/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; fill-column: 100 -*- */ /* * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "Replay.hpp" #include #include int ClientPortNumber = DEFAULT_CLIENT_PORT_NUMBER; /// Stress testing and performance/scalability benchmarking tool. class Stress: public Poco::Util::Application { public: Stress(); static bool Benchmark; static size_t Iterations; static bool NoDelay; private: unsigned _numClients; std::string _serverURI; protected: void defineOptions(Poco::Util::OptionSet& options) override; void handleOption(const std::string& name, const std::string& value) override; int main(const std::vector& args) override; }; using Poco::Util::Application; using Poco::Util::HelpFormatter; using Poco::Util::Option; using Poco::Util::OptionSet; long percentile(std::vector& v, const double percentile) { std::sort(v.begin(), v.end()); const size_t N = v.size(); const double n = (N - 1) * percentile / 100.0 + 1; if (n <= 1) { return v[0]; } else if (n >= N) { return v[N - 1]; } const auto k = static_cast(n); const double d = n - k; return v[k - 1] + d * (v[k] - v[k - 1]); } std::mutex Connection::Mutex; //static constexpr auto FIRST_ROW_TILES = "tilecombine part=0 width=256 height=256 tileposx=0,3840,7680 tileposy=0,0,0 tilewidth=3840 tileheight=3840"; static constexpr const char* FIRST_PAGE_TILES = "tilecombine part=0 width=256 height=256 tileposx=0,3840,7680,11520,0,3840,7680,11520,0,3840,7680,11520,0,3840,7680,11520 tileposy=0,0,0,0,3840,3840,3840,3840,7680,7680,7680,7680,11520,11520,11520,11520 tilewidth=3840 tileheight=3840"; static constexpr int FIRST_PAGE_TILE_COUNT = 16; /// Main thread class to replay a trace file. class Worker: public Replay { public: Worker(const std::string& serverUri, const std::string& uri) : Replay(serverUri, uri, Stress::NoDelay) { } std::vector getLatencyStats() const { return _latencyStats; } std::vector getRenderingStats() const { return _renderingStats; } std::vector getCacheStats() const { return _cacheStats; } void run() override { try { if (Stress::Benchmark) { benchmark(); } else { replay(); } } catch (const Poco::Exception &e) { std::cout << "Error: " << e.name() << ' ' << e.message() << std::endl; } catch (const std::exception &e) { std::cout << "Error: " << e.what() << std::endl; } } private: bool modifyDoc(const std::shared_ptr& con) { const auto startModify = std::chrono::steady_clock::now(); con->send("key type=input char=97 key=0"); // a //con->send("key type=input char=0 key=1283"); // backspace const bool success = !con->recv("invalidatetiles:").empty(); const auto now = std::chrono::steady_clock::now(); const std::chrono::microseconds::rep deltaModify = std::chrono::duration_cast(now - startModify).count(); _latencyStats.push_back(deltaModify); return success; } bool renderTile(const std::shared_ptr& con) { modifyDoc(con); const auto start = std::chrono::steady_clock::now(); const int expectedTilesCount = FIRST_PAGE_TILE_COUNT; con->send(FIRST_PAGE_TILES); for (int i = 0; i < expectedTilesCount; ++i) { if (helpers::getTileMessage(*con->getWS(), con->getName()).empty()) { return false; } } const auto now = std::chrono::steady_clock::now(); const std::chrono::microseconds::rep delta = std::chrono::duration_cast(now - start).count(); _renderingStats.push_back(delta / expectedTilesCount); return true; } bool fetchCachedTile(const std::shared_ptr& con) { const auto start = std::chrono::steady_clock::now(); const int expectedTilesCount = FIRST_PAGE_TILE_COUNT; con->send(FIRST_PAGE_TILES); for (int i = 0; i < expectedTilesCount; ++i) { if (helpers::getTileMessage(*con->getWS(), con->getName()).empty()) { return false; } } const auto now = std::chrono::steady_clock::now(); const std::chrono::microseconds::rep delta = std::chrono::duration_cast(now - start).count(); _cacheStats.push_back(delta / expectedTilesCount); return true; } void benchmark() { std::cout << "Running " << Stress::Iterations << " iterations of Benchmark." << std::endl; _cacheStats.reserve(Stress::Iterations * 4); _latencyStats.reserve(Stress::Iterations * 4); _renderingStats.reserve(Stress::Iterations * 4); static std::atomic SessionId; const size_t sessionId = ++SessionId; std::shared_ptr connection = Connection::create(getServerUri(), getUri(), std::to_string(sessionId)); connection->load(); for (size_t i = 0; i < Stress::Iterations; ++i) { renderTile(connection); fetchCachedTile(connection); } } private: std::vector _latencyStats; std::vector _renderingStats; std::vector _cacheStats; }; bool Stress::NoDelay = false; bool Stress::Benchmark = false; size_t Stress::Iterations = 100; Stress::Stress() : _numClients(1), #if ENABLE_SSL _serverURI("https://127.0.0.1:" + std::to_string(DEFAULT_CLIENT_PORT_NUMBER)) #else _serverURI("http://127.0.0.1:" + std::to_string(DEFAULT_CLIENT_PORT_NUMBER)) #endif { } void Stress::defineOptions(OptionSet& optionSet) { Application::defineOptions(optionSet); optionSet.addOption(Option("help", "", "Display help information on command line arguments.") .required(false).repeatable(false)); optionSet.addOption(Option("bench", "", "Performance benchmark. The argument is a document URL to load.") .required(false).repeatable(false)); optionSet.addOption(Option("iter", "", "Number of iterations to use for Benchmarking.") .required(false).repeatable(false) .argument("iter")); optionSet.addOption(Option("nodelay", "", "Replay at full speed disregarding original timing.") .required(false).repeatable(false)); optionSet.addOption(Option("clientsperdoc", "", "Number of simultaneous clients on each doc.") .required(false).repeatable(false) .argument("concurrency")); optionSet.addOption(Option("server", "", "URI of LOOL server") .required(false).repeatable(false) .argument("uri")); } void Stress::handleOption(const std::string& optionName, const std::string& value) { Application::handleOption(optionName, value); if (optionName == "help") { HelpFormatter helpFormatter(options()); helpFormatter.setCommand(commandName()); helpFormatter.setUsage("OPTIONS"); helpFormatter.setHeader("Collabora Online tool."); helpFormatter.format(std::cerr); std::exit(EX_OK); } else if (optionName == "bench") Stress::Benchmark = true; else if (optionName == "iter") Stress::Iterations = std::max(std::stoi(value), 1); else if (optionName == "nodelay") Stress::NoDelay = true; else if (optionName == "clientsperdoc") _numClients = std::max(std::stoi(value), 1); else if (optionName == "server") _serverURI = value; else { std::cout << "Unknown option: " << optionName << std::endl; exit(1); } } int Stress::main(const std::vector& args) { std::vector clients; clients.reserve(_numClients * args.size()); if (args.size() == 0) { std::cerr << "Usage: loolstress [--bench] " << std::endl; std::cerr << " Trace files may be plain text or gzipped (with .gz extension)." << std::endl; std::cerr << " --help for full arguments list." << std::endl; return EX_NOINPUT; } std::vector> workers; for (size_t i = 0; i < args.size(); ++i) { std::cout << "Arg: " << args[i] << std::endl; for (unsigned j = 0; j < _numClients; ++j) { workers.emplace_back(new Worker(_serverURI, args[i])); clients.emplace_back([&workers]{workers.back()->run();}); } } for (auto& client : clients) { client.join(); } if (Stress::Benchmark) { std::vector latencyStats; std::vector renderingStats; std::vector cachedStats; for (const auto& worker : workers) { const std::vector latencyStat = worker->getLatencyStats(); latencyStats.insert(latencyStats.end(), latencyStat.begin(), latencyStat.end()); const std::vector renderingStat = worker->getRenderingStats(); renderingStats.insert(renderingStats.end(), renderingStat.begin(), renderingStat.end()); const std::vector cachedStat = worker->getCacheStats(); cachedStats.insert(cachedStats.end(), cachedStat.begin(), cachedStat.end()); } if (!latencyStats.empty() && !renderingStats.empty() && !cachedStats.empty()) { std::cerr << "\nResults:\n"; std::cerr << "Iterations: " << Stress::Iterations << "\n"; std::cerr << "Latency best: " << latencyStats[0] << " microsecs, 95th percentile: " << percentile(latencyStats, 95) << " microsecs." << std::endl; std::cerr << "Tile best: " << renderingStats[0] << " microsecs, rendering 95th percentile: " << percentile(renderingStats, 95) << " microsecs." << std::endl; std::cerr << "Cached best: " << cachedStats[0] << " microsecs, tile 95th percentile: " << percentile(cachedStats, 95) << " microsecs." << std::endl; const auto renderingTime = std::accumulate(renderingStats.begin(), renderingStats.end(), 0L); const double renderedPixels = 256 * 256 * renderingStats.size(); const double pixelsPerSecRendered = renderedPixels / renderingTime; std::cerr << "Rendering power: " << pixelsPerSecRendered << " MPixels/sec." << std::endl; const auto cacheTime = std::accumulate(cachedStats.begin(), cachedStats.end(), 0L); const double cachePixels = 256 * 256 * cachedStats.size(); const double pixelsPerSecCached = cachePixels / cacheTime; std::cerr << "Cache power: " << pixelsPerSecCached << " MPixels/sec." << std::endl; } } return EX_OK; } POCO_APP_MAIN(Stress) /* vim:set shiftwidth=4 softtabstop=4 expandtab: */