/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; fill-column: 100 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "TileCache.hpp" #include "config.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "ClientSession.hpp" #include "Common.hpp" #include "LOOLProtocol.hpp" #include "Unit.hpp" #include "Util.hpp" using Poco::DirectoryIterator; using Poco::File; using Poco::StringTokenizer; using Poco::Timestamp; using namespace LOOLProtocol; TileCache::TileCache(const std::string& docURL, const Timestamp& modifiedTime, const std::string& cacheDir) : _docURL(docURL), _cacheDir(cacheDir) { Log::info() << "TileCache ctor for uri [" << _docURL << "] modifiedTime=" << (modifiedTime.raw()/1000000) << " getLastModified()=" << (getLastModified().raw()/1000000) << Log::end; File directory(_cacheDir); if (directory.exists() && (getLastModified() < modifiedTime || getTextFile("unsaved.txt") != "")) { // Document changed externally or modifications were not saved after all. Cache not useful. Util::removeFile(_cacheDir, true); Log::info("Completely cleared tile cache: " + _cacheDir); } File(_cacheDir).createDirectories(); saveLastModified(modifiedTime); } TileCache::~TileCache() { Log::info("~TileCache dtor for uri [" + _docURL + "]."); } struct TileCache::TileBeingRendered { std::vector> _subscribers; TileBeingRendered(const std::string& cachedName, const int version) : _startTime(std::chrono::steady_clock::now()), _cachedName(cachedName), _ver(version) { } const std::string& getCacheName() const { return _cachedName; } int getVersion() const { return _ver; } std::chrono::steady_clock::time_point getStartTime() const { return _startTime; } double getElapsedTimeMs() const { return std::chrono::duration_cast (std::chrono::steady_clock::now() - _startTime).count(); } void resetStartTime() { _startTime = std::chrono::steady_clock::now(); } private: std::chrono::steady_clock::time_point _startTime; std::string _cachedName; int _ver; }; std::shared_ptr TileCache::findTileBeingRendered(const TileDesc& tileDesc) { const std::string cachedName = cacheFileName(tileDesc); Util::assertIsLocked(_tilesBeingRenderedMutex); const auto tile = _tilesBeingRendered.find(cachedName); return (tile != _tilesBeingRendered.end() ? tile->second : nullptr); } void TileCache::forgetTileBeingRendered(const TileDesc& tile) { const std::string cachedName = cacheFileName(tile); Util::assertIsLocked(_tilesBeingRenderedMutex); assert(_tilesBeingRendered.find(cachedName) != _tilesBeingRendered.end()); _tilesBeingRendered.erase(cachedName); } std::unique_ptr TileCache::lookupTile(const TileDesc& tile) { const std::string fileName = _cacheDir + "/" + cacheFileName(tile); std::unique_ptr result(new std::fstream(fileName, std::ios::in)); UnitWSD::get().lookupTile(tile.getPart(), tile.getWidth(), tile.getHeight(), tile.getTilePosX(), tile.getTilePosY(), tile.getTileWidth(), tile.getTileHeight(), result); if (result && result->is_open()) { Log::trace("Found cache tile: " + fileName); return result; } return nullptr; } void TileCache::saveTileAndNotify(const TileDesc& tile, const char *data, const size_t size, const bool priority) { std::unique_lock lock(_tilesBeingRenderedMutex); std::shared_ptr tileBeingRendered = findTileBeingRendered(tile); if (!priority && tileBeingRendered && tileBeingRendered->getVersion() != tile.getVersion()) { Log::trace() << "Skipping unexpected tile ver: " << tile.getVersion() << ", waiting for ver " << tileBeingRendered->getVersion() << Log::end; return; } // Save to disk. const auto cachedName = (tileBeingRendered ? tileBeingRendered->getCacheName() : cacheFileName(tile)); const auto fileName = _cacheDir + "/" + cachedName; Log::trace() << "Saving cache tile: " << fileName << Log::end; std::fstream outStream(fileName, std::ios::out); outStream.write(data, size); outStream.close(); // Notify subscribers, if any. if (tileBeingRendered) { if (!tileBeingRendered->_subscribers.empty()) { const std::string message = tile.serialize("tile"); Log::debug("Sending tile message to subscribers: " + message); for (const auto& i: tileBeingRendered->_subscribers) { auto subscriber = i.lock(); if (subscriber) { //FIXME: This is inefficient; should just send directly to each client (although that is risky as well! // Re-emit the tile command in the other thread(s) to re-check and hit // the cache. Construct the message from scratch to contain only the // mandatory parts of the message. subscriber->sendToInputQueue(message); } } } // Remove subscriptions. if (tileBeingRendered->getVersion() == tile.getVersion()) { Log::debug() << "STATISTICS: tile internal roundtrip " << tileBeingRendered->getElapsedTimeMs() << " ms." << Log::end; _tilesBeingRendered.erase(cachedName); } } } std::string TileCache::getTextFile(const std::string& fileName) { const std::string fullFileName = _cacheDir + "/" + fileName; std::fstream textStream(fullFileName, std::ios::in); if (!textStream.is_open()) { Log::info("Could not open " + fullFileName); return ""; } std::vector buffer; textStream.seekg(0, std::ios_base::end); std::streamsize size = textStream.tellg(); buffer.resize(size); textStream.seekg(0, std::ios_base::beg); textStream.read(buffer.data(), size); textStream.close(); if (buffer.size() > 0 && buffer.back() == '\n') buffer.pop_back(); std::string result = std::string(buffer.data(), buffer.size()); Log::info("Read '" + LOOLProtocol::getAbbreviatedMessage(result.c_str(), result.size()) + "' from " + fullFileName); return result; } void TileCache::saveTextFile(const std::string& text, const std::string& fileName) { const std::string fullFileName = _cacheDir + "/" + fileName; std::fstream textStream(fullFileName, std::ios::out); if (!textStream.is_open()) { Log::error("Could not save '" + text + "' to " + fullFileName); return; } else { Log::info("Saving '" + LOOLProtocol::getAbbreviatedMessage(text.c_str(), text.size()) + "' to " + fullFileName); } textStream << text << std::endl; textStream.close(); } void TileCache::setUnsavedChanges(bool state) { if (state) saveTextFile("1", "unsaved.txt"); else removeFile("unsaved.txt"); } void TileCache::saveRendering(const std::string& name, const std::string& dir, const char *data, size_t size) { // can fonts be invalidated? const std::string dirName = _cacheDir + "/" + dir; File(dirName).createDirectories(); const std::string fileName = dirName + "/" + name; std::fstream outStream(fileName, std::ios::out); outStream.write(data, size); outStream.close(); } std::unique_ptr TileCache::lookupRendering(const std::string& name, const std::string& dir) { const std::string dirName = _cacheDir + "/" + dir; const std::string fileName = dirName + "/" + name; File directory(dirName); if (directory.exists() && directory.isDirectory() && File(fileName).exists()) { std::unique_ptr result(new std::fstream(fileName, std::ios::in)); return result; } return nullptr; } void TileCache::invalidateTiles(int part, int x, int y, int width, int height) { Log::trace() << "Removing invalidated tiles: part: " << part << ", x: " << x << ", y: " << y << ", width: " << width << ", height: " << height << Log::end; File dir(_cacheDir); std::unique_lock lock(_cacheMutex); std::unique_lock lockSubscribers(_tilesBeingRenderedMutex); if (dir.exists() && dir.isDirectory()) { for (auto tileIterator = DirectoryIterator(dir); tileIterator != DirectoryIterator(); ++tileIterator) { const std::string fileName = tileIterator.path().getFileName(); if (intersectsTile(fileName, part, x, y, width, height)) { Log::debug("Removing tile: " + tileIterator.path().toString()); Util::removeFile(tileIterator.path()); } } } // Forget this tile as it will have to be rendered again. for (auto it = _tilesBeingRendered.begin(); it != _tilesBeingRendered.end(); ) { const std::string cachedName = it->first; if (intersectsTile(cachedName, part, x, y, width, height)) { Log::debug("Removing subscriptions for: " + cachedName); it = _tilesBeingRendered.erase(it); } else { ++it; } } } void TileCache::invalidateTiles(const std::string& tiles) { StringTokenizer tokens(tiles, " ", StringTokenizer::TOK_IGNORE_EMPTY | StringTokenizer::TOK_TRIM); assert(tokens[0] == "invalidatetiles:"); if (tokens.count() == 2 && tokens[1] == "EMPTY") { invalidateTiles(-1, 0, 0, INT_MAX, INT_MAX); } else if (tokens.count() != 6) { return; } else { int part, x, y, width, height; if (getTokenInteger(tokens[1], "part", part) && getTokenInteger(tokens[2], "x", x) && getTokenInteger(tokens[3], "y", y) && getTokenInteger(tokens[4], "width", width) && getTokenInteger(tokens[5], "height", height)) { invalidateTiles(part, x, y, width, height); } } } void TileCache::removeFile(const std::string& fileName) { const std::string fullFileName = _cacheDir + "/" + fileName; if (std::remove(fullFileName.c_str()) == 0) Log::info("Removed file: " + fullFileName); } std::string TileCache::cacheFileName(const TileDesc& tile) { std::ostringstream oss; oss << tile.getPart() << '_' << tile.getWidth() << 'x' << tile.getHeight() << '.' << tile.getTilePosX() << ',' << tile.getTilePosY() << '.' << tile.getTileWidth() << 'x' << tile.getTileHeight() << ".png"; return oss.str(); } bool TileCache::parseCacheFileName(const std::string& fileName, int& part, int& width, int& height, int& tilePosX, int& tilePosY, int& tileWidth, int& tileHeight) { return (std::sscanf(fileName.c_str(), "%d_%dx%d.%d,%d.%dx%d.png", &part, &width, &height, &tilePosX, &tilePosY, &tileWidth, &tileHeight) == 7); } bool TileCache::intersectsTile(const std::string& fileName, int part, int x, int y, int width, int height) { int tilePart, tilePixelWidth, tilePixelHeight, tilePosX, tilePosY, tileWidth, tileHeight; if (parseCacheFileName(fileName, tilePart, tilePixelWidth, tilePixelHeight, tilePosX, tilePosY, tileWidth, tileHeight)) { if (part != -1 && tilePart != part) return false; const int left = std::max(x, tilePosX); const int right = std::min(x + width, tilePosX + tileWidth); const int top = std::max(y, tilePosY); const int bottom = std::min(y + height, tilePosY + tileHeight); if (left <= right && top <= bottom) return true; } return false; } Timestamp TileCache::getLastModified() { std::fstream modTimeFile(_cacheDir + "/modtime.txt", std::ios::in); if (!modTimeFile.is_open()) return 0; Timestamp::TimeVal result; modTimeFile >> result; modTimeFile.close(); return result; } void TileCache::saveLastModified(const Timestamp& timestamp) { std::fstream modTimeFile(_cacheDir + "/modtime.txt", std::ios::out); modTimeFile << timestamp.raw() << std::endl; modTimeFile.close(); } // FIXME: to be further simplified when we centralize tile messages. int TileCache::isTileBeingRenderedIfSoSubscribe(const TileDesc& tile, const std::shared_ptr &subscriber) { std::unique_lock lock(_tilesBeingRenderedMutex); std::shared_ptr tileBeingRendered = findTileBeingRendered(tile); if (tileBeingRendered) { Log::debug() << "Tile (" << tile.getPart() << ',' << tile.getTilePosX() << ',' << tile.getTilePosY() << ") is already being rendered, subscribing." << Log::end; assert(subscriber->getKind() == LOOLSession::Kind::ToClient); for (const auto &s : tileBeingRendered->_subscribers) { if (s.lock().get() == subscriber.get()) { Log::debug("Redundant request to re-subscribe on a tile"); return 0; } } tileBeingRendered->_subscribers.push_back(subscriber); const auto duration = (std::chrono::steady_clock::now() - tileBeingRendered->getStartTime()); if (std::chrono::duration_cast(duration).count() > COMMAND_TIMEOUT_MS) { // Tile painting has stalled. Reissue. return tileBeingRendered->getVersion(); } return 0; } else { Log::debug() << "Tile (" << tile.getPart() << ',' << tile.getTilePosX() << ',' << tile.getTilePosY() << ") needs rendering, subscribing for ver: " << tile.getVersion() << "." << Log::end; const std::string cachedName = cacheFileName(tile); assert(_tilesBeingRendered.find(cachedName) == _tilesBeingRendered.end()); tileBeingRendered = std::make_shared(cachedName, tile.getVersion()); tileBeingRendered->_subscribers.push_back(subscriber); _tilesBeingRendered[cachedName] = tileBeingRendered; return tileBeingRendered->getVersion(); } } /* vim:set shiftwidth=4 softtabstop=4 expandtab: */