/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; fill-column: 100 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "common/FileUtil.hpp" #include #include #ifndef TDOC #error TDOC must be defined (see Makefile.am) #endif // Oh dear std::cerr and/or its re-direction is not // necessarily thread safe on Linux // This is the canonical test log function. inline void writeTestLog(const char* const p) { fputs(p, stderr); fflush(stderr); } inline void writeTestLog(const std::string& s) { writeTestLog(s.c_str()); } #ifdef TST_LOG_REDIRECT void tstLog(const std::ostringstream& stream); #else inline void tstLog(const std::ostringstream& stream) { writeTestLog(stream.str()); } #endif #define TST_LOG_NAME_BEGIN(OSS, NAME, X, FLUSH) \ do \ { \ char t[64]; \ Poco::DateTime time; \ snprintf(t, sizeof(t), "%.2u:%.2u:%.2u.%.6u (@%zums) ", time.hour(), time.minute(), \ time.second(), time.millisecond() * 1000 + time.microsecond(), \ helpers::timeSinceTestStartMs()); \ OSS << NAME << t << X; \ if (FLUSH) \ tstLog(OSS); \ } while (false) #define TST_LOG_BEGIN(X) \ do \ { \ std::ostringstream oss; \ TST_LOG_NAME_BEGIN(oss, testname, X, true); \ } while (false) #define TST_LOG_APPEND(X) \ do \ { \ std::ostringstream str; \ str << X; \ tstLog(str); \ } while (false) #define TST_LOG_END_X(OSS) \ do \ { \ OSS << "| " __FILE__ ":" << __LINE__ << '\n'; \ tstLog(OSS); \ } while (false) #define TST_LOG_END \ do \ { \ std::ostringstream oss_log_end; \ TST_LOG_END_X(oss_log_end); \ } while (false) #define TST_LOG_NAME(NAME, X) \ do \ { \ std::ostringstream oss_log_name; \ TST_LOG_NAME_BEGIN(oss_log_name, NAME, X, false); \ TST_LOG_END_X(oss_log_name); \ } while (false) #define TST_LOG(X) TST_LOG_NAME(testname, X) // Sometimes we need to retry some commands as they can (due to timing or load) soft-fail. constexpr int COMMAND_RETRY_COUNT = 5; /// Common helper testing functions. /// Avoid the temptation to reuse from LOOL code! /// These are supposed to be testing the latter. namespace helpers { inline std::chrono::time_point& getTestStartTime() { static auto TestStartTime = std::chrono::steady_clock::now(); return TestStartTime; } inline void resetTestStartTime() { getTestStartTime() = std::chrono::steady_clock::now(); } inline size_t timeSinceTestStartMs() { return std::chrono::duration_cast( std::chrono::steady_clock::now() - getTestStartTime()).count(); } inline std::vector genRandomData(const size_t size) { std::vector v(size); v.resize(size); char* data = v.data(); for (size_t i = 0; i < size; ++i) { data[i] = static_cast(Util::rng::getNext()); } return v; } inline std::string genRandomString(const size_t size) { std::string text; text.reserve(size); for (size_t i = 0; i < size; ++i) { text += static_cast('!' + Util::rng::getNext() % 95); } return text; } inline std::vector readDataFromFile(const std::string& filename) { std::ifstream ifs(Poco::Path(TDOC, filename).toString(), std::ios::binary); // Apparently std::ios::binary is not good // enough to stop eating new-line chars! ifs.unsetf(std::ios::skipws); std::istream_iterator start(ifs); std::istream_iterator end; return std::vector(start, end); } inline std::vector readDataFromFile(std::unique_ptr& file) { file->seekg(0, std::ios_base::end); const std::streamsize size = file->tellg(); std::vector v; v.resize(size); file->seekg(0, std::ios_base::beg); file->read(v.data(), size); return v; } inline void getDocumentPathAndURL(const std::string& docFilename, std::string& documentPath, std::string& documentURL, std::string prefix) { const std::string testname = prefix; static std::mutex lock; std::unique_lock guard(lock); std::replace(prefix.begin(), prefix.end(), ' ', '_'); documentPath = FileUtil::getTempFilePath(TDOC, docFilename, prefix); std::string encodedUri; Poco::URI::encode("file://" + Poco::Path(documentPath).makeAbsolute().toString(), ":/?", encodedUri); documentURL = "lool/" + encodedUri + "/ws"; TST_LOG("Test file: " << documentPath); } inline void sendTextFrame(LOOLWebSocket& socket, const std::string& string, const std::string& testname) { #ifndef FUZZER TST_LOG("Sending " << string.size() << " bytes: " << LOOLProtocol::getAbbreviatedMessage(string)); #else (void) testname; #endif socket.sendFrame(string.data(), string.size()); } inline void sendTextFrame(const std::shared_ptr& socket, const std::string& string, const std::string& name = "") { sendTextFrame(*socket, string, name); } inline Poco::Net::HTTPClientSession* createSession(const Poco::URI& uri) { #if ENABLE_SSL if (uri.getScheme() == "https" || uri.getScheme() == "wss") return new Poco::Net::HTTPSClientSession(uri.getHost(), uri.getPort()); #endif return new Poco::Net::HTTPClientSession(uri.getHost(), uri.getPort()); } inline std::shared_ptr createRawSocket() { return #if ENABLE_SSL std::make_shared #else std::make_shared #endif (Poco::Net::SocketAddress("127.0.0.1", ClientPortNumber)); } // Sets read / write timeout for the given file descriptor. inline void setSocketTimeOut(int socketFD, int timeMS) { struct timeval tv; tv.tv_sec = (float)timeMS / (float)1000; tv.tv_usec = timeMS; setsockopt(socketFD, SOL_SOCKET, SO_RCVTIMEO, (const char*)&tv, sizeof tv); } // Sets socket's blocking mode. true for blocking, false for non blocking. inline void setSocketBlockingMode(int socketFD, bool blocking) { ioctl(socketFD, FIONBIO, blocking == true ? 0: 1); } // Creates a socket and connects it to a local server. Returns the file descriptor. inline int connectToLocalServer(int portNumber, int socketTimeOutMS, bool blocking) { int socketFD = 0; struct sockaddr_in serv_addr; if ((socketFD = socket(AF_INET, SOCK_STREAM, 0)) < 0) { LOG_ERR("helpers::connectToLocalServer: Server client could not be created."); return -1; } else { serv_addr.sin_family = AF_INET; serv_addr.sin_port = htons(portNumber); if(inet_pton(AF_INET, "127.0.0.1", &serv_addr.sin_addr) <= 0) { LOG_ERR("helpers::connectToLocalServer: Invalid address."); close(socketFD); return -1; } else { if (connect(socketFD, (sockaddr*)&serv_addr, sizeof(serv_addr)) < 0) { LOG_ERR("helpers::connectToLocalServer: Connection failed."); close(socketFD); return -1; } else { setSocketTimeOut(socketFD, socketTimeOutMS); setSocketBlockingMode(socketFD, blocking); return socketFD; } } } } inline std::string const & getTestServerURI() { static std::string serverURI( #if ENABLE_SSL "https://127.0.0.1:" #else "http://127.0.0.1:" #endif + std::to_string(ClientPortNumber)); return serverURI; } inline int getErrorCode(LOOLWebSocket& ws, std::string& message, const std::string& testname) { int flags = 0; int bytes = 0; Poco::UInt16 statusCode = -1; Poco::Buffer buffer(READ_BUFFER_SIZE); message.clear(); ws.setReceiveTimeout(Poco::Timespan(5000000)); do { bytes = ws.receiveFrame(buffer.begin(), READ_BUFFER_SIZE, flags); TST_LOG("Got " << LOOLWebSocket::getAbbreviatedFrameDump(buffer.begin(), bytes, flags)); std::this_thread::sleep_for(std::chrono::microseconds(POLL_TIMEOUT_MICRO_S)); } while (bytes > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); if (bytes > 0) { Poco::MemoryBinaryReader reader(buffer, Poco::BinaryReader::NETWORK_BYTE_ORDER); reader >> statusCode; message.append(buffer.begin() + 2, bytes - 2); } return statusCode; } inline int getErrorCode(const std::shared_ptr& ws, std::string& message, const std::string& testname) { return getErrorCode(*ws, message, testname); } inline std::vector getResponseMessage(LOOLWebSocket& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { try { int flags = 0; std::vector response; auto endTime = std::chrono::steady_clock::now() + std::chrono::milliseconds(timeoutMs); ws.setReceiveTimeout(0); do { auto now = std::chrono::steady_clock::now(); if (now > endTime) // timedout { TST_LOG("Timeout after " << timeoutMs << " ms."); break; } long waitTimeUs = std::chrono::duration_cast(endTime - now).count(); if (ws.poll(Poco::Timespan(waitTimeUs), Poco::Net::Socket::SELECT_READ)) { response.resize(READ_BUFFER_SIZE * 8); const int bytes = ws.receiveFrame(response.data(), response.size(), flags); response.resize(std::max(bytes, 0)); const auto message = LOOLProtocol::getFirstLine(response); if (bytes > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { if (LOOLProtocol::matchPrefix(prefix, message)) { TST_LOG('[' << prefix << "] Matched " << LOOLWebSocket::getAbbreviatedFrameDump(response.data(), bytes, flags)); return response; } } else { response.resize(0); } if (bytes <= 0) { // Try again, timeout will be handled above. continue; } if ((flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { // Don't ignore errors. if (LOOLProtocol::matchPrefix("error:", message)) { throw std::runtime_error(message); } TST_LOG('[' << prefix << "] Ignored " << LOOLWebSocket::getAbbreviatedFrameDump(response.data(), bytes, flags)); } } } while ((flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); } catch (const Poco::Net::WebSocketException& exc) { TST_LOG(exc.message()); } return std::vector(); } inline std::vector getResponseMessage(const std::shared_ptr& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { return getResponseMessage(*ws, prefix, testname, timeoutMs); } template std::string getResponseString(T& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { const auto response = getResponseMessage(ws, prefix, testname, timeoutMs); return std::string(response.data(), response.size()); } template std::string assertResponseString(T& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { const auto res = getResponseString(ws, prefix, testname, timeoutMs); LOK_ASSERT_EQUAL(prefix, res.substr(0, prefix.length())); return res; } /// Assert that we don't get a response with the given prefix. template std::string assertNotInResponse(T& ws, const std::string& prefix, const std::string& testname) { const auto res = getResponseString(ws, prefix, testname, 1000); LOK_ASSERT_MESSAGE(testname + "Did not expect getting message [" + res + "].", res.empty()); return res; } inline int countMessages(LOOLWebSocket& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { int count = 0; while (!getResponseMessage(ws, prefix, testname, timeoutMs).empty()) ++count; return count; } inline int countMessages(const std::shared_ptr& ws, const std::string& prefix, const std::string& testname, const size_t timeoutMs = 10000) { return countMessages(*ws, prefix, testname, timeoutMs); } inline bool isDocumentLoaded(LOOLWebSocket& ws, const std::string& testname, bool isView = true) { const std::string prefix = isView ? "status:" : "statusindicatorfinish:"; // Allow 20 secs to load const auto message = getResponseString(ws, prefix, testname, 30 * 1000); bool success = LOOLProtocol::matchPrefix(prefix, message); if (!success) TST_LOG("ERR: Timed out loading document"); return success; } inline bool isDocumentLoaded(std::shared_ptr& ws, const std::string& testname, bool isView = true) { return isDocumentLoaded(*ws, testname, isView); } // Connecting to a Kit process is managed by document broker, that it does several // jobs to establish the bridge connection between the Client and Kit process, // The result, it is mostly time outs to get messages in the unit test and it could fail. // connectLOKit ensures the websocket is connected to a kit process. inline std::shared_ptr connectLOKit(const Poco::URI& uri, Poco::Net::HTTPRequest& request, Poco::Net::HTTPResponse& response, const std::string& testname) { TST_LOG_BEGIN("Connecting... "); int retries = 10; do { try { std::unique_ptr session(createSession(uri)); auto ws = std::make_shared(*session, request, response); const char* expected_response = "statusindicator: ready"; TST_LOG_END; if (getResponseString(ws, expected_response, testname) == expected_response) { return ws; } TST_LOG_BEGIN("Connecting... "); TST_LOG_APPEND(11 - retries); } catch (const std::exception& ex) { TST_LOG_END; TST_LOG("Connection problem: " << ex.what()); } std::this_thread::sleep_for(std::chrono::microseconds(POLL_TIMEOUT_MICRO_S)); } while (retries--); TST_LOG_END; throw std::runtime_error("Cannot connect to [" + uri.toString() + "]."); } inline std::shared_ptr loadDocAndGetSocket(const Poco::URI& uri, const std::string& documentURL, const std::string& testname, bool isView = true, bool isAssert = true) { try { // Load a document and get its status. Poco::Net::HTTPRequest request(Poco::Net::HTTPRequest::HTTP_GET, documentURL); Poco::Net::HTTPResponse response; std::shared_ptr socket = connectLOKit(uri, request, response, testname); sendTextFrame(socket, "load url=" + documentURL, testname); bool isLoaded = isDocumentLoaded(*socket, testname, isView); if (!isLoaded && !isAssert) { return nullptr; } LOK_ASSERT_MESSAGE("cannot load the document " + documentURL, isLoaded); TST_LOG("Loaded document [" << documentURL << "]."); return socket; } catch (const Poco::Exception& exc) { LOK_ASSERT_FAIL(exc.displayText()); } // Really couldn't reach here, but the compiler doesn't know any better. return nullptr; } inline std::shared_ptr loadDocAndGetSocket(const std::string& docFilename, const Poco::URI& uri, const std::string& testname, bool isView = true, bool isAssert = true) { try { std::string documentPath, documentURL; getDocumentPathAndURL(docFilename, documentPath, documentURL, testname); return loadDocAndGetSocket(uri, documentURL, testname, isView, isAssert); } catch (const Poco::Exception& exc) { LOK_ASSERT_FAIL(exc.displayText()); } // Really couldn't reach here, but the compiler doesn't know any better. return nullptr; } inline void SocketProcessor(const std::string& testname, const std::shared_ptr& socket, const std::function& handler, const size_t timeoutMs = 10000) { socket->setReceiveTimeout(0); const Poco::Timespan waitTime(timeoutMs * 1000); int flags = 0; int n = 0; char buffer[READ_BUFFER_SIZE]; do { if (!socket->poll(waitTime, Poco::Net::Socket::SELECT_READ)) { TST_LOG("Timeout polling."); break; } n = socket->receiveFrame(buffer, sizeof(buffer), flags); TST_LOG("Got " << LOOLWebSocket::getAbbreviatedFrameDump(buffer, n, flags)); if (n > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE) { if (!handler(std::string(buffer, n))) { break; } } } while (n > 0 && (flags & Poco::Net::WebSocket::FRAME_OP_BITMASK) != Poco::Net::WebSocket::FRAME_OP_CLOSE); } inline void parseDocSize(const std::string& message, const std::string& type, int& part, int& parts, int& width, int& height, int& viewid) { StringVector tokens(Util::tokenize(message, ' ')); // Expected format is something like 'type= parts= current= width= height='. const std::string text = tokens[0].substr(std::string("type=").size()); parts = std::stoi(tokens[1].substr(std::string("parts=").size())); part = std::stoi(tokens[2].substr(std::string("current=").size())); width = std::stoi(tokens[3].substr(std::string("width=").size())); height = std::stoi(tokens[4].substr(std::string("height=").size())); viewid = std::stoi(tokens[5].substr(std::string("viewid=").size())); LOK_ASSERT_EQUAL(type, text); CPPUNIT_ASSERT(parts > 0); CPPUNIT_ASSERT(part >= 0); CPPUNIT_ASSERT(width > 0); CPPUNIT_ASSERT(height > 0); CPPUNIT_ASSERT(viewid >= 0); } inline std::vector getTileMessage(LOOLWebSocket& ws, const std::string& testname) { return getResponseMessage(ws, "tile", testname); } inline std::vector assertTileMessage(LOOLWebSocket& ws, const std::string& testname) { const std::vector response = getTileMessage(ws, testname); const std::string firstLine = LOOLProtocol::getFirstLine(response); StringVector tileTokens(Util::tokenize(firstLine, ' ')); LOK_ASSERT_EQUAL(std::string("tile:"), tileTokens[0]); LOK_ASSERT_EQUAL(std::string("part="), tileTokens[1].substr(0, std::string("part=").size())); LOK_ASSERT_EQUAL(std::string("width="), tileTokens[2].substr(0, std::string("width=").size())); LOK_ASSERT_EQUAL(std::string("height="), tileTokens[3].substr(0, std::string("height=").size())); LOK_ASSERT_EQUAL(std::string("tileposx="), tileTokens[4].substr(0, std::string("tileposx=").size())); LOK_ASSERT_EQUAL(std::string("tileposy="), tileTokens[5].substr(0, std::string("tileposy=").size())); LOK_ASSERT_EQUAL(std::string("tilewidth="), tileTokens[6].substr(0, std::string("tilewidth=").size())); LOK_ASSERT_EQUAL(std::string("tileheight="), tileTokens[7].substr(0, std::string("tileheight=").size())); return response; } inline std::vector assertTileMessage(const std::shared_ptr& ws, const std::string& testname) { return assertTileMessage(*ws, testname); } enum SpecialKey { skNone=0, skShift=0x1000, skCtrl=0x2000, skAlt=0x4000 }; inline int getCharChar(char ch, SpecialKey specialKeys) { // Some primitive code just suitable to basic needs of specific test. // TODO: improve as appropriate. if (specialKeys & (skCtrl | skAlt)) return 0; switch (ch) { case '\x0a': // Enter return 13; default: return ch; } } inline int getCharKey(char ch, SpecialKey specialKeys) { // Some primitive code just suitable to basic needs of specific test. // TODO: improve as appropriate. int result; switch (ch) { case '\x0a': // Enter result = 1280; break; default: result = ch; } return result | specialKeys; } inline void sendKeyEvent(std::shared_ptr& socket, const char* type, int chr, int key, const std::string& testname) { std::ostringstream ssIn; ssIn << "key type=" << type << " char=" << chr << " key=" << key; sendTextFrame(socket, ssIn.str(), testname); } inline void sendKeyPress(std::shared_ptr& socket, int chr, int key, const std::string& testname) { sendKeyEvent(socket, "input", chr, key, testname); sendKeyEvent(socket, "up", chr, key, testname); } inline void sendChar(std::shared_ptr& socket, char ch, SpecialKey specialKeys, const std::string& testname) { sendKeyPress(socket, getCharChar(ch, specialKeys), getCharKey(ch, specialKeys), testname); } inline void sendText(std::shared_ptr& socket, const std::string& text, const std::string& testname) { for (char ch : text) { sendChar(socket, ch, skNone, testname); } } inline void saveTileAs(const std::vector &tileResponse, const std::string &filename, const std::string &testname) { const std::string firstLine = LOOLProtocol::getFirstLine(tileResponse); std::vector res(tileResponse.begin() + firstLine.size() + 1, tileResponse.end()); std::stringstream streamRes; std::copy(res.begin(), res.end(), std::ostream_iterator(streamRes)); std::fstream outStream(filename, std::ios::out); outStream.write(res.data(), res.size()); outStream.close(); TST_LOG("Saved [" << firstLine << "] to [" << filename << ']'); } inline std::vector getTileAndSave(std::shared_ptr& socket, const std::string& req, const std::string& filename, const std::string& testname) { TST_LOG("Requesting: " << req); sendTextFrame(socket, req, testname); const std::vector tile = getResponseMessage(socket, "tile:", testname); TST_LOG(" Tile PNG size: " << tile.size()); const std::string firstLine = LOOLProtocol::getFirstLine(tile); std::vector res(tile.begin() + firstLine.size() + 1, tile.end()); std::stringstream streamRes; std::copy(res.begin(), res.end(), std::ostream_iterator(streamRes)); if (!filename.empty()) saveTileAs(tile, filename, testname); return res; } inline void getServerVersion(LOOLWebSocket& socket, int& major, int& minor, const std::string& testname) { const std::string clientVersion = "loolclient 0.1"; sendTextFrame(socket, clientVersion, testname); std::vector loVersion = getResponseMessage(socket, "lokitversion", testname); std::string line = LOOLProtocol::getFirstLine(loVersion.data(), loVersion.size()); line = line.substr(strlen("lokitversion ")); Poco::JSON::Parser parser; Poco::Dynamic::Var loVersionVar = parser.parse(line); const Poco::SharedPtr& loVersionObject = loVersionVar.extract(); std::string loProductVersion = loVersionObject->get("ProductVersion").toString(); std::istringstream stream(loProductVersion); stream >> major; assert(stream.get() == '.'); stream >> minor; TST_LOG("Client [" << major << '.' << minor << "]."); } inline void getServerVersion(std::shared_ptr& socket, int& major, int& minor, const std::string& testname) { getServerVersion(*socket, major, minor, testname); } inline bool svgMatch(const char *testname, const std::vector &response, const char *templateFile) { const std::vector expectedSVG = helpers::readDataFromFile(templateFile); if (expectedSVG != response) { TST_LOG_BEGIN("Svg mismatch: response is\n"); if(response.empty()) TST_LOG_APPEND(""); else TST_LOG_APPEND(std::string(response.data(), response.size())); TST_LOG_APPEND("\nvs. expected (from '" << templateFile << "' :\n"); TST_LOG_APPEND(std::string(expectedSVG.data(), expectedSVG.size())); std::string newName = templateFile; newName += ".new"; TST_LOG_APPEND("Updated template writing to: " << newName << '\n'); TST_LOG_END; FILE *of = fopen(Poco::Path(TDOC, newName).toString().c_str(), "w"); CPPUNIT_ASSERT(fwrite(response.data(), response.size(), 1, of) == response.size()); fclose(of); return false; } return true; } /// Select all and wait for the text selection update. inline void selectAll(const std::shared_ptr& socket, const std::string& testname, int repeat = COMMAND_RETRY_COUNT) { for (int i = 0; i < repeat; ++i) { sendTextFrame(socket, "uno .uno:SelectAll", testname); if (!getResponseString(socket, "textselection:", testname).empty()) break; } } /// Delete all and wait for the text selection update. inline void deleteAll(const std::shared_ptr& socket, const std::string& testname, int repeat = COMMAND_RETRY_COUNT) { selectAll(socket, testname); for (int i = 0; i < repeat; ++i) { sendTextFrame(socket, "uno .uno:Delete", testname); if (!getResponseString(socket, "textselection:", testname).empty()) break; } } inline std::string getAllText(const std::shared_ptr& socket, const std::string& testname, const std::string& expected = std::string(), int retry = COMMAND_RETRY_COUNT) { static const std::string prefix = "textselectioncontent: "; for (int i = 0; i < retry; ++i) { selectAll(socket, testname); sendTextFrame(socket, "gettextselection mimetype=text/plain;charset=utf-8", testname); const std::string text = getResponseString(socket, prefix, testname); if (!text.empty()) { if (expected.empty() || (prefix + expected) == text) return text; } } return std::string(); } } /* vim:set shiftwidth=4 softtabstop=4 expandtab: */