/*------------------------------------------------------------------------- * drawElements Quality Program Test Executor * ------------------------------------------ * * Copyright 2014 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * *//*! * \file * \brief Test batch executor. *//*--------------------------------------------------------------------*/ #include "xeBatchExecutor.hpp" #include "xeTestResultParser.hpp" #include #include namespace xe { using std::string; using std::vector; enum { TEST_LOG_TMP_BUFFER_SIZE = 1024, INFO_LOG_TMP_BUFFER_SIZE = 256 }; // \todo [2012-11-01 pyry] Update execute set in handler. static inline bool isExecutedInBatch (const BatchResult* batchResult, const TestCase* testCase) { std::string fullPath; testCase->getFullPath(fullPath); if (batchResult->hasTestCaseResult(fullPath.c_str())) { ConstTestCaseResultPtr data = batchResult->getTestCaseResult(fullPath.c_str()); return data->getStatusCode() != TESTSTATUSCODE_PENDING && data->getStatusCode() != TESTSTATUSCODE_RUNNING; } else return false; } // \todo [2012-06-19 pyry] These can be optimized using TestSetIterator (once implemented) static void computeExecuteSet (TestSet& executeSet, const TestNode* root, const TestSet& testSet, const BatchResult* batchResult) { ConstTestNodeIterator iter = ConstTestNodeIterator::begin(root); ConstTestNodeIterator end = ConstTestNodeIterator::end(root); for (; iter != end; ++iter) { const TestNode* node = *iter; if (node->getNodeType() == TESTNODETYPE_TEST_CASE && testSet.hasNode(node)) { const TestCase* testCase = static_cast(node); if (!isExecutedInBatch(batchResult, testCase)) executeSet.addCase(testCase); } } } static void computeBatchRequest (TestSet& requestSet, const TestSet& executeSet, const TestNode* root, int maxCasesInSet) { ConstTestNodeIterator iter = ConstTestNodeIterator::begin(root); ConstTestNodeIterator end = ConstTestNodeIterator::end(root); int numCases = 0; for (; (iter != end) && (numCases < maxCasesInSet); ++iter) { const TestNode* node = *iter; if (node->getNodeType() == TESTNODETYPE_TEST_CASE && executeSet.hasNode(node)) { const TestCase* testCase = static_cast(node); requestSet.addCase(testCase); numCases += 1; } } } static int removeExecuted (TestSet& set, const TestNode* root, const BatchResult* batchResult) { TestSet oldSet (set); ConstTestNodeIterator iter = ConstTestNodeIterator::begin(root); ConstTestNodeIterator end = ConstTestNodeIterator::end(root); int numRemoved = 0; for (; iter != end; ++iter) { const TestNode* node = *iter; if (node->getNodeType() == TESTNODETYPE_TEST_CASE && oldSet.hasNode(node)) { const TestCase* testCase = static_cast(node); if (isExecutedInBatch(batchResult, testCase)) { set.removeCase(testCase); numRemoved += 1; } } } return numRemoved; } BatchExecutorLogHandler::BatchExecutorLogHandler (BatchResult* batchResult) : m_batchResult(batchResult) { } BatchExecutorLogHandler::~BatchExecutorLogHandler (void) { } void BatchExecutorLogHandler::setSessionInfo (const SessionInfo& sessionInfo) { m_batchResult->getSessionInfo() = sessionInfo; } TestCaseResultPtr BatchExecutorLogHandler::startTestCaseResult (const char* casePath) { // \todo [2012-11-01 pyry] What to do with duplicate results? if (m_batchResult->hasTestCaseResult(casePath)) return m_batchResult->getTestCaseResult(casePath); else return m_batchResult->createTestCaseResult(casePath); } void BatchExecutorLogHandler::testCaseResultUpdated (const TestCaseResultPtr&) { } void BatchExecutorLogHandler::testCaseResultComplete (const TestCaseResultPtr& result) { // \todo [2012-11-01 pyry] Remove from execute set here instead of updating it between sessions. printf("%s\n", result->getTestCasePath()); } BatchExecutor::BatchExecutor (const TargetConfiguration& config, CommLink* commLink, const TestNode* root, const TestSet& testSet, BatchResult* batchResult, InfoLog* infoLog) : m_config (config) , m_commLink (commLink) , m_root (root) , m_testSet (testSet) , m_logHandler (batchResult) , m_batchResult (batchResult) , m_infoLog (infoLog) , m_state (STATE_NOT_STARTED) , m_testLogParser (&m_logHandler) { } BatchExecutor::~BatchExecutor (void) { } void BatchExecutor::run (void) { XE_CHECK(m_state == STATE_NOT_STARTED); // Check commlink state. { CommLinkState commState = COMMLINKSTATE_LAST; std::string stateStr = ""; commState = m_commLink->getState(stateStr); if (commState == COMMLINKSTATE_ERROR) { // Report error. XE_FAIL((string("CommLink error: '") + stateStr + "'").c_str()); } else if (commState != COMMLINKSTATE_READY) XE_FAIL("CommLink is not ready"); } // Compute initial execute set. computeExecuteSet(m_casesToExecute, m_root, m_testSet, m_batchResult); // Register callbacks. m_commLink->setCallbacks(enqueueStateChanged, enqueueTestLogData, enqueueInfoLogData, this); try { if (!m_casesToExecute.empty()) { TestSet batchRequest; computeBatchRequest(batchRequest, m_casesToExecute, m_root, m_config.maxCasesPerSession); launchTestSet(batchRequest); m_state = STATE_STARTED; } else m_state = STATE_FINISHED; // Run handler loop until we are finished. while (m_state != STATE_FINISHED) m_dispatcher.callNext(); } catch (...) { m_commLink->setCallbacks(DE_NULL, DE_NULL, DE_NULL, DE_NULL); throw; } // De-register callbacks. m_commLink->setCallbacks(DE_NULL, DE_NULL, DE_NULL, DE_NULL); } void BatchExecutor::onStateChanged (CommLinkState state, const char* message) { switch (state) { case COMMLINKSTATE_READY: case COMMLINKSTATE_TEST_PROCESS_LAUNCHING: case COMMLINKSTATE_TEST_PROCESS_RUNNING: break; // Ignore. case COMMLINKSTATE_TEST_PROCESS_FINISHED: { // Feed end of string to parser. This terminates open test case if such exists. { deUint8 eos = 0; onTestLogData(&eos, 1); } int numExecuted = removeExecuted(m_casesToExecute, m_root, m_batchResult); // \note No new batch is launched if no cases were executed in last one. Otherwise excutor // could end up in infinite loop. if (!m_casesToExecute.empty() && numExecuted > 0) { // Reset state and start batch. m_testLogParser.reset(); m_commLink->reset(); XE_CHECK(m_commLink->getState() == COMMLINKSTATE_READY); TestSet batchRequest; computeBatchRequest(batchRequest, m_casesToExecute, m_root, m_config.maxCasesPerSession); launchTestSet(batchRequest); } else m_state = STATE_FINISHED; break; } case COMMLINKSTATE_TEST_PROCESS_LAUNCH_FAILED: printf("Failed to start test process: '%s'\n", message); m_state = STATE_FINISHED; break; case COMMLINKSTATE_ERROR: printf("CommLink error: '%s'\n", message); m_state = STATE_FINISHED; break; default: XE_FAIL("Unknown state"); } } void BatchExecutor::onTestLogData (const deUint8* bytes, int numBytes) { try { m_testLogParser.parse(bytes, numBytes); } catch (const ParseError& e) { // \todo [2012-07-06 pyry] Log error. DE_UNREF(e); } } void BatchExecutor::onInfoLogData (const deUint8* bytes, int numBytes) { if (numBytes > 0 && m_infoLog) m_infoLog->append(bytes, numBytes); } static void writeCaseListNode (std::ostream& str, const TestNode* node, const TestSet& testSet) { DE_ASSERT(testSet.hasNode(node)); TestNodeType nodeType = node->getNodeType(); if (nodeType != TESTNODETYPE_ROOT) str << node->getName(); if (nodeType == TESTNODETYPE_ROOT || nodeType == TESTNODETYPE_GROUP) { const TestGroup* group = static_cast(node); bool isFirst = true; str << "{"; for (int ndx = 0; ndx < group->getNumChildren(); ndx++) { const TestNode* child = group->getChild(ndx); if (testSet.hasNode(child)) { if (!isFirst) str << ","; writeCaseListNode(str, child, testSet); isFirst = false; } } str << "}"; } } void BatchExecutor::launchTestSet (const TestSet& testSet) { std::ostringstream caseList; XE_CHECK(testSet.hasNode(m_root)); XE_CHECK(m_root->getNodeType() == TESTNODETYPE_ROOT); writeCaseListNode(caseList, m_root, testSet); m_commLink->startTestProcess(m_config.binaryName.c_str(), m_config.cmdLineArgs.c_str(), m_config.workingDir.c_str(), caseList.str().c_str()); } void BatchExecutor::enqueueStateChanged (void* userPtr, CommLinkState state, const char* message) { BatchExecutor* executor = static_cast(userPtr); CallWriter writer (&executor->m_dispatcher, BatchExecutor::dispatchStateChanged); writer << executor << state << message; writer.enqueue(); } void BatchExecutor::enqueueTestLogData (void* userPtr, const deUint8* bytes, int numBytes) { BatchExecutor* executor = static_cast(userPtr); CallWriter writer (&executor->m_dispatcher, BatchExecutor::dispatchTestLogData); writer << executor << numBytes; writer.write(bytes, numBytes); writer.enqueue(); } void BatchExecutor::enqueueInfoLogData (void* userPtr, const deUint8* bytes, int numBytes) { BatchExecutor* executor = static_cast(userPtr); CallWriter writer (&executor->m_dispatcher, BatchExecutor::dispatchInfoLogData); writer << executor << numBytes; writer.write(bytes, numBytes); writer.enqueue(); } void BatchExecutor::dispatchStateChanged (CallReader data) { BatchExecutor* executor = DE_NULL; CommLinkState state = COMMLINKSTATE_LAST; std::string message; data >> executor >> state >> message; executor->onStateChanged(state, message.c_str()); } void BatchExecutor::dispatchTestLogData (CallReader data) { BatchExecutor* executor = DE_NULL; int numBytes; data >> executor >> numBytes; executor->onTestLogData(data.getDataBlock(numBytes), numBytes); } void BatchExecutor::dispatchInfoLogData (CallReader data) { BatchExecutor* executor = DE_NULL; int numBytes; data >> executor >> numBytes; executor->onInfoLogData(data.getDataBlock(numBytes), numBytes); } } // xe