1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350 |
- /* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
- file Copyright.txt or https://cmake.org/licensing for details. */
- #include "cmCTestTestHandler.h"
- #include <algorithm>
- #include <chrono>
- #include <cmsys/Base64.h>
- #include <cmsys/Directory.hxx>
- #include <cmsys/RegularExpression.hxx>
- #include <functional>
- #include <iomanip>
- #include <iterator>
- #include <memory> // IWYU pragma: keep
- #include <set>
- #include <sstream>
- #include <stdio.h>
- #include <stdlib.h>
- #include <string.h>
- #include <time.h>
- #include "cmAlgorithms.h"
- #include "cmCTest.h"
- #include "cmCTestMultiProcessHandler.h"
- #include "cmCommand.h"
- #include "cmDuration.h"
- #include "cmGeneratedFileStream.h"
- #include "cmGlobalGenerator.h"
- #include "cmMakefile.h"
- #include "cmState.h"
- #include "cmStateSnapshot.h"
- #include "cmSystemTools.h"
- #include "cmWorkingDirectory.h"
- #include "cmXMLWriter.h"
- #include "cm_utf8.h"
- #include "cmake.h"
- #include "cmsys/FStream.hxx"
- class cmExecutionStatus;
- class cmCTestSubdirCommand : public cmCommand
- {
- public:
- /**
- * This is a virtual constructor for the command.
- */
- cmCommand* Clone() override
- {
- cmCTestSubdirCommand* c = new cmCTestSubdirCommand;
- c->TestHandler = this->TestHandler;
- return c;
- }
- /**
- * This is called when the command is first encountered in
- * the CMakeLists.txt file.
- */
- bool InitialPass(std::vector<std::string> const& args,
- cmExecutionStatus& /*unused*/) override;
- cmCTestTestHandler* TestHandler;
- };
- bool cmCTestSubdirCommand::InitialPass(std::vector<std::string> const& args,
- cmExecutionStatus& /*unused*/)
- {
- if (args.empty()) {
- this->SetError("called with incorrect number of arguments");
- return false;
- }
- std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
- for (std::string const& arg : args) {
- std::string fname;
- if (cmSystemTools::FileIsFullPath(arg)) {
- fname = arg;
- } else {
- fname = cwd;
- fname += "/";
- fname += arg;
- }
- if (!cmSystemTools::FileIsDirectory(fname)) {
- // No subdirectory? So what...
- continue;
- }
- bool readit = false;
- {
- cmWorkingDirectory workdir(fname);
- const char* testFilename;
- if (cmSystemTools::FileExists("CTestTestfile.cmake")) {
- // does the CTestTestfile.cmake exist ?
- testFilename = "CTestTestfile.cmake";
- } else if (cmSystemTools::FileExists("DartTestfile.txt")) {
- // does the DartTestfile.txt exist ?
- testFilename = "DartTestfile.txt";
- } else {
- // No CTestTestfile? Who cares...
- continue;
- }
- fname += "/";
- fname += testFilename;
- readit = this->Makefile->ReadDependentFile(fname.c_str());
- }
- if (!readit) {
- std::string m = "Could not find include file: ";
- m += fname;
- this->SetError(m);
- return false;
- }
- }
- return true;
- }
- class cmCTestAddSubdirectoryCommand : public cmCommand
- {
- public:
- /**
- * This is a virtual constructor for the command.
- */
- cmCommand* Clone() override
- {
- cmCTestAddSubdirectoryCommand* c = new cmCTestAddSubdirectoryCommand;
- c->TestHandler = this->TestHandler;
- return c;
- }
- /**
- * This is called when the command is first encountered in
- * the CMakeLists.txt file.
- */
- bool InitialPass(std::vector<std::string> const& args,
- cmExecutionStatus& /*unused*/) override;
- cmCTestTestHandler* TestHandler;
- };
- bool cmCTestAddSubdirectoryCommand::InitialPass(
- std::vector<std::string> const& args, cmExecutionStatus& /*unused*/)
- {
- if (args.empty()) {
- this->SetError("called with incorrect number of arguments");
- return false;
- }
- std::string fname = cmSystemTools::GetCurrentWorkingDirectory();
- fname += "/";
- fname += args[0];
- if (!cmSystemTools::FileExists(fname)) {
- // No subdirectory? So what...
- return true;
- }
- bool readit = false;
- {
- const char* testFilename;
- if (cmSystemTools::FileExists("CTestTestfile.cmake")) {
- // does the CTestTestfile.cmake exist ?
- testFilename = "CTestTestfile.cmake";
- } else if (cmSystemTools::FileExists("DartTestfile.txt")) {
- // does the DartTestfile.txt exist ?
- testFilename = "DartTestfile.txt";
- } else {
- // No CTestTestfile? Who cares...
- return true;
- }
- fname += "/";
- fname += testFilename;
- readit = this->Makefile->ReadDependentFile(fname.c_str());
- }
- if (!readit) {
- std::string m = "Could not find include file: ";
- m += fname;
- this->SetError(m);
- return false;
- }
- return true;
- }
- class cmCTestAddTestCommand : public cmCommand
- {
- public:
- /**
- * This is a virtual constructor for the command.
- */
- cmCommand* Clone() override
- {
- cmCTestAddTestCommand* c = new cmCTestAddTestCommand;
- c->TestHandler = this->TestHandler;
- return c;
- }
- /**
- * This is called when the command is first encountered in
- * the CMakeLists.txt file.
- */
- bool InitialPass(std::vector<std::string> const& /*args*/,
- cmExecutionStatus& /*unused*/) override;
- cmCTestTestHandler* TestHandler;
- };
- bool cmCTestAddTestCommand::InitialPass(std::vector<std::string> const& args,
- cmExecutionStatus& /*unused*/)
- {
- if (args.size() < 2) {
- this->SetError("called with incorrect number of arguments");
- return false;
- }
- return this->TestHandler->AddTest(args);
- }
- class cmCTestSetTestsPropertiesCommand : public cmCommand
- {
- public:
- /**
- * This is a virtual constructor for the command.
- */
- cmCommand* Clone() override
- {
- cmCTestSetTestsPropertiesCommand* c = new cmCTestSetTestsPropertiesCommand;
- c->TestHandler = this->TestHandler;
- return c;
- }
- /**
- * This is called when the command is first encountered in
- * the CMakeLists.txt file.
- */
- bool InitialPass(std::vector<std::string> const& /*args*/,
- cmExecutionStatus& /*unused*/) override;
- cmCTestTestHandler* TestHandler;
- };
- bool cmCTestSetTestsPropertiesCommand::InitialPass(
- std::vector<std::string> const& args, cmExecutionStatus& /*unused*/)
- {
- return this->TestHandler->SetTestsProperties(args);
- }
- class cmCTestSetDirectoryPropertiesCommand : public cmCommand
- {
- public:
- /**
- * This is a virtual constructor for the command.
- */
- cmCommand* Clone() override
- {
- cmCTestSetDirectoryPropertiesCommand* c =
- new cmCTestSetDirectoryPropertiesCommand;
- c->TestHandler = this->TestHandler;
- return c;
- }
- /**
- * This is called when the command is first encountered in
- * the CMakeLists.txt file.
- */
- bool InitialPass(std::vector<std::string> const& /*unused*/,
- cmExecutionStatus& /*unused*/) override;
- cmCTestTestHandler* TestHandler;
- };
- bool cmCTestSetDirectoryPropertiesCommand::InitialPass(
- std::vector<std::string> const& args, cmExecutionStatus&)
- {
- return this->TestHandler->SetDirectoryProperties(args);
- }
- // get the next number in a string with numbers separated by ,
- // pos is the start of the search and pos2 is the end of the search
- // pos becomes pos2 after a call to GetNextNumber.
- // -1 is returned at the end of the list.
- inline int GetNextNumber(std::string const& in, int& val,
- std::string::size_type& pos,
- std::string::size_type& pos2)
- {
- pos2 = in.find(',', pos);
- if (pos2 != std::string::npos) {
- if (pos2 - pos == 0) {
- val = -1;
- } else {
- val = atoi(in.substr(pos, pos2 - pos).c_str());
- }
- pos = pos2 + 1;
- return 1;
- }
- if (in.size() - pos == 0) {
- val = -1;
- } else {
- val = atoi(in.substr(pos, in.size() - pos).c_str());
- }
- return 0;
- }
- // get the next number in a string with numbers separated by ,
- // pos is the start of the search and pos2 is the end of the search
- // pos becomes pos2 after a call to GetNextNumber.
- // -1 is returned at the end of the list.
- inline int GetNextRealNumber(std::string const& in, double& val,
- std::string::size_type& pos,
- std::string::size_type& pos2)
- {
- pos2 = in.find(',', pos);
- if (pos2 != std::string::npos) {
- if (pos2 - pos == 0) {
- val = -1;
- } else {
- val = atof(in.substr(pos, pos2 - pos).c_str());
- }
- pos = pos2 + 1;
- return 1;
- }
- if (in.size() - pos == 0) {
- val = -1;
- } else {
- val = atof(in.substr(pos, in.size() - pos).c_str());
- }
- return 0;
- }
- cmCTestTestHandler::cmCTestTestHandler()
- {
- this->UseUnion = false;
- this->UseIncludeLabelRegExpFlag = false;
- this->UseExcludeLabelRegExpFlag = false;
- this->UseIncludeRegExpFlag = false;
- this->UseExcludeRegExpFlag = false;
- this->UseExcludeRegExpFirst = false;
- this->CustomMaximumPassedTestOutputSize = 1 * 1024;
- this->CustomMaximumFailedTestOutputSize = 300 * 1024;
- this->MemCheck = false;
- this->LogFile = nullptr;
- // regex to detect <DartMeasurement>...</DartMeasurement>
- this->DartStuff.compile("(<DartMeasurement.*/DartMeasurement[a-zA-Z]*>)");
- // regex to detect each individual <DartMeasurement>...</DartMeasurement>
- this->DartStuff1.compile(
- "(<DartMeasurement[^<]*</DartMeasurement[a-zA-Z]*>)");
- }
- void cmCTestTestHandler::Initialize()
- {
- this->Superclass::Initialize();
- this->ElapsedTestingTime = cmDuration();
- this->TestResults.clear();
- this->CustomTestsIgnore.clear();
- this->StartTest.clear();
- this->EndTest.clear();
- this->CustomPreTest.clear();
- this->CustomPostTest.clear();
- this->CustomMaximumPassedTestOutputSize = 1 * 1024;
- this->CustomMaximumFailedTestOutputSize = 300 * 1024;
- this->TestsToRun.clear();
- this->UseIncludeLabelRegExpFlag = false;
- this->UseExcludeLabelRegExpFlag = false;
- this->UseIncludeRegExpFlag = false;
- this->UseExcludeRegExpFlag = false;
- this->UseExcludeRegExpFirst = false;
- this->IncludeLabelRegularExpression = "";
- this->ExcludeLabelRegularExpression = "";
- this->IncludeRegExp.clear();
- this->ExcludeRegExp.clear();
- this->ExcludeFixtureRegExp.clear();
- this->ExcludeFixtureSetupRegExp.clear();
- this->ExcludeFixtureCleanupRegExp.clear();
- TestsToRunString.clear();
- this->UseUnion = false;
- this->TestList.clear();
- }
- void cmCTestTestHandler::PopulateCustomVectors(cmMakefile* mf)
- {
- this->CTest->PopulateCustomVector(mf, "CTEST_CUSTOM_PRE_TEST",
- this->CustomPreTest);
- this->CTest->PopulateCustomVector(mf, "CTEST_CUSTOM_POST_TEST",
- this->CustomPostTest);
- this->CTest->PopulateCustomVector(mf, "CTEST_CUSTOM_TESTS_IGNORE",
- this->CustomTestsIgnore);
- this->CTest->PopulateCustomInteger(
- mf, "CTEST_CUSTOM_MAXIMUM_PASSED_TEST_OUTPUT_SIZE",
- this->CustomMaximumPassedTestOutputSize);
- this->CTest->PopulateCustomInteger(
- mf, "CTEST_CUSTOM_MAXIMUM_FAILED_TEST_OUTPUT_SIZE",
- this->CustomMaximumFailedTestOutputSize);
- }
- int cmCTestTestHandler::PreProcessHandler()
- {
- if (!this->ExecuteCommands(this->CustomPreTest)) {
- cmCTestLog(this->CTest, ERROR_MESSAGE,
- "Problem executing pre-test command(s)." << std::endl);
- return 0;
- }
- return 1;
- }
- int cmCTestTestHandler::PostProcessHandler()
- {
- if (!this->ExecuteCommands(this->CustomPostTest)) {
- cmCTestLog(this->CTest, ERROR_MESSAGE,
- "Problem executing post-test command(s)." << std::endl);
- return 0;
- }
- return 1;
- }
- // clearly it would be nice if this were broken up into a few smaller
- // functions and commented...
- int cmCTestTestHandler::ProcessHandler()
- {
- // Update internal data structure from generic one
- this->SetTestsToRunInformation(this->GetOption("TestsToRunInformation"));
- this->SetUseUnion(cmSystemTools::IsOn(this->GetOption("UseUnion")));
- if (cmSystemTools::IsOn(this->GetOption("ScheduleRandom"))) {
- this->CTest->SetScheduleType("Random");
- }
- if (this->GetOption("ParallelLevel")) {
- this->CTest->SetParallelLevel(atoi(this->GetOption("ParallelLevel")));
- }
- const char* val;
- val = this->GetOption("LabelRegularExpression");
- if (val) {
- this->UseIncludeLabelRegExpFlag = true;
- this->IncludeLabelRegExp = val;
- }
- val = this->GetOption("ExcludeLabelRegularExpression");
- if (val) {
- this->UseExcludeLabelRegExpFlag = true;
- this->ExcludeLabelRegExp = val;
- }
- val = this->GetOption("IncludeRegularExpression");
- if (val) {
- this->UseIncludeRegExp();
- this->SetIncludeRegExp(val);
- }
- val = this->GetOption("ExcludeRegularExpression");
- if (val) {
- this->UseExcludeRegExp();
- this->SetExcludeRegExp(val);
- }
- val = this->GetOption("ExcludeFixtureRegularExpression");
- if (val) {
- this->ExcludeFixtureRegExp = val;
- }
- val = this->GetOption("ExcludeFixtureSetupRegularExpression");
- if (val) {
- this->ExcludeFixtureSetupRegExp = val;
- }
- val = this->GetOption("ExcludeFixtureCleanupRegularExpression");
- if (val) {
- this->ExcludeFixtureCleanupRegExp = val;
- }
- this->SetRerunFailed(cmSystemTools::IsOn(this->GetOption("RerunFailed")));
- this->TestResults.clear();
- cmCTestOptionalLog(
- this->CTest, HANDLER_OUTPUT, (this->MemCheck ? "Memory check" : "Test")
- << " project " << cmSystemTools::GetCurrentWorkingDirectory()
- << std::endl,
- this->Quiet);
- if (!this->PreProcessHandler()) {
- return -1;
- }
- cmGeneratedFileStream mLogFile;
- this->StartLogFile((this->MemCheck ? "DynamicAnalysis" : "Test"), mLogFile);
- this->LogFile = &mLogFile;
- std::vector<std::string> passed;
- std::vector<std::string> failed;
- int total;
- // start the real time clock
- auto clock_start = std::chrono::steady_clock::now();
- this->ProcessDirectory(passed, failed);
- auto clock_finish = std::chrono::steady_clock::now();
- total = int(passed.size()) + int(failed.size());
- if (total == 0) {
- if (!this->CTest->GetShowOnly() && !this->CTest->ShouldPrintLabels()) {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "No tests were found!!!"
- << std::endl);
- }
- } else {
- if (this->HandlerVerbose && !passed.empty() &&
- (this->UseIncludeRegExpFlag || this->UseExcludeRegExpFlag)) {
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT, std::endl
- << "The following tests passed:" << std::endl,
- this->Quiet);
- for (std::string const& j : passed) {
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "\t" << j << std::endl, this->Quiet);
- }
- }
- typedef std::set<cmCTestTestHandler::cmCTestTestResult,
- cmCTestTestResultLess>
- SetOfTests;
- SetOfTests resultsSet(this->TestResults.begin(), this->TestResults.end());
- std::vector<cmCTestTestHandler::cmCTestTestResult> disabledTests;
- for (cmCTestTestResult const& ft : resultsSet) {
- if (cmHasLiteralPrefix(ft.CompletionStatus, "SKIP_RETURN_CODE=") ||
- ft.CompletionStatus == "Disabled") {
- disabledTests.push_back(ft);
- }
- }
- float percent = float(passed.size()) * 100.0f / float(total);
- if (!failed.empty() && percent > 99) {
- percent = 99;
- }
- cmCTestLog(this->CTest, HANDLER_OUTPUT, std::endl
- << static_cast<int>(percent + .5f) << "% tests passed, "
- << failed.size() << " tests failed out of " << total
- << std::endl);
- if ((!this->CTest->GetLabelsForSubprojects().empty() &&
- this->CTest->GetSubprojectSummary())) {
- this->PrintLabelOrSubprojectSummary(true);
- }
- if (this->CTest->GetLabelSummary()) {
- this->PrintLabelOrSubprojectSummary(false);
- }
- char realBuf[1024];
- cmDuration durationInSecs = clock_finish - clock_start;
- sprintf(realBuf, "%6.2f sec", durationInSecs.count());
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT,
- "\nTotal Test time (real) = " << realBuf << "\n",
- this->Quiet);
- if (!disabledTests.empty()) {
- cmGeneratedFileStream ofs;
- cmCTestLog(this->CTest, HANDLER_OUTPUT, std::endl
- << "The following tests did not run:" << std::endl);
- this->StartLogFile("TestsDisabled", ofs);
- const char* disabled_reason;
- for (cmCTestTestResult const& dt : disabledTests) {
- ofs << dt.TestCount << ":" << dt.Name << std::endl;
- if (dt.CompletionStatus == "Disabled") {
- disabled_reason = "Disabled";
- } else {
- disabled_reason = "Skipped";
- }
- cmCTestLog(this->CTest, HANDLER_OUTPUT, "\t"
- << std::setw(3) << dt.TestCount << " - " << dt.Name
- << " (" << disabled_reason << ")" << std::endl);
- }
- }
- if (!failed.empty()) {
- cmGeneratedFileStream ofs;
- cmCTestLog(this->CTest, HANDLER_OUTPUT, std::endl
- << "The following tests FAILED:" << std::endl);
- this->StartLogFile("TestsFailed", ofs);
- for (cmCTestTestResult const& ft : resultsSet) {
- if (ft.Status != cmCTestTestHandler::COMPLETED &&
- !cmHasLiteralPrefix(ft.CompletionStatus, "SKIP_RETURN_CODE=") &&
- ft.CompletionStatus != "Disabled") {
- ofs << ft.TestCount << ":" << ft.Name << std::endl;
- cmCTestLog(this->CTest, HANDLER_OUTPUT, "\t"
- << std::setw(3) << ft.TestCount << " - " << ft.Name
- << " (" << this->GetTestStatus(ft) << ")" << std::endl);
- }
- }
- }
- }
- if (this->CTest->GetProduceXML()) {
- cmGeneratedFileStream xmlfile;
- if (!this->StartResultingXML(
- (this->MemCheck ? cmCTest::PartMemCheck : cmCTest::PartTest),
- (this->MemCheck ? "DynamicAnalysis" : "Test"), xmlfile)) {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "Cannot create "
- << (this->MemCheck ? "memory check" : "testing")
- << " XML file" << std::endl);
- this->LogFile = nullptr;
- return 1;
- }
- cmXMLWriter xml(xmlfile);
- this->GenerateDartOutput(xml);
- }
- if (!this->PostProcessHandler()) {
- this->LogFile = nullptr;
- return -1;
- }
- if (!failed.empty()) {
- this->LogFile = nullptr;
- return -1;
- }
- this->LogFile = nullptr;
- return 0;
- }
- void cmCTestTestHandler::PrintLabelOrSubprojectSummary(bool doSubProject)
- {
- // collect subproject labels
- std::vector<std::string> subprojects =
- this->CTest->GetLabelsForSubprojects();
- std::map<std::string, double> labelTimes;
- std::map<std::string, int> labelCounts;
- std::set<std::string> labels;
- std::string::size_type maxlen = 0;
- // initialize maps
- for (cmCTestTestProperties& p : this->TestList) {
- for (std::string const& l : p.Labels) {
- // first check to see if the current label is a subproject label
- bool isSubprojectLabel = false;
- std::vector<std::string>::iterator subproject =
- std::find(subprojects.begin(), subprojects.end(), l);
- if (subproject != subprojects.end()) {
- isSubprojectLabel = true;
- }
- // if we are doing sub projects and this label is one, then use it
- // if we are not doing sub projects and the label is not one use it
- if ((doSubProject && isSubprojectLabel) ||
- (!doSubProject && !isSubprojectLabel)) {
- if (l.size() > maxlen) {
- maxlen = l.size();
- }
- labels.insert(l);
- labelTimes[l] = 0;
- labelCounts[l] = 0;
- }
- }
- }
- // fill maps
- for (cmCTestTestResult& result : this->TestResults) {
- cmCTestTestProperties& p = *result.Properties;
- for (std::string const& l : p.Labels) {
- // only use labels found in labels
- if (labels.find(l) != labels.end()) {
- labelTimes[l] +=
- result.ExecutionTime.count() * result.Properties->Processors;
- ++labelCounts[l];
- }
- }
- }
- // if no labels are found return and print nothing
- if (labels.empty()) {
- return;
- }
- // now print times
- if (doSubProject) {
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT,
- "\nSubproject Time Summary:", this->Quiet);
- } else {
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT, "\nLabel Time Summary:",
- this->Quiet);
- }
- for (std::string const& i : labels) {
- std::string label = i;
- label.resize(maxlen + 3, ' ');
- char buf[1024];
- sprintf(buf, "%6.2f sec*proc", labelTimes[i]);
- std::ostringstream labelCountStr;
- labelCountStr << "(" << labelCounts[i] << " test";
- if (labelCounts[i] > 1) {
- labelCountStr << "s";
- }
- labelCountStr << ")";
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT, "\n"
- << label << " = " << buf << " "
- << labelCountStr.str(),
- this->Quiet);
- if (this->LogFile) {
- *this->LogFile << "\n" << i << " = " << buf << "\n";
- }
- }
- if (this->LogFile) {
- *this->LogFile << "\n";
- }
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT, "\n", this->Quiet);
- }
- void cmCTestTestHandler::CheckLabelFilterInclude(cmCTestTestProperties& it)
- {
- // if not using Labels to filter then return
- if (!this->UseIncludeLabelRegExpFlag) {
- return;
- }
- // if there are no labels and we are filtering by labels
- // then exclude the test as it does not have the label
- if (it.Labels.empty()) {
- it.IsInBasedOnREOptions = false;
- return;
- }
- // check to see if the label regular expression matches
- bool found = false; // assume it does not match
- // loop over all labels and look for match
- for (std::string const& l : it.Labels) {
- if (this->IncludeLabelRegularExpression.find(l)) {
- found = true;
- }
- }
- // if no match was found, exclude the test
- if (!found) {
- it.IsInBasedOnREOptions = false;
- }
- }
- void cmCTestTestHandler::CheckLabelFilterExclude(cmCTestTestProperties& it)
- {
- // if not using Labels to filter then return
- if (!this->UseExcludeLabelRegExpFlag) {
- return;
- }
- // if there are no labels and we are excluding by labels
- // then do nothing as a no label can not be a match
- if (it.Labels.empty()) {
- return;
- }
- // check to see if the label regular expression matches
- bool found = false; // assume it does not match
- // loop over all labels and look for match
- for (std::string const& l : it.Labels) {
- if (this->ExcludeLabelRegularExpression.find(l)) {
- found = true;
- }
- }
- // if match was found, exclude the test
- if (found) {
- it.IsInBasedOnREOptions = false;
- }
- }
- void cmCTestTestHandler::CheckLabelFilter(cmCTestTestProperties& it)
- {
- this->CheckLabelFilterInclude(it);
- this->CheckLabelFilterExclude(it);
- }
- void cmCTestTestHandler::ComputeTestList()
- {
- this->TestList.clear(); // clear list of test
- this->GetListOfTests();
- if (this->RerunFailed) {
- this->ComputeTestListForRerunFailed();
- return;
- }
- cmCTestTestHandler::ListOfTests::size_type tmsize = this->TestList.size();
- // how many tests are in based on RegExp?
- int inREcnt = 0;
- for (cmCTestTestProperties& tp : this->TestList) {
- this->CheckLabelFilter(tp);
- if (tp.IsInBasedOnREOptions) {
- inREcnt++;
- }
- }
- // expand the test list based on the union flag
- if (this->UseUnion) {
- this->ExpandTestsToRunInformation(static_cast<int>(tmsize));
- } else {
- this->ExpandTestsToRunInformation(inREcnt);
- }
- // Now create a final list of tests to run
- int cnt = 0;
- inREcnt = 0;
- std::string last_directory;
- ListOfTests finalList;
- for (cmCTestTestProperties& tp : this->TestList) {
- cnt++;
- if (tp.IsInBasedOnREOptions) {
- inREcnt++;
- }
- if (this->UseUnion) {
- // if it is not in the list and not in the regexp then skip
- if ((!this->TestsToRun.empty() &&
- std::find(this->TestsToRun.begin(), this->TestsToRun.end(), cnt) ==
- this->TestsToRun.end()) &&
- !tp.IsInBasedOnREOptions) {
- continue;
- }
- } else {
- // is this test in the list of tests to run? If not then skip it
- if ((!this->TestsToRun.empty() &&
- std::find(this->TestsToRun.begin(), this->TestsToRun.end(),
- inREcnt) == this->TestsToRun.end()) ||
- !tp.IsInBasedOnREOptions) {
- continue;
- }
- }
- tp.Index = cnt; // save the index into the test list for this test
- finalList.push_back(tp);
- }
- UpdateForFixtures(finalList);
- // Save the total number of tests before exclusions
- this->TotalNumberOfTests = this->TestList.size();
- // Set the TestList to the final list of all test
- this->TestList = finalList;
- this->UpdateMaxTestNameWidth();
- }
- void cmCTestTestHandler::ComputeTestListForRerunFailed()
- {
- this->ExpandTestsToRunInformationForRerunFailed();
- ListOfTests finalList;
- int cnt = 0;
- for (cmCTestTestProperties& tp : this->TestList) {
- cnt++;
- // if this test is not in our list of tests to run, then skip it.
- if ((!this->TestsToRun.empty() &&
- std::find(this->TestsToRun.begin(), this->TestsToRun.end(), cnt) ==
- this->TestsToRun.end())) {
- continue;
- }
- tp.Index = cnt;
- finalList.push_back(tp);
- }
- UpdateForFixtures(finalList);
- // Save the total number of tests before exclusions
- this->TotalNumberOfTests = this->TestList.size();
- // Set the TestList to the list of failed tests to rerun
- this->TestList = finalList;
- this->UpdateMaxTestNameWidth();
- }
- void cmCTestTestHandler::UpdateForFixtures(ListOfTests& tests) const
- {
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Updating test list for fixtures" << std::endl,
- this->Quiet);
- // Prepare regular expression evaluators
- std::string setupRegExp(this->ExcludeFixtureRegExp);
- std::string cleanupRegExp(this->ExcludeFixtureRegExp);
- if (!this->ExcludeFixtureSetupRegExp.empty()) {
- if (setupRegExp.empty()) {
- setupRegExp = this->ExcludeFixtureSetupRegExp;
- } else {
- setupRegExp.append("(" + setupRegExp + ")|(" +
- this->ExcludeFixtureSetupRegExp + ")");
- }
- }
- if (!this->ExcludeFixtureCleanupRegExp.empty()) {
- if (cleanupRegExp.empty()) {
- cleanupRegExp = this->ExcludeFixtureCleanupRegExp;
- } else {
- cleanupRegExp.append("(" + cleanupRegExp + ")|(" +
- this->ExcludeFixtureCleanupRegExp + ")");
- }
- }
- cmsys::RegularExpression excludeSetupRegex(setupRegExp);
- cmsys::RegularExpression excludeCleanupRegex(cleanupRegExp);
- // Prepare some maps to help us find setup and cleanup tests for
- // any given fixture
- typedef ListOfTests::const_iterator TestIterator;
- typedef std::multimap<std::string, TestIterator> FixtureDependencies;
- typedef FixtureDependencies::const_iterator FixtureDepsIterator;
- FixtureDependencies fixtureSetups;
- FixtureDependencies fixtureCleanups;
- for (ListOfTests::const_iterator it = this->TestList.begin();
- it != this->TestList.end(); ++it) {
- const cmCTestTestProperties& p = *it;
- for (std::string const& deps : p.FixturesSetup) {
- fixtureSetups.insert(std::make_pair(deps, it));
- }
- for (std::string const& deps : p.FixturesCleanup) {
- fixtureCleanups.insert(std::make_pair(deps, it));
- }
- }
- // Prepare fast lookup of tests already included in our list of tests
- std::set<std::string> addedTests;
- for (cmCTestTestProperties const& p : tests) {
- addedTests.insert(p.Name);
- }
- // These are lookups of fixture name to a list of indices into the final
- // tests array for tests which require that fixture and tests which are
- // setups for that fixture. They are needed at the end to populate
- // dependencies of the cleanup tests in our final list of tests.
- std::map<std::string, std::vector<size_t>> fixtureRequirements;
- std::map<std::string, std::vector<size_t>> setupFixturesAdded;
- // Use integer index for iteration because we append to
- // the tests vector as we go
- size_t fixtureTestsAdded = 0;
- std::set<std::string> addedFixtures;
- for (size_t i = 0; i < tests.size(); ++i) {
- // Skip disabled tests
- if (tests[i].Disabled) {
- continue;
- }
- // There are two things to do for each test:
- // 1. For every fixture required by this test, record that fixture as
- // being required and create dependencies on that fixture's setup
- // tests.
- // 2. Record all setup tests in the final test list so we can later make
- // cleanup tests in the test list depend on their associated setup
- // tests to enforce correct ordering.
- // 1. Handle fixture requirements
- //
- // Must copy the set of fixtures required because we may invalidate
- // the tests array by appending to it
- std::set<std::string> fixtures = tests[i].FixturesRequired;
- for (std::string const& requiredFixtureName : fixtures) {
- if (requiredFixtureName.empty()) {
- continue;
- }
- fixtureRequirements[requiredFixtureName].push_back(i);
- // Add dependencies to this test for all of the setup tests
- // associated with the required fixture. If any of those setup
- // tests fail, this test should not run. We make the fixture's
- // cleanup tests depend on this test case later.
- std::pair<FixtureDepsIterator, FixtureDepsIterator> setupRange =
- fixtureSetups.equal_range(requiredFixtureName);
- for (FixtureDepsIterator sIt = setupRange.first;
- sIt != setupRange.second; ++sIt) {
- const std::string& setupTestName = sIt->second->Name;
- tests[i].RequireSuccessDepends.insert(setupTestName);
- if (std::find(tests[i].Depends.begin(), tests[i].Depends.end(),
- setupTestName) == tests[i].Depends.end()) {
- tests[i].Depends.push_back(setupTestName);
- }
- }
- // Append any fixture setup/cleanup tests to our test list if they
- // are not already in it (they could have been in the original
- // set of tests passed to us at the outset or have already been
- // added from a previously checked test). A fixture isn't required
- // to have setup/cleanup tests.
- if (!addedFixtures.insert(requiredFixtureName).second) {
- // Already seen this fixture, no need to check it again
- continue;
- }
- // Only add setup tests if this fixture has not been excluded
- if (setupRegExp.empty() ||
- !excludeSetupRegex.find(requiredFixtureName)) {
- std::pair<FixtureDepsIterator, FixtureDepsIterator> fixtureRange =
- fixtureSetups.equal_range(requiredFixtureName);
- for (FixtureDepsIterator it = fixtureRange.first;
- it != fixtureRange.second; ++it) {
- ListOfTests::const_iterator lotIt = it->second;
- const cmCTestTestProperties& p = *lotIt;
- if (!addedTests.insert(p.Name).second) {
- // Already have p in our test list
- continue;
- }
- // This is a test not yet in our list, so add it and
- // update its index to reflect where it was in the original
- // full list of all tests (needed to track individual tests
- // across ctest runs for re-run failed, etc.)
- tests.push_back(p);
- tests.back().Index =
- 1 + static_cast<int>(std::distance(this->TestList.begin(), lotIt));
- ++fixtureTestsAdded;
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Added setup test "
- << p.Name << " required by fixture "
- << requiredFixtureName << std::endl,
- this->Quiet);
- }
- }
- // Only add cleanup tests if this fixture has not been excluded
- if (cleanupRegExp.empty() ||
- !excludeCleanupRegex.find(requiredFixtureName)) {
- std::pair<FixtureDepsIterator, FixtureDepsIterator> fixtureRange =
- fixtureCleanups.equal_range(requiredFixtureName);
- for (FixtureDepsIterator it = fixtureRange.first;
- it != fixtureRange.second; ++it) {
- ListOfTests::const_iterator lotIt = it->second;
- const cmCTestTestProperties& p = *lotIt;
- if (!addedTests.insert(p.Name).second) {
- // Already have p in our test list
- continue;
- }
- // This is a test not yet in our list, so add it and
- // update its index to reflect where it was in the original
- // full list of all tests (needed to track individual tests
- // across ctest runs for re-run failed, etc.)
- tests.push_back(p);
- tests.back().Index =
- 1 + static_cast<int>(std::distance(this->TestList.begin(), lotIt));
- ++fixtureTestsAdded;
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Added cleanup test "
- << p.Name << " required by fixture "
- << requiredFixtureName << std::endl,
- this->Quiet);
- }
- }
- }
- // 2. Record all setup fixtures included in the final list of tests
- for (std::string const& setupFixtureName : tests[i].FixturesSetup) {
- if (setupFixtureName.empty()) {
- continue;
- }
- setupFixturesAdded[setupFixtureName].push_back(i);
- }
- }
- // Now that we have the final list of tests, we can update all cleanup
- // tests to depend on those tests which require that fixture and on any
- // setup tests for that fixture. The latter is required to handle the
- // pathological case where setup and cleanup tests are in the test set
- // but no other test has that fixture as a requirement.
- for (cmCTestTestProperties& p : tests) {
- const std::set<std::string>& cleanups = p.FixturesCleanup;
- for (std::string const& fixture : cleanups) {
- // This cleanup test could be part of the original test list that was
- // passed in. It is then possible that no other test requires the
- // fIt fixture, so we have to check for this.
- std::map<std::string, std::vector<size_t>>::const_iterator cIt =
- fixtureRequirements.find(fixture);
- if (cIt != fixtureRequirements.end()) {
- const std::vector<size_t>& indices = cIt->second;
- for (size_t index : indices) {
- const std::string& reqTestName = tests[index].Name;
- if (std::find(p.Depends.begin(), p.Depends.end(), reqTestName) ==
- p.Depends.end()) {
- p.Depends.push_back(reqTestName);
- }
- }
- }
- // Ensure fixture cleanup tests always run after their setup tests, even
- // if no other test cases require the fixture
- cIt = setupFixturesAdded.find(fixture);
- if (cIt != setupFixturesAdded.end()) {
- const std::vector<size_t>& indices = cIt->second;
- for (size_t index : indices) {
- const std::string& setupTestName = tests[index].Name;
- if (std::find(p.Depends.begin(), p.Depends.end(), setupTestName) ==
- p.Depends.end()) {
- p.Depends.push_back(setupTestName);
- }
- }
- }
- }
- }
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Added "
- << fixtureTestsAdded
- << " tests to meet fixture requirements" << std::endl,
- this->Quiet);
- }
- void cmCTestTestHandler::UpdateMaxTestNameWidth()
- {
- std::string::size_type max = this->CTest->GetMaxTestNameWidth();
- for (cmCTestTestProperties& p : this->TestList) {
- if (max < p.Name.size()) {
- max = p.Name.size();
- }
- }
- if (static_cast<std::string::size_type>(
- this->CTest->GetMaxTestNameWidth()) != max) {
- this->CTest->SetMaxTestNameWidth(static_cast<int>(max));
- }
- }
- bool cmCTestTestHandler::GetValue(const char* tag, int& value,
- std::istream& fin)
- {
- std::string line;
- bool ret = true;
- cmSystemTools::GetLineFromStream(fin, line);
- if (line == tag) {
- fin >> value;
- ret = cmSystemTools::GetLineFromStream(fin, line); // read blank line
- } else {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "parse error: missing tag: "
- << tag << " found [" << line << "]" << std::endl);
- ret = false;
- }
- return ret;
- }
- bool cmCTestTestHandler::GetValue(const char* tag, double& value,
- std::istream& fin)
- {
- std::string line;
- cmSystemTools::GetLineFromStream(fin, line);
- bool ret = true;
- if (line == tag) {
- fin >> value;
- ret = cmSystemTools::GetLineFromStream(fin, line); // read blank line
- } else {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "parse error: missing tag: "
- << tag << " found [" << line << "]" << std::endl);
- ret = false;
- }
- return ret;
- }
- bool cmCTestTestHandler::GetValue(const char* tag, bool& value,
- std::istream& fin)
- {
- std::string line;
- cmSystemTools::GetLineFromStream(fin, line);
- bool ret = true;
- if (line == tag) {
- #ifdef __HAIKU__
- int tmp = 0;
- fin >> tmp;
- value = false;
- if (tmp) {
- value = true;
- }
- #else
- fin >> value;
- #endif
- ret = cmSystemTools::GetLineFromStream(fin, line); // read blank line
- } else {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "parse error: missing tag: "
- << tag << " found [" << line << "]" << std::endl);
- ret = false;
- }
- return ret;
- }
- bool cmCTestTestHandler::GetValue(const char* tag, size_t& value,
- std::istream& fin)
- {
- std::string line;
- cmSystemTools::GetLineFromStream(fin, line);
- bool ret = true;
- if (line == tag) {
- fin >> value;
- ret = cmSystemTools::GetLineFromStream(fin, line); // read blank line
- } else {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "parse error: missing tag: "
- << tag << " found [" << line << "]" << std::endl);
- ret = false;
- }
- return ret;
- }
- bool cmCTestTestHandler::GetValue(const char* tag, std::string& value,
- std::istream& fin)
- {
- std::string line;
- cmSystemTools::GetLineFromStream(fin, line);
- bool ret = true;
- if (line == tag) {
- ret = cmSystemTools::GetLineFromStream(fin, value);
- } else {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "parse error: missing tag: "
- << tag << " found [" << line << "]" << std::endl);
- ret = false;
- }
- return ret;
- }
- void cmCTestTestHandler::ProcessDirectory(std::vector<std::string>& passed,
- std::vector<std::string>& failed)
- {
- this->ComputeTestList();
- this->StartTest = this->CTest->CurrentTime();
- this->StartTestTime = std::chrono::system_clock::now();
- auto elapsed_time_start = std::chrono::steady_clock::now();
- cmCTestMultiProcessHandler* parallel = new cmCTestMultiProcessHandler;
- parallel->SetCTest(this->CTest);
- parallel->SetParallelLevel(this->CTest->GetParallelLevel());
- parallel->SetTestHandler(this);
- parallel->SetQuiet(this->Quiet);
- if (this->TestLoad > 0) {
- parallel->SetTestLoad(this->TestLoad);
- } else {
- parallel->SetTestLoad(this->CTest->GetTestLoad());
- }
- *this->LogFile
- << "Start testing: " << this->CTest->CurrentTime() << std::endl
- << "----------------------------------------------------------"
- << std::endl;
- cmCTestMultiProcessHandler::TestMap tests;
- cmCTestMultiProcessHandler::PropertiesMap properties;
- bool randomSchedule = this->CTest->GetScheduleType() == "Random";
- if (randomSchedule) {
- srand(static_cast<unsigned>(time(nullptr)));
- }
- for (cmCTestTestProperties& p : this->TestList) {
- cmCTestMultiProcessHandler::TestSet depends;
- if (randomSchedule) {
- p.Cost = static_cast<float>(rand());
- }
- if (p.Timeout == cmDuration::zero() &&
- this->CTest->GetGlobalTimeout() != cmDuration::zero()) {
- p.Timeout = this->CTest->GetGlobalTimeout();
- }
- if (!p.Depends.empty()) {
- for (std::string const& i : p.Depends) {
- for (cmCTestTestProperties const& it2 : this->TestList) {
- if (it2.Name == i) {
- depends.insert(it2.Index);
- break; // break out of test loop as name can only match 1
- }
- }
- }
- }
- tests[p.Index] = depends;
- properties[p.Index] = &p;
- }
- parallel->SetTests(tests, properties);
- parallel->SetPassFailVectors(&passed, &failed);
- this->TestResults.clear();
- parallel->SetTestResults(&this->TestResults);
- if (this->CTest->ShouldPrintLabels()) {
- parallel->PrintLabels();
- } else if (this->CTest->GetShowOnly()) {
- parallel->PrintTestList();
- } else {
- parallel->RunTests();
- }
- delete parallel;
- this->EndTest = this->CTest->CurrentTime();
- this->EndTestTime = std::chrono::system_clock::now();
- this->ElapsedTestingTime =
- std::chrono::steady_clock::now() - elapsed_time_start;
- *this->LogFile << "End testing: " << this->CTest->CurrentTime() << std::endl;
- }
- void cmCTestTestHandler::GenerateTestCommand(
- std::vector<std::string>& /*unused*/, int /*unused*/)
- {
- }
- void cmCTestTestHandler::GenerateDartOutput(cmXMLWriter& xml)
- {
- if (!this->CTest->GetProduceXML()) {
- return;
- }
- this->CTest->StartXML(xml, this->AppendXML);
- this->CTest->GenerateSubprojectsOutput(xml);
- xml.StartElement("Testing");
- xml.Element("StartDateTime", this->StartTest);
- xml.Element("StartTestTime", this->StartTestTime);
- xml.StartElement("TestList");
- for (cmCTestTestResult const& result : this->TestResults) {
- std::string testPath = result.Path + "/" + result.Name;
- xml.Element("Test", this->CTest->GetShortPathToFile(testPath.c_str()));
- }
- xml.EndElement(); // TestList
- for (cmCTestTestResult& result : this->TestResults) {
- this->WriteTestResultHeader(xml, result);
- xml.StartElement("Results");
- if (result.Status != cmCTestTestHandler::NOT_RUN) {
- if (result.Status != cmCTestTestHandler::COMPLETED ||
- result.ReturnValue) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", "Exit Code");
- xml.Element("Value", this->GetTestStatus(result));
- xml.EndElement(); // NamedMeasurement
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", "Exit Value");
- xml.Element("Value", result.ReturnValue);
- xml.EndElement(); // NamedMeasurement
- }
- this->GenerateRegressionImages(xml, result.DartString);
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "numeric/double");
- xml.Attribute("name", "Execution Time");
- xml.Element("Value", result.ExecutionTime.count());
- xml.EndElement(); // NamedMeasurement
- if (!result.Reason.empty()) {
- const char* reasonType = "Pass Reason";
- if (result.Status != cmCTestTestHandler::COMPLETED) {
- reasonType = "Fail Reason";
- }
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", reasonType);
- xml.Element("Value", result.Reason);
- xml.EndElement(); // NamedMeasurement
- }
- }
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "numeric/double");
- xml.Attribute("name", "Processors");
- xml.Element("Value", result.Properties->Processors);
- xml.EndElement(); // NamedMeasurement
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", "Completion Status");
- xml.Element("Value", result.CompletionStatus);
- xml.EndElement(); // NamedMeasurement
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", "Command Line");
- xml.Element("Value", result.FullCommandLine);
- xml.EndElement(); // NamedMeasurement
- for (auto const& measure : result.Properties->Measurements) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute("type", "text/string");
- xml.Attribute("name", measure.first);
- xml.Element("Value", measure.second);
- xml.EndElement(); // NamedMeasurement
- }
- xml.StartElement("Measurement");
- xml.StartElement("Value");
- if (result.CompressOutput) {
- xml.Attribute("encoding", "base64");
- xml.Attribute("compression", "gzip");
- }
- xml.Content(result.Output);
- xml.EndElement(); // Value
- xml.EndElement(); // Measurement
- xml.EndElement(); // Results
- this->AttachFiles(xml, result);
- this->WriteTestResultFooter(xml, result);
- }
- xml.Element("EndDateTime", this->EndTest);
- xml.Element("EndTestTime", this->EndTestTime);
- xml.Element(
- "ElapsedMinutes",
- std::chrono::duration_cast<std::chrono::minutes>(this->ElapsedTestingTime)
- .count());
- xml.EndElement(); // Testing
- this->CTest->EndXML(xml);
- }
- void cmCTestTestHandler::WriteTestResultHeader(cmXMLWriter& xml,
- cmCTestTestResult const& result)
- {
- xml.StartElement("Test");
- if (result.Status == cmCTestTestHandler::COMPLETED) {
- xml.Attribute("Status", "passed");
- } else if (result.Status == cmCTestTestHandler::NOT_RUN) {
- xml.Attribute("Status", "notrun");
- } else {
- xml.Attribute("Status", "failed");
- }
- std::string testPath = result.Path + "/" + result.Name;
- xml.Element("Name", result.Name);
- xml.Element("Path", this->CTest->GetShortPathToFile(result.Path.c_str()));
- xml.Element("FullName", this->CTest->GetShortPathToFile(testPath.c_str()));
- xml.Element("FullCommandLine", result.FullCommandLine);
- }
- void cmCTestTestHandler::WriteTestResultFooter(cmXMLWriter& xml,
- cmCTestTestResult const& result)
- {
- if (!result.Properties->Labels.empty()) {
- xml.StartElement("Labels");
- std::vector<std::string> const& labels = result.Properties->Labels;
- for (std::string const& label : labels) {
- xml.Element("Label", label);
- }
- xml.EndElement(); // Labels
- }
- xml.EndElement(); // Test
- }
- void cmCTestTestHandler::AttachFiles(cmXMLWriter& xml,
- cmCTestTestResult& result)
- {
- if (result.Status != cmCTestTestHandler::COMPLETED &&
- !result.Properties->AttachOnFail.empty()) {
- result.Properties->AttachedFiles.insert(
- result.Properties->AttachedFiles.end(),
- result.Properties->AttachOnFail.begin(),
- result.Properties->AttachOnFail.end());
- }
- for (std::string const& file : result.Properties->AttachedFiles) {
- const std::string& base64 = this->CTest->Base64GzipEncodeFile(file);
- std::string const fname = cmSystemTools::GetFilenameName(file);
- xml.StartElement("NamedMeasurement");
- xml.Attribute("name", "Attached File");
- xml.Attribute("encoding", "base64");
- xml.Attribute("compression", "tar/gzip");
- xml.Attribute("filename", fname);
- xml.Attribute("type", "file");
- xml.Element("Value", base64);
- xml.EndElement(); // NamedMeasurement
- }
- }
- int cmCTestTestHandler::ExecuteCommands(std::vector<std::string>& vec)
- {
- for (std::string const& it : vec) {
- int retVal = 0;
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Run command: " << it << std::endl, this->Quiet);
- if (!cmSystemTools::RunSingleCommand(it.c_str(), nullptr, nullptr, &retVal,
- nullptr, cmSystemTools::OUTPUT_MERGE
- /*this->Verbose*/) ||
- retVal != 0) {
- cmCTestLog(this->CTest, ERROR_MESSAGE,
- "Problem running command: " << it << std::endl);
- return 0;
- }
- }
- return 1;
- }
- // Find the appropriate executable to run for a test
- std::string cmCTestTestHandler::FindTheExecutable(const char* exe)
- {
- std::string resConfig;
- std::vector<std::string> extraPaths;
- std::vector<std::string> failedPaths;
- if (strcmp(exe, "NOT_AVAILABLE") == 0) {
- return exe;
- }
- return cmCTestTestHandler::FindExecutable(this->CTest, exe, resConfig,
- extraPaths, failedPaths);
- }
- // add additional configurations to the search path
- void cmCTestTestHandler::AddConfigurations(
- cmCTest* ctest, std::vector<std::string>& attempted,
- std::vector<std::string>& attemptedConfigs, std::string filepath,
- std::string& filename)
- {
- std::string tempPath;
- if (!filepath.empty() && filepath[filepath.size() - 1] != '/') {
- filepath += "/";
- }
- tempPath = filepath + filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("");
- if (!ctest->GetConfigType().empty()) {
- tempPath = filepath;
- tempPath += ctest->GetConfigType();
- tempPath += "/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back(ctest->GetConfigType());
- // If the file is an OSX bundle then the configtype
- // will be at the start of the path
- tempPath = ctest->GetConfigType();
- tempPath += "/";
- tempPath += filepath;
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back(ctest->GetConfigType());
- } else {
- // no config specified - try some options...
- tempPath = filepath;
- tempPath += "Release/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("Release");
- tempPath = filepath;
- tempPath += "Debug/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("Debug");
- tempPath = filepath;
- tempPath += "MinSizeRel/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("MinSizeRel");
- tempPath = filepath;
- tempPath += "RelWithDebInfo/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("RelWithDebInfo");
- tempPath = filepath;
- tempPath += "Deployment/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("Deployment");
- tempPath = filepath;
- tempPath += "Development/";
- tempPath += filename;
- attempted.push_back(tempPath);
- attemptedConfigs.push_back("Deployment");
- }
- }
- // Find the appropriate executable to run for a test
- std::string cmCTestTestHandler::FindExecutable(
- cmCTest* ctest, const char* testCommand, std::string& resultingConfig,
- std::vector<std::string>& extraPaths, std::vector<std::string>& failed)
- {
- // now run the compiled test if we can find it
- std::vector<std::string> attempted;
- std::vector<std::string> attemptedConfigs;
- std::string tempPath;
- std::string filepath = cmSystemTools::GetFilenamePath(testCommand);
- std::string filename = cmSystemTools::GetFilenameName(testCommand);
- cmCTestTestHandler::AddConfigurations(ctest, attempted, attemptedConfigs,
- filepath, filename);
- // even if a fullpath was specified also try it relative to the current
- // directory
- if (!filepath.empty() && filepath[0] == '/') {
- std::string localfilepath = filepath.substr(1, filepath.size() - 1);
- cmCTestTestHandler::AddConfigurations(ctest, attempted, attemptedConfigs,
- localfilepath, filename);
- }
- // if extraPaths are provided and we were not passed a full path, try them,
- // try any extra paths
- if (filepath.empty()) {
- for (std::string const& extraPath : extraPaths) {
- std::string filepathExtra = cmSystemTools::GetFilenamePath(extraPath);
- std::string filenameExtra = cmSystemTools::GetFilenameName(extraPath);
- cmCTestTestHandler::AddConfigurations(ctest, attempted, attemptedConfigs,
- filepathExtra, filenameExtra);
- }
- }
- // store the final location in fullPath
- std::string fullPath;
- // now look in the paths we specified above
- for (unsigned int ai = 0; ai < attempted.size() && fullPath.empty(); ++ai) {
- // first check without exe extension
- if (cmSystemTools::FileExists(attempted[ai]) &&
- !cmSystemTools::FileIsDirectory(attempted[ai])) {
- fullPath = cmSystemTools::CollapseFullPath(attempted[ai]);
- resultingConfig = attemptedConfigs[ai];
- }
- // then try with the exe extension
- else {
- failed.push_back(attempted[ai]);
- tempPath = attempted[ai];
- tempPath += cmSystemTools::GetExecutableExtension();
- if (cmSystemTools::FileExists(tempPath) &&
- !cmSystemTools::FileIsDirectory(tempPath)) {
- fullPath = cmSystemTools::CollapseFullPath(tempPath);
- resultingConfig = attemptedConfigs[ai];
- } else {
- failed.push_back(tempPath);
- }
- }
- }
- // if everything else failed, check the users path, but only if a full path
- // wasn't specified
- if (fullPath.empty() && filepath.empty()) {
- std::string const path = cmSystemTools::FindProgram(filename.c_str());
- if (!path.empty()) {
- resultingConfig.clear();
- return path;
- }
- }
- if (fullPath.empty()) {
- cmCTestLog(ctest, HANDLER_OUTPUT, "Could not find executable "
- << testCommand << "\n"
- << "Looked in the following places:\n");
- for (std::string const& f : failed) {
- cmCTestLog(ctest, HANDLER_OUTPUT, f << "\n");
- }
- }
- return fullPath;
- }
- void cmCTestTestHandler::GetListOfTests()
- {
- if (!this->IncludeLabelRegExp.empty()) {
- this->IncludeLabelRegularExpression.compile(
- this->IncludeLabelRegExp.c_str());
- }
- if (!this->ExcludeLabelRegExp.empty()) {
- this->ExcludeLabelRegularExpression.compile(
- this->ExcludeLabelRegExp.c_str());
- }
- if (!this->IncludeRegExp.empty()) {
- this->IncludeTestsRegularExpression.compile(this->IncludeRegExp.c_str());
- }
- if (!this->ExcludeRegExp.empty()) {
- this->ExcludeTestsRegularExpression.compile(this->ExcludeRegExp.c_str());
- }
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Constructing a list of tests" << std::endl, this->Quiet);
- cmake cm(cmake::RoleScript);
- cm.SetHomeDirectory("");
- cm.SetHomeOutputDirectory("");
- cm.GetCurrentSnapshot().SetDefaultDefinitions();
- cmGlobalGenerator gg(&cm);
- cmMakefile mf(&gg, cm.GetCurrentSnapshot());
- mf.AddDefinition("CTEST_CONFIGURATION_TYPE",
- this->CTest->GetConfigType().c_str());
- // Add handler for ADD_TEST
- cmCTestAddTestCommand* newCom1 = new cmCTestAddTestCommand;
- newCom1->TestHandler = this;
- cm.GetState()->AddBuiltinCommand("add_test", newCom1);
- // Add handler for SUBDIRS
- cmCTestSubdirCommand* newCom2 = new cmCTestSubdirCommand;
- newCom2->TestHandler = this;
- cm.GetState()->AddBuiltinCommand("subdirs", newCom2);
- // Add handler for ADD_SUBDIRECTORY
- cmCTestAddSubdirectoryCommand* newCom3 = new cmCTestAddSubdirectoryCommand;
- newCom3->TestHandler = this;
- cm.GetState()->AddBuiltinCommand("add_subdirectory", newCom3);
- // Add handler for SET_TESTS_PROPERTIES
- cmCTestSetTestsPropertiesCommand* newCom4 =
- new cmCTestSetTestsPropertiesCommand;
- newCom4->TestHandler = this;
- cm.GetState()->AddBuiltinCommand("set_tests_properties", newCom4);
- // Add handler for SET_DIRECTORY_PROPERTIES
- cmCTestSetDirectoryPropertiesCommand* newCom5 =
- new cmCTestSetDirectoryPropertiesCommand;
- newCom5->TestHandler = this;
- cm.GetState()->AddBuiltinCommand("set_directory_properties", newCom5);
- const char* testFilename;
- if (cmSystemTools::FileExists("CTestTestfile.cmake")) {
- // does the CTestTestfile.cmake exist ?
- testFilename = "CTestTestfile.cmake";
- } else if (cmSystemTools::FileExists("DartTestfile.txt")) {
- // does the DartTestfile.txt exist ?
- testFilename = "DartTestfile.txt";
- } else {
- return;
- }
- if (!mf.ReadListFile(testFilename)) {
- return;
- }
- if (cmSystemTools::GetErrorOccuredFlag()) {
- return;
- }
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Done constructing a list of tests" << std::endl,
- this->Quiet);
- }
- void cmCTestTestHandler::UseIncludeRegExp()
- {
- this->UseIncludeRegExpFlag = true;
- }
- void cmCTestTestHandler::UseExcludeRegExp()
- {
- this->UseExcludeRegExpFlag = true;
- this->UseExcludeRegExpFirst = !this->UseIncludeRegExpFlag;
- }
- const char* cmCTestTestHandler::GetTestStatus(cmCTestTestResult const& result)
- {
- static const char* statuses[] = { "Not Run", "Timeout", "SEGFAULT",
- "ILLEGAL", "INTERRUPT", "NUMERICAL",
- "OTHER_FAULT", "Failed", "BAD_COMMAND",
- "Completed" };
- int status = result.Status;
- if (status < cmCTestTestHandler::NOT_RUN ||
- status > cmCTestTestHandler::COMPLETED) {
- return "No Status";
- }
- if (status == cmCTestTestHandler::OTHER_FAULT) {
- return result.ExceptionStatus.c_str();
- }
- return statuses[status];
- }
- void cmCTestTestHandler::ExpandTestsToRunInformation(size_t numTests)
- {
- if (this->TestsToRunString.empty()) {
- return;
- }
- int start;
- int end = -1;
- double stride = -1;
- std::string::size_type pos = 0;
- std::string::size_type pos2;
- // read start
- if (GetNextNumber(this->TestsToRunString, start, pos, pos2)) {
- // read end
- if (GetNextNumber(this->TestsToRunString, end, pos, pos2)) {
- // read stride
- if (GetNextRealNumber(this->TestsToRunString, stride, pos, pos2)) {
- int val = 0;
- // now read specific numbers
- while (GetNextNumber(this->TestsToRunString, val, pos, pos2)) {
- this->TestsToRun.push_back(val);
- }
- this->TestsToRun.push_back(val);
- }
- }
- }
- // if start is not specified then we assume we start at 1
- if (start == -1) {
- start = 1;
- }
- // if end isnot specified then we assume we end with the last test
- if (end == -1) {
- end = static_cast<int>(numTests);
- }
- // if the stride wasn't specified then it defaults to 1
- if (stride == -1) {
- stride = 1;
- }
- // if we have a range then add it
- if (end != -1 && start != -1 && stride > 0) {
- int i = 0;
- while (i * stride + start <= end) {
- this->TestsToRun.push_back(static_cast<int>(i * stride + start));
- ++i;
- }
- }
- // sort the array
- std::sort(this->TestsToRun.begin(), this->TestsToRun.end(),
- std::less<int>());
- // remove duplicates
- std::vector<int>::iterator new_end =
- std::unique(this->TestsToRun.begin(), this->TestsToRun.end());
- this->TestsToRun.erase(new_end, this->TestsToRun.end());
- }
- void cmCTestTestHandler::ExpandTestsToRunInformationForRerunFailed()
- {
- std::string dirName = this->CTest->GetBinaryDir() + "/Testing/Temporary";
- cmsys::Directory directory;
- if (directory.Load(dirName) == 0) {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "Unable to read the contents of "
- << dirName << std::endl);
- return;
- }
- int numFiles =
- static_cast<int>(cmsys::Directory::GetNumberOfFilesInDirectory(dirName));
- std::string pattern = "LastTestsFailed";
- std::string logName;
- for (int i = 0; i < numFiles; ++i) {
- std::string fileName = directory.GetFile(i);
- // bcc crashes if we attempt a normal substring comparison,
- // hence the following workaround
- std::string fileNameSubstring = fileName.substr(0, pattern.length());
- if (fileNameSubstring != pattern) {
- continue;
- }
- if (logName.empty()) {
- logName = fileName;
- } else {
- // if multiple matching logs were found we use the most recently
- // modified one.
- int res;
- cmSystemTools::FileTimeCompare(logName, fileName, &res);
- if (res == -1) {
- logName = fileName;
- }
- }
- }
- std::string lastTestsFailedLog =
- this->CTest->GetBinaryDir() + "/Testing/Temporary/" + logName;
- if (!cmSystemTools::FileExists(lastTestsFailedLog)) {
- if (!this->CTest->GetShowOnly() && !this->CTest->ShouldPrintLabels()) {
- cmCTestLog(this->CTest, ERROR_MESSAGE, lastTestsFailedLog
- << " does not exist!" << std::endl);
- }
- return;
- }
- // parse the list of tests to rerun from LastTestsFailed.log
- cmsys::ifstream ifs(lastTestsFailedLog.c_str());
- if (ifs) {
- std::string line;
- std::string::size_type pos;
- while (cmSystemTools::GetLineFromStream(ifs, line)) {
- pos = line.find(':', 0);
- if (pos == std::string::npos) {
- continue;
- }
- int val = atoi(line.substr(0, pos).c_str());
- this->TestsToRun.push_back(val);
- }
- ifs.close();
- } else if (!this->CTest->GetShowOnly() &&
- !this->CTest->ShouldPrintLabels()) {
- cmCTestLog(this->CTest, ERROR_MESSAGE, "Problem reading file: "
- << lastTestsFailedLog
- << " while generating list of previously failed tests."
- << std::endl);
- }
- }
- // Just for convenience
- #define SPACE_REGEX "[ \t\r\n]"
- void cmCTestTestHandler::GenerateRegressionImages(cmXMLWriter& xml,
- const std::string& dart)
- {
- cmsys::RegularExpression twoattributes(
- "<DartMeasurement" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression threeattributes(
- "<DartMeasurement" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression fourattributes(
- "<DartMeasurement" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression cdatastart(
- "<DartMeasurement" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*>" SPACE_REGEX "*<!\\[CDATA\\[");
- cmsys::RegularExpression cdataend("]]>" SPACE_REGEX "*</DartMeasurement>");
- cmsys::RegularExpression measurementfile(
- "<DartMeasurementFile" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*(name|type|encoding|compression)=\"([^\"]*)\"" SPACE_REGEX
- "*>([^<]*)</DartMeasurementFile>");
- bool done = false;
- std::string cxml = dart;
- while (!done) {
- if (twoattributes.find(cxml)) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute(twoattributes.match(1).c_str(), twoattributes.match(2));
- xml.Attribute(twoattributes.match(3).c_str(), twoattributes.match(4));
- xml.Element("Value", twoattributes.match(5));
- xml.EndElement();
- cxml.erase(twoattributes.start(),
- twoattributes.end() - twoattributes.start());
- } else if (threeattributes.find(cxml)) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute(threeattributes.match(1).c_str(),
- threeattributes.match(2));
- xml.Attribute(threeattributes.match(3).c_str(),
- threeattributes.match(4));
- xml.Attribute(threeattributes.match(5).c_str(),
- threeattributes.match(6));
- xml.Element("Value", twoattributes.match(7));
- xml.EndElement();
- cxml.erase(threeattributes.start(),
- threeattributes.end() - threeattributes.start());
- } else if (fourattributes.find(cxml)) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute(fourattributes.match(1).c_str(), fourattributes.match(2));
- xml.Attribute(fourattributes.match(3).c_str(), fourattributes.match(4));
- xml.Attribute(fourattributes.match(5).c_str(), fourattributes.match(6));
- xml.Attribute(fourattributes.match(7).c_str(), fourattributes.match(8));
- xml.Element("Value", twoattributes.match(9));
- xml.EndElement();
- cxml.erase(fourattributes.start(),
- fourattributes.end() - fourattributes.start());
- } else if (cdatastart.find(cxml) && cdataend.find(cxml)) {
- xml.StartElement("NamedMeasurement");
- xml.Attribute(cdatastart.match(1).c_str(), cdatastart.match(2));
- xml.Attribute(cdatastart.match(3).c_str(), cdatastart.match(4));
- xml.StartElement("Value");
- xml.CData(
- cxml.substr(cdatastart.end(), cdataend.start() - cdatastart.end()));
- xml.EndElement(); // Value
- xml.EndElement(); // NamedMeasurement
- cxml.erase(cdatastart.start(), cdataend.end() - cdatastart.start());
- } else if (measurementfile.find(cxml)) {
- const std::string& filename =
- cmCTest::CleanString(measurementfile.match(5));
- if (cmSystemTools::FileExists(filename)) {
- long len = cmSystemTools::FileLength(filename);
- if (len == 0) {
- std::string k1 = measurementfile.match(1);
- std::string v1 = measurementfile.match(2);
- std::string k2 = measurementfile.match(3);
- std::string v2 = measurementfile.match(4);
- if (cmSystemTools::LowerCase(k1) == "type") {
- v1 = "text/string";
- }
- if (cmSystemTools::LowerCase(k2) == "type") {
- v2 = "text/string";
- }
- xml.StartElement("NamedMeasurement");
- xml.Attribute(k1.c_str(), v1);
- xml.Attribute(k2.c_str(), v2);
- xml.Attribute("encoding", "none");
- xml.Element("Value", "Image " + filename + " is empty");
- xml.EndElement();
- } else {
- cmsys::ifstream ifs(filename.c_str(), std::ios::in
- #ifdef _WIN32
- | std::ios::binary
- #endif
- );
- unsigned char* file_buffer = new unsigned char[len + 1];
- ifs.read(reinterpret_cast<char*>(file_buffer), len);
- unsigned char* encoded_buffer = new unsigned char[static_cast<int>(
- static_cast<double>(len) * 1.5 + 5.0)];
- size_t rlen =
- cmsysBase64_Encode(file_buffer, len, encoded_buffer, 1);
- xml.StartElement("NamedMeasurement");
- xml.Attribute(measurementfile.match(1).c_str(),
- measurementfile.match(2));
- xml.Attribute(measurementfile.match(3).c_str(),
- measurementfile.match(4));
- xml.Attribute("encoding", "base64");
- std::ostringstream ostr;
- for (size_t cc = 0; cc < rlen; cc++) {
- ostr << encoded_buffer[cc];
- if (cc % 60 == 0 && cc) {
- ostr << std::endl;
- }
- }
- xml.Element("Value", ostr.str());
- xml.EndElement(); // NamedMeasurement
- delete[] file_buffer;
- delete[] encoded_buffer;
- }
- } else {
- int idx = 4;
- if (measurementfile.match(1) == "name") {
- idx = 2;
- }
- xml.StartElement("NamedMeasurement");
- xml.Attribute("name", measurementfile.match(idx));
- xml.Attribute("text", "text/string");
- xml.Element("Value", "File " + filename + " not found");
- xml.EndElement();
- cmCTestOptionalLog(this->CTest, HANDLER_OUTPUT, "File \""
- << filename << "\" not found." << std::endl,
- this->Quiet);
- }
- cxml.erase(measurementfile.start(),
- measurementfile.end() - measurementfile.start());
- } else {
- done = true;
- }
- }
- }
- void cmCTestTestHandler::SetIncludeRegExp(const char* arg)
- {
- this->IncludeRegExp = arg;
- }
- void cmCTestTestHandler::SetExcludeRegExp(const char* arg)
- {
- this->ExcludeRegExp = arg;
- }
- void cmCTestTestHandler::SetTestsToRunInformation(const char* in)
- {
- if (!in) {
- return;
- }
- this->TestsToRunString = in;
- // if the argument is a file, then read it and use the contents as the
- // string
- if (cmSystemTools::FileExists(in)) {
- cmsys::ifstream fin(in);
- unsigned long filelen = cmSystemTools::FileLength(in);
- char* buff = new char[filelen + 1];
- fin.getline(buff, filelen);
- buff[fin.gcount()] = 0;
- this->TestsToRunString = buff;
- delete[] buff;
- }
- }
- bool cmCTestTestHandler::CleanTestOutput(std::string& output, size_t length)
- {
- if (!length || length >= output.size() ||
- output.find("CTEST_FULL_OUTPUT") != std::string::npos) {
- return true;
- }
- // Truncate at given length but do not break in the middle of a multi-byte
- // UTF-8 encoding.
- char const* const begin = output.c_str();
- char const* const end = begin + output.size();
- char const* const truncate = begin + length;
- char const* current = begin;
- while (current < truncate) {
- unsigned int ch;
- if (const char* next = cm_utf8_decode_character(current, end, &ch)) {
- if (next > truncate) {
- break;
- }
- current = next;
- } else // Bad byte will be handled by cmXMLWriter.
- {
- ++current;
- }
- }
- output = output.substr(0, current - begin);
- // Append truncation message.
- std::ostringstream msg;
- msg << "...\n"
- "The rest of the test output was removed since it exceeds the "
- "threshold "
- "of "
- << length << " bytes.\n";
- output += msg.str();
- return true;
- }
- bool cmCTestTestHandler::SetTestsProperties(
- const std::vector<std::string>& args)
- {
- std::vector<std::string>::const_iterator it;
- std::vector<std::string> tests;
- bool found = false;
- for (it = args.begin(); it != args.end(); ++it) {
- if (*it == "PROPERTIES") {
- found = true;
- break;
- }
- tests.push_back(*it);
- }
- if (!found) {
- return false;
- }
- ++it; // skip PROPERTIES
- for (; it != args.end(); ++it) {
- std::string key = *it;
- ++it;
- if (it == args.end()) {
- break;
- }
- std::string val = *it;
- for (std::string const& t : tests) {
- for (cmCTestTestProperties& rt : this->TestList) {
- if (t == rt.Name) {
- if (key == "WILL_FAIL") {
- rt.WillFail = cmSystemTools::IsOn(val.c_str());
- }
- if (key == "DISABLED") {
- rt.Disabled = cmSystemTools::IsOn(val.c_str());
- }
- if (key == "ATTACHED_FILES") {
- cmSystemTools::ExpandListArgument(val, rt.AttachedFiles);
- }
- if (key == "ATTACHED_FILES_ON_FAIL") {
- cmSystemTools::ExpandListArgument(val, rt.AttachOnFail);
- }
- if (key == "RESOURCE_LOCK") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- rt.LockedResources.insert(lval.begin(), lval.end());
- }
- if (key == "FIXTURES_SETUP") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- rt.FixturesSetup.insert(lval.begin(), lval.end());
- }
- if (key == "FIXTURES_CLEANUP") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- rt.FixturesCleanup.insert(lval.begin(), lval.end());
- }
- if (key == "FIXTURES_REQUIRED") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- rt.FixturesRequired.insert(lval.begin(), lval.end());
- }
- if (key == "TIMEOUT") {
- rt.Timeout = cmDuration(atof(val.c_str()));
- rt.ExplicitTimeout = true;
- }
- if (key == "COST") {
- rt.Cost = static_cast<float>(atof(val.c_str()));
- }
- if (key == "REQUIRED_FILES") {
- cmSystemTools::ExpandListArgument(val, rt.RequiredFiles);
- }
- if (key == "RUN_SERIAL") {
- rt.RunSerial = cmSystemTools::IsOn(val.c_str());
- }
- if (key == "FAIL_REGULAR_EXPRESSION") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- for (std::string const& cr : lval) {
- rt.ErrorRegularExpressions.emplace_back(cr, cr);
- }
- }
- if (key == "PROCESSORS") {
- rt.Processors = atoi(val.c_str());
- if (rt.Processors < 1) {
- rt.Processors = 1;
- }
- }
- if (key == "SKIP_RETURN_CODE") {
- rt.SkipReturnCode = atoi(val.c_str());
- if (rt.SkipReturnCode < 0 || rt.SkipReturnCode > 255) {
- rt.SkipReturnCode = -1;
- }
- }
- if (key == "DEPENDS") {
- cmSystemTools::ExpandListArgument(val, rt.Depends);
- }
- if (key == "ENVIRONMENT") {
- cmSystemTools::ExpandListArgument(val, rt.Environment);
- }
- if (key == "LABELS") {
- std::vector<std::string> Labels;
- cmSystemTools::ExpandListArgument(val, Labels);
- rt.Labels.insert(rt.Labels.end(), Labels.begin(), Labels.end());
- // sort the array
- std::sort(rt.Labels.begin(), rt.Labels.end());
- // remove duplicates
- std::vector<std::string>::iterator new_end =
- std::unique(rt.Labels.begin(), rt.Labels.end());
- rt.Labels.erase(new_end, rt.Labels.end());
- }
- if (key == "MEASUREMENT") {
- size_t pos = val.find_first_of('=');
- if (pos != std::string::npos) {
- std::string mKey = val.substr(0, pos);
- const char* mVal = val.c_str() + pos + 1;
- rt.Measurements[mKey] = mVal;
- } else {
- rt.Measurements[val] = "1";
- }
- }
- if (key == "PASS_REGULAR_EXPRESSION") {
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(val, lval);
- for (std::string const& cr : lval) {
- rt.RequiredRegularExpressions.emplace_back(cr, cr);
- }
- }
- if (key == "WORKING_DIRECTORY") {
- rt.Directory = val;
- }
- if (key == "TIMEOUT_AFTER_MATCH") {
- std::vector<std::string> propArgs;
- cmSystemTools::ExpandListArgument(val, propArgs);
- if (propArgs.size() != 2) {
- cmCTestLog(this->CTest, WARNING,
- "TIMEOUT_AFTER_MATCH expects two arguments, found "
- << propArgs.size() << std::endl);
- } else {
- rt.AlternateTimeout = cmDuration(atof(propArgs[0].c_str()));
- std::vector<std::string> lval;
- cmSystemTools::ExpandListArgument(propArgs[1], lval);
- for (std::string const& cr : lval) {
- rt.TimeoutRegularExpressions.emplace_back(cr, cr);
- }
- }
- }
- }
- }
- }
- }
- return true;
- }
- bool cmCTestTestHandler::SetDirectoryProperties(
- const std::vector<std::string>& args)
- {
- std::vector<std::string>::const_iterator it;
- std::vector<std::string> tests;
- bool found = false;
- for (it = args.begin(); it != args.end(); ++it) {
- if (*it == "PROPERTIES") {
- found = true;
- break;
- }
- tests.push_back(*it);
- }
- if (!found) {
- return false;
- }
- ++it; // skip PROPERTIES
- for (; it != args.end(); ++it) {
- std::string key = *it;
- ++it;
- if (it == args.end()) {
- break;
- }
- std::string val = *it;
- for (cmCTestTestProperties& rt : this->TestList) {
- std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
- if (cwd == rt.Directory) {
- if (key == "LABELS") {
- std::vector<std::string> DirectoryLabels;
- cmSystemTools::ExpandListArgument(val, DirectoryLabels);
- rt.Labels.insert(rt.Labels.end(), DirectoryLabels.begin(),
- DirectoryLabels.end());
- // sort the array
- std::sort(rt.Labels.begin(), rt.Labels.end());
- // remove duplicates
- std::vector<std::string>::iterator new_end =
- std::unique(rt.Labels.begin(), rt.Labels.end());
- rt.Labels.erase(new_end, rt.Labels.end());
- }
- }
- }
- }
- return true;
- }
- bool cmCTestTestHandler::AddTest(const std::vector<std::string>& args)
- {
- const std::string& testname = args[0];
- cmCTestOptionalLog(this->CTest, DEBUG, "Add test: " << args[0] << std::endl,
- this->Quiet);
- if (this->UseExcludeRegExpFlag && this->UseExcludeRegExpFirst &&
- this->ExcludeTestsRegularExpression.find(testname.c_str())) {
- return true;
- }
- if (this->MemCheck) {
- std::vector<std::string>::iterator it;
- bool found = false;
- for (it = this->CustomTestsIgnore.begin();
- it != this->CustomTestsIgnore.end(); ++it) {
- if (*it == testname) {
- found = true;
- break;
- }
- }
- if (found) {
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Ignore memcheck: " << *it << std::endl, this->Quiet);
- return true;
- }
- } else {
- std::vector<std::string>::iterator it;
- bool found = false;
- for (it = this->CustomTestsIgnore.begin();
- it != this->CustomTestsIgnore.end(); ++it) {
- if (*it == testname) {
- found = true;
- break;
- }
- }
- if (found) {
- cmCTestOptionalLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
- "Ignore test: " << *it << std::endl, this->Quiet);
- return true;
- }
- }
- cmCTestTestProperties test;
- test.Name = testname;
- test.Args = args;
- test.Directory = cmSystemTools::GetCurrentWorkingDirectory();
- cmCTestOptionalLog(this->CTest, DEBUG,
- "Set test directory: " << test.Directory << std::endl,
- this->Quiet);
- test.IsInBasedOnREOptions = true;
- test.WillFail = false;
- test.Disabled = false;
- test.RunSerial = false;
- test.Timeout = cmDuration::zero();
- test.ExplicitTimeout = false;
- test.Cost = 0;
- test.Processors = 1;
- test.SkipReturnCode = -1;
- test.PreviousRuns = 0;
- if (this->UseIncludeRegExpFlag &&
- !this->IncludeTestsRegularExpression.find(testname.c_str())) {
- test.IsInBasedOnREOptions = false;
- } else if (this->UseExcludeRegExpFlag && !this->UseExcludeRegExpFirst &&
- this->ExcludeTestsRegularExpression.find(testname.c_str())) {
- test.IsInBasedOnREOptions = false;
- }
- this->TestList.push_back(test);
- return true;
- }
|