cmCTestScriptHandler.cxx 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989
  1. /* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
  2. file Copyright.txt or https://cmake.org/licensing for details. */
  3. #include "cmCTestScriptHandler.h"
  4. #include "cmsys/Directory.hxx"
  5. #include "cmsys/Process.h"
  6. #include <map>
  7. #include <ratio>
  8. #include <sstream>
  9. #include <stdio.h>
  10. #include <stdlib.h>
  11. #include <string.h>
  12. #include <utility>
  13. #include "cmCTest.h"
  14. #include "cmCTestBuildCommand.h"
  15. #include "cmCTestCommand.h"
  16. #include "cmCTestConfigureCommand.h"
  17. #include "cmCTestCoverageCommand.h"
  18. #include "cmCTestEmptyBinaryDirectoryCommand.h"
  19. #include "cmCTestMemCheckCommand.h"
  20. #include "cmCTestReadCustomFilesCommand.h"
  21. #include "cmCTestRunScriptCommand.h"
  22. #include "cmCTestSleepCommand.h"
  23. #include "cmCTestStartCommand.h"
  24. #include "cmCTestSubmitCommand.h"
  25. #include "cmCTestTestCommand.h"
  26. #include "cmCTestUpdateCommand.h"
  27. #include "cmCTestUploadCommand.h"
  28. #include "cmDuration.h"
  29. #include "cmFunctionBlocker.h"
  30. #include "cmGeneratedFileStream.h"
  31. #include "cmGlobalGenerator.h"
  32. #include "cmMakefile.h"
  33. #include "cmState.h"
  34. #include "cmStateDirectory.h"
  35. #include "cmStateSnapshot.h"
  36. #include "cmSystemTools.h"
  37. #include "cmake.h"
  38. #ifdef _WIN32
  39. #include <windows.h>
  40. #else
  41. #include <unistd.h>
  42. #endif
  43. class cmExecutionStatus;
  44. struct cmListFileFunction;
  45. #define CTEST_INITIAL_CMAKE_OUTPUT_FILE_NAME "CTestInitialCMakeOutput.log"
  46. // used to keep elapsed time up to date
  47. class cmCTestScriptFunctionBlocker : public cmFunctionBlocker
  48. {
  49. public:
  50. cmCTestScriptFunctionBlocker() {}
  51. ~cmCTestScriptFunctionBlocker() override {}
  52. bool IsFunctionBlocked(const cmListFileFunction& lff, cmMakefile& mf,
  53. cmExecutionStatus& /*status*/) override;
  54. // virtual bool ShouldRemove(const cmListFileFunction& lff, cmMakefile &mf);
  55. // virtual void ScopeEnded(cmMakefile &mf);
  56. cmCTestScriptHandler* CTestScriptHandler;
  57. };
  58. // simply update the time and don't block anything
  59. bool cmCTestScriptFunctionBlocker::IsFunctionBlocked(
  60. const cmListFileFunction& /*lff*/, cmMakefile& /*mf*/,
  61. cmExecutionStatus& /*status*/)
  62. {
  63. this->CTestScriptHandler->UpdateElapsedTime();
  64. return false;
  65. }
  66. cmCTestScriptHandler::cmCTestScriptHandler()
  67. {
  68. this->Backup = false;
  69. this->EmptyBinDir = false;
  70. this->EmptyBinDirOnce = false;
  71. this->Makefile = nullptr;
  72. this->CMake = nullptr;
  73. this->GlobalGenerator = nullptr;
  74. this->ScriptStartTime = std::chrono::steady_clock::time_point();
  75. // the *60 is because the settings are in minutes but GetTime is seconds
  76. this->MinimumInterval = 30 * 60;
  77. this->ContinuousDuration = -1;
  78. }
  79. void cmCTestScriptHandler::Initialize()
  80. {
  81. this->Superclass::Initialize();
  82. this->Backup = false;
  83. this->EmptyBinDir = false;
  84. this->EmptyBinDirOnce = false;
  85. this->SourceDir.clear();
  86. this->BinaryDir.clear();
  87. this->BackupSourceDir.clear();
  88. this->BackupBinaryDir.clear();
  89. this->CTestRoot.clear();
  90. this->CVSCheckOut.clear();
  91. this->CTestCmd.clear();
  92. this->UpdateCmd.clear();
  93. this->CTestEnv.clear();
  94. this->InitialCache.clear();
  95. this->CMakeCmd.clear();
  96. this->CMOutFile.clear();
  97. this->ExtraUpdates.clear();
  98. this->MinimumInterval = 20 * 60;
  99. this->ContinuousDuration = -1;
  100. // what time in seconds did this script start running
  101. this->ScriptStartTime = std::chrono::steady_clock::time_point();
  102. delete this->Makefile;
  103. this->Makefile = nullptr;
  104. delete this->GlobalGenerator;
  105. this->GlobalGenerator = nullptr;
  106. delete this->CMake;
  107. }
  108. cmCTestScriptHandler::~cmCTestScriptHandler()
  109. {
  110. delete this->Makefile;
  111. delete this->GlobalGenerator;
  112. delete this->CMake;
  113. }
  114. // just adds an argument to the vector
  115. void cmCTestScriptHandler::AddConfigurationScript(const char* script,
  116. bool pscope)
  117. {
  118. this->ConfigurationScripts.push_back(script);
  119. this->ScriptProcessScope.push_back(pscope);
  120. }
  121. // the generic entry point for handling scripts, this routine will run all
  122. // the scripts provides a -S arguments
  123. int cmCTestScriptHandler::ProcessHandler()
  124. {
  125. int res = 0;
  126. for (size_t i = 0; i < this->ConfigurationScripts.size(); ++i) {
  127. // for each script run it
  128. res |= this->RunConfigurationScript(
  129. cmSystemTools::CollapseFullPath(this->ConfigurationScripts[i]),
  130. this->ScriptProcessScope[i]);
  131. }
  132. if (res) {
  133. return -1;
  134. }
  135. return 0;
  136. }
  137. void cmCTestScriptHandler::UpdateElapsedTime()
  138. {
  139. if (this->Makefile) {
  140. // set the current elapsed time
  141. auto itime = cmDurationTo<unsigned int>(std::chrono::steady_clock::now() -
  142. this->ScriptStartTime);
  143. auto timeString = std::to_string(itime);
  144. this->Makefile->AddDefinition("CTEST_ELAPSED_TIME", timeString.c_str());
  145. }
  146. }
  147. void cmCTestScriptHandler::AddCTestCommand(std::string const& name,
  148. cmCTestCommand* command)
  149. {
  150. command->CTest = this->CTest;
  151. command->CTestScriptHandler = this;
  152. this->CMake->GetState()->AddBuiltinCommand(name, command);
  153. }
  154. int cmCTestScriptHandler::ExecuteScript(const std::string& total_script_arg)
  155. {
  156. // execute the script passing in the arguments to the script as well as the
  157. // arguments from this invocation of cmake
  158. std::vector<const char*> argv;
  159. argv.push_back(cmSystemTools::GetCTestCommand().c_str());
  160. argv.push_back("-SR");
  161. argv.push_back(total_script_arg.c_str());
  162. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Executable for CTest is: "
  163. << cmSystemTools::GetCTestCommand() << "\n");
  164. // now pass through all the other arguments
  165. std::vector<std::string>& initArgs =
  166. this->CTest->GetInitialCommandLineArguments();
  167. //*** need to make sure this does not have the current script ***
  168. for (size_t i = 1; i < initArgs.size(); ++i) {
  169. argv.push_back(initArgs[i].c_str());
  170. }
  171. argv.push_back(nullptr);
  172. // Now create process object
  173. cmsysProcess* cp = cmsysProcess_New();
  174. cmsysProcess_SetCommand(cp, &*argv.begin());
  175. // cmsysProcess_SetWorkingDirectory(cp, dir);
  176. cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
  177. // cmsysProcess_SetTimeout(cp, timeout);
  178. cmsysProcess_Execute(cp);
  179. std::vector<char> out;
  180. std::vector<char> err;
  181. std::string line;
  182. int pipe =
  183. cmSystemTools::WaitForLine(cp, line, std::chrono::seconds(100), out, err);
  184. while (pipe != cmsysProcess_Pipe_None) {
  185. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Output: " << line
  186. << "\n");
  187. if (pipe == cmsysProcess_Pipe_STDERR) {
  188. cmCTestLog(this->CTest, ERROR_MESSAGE, line << "\n");
  189. } else if (pipe == cmsysProcess_Pipe_STDOUT) {
  190. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, line << "\n");
  191. }
  192. pipe = cmSystemTools::WaitForLine(cp, line, std::chrono::seconds(100), out,
  193. err);
  194. }
  195. // Properly handle output of the build command
  196. cmsysProcess_WaitForExit(cp, nullptr);
  197. int result = cmsysProcess_GetState(cp);
  198. int retVal = 0;
  199. bool failed = false;
  200. if (result == cmsysProcess_State_Exited) {
  201. retVal = cmsysProcess_GetExitValue(cp);
  202. } else if (result == cmsysProcess_State_Exception) {
  203. retVal = cmsysProcess_GetExitException(cp);
  204. cmCTestLog(this->CTest, ERROR_MESSAGE, "\tThere was an exception: "
  205. << cmsysProcess_GetExceptionString(cp) << " " << retVal
  206. << std::endl);
  207. failed = true;
  208. } else if (result == cmsysProcess_State_Expired) {
  209. cmCTestLog(this->CTest, ERROR_MESSAGE, "\tThere was a timeout"
  210. << std::endl);
  211. failed = true;
  212. } else if (result == cmsysProcess_State_Error) {
  213. cmCTestLog(this->CTest, ERROR_MESSAGE, "\tError executing ctest: "
  214. << cmsysProcess_GetErrorString(cp) << std::endl);
  215. failed = true;
  216. }
  217. cmsysProcess_Delete(cp);
  218. if (failed) {
  219. std::ostringstream message;
  220. message << "Error running command: [";
  221. message << result << "] ";
  222. for (const char* arg : argv) {
  223. if (arg) {
  224. message << arg << " ";
  225. }
  226. }
  227. cmCTestLog(this->CTest, ERROR_MESSAGE, message.str() << argv[0]
  228. << std::endl);
  229. return -1;
  230. }
  231. return retVal;
  232. }
  233. static void ctestScriptProgressCallback(const char* m, float /*unused*/,
  234. void* cd)
  235. {
  236. cmCTest* ctest = static_cast<cmCTest*>(cd);
  237. if (m && *m) {
  238. cmCTestLog(ctest, HANDLER_OUTPUT, "-- " << m << std::endl);
  239. }
  240. }
  241. void cmCTestScriptHandler::CreateCMake()
  242. {
  243. // create a cmake instance to read the configuration script
  244. if (this->CMake) {
  245. delete this->CMake;
  246. delete this->GlobalGenerator;
  247. delete this->Makefile;
  248. }
  249. this->CMake = new cmake(cmake::RoleScript);
  250. this->CMake->SetHomeDirectory("");
  251. this->CMake->SetHomeOutputDirectory("");
  252. this->CMake->GetCurrentSnapshot().SetDefaultDefinitions();
  253. this->CMake->AddCMakePaths();
  254. this->GlobalGenerator = new cmGlobalGenerator(this->CMake);
  255. cmStateSnapshot snapshot = this->CMake->GetCurrentSnapshot();
  256. std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
  257. snapshot.GetDirectory().SetCurrentSource(cwd);
  258. snapshot.GetDirectory().SetCurrentBinary(cwd);
  259. this->Makefile = new cmMakefile(this->GlobalGenerator, snapshot);
  260. this->CMake->SetProgressCallback(ctestScriptProgressCallback, this->CTest);
  261. this->AddCTestCommand("ctest_build", new cmCTestBuildCommand);
  262. this->AddCTestCommand("ctest_configure", new cmCTestConfigureCommand);
  263. this->AddCTestCommand("ctest_coverage", new cmCTestCoverageCommand);
  264. this->AddCTestCommand("ctest_empty_binary_directory",
  265. new cmCTestEmptyBinaryDirectoryCommand);
  266. this->AddCTestCommand("ctest_memcheck", new cmCTestMemCheckCommand);
  267. this->AddCTestCommand("ctest_read_custom_files",
  268. new cmCTestReadCustomFilesCommand);
  269. this->AddCTestCommand("ctest_run_script", new cmCTestRunScriptCommand);
  270. this->AddCTestCommand("ctest_sleep", new cmCTestSleepCommand);
  271. this->AddCTestCommand("ctest_start", new cmCTestStartCommand);
  272. this->AddCTestCommand("ctest_submit", new cmCTestSubmitCommand);
  273. this->AddCTestCommand("ctest_test", new cmCTestTestCommand);
  274. this->AddCTestCommand("ctest_update", new cmCTestUpdateCommand);
  275. this->AddCTestCommand("ctest_upload", new cmCTestUploadCommand);
  276. }
  277. // this sets up some variables for the script to use, creates the required
  278. // cmake instance and generators, and then reads in the script
  279. int cmCTestScriptHandler::ReadInScript(const std::string& total_script_arg)
  280. {
  281. // Reset the error flag so that the script is read in no matter what
  282. cmSystemTools::ResetErrorOccuredFlag();
  283. // if the argument has a , in it then it needs to be broken into the fist
  284. // argument (which is the script) and the second argument which will be
  285. // passed into the scripts as S_ARG
  286. std::string script = total_script_arg;
  287. std::string script_arg;
  288. const std::string::size_type comma_pos = total_script_arg.find(',');
  289. if (comma_pos != std::string::npos) {
  290. script = total_script_arg.substr(0, comma_pos);
  291. script_arg = total_script_arg.substr(comma_pos + 1);
  292. }
  293. // make sure the file exists
  294. if (!cmSystemTools::FileExists(script)) {
  295. cmSystemTools::Error("Cannot find file: ", script.c_str());
  296. return 1;
  297. }
  298. // read in the list file to fill the cache
  299. // create a cmake instance to read the configuration script
  300. this->CreateCMake();
  301. // set a variable with the path to the current script
  302. this->Makefile->AddDefinition(
  303. "CTEST_SCRIPT_DIRECTORY", cmSystemTools::GetFilenamePath(script).c_str());
  304. this->Makefile->AddDefinition(
  305. "CTEST_SCRIPT_NAME", cmSystemTools::GetFilenameName(script).c_str());
  306. this->Makefile->AddDefinition("CTEST_EXECUTABLE_NAME",
  307. cmSystemTools::GetCTestCommand().c_str());
  308. this->Makefile->AddDefinition("CMAKE_EXECUTABLE_NAME",
  309. cmSystemTools::GetCMakeCommand().c_str());
  310. this->Makefile->AddDefinition("CTEST_RUN_CURRENT_SCRIPT", true);
  311. this->SetRunCurrentScript(true);
  312. this->UpdateElapsedTime();
  313. // add the script arg if defined
  314. if (!script_arg.empty()) {
  315. this->Makefile->AddDefinition("CTEST_SCRIPT_ARG", script_arg.c_str());
  316. }
  317. #if defined(__CYGWIN__)
  318. this->Makefile->AddDefinition("CMAKE_LEGACY_CYGWIN_WIN32", "0");
  319. #endif
  320. // always add a function blocker to update the elapsed time
  321. cmCTestScriptFunctionBlocker* f = new cmCTestScriptFunctionBlocker();
  322. f->CTestScriptHandler = this;
  323. this->Makefile->AddFunctionBlocker(f);
  324. /* Execute CTestScriptMode.cmake, which loads CMakeDetermineSystem and
  325. CMakeSystemSpecificInformation, so
  326. that variables like CMAKE_SYSTEM and also the search paths for libraries,
  327. header and executables are set correctly and can be used. Makes new-style
  328. ctest scripting easier. */
  329. std::string systemFile =
  330. this->Makefile->GetModulesFile("CTestScriptMode.cmake");
  331. if (!this->Makefile->ReadListFile(systemFile.c_str()) ||
  332. cmSystemTools::GetErrorOccuredFlag()) {
  333. cmCTestLog(this->CTest, ERROR_MESSAGE, "Error in read:" << systemFile
  334. << "\n");
  335. return 2;
  336. }
  337. // Add definitions of variables passed in on the command line:
  338. const std::map<std::string, std::string>& defs =
  339. this->CTest->GetDefinitions();
  340. for (auto const& d : defs) {
  341. this->Makefile->AddDefinition(d.first, d.second.c_str());
  342. }
  343. // finally read in the script
  344. if (!this->Makefile->ReadListFile(script.c_str()) ||
  345. cmSystemTools::GetErrorOccuredFlag()) {
  346. // Reset the error flag so that it can run more than
  347. // one script with an error when you use ctest_run_script.
  348. cmSystemTools::ResetErrorOccuredFlag();
  349. return 2;
  350. }
  351. return 0;
  352. }
  353. // extract variables from the script to set ivars
  354. int cmCTestScriptHandler::ExtractVariables()
  355. {
  356. // Temporary variables
  357. const char* minInterval;
  358. const char* contDuration;
  359. this->SourceDir =
  360. this->Makefile->GetSafeDefinition("CTEST_SOURCE_DIRECTORY");
  361. this->BinaryDir =
  362. this->Makefile->GetSafeDefinition("CTEST_BINARY_DIRECTORY");
  363. // add in translations for src and bin
  364. cmSystemTools::AddKeepPath(this->SourceDir);
  365. cmSystemTools::AddKeepPath(this->BinaryDir);
  366. this->CTestCmd = this->Makefile->GetSafeDefinition("CTEST_COMMAND");
  367. this->CVSCheckOut = this->Makefile->GetSafeDefinition("CTEST_CVS_CHECKOUT");
  368. this->CTestRoot = this->Makefile->GetSafeDefinition("CTEST_DASHBOARD_ROOT");
  369. this->UpdateCmd = this->Makefile->GetSafeDefinition("CTEST_UPDATE_COMMAND");
  370. if (this->UpdateCmd.empty()) {
  371. this->UpdateCmd = this->Makefile->GetSafeDefinition("CTEST_CVS_COMMAND");
  372. }
  373. this->CTestEnv = this->Makefile->GetSafeDefinition("CTEST_ENVIRONMENT");
  374. this->InitialCache =
  375. this->Makefile->GetSafeDefinition("CTEST_INITIAL_CACHE");
  376. this->CMakeCmd = this->Makefile->GetSafeDefinition("CTEST_CMAKE_COMMAND");
  377. this->CMOutFile =
  378. this->Makefile->GetSafeDefinition("CTEST_CMAKE_OUTPUT_FILE_NAME");
  379. this->Backup = this->Makefile->IsOn("CTEST_BACKUP_AND_RESTORE");
  380. this->EmptyBinDir =
  381. this->Makefile->IsOn("CTEST_START_WITH_EMPTY_BINARY_DIRECTORY");
  382. this->EmptyBinDirOnce =
  383. this->Makefile->IsOn("CTEST_START_WITH_EMPTY_BINARY_DIRECTORY_ONCE");
  384. minInterval =
  385. this->Makefile->GetDefinition("CTEST_CONTINUOUS_MINIMUM_INTERVAL");
  386. contDuration = this->Makefile->GetDefinition("CTEST_CONTINUOUS_DURATION");
  387. char updateVar[40];
  388. int i;
  389. for (i = 1; i < 10; ++i) {
  390. sprintf(updateVar, "CTEST_EXTRA_UPDATES_%i", i);
  391. const char* updateVal = this->Makefile->GetDefinition(updateVar);
  392. if (updateVal) {
  393. if (this->UpdateCmd.empty()) {
  394. cmSystemTools::Error(
  395. updateVar, " specified without specifying CTEST_CVS_COMMAND.");
  396. return 12;
  397. }
  398. this->ExtraUpdates.push_back(updateVal);
  399. }
  400. }
  401. // in order to backup and restore we also must have the cvs root
  402. if (this->Backup && this->CVSCheckOut.empty()) {
  403. cmSystemTools::Error(
  404. "Backup was requested without specifying CTEST_CVS_CHECKOUT.");
  405. return 3;
  406. }
  407. // make sure the required info is here
  408. if (this->SourceDir.empty() || this->BinaryDir.empty() ||
  409. this->CTestCmd.empty()) {
  410. std::string msg = "CTEST_SOURCE_DIRECTORY = ";
  411. msg += (!this->SourceDir.empty()) ? this->SourceDir.c_str() : "(Null)";
  412. msg += "\nCTEST_BINARY_DIRECTORY = ";
  413. msg += (!this->BinaryDir.empty()) ? this->BinaryDir.c_str() : "(Null)";
  414. msg += "\nCTEST_COMMAND = ";
  415. msg += (!this->CTestCmd.empty()) ? this->CTestCmd.c_str() : "(Null)";
  416. cmSystemTools::Error(
  417. "Some required settings in the configuration file were missing:\n",
  418. msg.c_str());
  419. return 4;
  420. }
  421. // if the dashboard root isn't specified then we can compute it from the
  422. // this->SourceDir
  423. if (this->CTestRoot.empty()) {
  424. this->CTestRoot = cmSystemTools::GetFilenamePath(this->SourceDir);
  425. }
  426. // the script may override the minimum continuous interval
  427. if (minInterval) {
  428. this->MinimumInterval = 60 * atof(minInterval);
  429. }
  430. if (contDuration) {
  431. this->ContinuousDuration = 60.0 * atof(contDuration);
  432. }
  433. this->UpdateElapsedTime();
  434. return 0;
  435. }
  436. void cmCTestScriptHandler::SleepInSeconds(unsigned int secondsToWait)
  437. {
  438. #if defined(_WIN32)
  439. Sleep(1000 * secondsToWait);
  440. #else
  441. sleep(secondsToWait);
  442. #endif
  443. }
  444. // run a specific script
  445. int cmCTestScriptHandler::RunConfigurationScript(
  446. const std::string& total_script_arg, bool pscope)
  447. {
  448. #ifdef CMAKE_BUILD_WITH_CMAKE
  449. cmSystemTools::SaveRestoreEnvironment sre;
  450. #endif
  451. int result;
  452. this->ScriptStartTime = std::chrono::steady_clock::now();
  453. // read in the script
  454. if (pscope) {
  455. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  456. "Reading Script: " << total_script_arg << std::endl);
  457. result = this->ReadInScript(total_script_arg);
  458. } else {
  459. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  460. "Executing Script: " << total_script_arg << std::endl);
  461. result = this->ExecuteScript(total_script_arg);
  462. }
  463. if (result) {
  464. return result;
  465. }
  466. // only run the curent script if we should
  467. if (this->Makefile && this->Makefile->IsOn("CTEST_RUN_CURRENT_SCRIPT") &&
  468. this->ShouldRunCurrentScript) {
  469. return this->RunCurrentScript();
  470. }
  471. return result;
  472. }
  473. int cmCTestScriptHandler::RunCurrentScript()
  474. {
  475. int result;
  476. // do not run twice
  477. this->SetRunCurrentScript(false);
  478. // no popup widows
  479. cmSystemTools::SetRunCommandHideConsole(true);
  480. // extract the vars from the cache and store in ivars
  481. result = this->ExtractVariables();
  482. if (result) {
  483. return result;
  484. }
  485. // set any environment variables
  486. if (!this->CTestEnv.empty()) {
  487. std::vector<std::string> envArgs;
  488. cmSystemTools::ExpandListArgument(this->CTestEnv, envArgs);
  489. cmSystemTools::AppendEnv(envArgs);
  490. }
  491. // now that we have done most of the error checking finally run the
  492. // dashboard, we may be asked to repeatedly run this dashboard, such as
  493. // for a continuous, do we ned to run it more than once?
  494. if (this->ContinuousDuration >= 0) {
  495. this->UpdateElapsedTime();
  496. auto ending_time =
  497. std::chrono::steady_clock::now() + cmDuration(this->ContinuousDuration);
  498. if (this->EmptyBinDirOnce) {
  499. this->EmptyBinDir = true;
  500. }
  501. do {
  502. auto startOfInterval = std::chrono::steady_clock::now();
  503. result = this->RunConfigurationDashboard();
  504. auto interval = std::chrono::steady_clock::now() - startOfInterval;
  505. auto minimumInterval = cmDuration(this->MinimumInterval);
  506. if (interval < minimumInterval) {
  507. auto sleepTime =
  508. cmDurationTo<unsigned int>(minimumInterval - interval);
  509. this->SleepInSeconds(sleepTime);
  510. }
  511. if (this->EmptyBinDirOnce) {
  512. this->EmptyBinDir = false;
  513. }
  514. } while (std::chrono::steady_clock::now() < ending_time);
  515. }
  516. // otherwise just run it once
  517. else {
  518. result = this->RunConfigurationDashboard();
  519. }
  520. return result;
  521. }
  522. int cmCTestScriptHandler::CheckOutSourceDir()
  523. {
  524. std::string command;
  525. std::string output;
  526. int retVal;
  527. bool res;
  528. if (!cmSystemTools::FileExists(this->SourceDir) &&
  529. !this->CVSCheckOut.empty()) {
  530. // we must now checkout the src dir
  531. output.clear();
  532. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  533. "Run cvs: " << this->CVSCheckOut << std::endl);
  534. res = cmSystemTools::RunSingleCommand(
  535. this->CVSCheckOut.c_str(), &output, &output, &retVal,
  536. this->CTestRoot.c_str(), this->HandlerVerbose,
  537. cmDuration::zero() /*this->TimeOut*/);
  538. if (!res || retVal != 0) {
  539. cmSystemTools::Error("Unable to perform cvs checkout:\n",
  540. output.c_str());
  541. return 6;
  542. }
  543. }
  544. return 0;
  545. }
  546. int cmCTestScriptHandler::BackupDirectories()
  547. {
  548. int retVal;
  549. // compute the backup names
  550. this->BackupSourceDir = this->SourceDir;
  551. this->BackupSourceDir += "_CMakeBackup";
  552. this->BackupBinaryDir = this->BinaryDir;
  553. this->BackupBinaryDir += "_CMakeBackup";
  554. // backup the binary and src directories if requested
  555. if (this->Backup) {
  556. // if for some reason those directories exist then first delete them
  557. if (cmSystemTools::FileExists(this->BackupSourceDir)) {
  558. cmSystemTools::RemoveADirectory(this->BackupSourceDir);
  559. }
  560. if (cmSystemTools::FileExists(this->BackupBinaryDir)) {
  561. cmSystemTools::RemoveADirectory(this->BackupBinaryDir);
  562. }
  563. // first rename the src and binary directories
  564. rename(this->SourceDir.c_str(), this->BackupSourceDir.c_str());
  565. rename(this->BinaryDir.c_str(), this->BackupBinaryDir.c_str());
  566. // we must now checkout the src dir
  567. retVal = this->CheckOutSourceDir();
  568. if (retVal) {
  569. this->RestoreBackupDirectories();
  570. return retVal;
  571. }
  572. }
  573. return 0;
  574. }
  575. int cmCTestScriptHandler::PerformExtraUpdates()
  576. {
  577. std::string command;
  578. std::string output;
  579. int retVal;
  580. bool res;
  581. // do an initial cvs update as required
  582. command = this->UpdateCmd;
  583. for (std::string const& eu : this->ExtraUpdates) {
  584. std::vector<std::string> cvsArgs;
  585. cmSystemTools::ExpandListArgument(eu, cvsArgs);
  586. if (cvsArgs.size() == 2) {
  587. std::string fullCommand = command;
  588. fullCommand += " update ";
  589. fullCommand += cvsArgs[1];
  590. output.clear();
  591. retVal = 0;
  592. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  593. "Run Update: " << fullCommand << std::endl);
  594. res = cmSystemTools::RunSingleCommand(
  595. fullCommand.c_str(), &output, &output, &retVal, cvsArgs[0].c_str(),
  596. this->HandlerVerbose, cmDuration::zero() /*this->TimeOut*/);
  597. if (!res || retVal != 0) {
  598. cmSystemTools::Error("Unable to perform extra updates:\n", eu.c_str(),
  599. "\nWith output:\n", output.c_str());
  600. return 0;
  601. }
  602. }
  603. }
  604. return 0;
  605. }
  606. // run a single dashboard entry
  607. int cmCTestScriptHandler::RunConfigurationDashboard()
  608. {
  609. // local variables
  610. std::string command;
  611. std::string output;
  612. int retVal;
  613. bool res;
  614. // make sure the src directory is there, if it isn't then we might be able
  615. // to check it out from cvs
  616. retVal = this->CheckOutSourceDir();
  617. if (retVal) {
  618. return retVal;
  619. }
  620. // backup the dirs if requested
  621. retVal = this->BackupDirectories();
  622. if (retVal) {
  623. return retVal;
  624. }
  625. // clear the binary directory?
  626. if (this->EmptyBinDir) {
  627. if (!cmCTestScriptHandler::EmptyBinaryDirectory(this->BinaryDir.c_str())) {
  628. cmCTestLog(this->CTest, ERROR_MESSAGE,
  629. "Problem removing the binary directory" << std::endl);
  630. }
  631. }
  632. // make sure the binary directory exists if it isn't the srcdir
  633. if (!cmSystemTools::FileExists(this->BinaryDir) &&
  634. this->SourceDir != this->BinaryDir) {
  635. if (!cmSystemTools::MakeDirectory(this->BinaryDir)) {
  636. cmSystemTools::Error("Unable to create the binary directory:\n",
  637. this->BinaryDir.c_str());
  638. this->RestoreBackupDirectories();
  639. return 7;
  640. }
  641. }
  642. // if the binary directory and the source directory are the same,
  643. // and we are starting with an empty binary directory, then that means
  644. // we must check out the source tree
  645. if (this->EmptyBinDir && this->SourceDir == this->BinaryDir) {
  646. // make sure we have the required info
  647. if (this->CVSCheckOut.empty()) {
  648. cmSystemTools::Error(
  649. "You have specified the source and binary "
  650. "directories to be the same (an in source build). You have also "
  651. "specified that the binary directory is to be erased. This means "
  652. "that the source will have to be checked out from CVS. But you have "
  653. "not specified CTEST_CVS_CHECKOUT");
  654. return 8;
  655. }
  656. // we must now checkout the src dir
  657. retVal = this->CheckOutSourceDir();
  658. if (retVal) {
  659. this->RestoreBackupDirectories();
  660. return retVal;
  661. }
  662. }
  663. // backup the dirs if requested
  664. retVal = this->PerformExtraUpdates();
  665. if (retVal) {
  666. return retVal;
  667. }
  668. // put the initial cache into the bin dir
  669. if (!this->InitialCache.empty()) {
  670. if (!this->WriteInitialCache(this->BinaryDir.c_str(),
  671. this->InitialCache.c_str())) {
  672. this->RestoreBackupDirectories();
  673. return 9;
  674. }
  675. }
  676. // do an initial cmake to setup the DartConfig file
  677. int cmakeFailed = 0;
  678. std::string cmakeFailedOuput;
  679. if (!this->CMakeCmd.empty()) {
  680. command = this->CMakeCmd;
  681. command += " \"";
  682. command += this->SourceDir;
  683. output.clear();
  684. command += "\"";
  685. retVal = 0;
  686. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  687. "Run cmake command: " << command << std::endl);
  688. res = cmSystemTools::RunSingleCommand(
  689. command.c_str(), &output, &output, &retVal, this->BinaryDir.c_str(),
  690. this->HandlerVerbose, cmDuration::zero() /*this->TimeOut*/);
  691. if (!this->CMOutFile.empty()) {
  692. std::string cmakeOutputFile = this->CMOutFile;
  693. if (!cmSystemTools::FileIsFullPath(cmakeOutputFile)) {
  694. cmakeOutputFile = this->BinaryDir + "/" + cmakeOutputFile;
  695. }
  696. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  697. "Write CMake output to file: " << cmakeOutputFile
  698. << std::endl);
  699. cmGeneratedFileStream fout(cmakeOutputFile.c_str());
  700. if (fout) {
  701. fout << output.c_str();
  702. } else {
  703. cmCTestLog(this->CTest, ERROR_MESSAGE,
  704. "Cannot open CMake output file: "
  705. << cmakeOutputFile << " for writing" << std::endl);
  706. }
  707. }
  708. if (!res || retVal != 0) {
  709. // even if this fails continue to the next step
  710. cmakeFailed = 1;
  711. cmakeFailedOuput = output;
  712. }
  713. }
  714. // run ctest, it may be more than one command in here
  715. std::vector<std::string> ctestCommands;
  716. cmSystemTools::ExpandListArgument(this->CTestCmd, ctestCommands);
  717. // for each variable/argument do a putenv
  718. for (std::string const& ctestCommand : ctestCommands) {
  719. command = ctestCommand;
  720. output.clear();
  721. retVal = 0;
  722. cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
  723. "Run ctest command: " << command << std::endl);
  724. res = cmSystemTools::RunSingleCommand(
  725. command.c_str(), &output, &output, &retVal, this->BinaryDir.c_str(),
  726. this->HandlerVerbose, cmDuration::zero() /*this->TimeOut*/);
  727. // did something critical fail in ctest
  728. if (!res || cmakeFailed || retVal & cmCTest::BUILD_ERRORS) {
  729. this->RestoreBackupDirectories();
  730. if (cmakeFailed) {
  731. cmCTestLog(this->CTest, ERROR_MESSAGE,
  732. "Unable to run cmake:" << std::endl
  733. << cmakeFailedOuput << std::endl);
  734. return 10;
  735. }
  736. cmCTestLog(this->CTest, ERROR_MESSAGE,
  737. "Unable to run ctest:" << std::endl
  738. << "command: " << command << std::endl
  739. << "output: " << output << std::endl);
  740. if (!res) {
  741. return 11;
  742. }
  743. return retVal * 100;
  744. }
  745. }
  746. // if all was successful, delete the backup dirs to free up disk space
  747. if (this->Backup) {
  748. cmSystemTools::RemoveADirectory(this->BackupSourceDir);
  749. cmSystemTools::RemoveADirectory(this->BackupBinaryDir);
  750. }
  751. return 0;
  752. }
  753. bool cmCTestScriptHandler::WriteInitialCache(const char* directory,
  754. const char* text)
  755. {
  756. std::string cacheFile = directory;
  757. cacheFile += "/CMakeCache.txt";
  758. cmGeneratedFileStream fout(cacheFile.c_str());
  759. if (!fout) {
  760. return false;
  761. }
  762. if (text != nullptr) {
  763. fout.write(text, strlen(text));
  764. }
  765. // Make sure the operating system has finished writing the file
  766. // before closing it. This will ensure the file is finished before
  767. // the check below.
  768. fout.flush();
  769. fout.close();
  770. return true;
  771. }
  772. void cmCTestScriptHandler::RestoreBackupDirectories()
  773. {
  774. // if we backed up the dirs and the build failed, then restore
  775. // the backed up dirs
  776. if (this->Backup) {
  777. // if for some reason those directories exist then first delete them
  778. if (cmSystemTools::FileExists(this->SourceDir)) {
  779. cmSystemTools::RemoveADirectory(this->SourceDir);
  780. }
  781. if (cmSystemTools::FileExists(this->BinaryDir)) {
  782. cmSystemTools::RemoveADirectory(this->BinaryDir);
  783. }
  784. // rename the src and binary directories
  785. rename(this->BackupSourceDir.c_str(), this->SourceDir.c_str());
  786. rename(this->BackupBinaryDir.c_str(), this->BinaryDir.c_str());
  787. }
  788. }
  789. bool cmCTestScriptHandler::RunScript(cmCTest* ctest, const char* sname,
  790. bool InProcess, int* returnValue)
  791. {
  792. cmCTestScriptHandler* sh = new cmCTestScriptHandler();
  793. sh->SetCTestInstance(ctest);
  794. sh->AddConfigurationScript(sname, InProcess);
  795. int res = sh->ProcessHandler();
  796. if (returnValue) {
  797. *returnValue = res;
  798. }
  799. delete sh;
  800. return true;
  801. }
  802. bool cmCTestScriptHandler::EmptyBinaryDirectory(const char* sname)
  803. {
  804. // try to avoid deleting root
  805. if (!sname || strlen(sname) < 2) {
  806. return false;
  807. }
  808. // consider non existing target directory a success
  809. if (!cmSystemTools::FileExists(sname)) {
  810. return true;
  811. }
  812. // try to avoid deleting directories that we shouldn't
  813. std::string check = sname;
  814. check += "/CMakeCache.txt";
  815. if (!cmSystemTools::FileExists(check)) {
  816. return false;
  817. }
  818. for (int i = 0; i < 5; ++i) {
  819. if (TryToRemoveBinaryDirectoryOnce(sname)) {
  820. return true;
  821. }
  822. cmSystemTools::Delay(100);
  823. }
  824. return false;
  825. }
  826. bool cmCTestScriptHandler::TryToRemoveBinaryDirectoryOnce(
  827. const std::string& directoryPath)
  828. {
  829. cmsys::Directory directory;
  830. directory.Load(directoryPath);
  831. for (unsigned long i = 0; i < directory.GetNumberOfFiles(); ++i) {
  832. std::string path = directory.GetFile(i);
  833. if (path == "." || path == ".." || path == "CMakeCache.txt") {
  834. continue;
  835. }
  836. std::string fullPath = directoryPath + std::string("/") + path;
  837. bool isDirectory = cmSystemTools::FileIsDirectory(fullPath) &&
  838. !cmSystemTools::FileIsSymlink(fullPath);
  839. if (isDirectory) {
  840. if (!cmSystemTools::RemoveADirectory(fullPath)) {
  841. return false;
  842. }
  843. } else {
  844. if (!cmSystemTools::RemoveFile(fullPath)) {
  845. return false;
  846. }
  847. }
  848. }
  849. return cmSystemTools::RemoveADirectory(directoryPath);
  850. }
  851. cmDuration cmCTestScriptHandler::GetRemainingTimeAllowed()
  852. {
  853. if (!this->Makefile) {
  854. return cmCTest::MaxDuration();
  855. }
  856. const char* timelimitS = this->Makefile->GetDefinition("CTEST_TIME_LIMIT");
  857. if (!timelimitS) {
  858. return cmCTest::MaxDuration();
  859. }
  860. auto timelimit = cmDuration(atof(timelimitS));
  861. auto duration = std::chrono::duration_cast<cmDuration>(
  862. std::chrono::steady_clock::now() - this->ScriptStartTime);
  863. return (timelimit - duration);
  864. }
  865. void cmCTestScriptHandler::SetRunCurrentScript(bool value)
  866. {
  867. this->ShouldRunCurrentScript = value;
  868. }