test_runpy.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429
  1. # Test the runpy module
  2. import unittest
  3. import os
  4. import os.path
  5. import sys
  6. import re
  7. import tempfile
  8. from test.test_support import verbose, run_unittest, forget
  9. from test.script_helper import (temp_dir, make_script, compile_script,
  10. make_pkg, make_zip_script, make_zip_pkg)
  11. from runpy import _run_code, _run_module_code, run_module, run_path
  12. # Note: This module can't safely test _run_module_as_main as it
  13. # runs its tests in the current process, which would mess with the
  14. # real __main__ module (usually test.regrtest)
  15. # See test_cmd_line_script for a test that executes that code path
  16. # Set up the test code and expected results
  17. class RunModuleCodeTest(unittest.TestCase):
  18. """Unit tests for runpy._run_code and runpy._run_module_code"""
  19. expected_result = ["Top level assignment", "Lower level reference"]
  20. test_source = (
  21. "# Check basic code execution\n"
  22. "result = ['Top level assignment']\n"
  23. "def f():\n"
  24. " result.append('Lower level reference')\n"
  25. "f()\n"
  26. "# Check the sys module\n"
  27. "import sys\n"
  28. "run_argv0 = sys.argv[0]\n"
  29. "run_name_in_sys_modules = __name__ in sys.modules\n"
  30. "if run_name_in_sys_modules:\n"
  31. " module_in_sys_modules = globals() is sys.modules[__name__].__dict__\n"
  32. "# Check nested operation\n"
  33. "import runpy\n"
  34. "nested = runpy._run_module_code('x=1\\n', mod_name='<run>')\n"
  35. )
  36. def test_run_code(self):
  37. saved_argv0 = sys.argv[0]
  38. d = _run_code(self.test_source, {})
  39. self.assertEqual(d["result"], self.expected_result)
  40. self.assertIs(d["__name__"], None)
  41. self.assertIs(d["__file__"], None)
  42. self.assertIs(d["__loader__"], None)
  43. self.assertIs(d["__package__"], None)
  44. self.assertIs(d["run_argv0"], saved_argv0)
  45. self.assertNotIn("run_name", d)
  46. self.assertIs(sys.argv[0], saved_argv0)
  47. def test_run_module_code(self):
  48. initial = object()
  49. name = "<Nonsense>"
  50. file = "Some other nonsense"
  51. loader = "Now you're just being silly"
  52. package = '' # Treat as a top level module
  53. d1 = dict(initial=initial)
  54. saved_argv0 = sys.argv[0]
  55. d2 = _run_module_code(self.test_source,
  56. d1,
  57. name,
  58. file,
  59. loader,
  60. package)
  61. self.assertNotIn("result", d1)
  62. self.assertIs(d2["initial"], initial)
  63. self.assertEqual(d2["result"], self.expected_result)
  64. self.assertEqual(d2["nested"]["x"], 1)
  65. self.assertIs(d2["__name__"], name)
  66. self.assertTrue(d2["run_name_in_sys_modules"])
  67. self.assertTrue(d2["module_in_sys_modules"])
  68. self.assertIs(d2["__file__"], file)
  69. self.assertIs(d2["run_argv0"], file)
  70. self.assertIs(d2["__loader__"], loader)
  71. self.assertIs(d2["__package__"], package)
  72. self.assertIs(sys.argv[0], saved_argv0)
  73. self.assertNotIn(name, sys.modules)
  74. class RunModuleTest(unittest.TestCase):
  75. """Unit tests for runpy.run_module"""
  76. def expect_import_error(self, mod_name):
  77. try:
  78. run_module(mod_name)
  79. except ImportError:
  80. pass
  81. else:
  82. self.fail("Expected import error for " + mod_name)
  83. def test_invalid_names(self):
  84. # Builtin module
  85. self.expect_import_error("sys")
  86. # Non-existent modules
  87. self.expect_import_error("sys.imp.eric")
  88. self.expect_import_error("os.path.half")
  89. self.expect_import_error("a.bee")
  90. self.expect_import_error(".howard")
  91. self.expect_import_error("..eaten")
  92. # Package without __main__.py
  93. self.expect_import_error("multiprocessing")
  94. def test_library_module(self):
  95. run_module("runpy")
  96. def _add_pkg_dir(self, pkg_dir):
  97. os.mkdir(pkg_dir)
  98. pkg_fname = os.path.join(pkg_dir, "__init__"+os.extsep+"py")
  99. pkg_file = open(pkg_fname, "w")
  100. pkg_file.close()
  101. return pkg_fname
  102. def _make_pkg(self, source, depth, mod_base="runpy_test"):
  103. pkg_name = "__runpy_pkg__"
  104. test_fname = mod_base+os.extsep+"py"
  105. pkg_dir = sub_dir = tempfile.mkdtemp()
  106. if verbose: print " Package tree in:", sub_dir
  107. sys.path.insert(0, pkg_dir)
  108. if verbose: print " Updated sys.path:", sys.path[0]
  109. for i in range(depth):
  110. sub_dir = os.path.join(sub_dir, pkg_name)
  111. pkg_fname = self._add_pkg_dir(sub_dir)
  112. if verbose: print " Next level in:", sub_dir
  113. if verbose: print " Created:", pkg_fname
  114. mod_fname = os.path.join(sub_dir, test_fname)
  115. mod_file = open(mod_fname, "w")
  116. mod_file.write(source)
  117. mod_file.close()
  118. if verbose: print " Created:", mod_fname
  119. mod_name = (pkg_name+".")*depth + mod_base
  120. return pkg_dir, mod_fname, mod_name
  121. def _del_pkg(self, top, depth, mod_name):
  122. for entry in list(sys.modules):
  123. if entry.startswith("__runpy_pkg__"):
  124. del sys.modules[entry]
  125. if verbose: print " Removed sys.modules entries"
  126. del sys.path[0]
  127. if verbose: print " Removed sys.path entry"
  128. for root, dirs, files in os.walk(top, topdown=False):
  129. for name in files:
  130. try:
  131. os.remove(os.path.join(root, name))
  132. except OSError, ex:
  133. if verbose: print ex # Persist with cleaning up
  134. for name in dirs:
  135. fullname = os.path.join(root, name)
  136. try:
  137. os.rmdir(fullname)
  138. except OSError, ex:
  139. if verbose: print ex # Persist with cleaning up
  140. try:
  141. os.rmdir(top)
  142. if verbose: print " Removed package tree"
  143. except OSError, ex:
  144. if verbose: print ex # Persist with cleaning up
  145. def _check_module(self, depth):
  146. pkg_dir, mod_fname, mod_name = (
  147. self._make_pkg("x=1\n", depth))
  148. forget(mod_name)
  149. try:
  150. if verbose: print "Running from source:", mod_name
  151. d1 = run_module(mod_name) # Read from source
  152. self.assertIn("x", d1)
  153. self.assertTrue(d1["x"] == 1)
  154. del d1 # Ensure __loader__ entry doesn't keep file open
  155. __import__(mod_name)
  156. os.remove(mod_fname)
  157. if not sys.dont_write_bytecode:
  158. if verbose: print "Running from compiled:", mod_name
  159. d2 = run_module(mod_name) # Read from bytecode
  160. self.assertIn("x", d2)
  161. self.assertTrue(d2["x"] == 1)
  162. del d2 # Ensure __loader__ entry doesn't keep file open
  163. finally:
  164. self._del_pkg(pkg_dir, depth, mod_name)
  165. if verbose: print "Module executed successfully"
  166. def _check_package(self, depth):
  167. pkg_dir, mod_fname, mod_name = (
  168. self._make_pkg("x=1\n", depth, "__main__"))
  169. pkg_name, _, _ = mod_name.rpartition(".")
  170. forget(mod_name)
  171. try:
  172. if verbose: print "Running from source:", pkg_name
  173. d1 = run_module(pkg_name) # Read from source
  174. self.assertIn("x", d1)
  175. self.assertTrue(d1["x"] == 1)
  176. del d1 # Ensure __loader__ entry doesn't keep file open
  177. __import__(mod_name)
  178. os.remove(mod_fname)
  179. if not sys.dont_write_bytecode:
  180. if verbose: print "Running from compiled:", pkg_name
  181. d2 = run_module(pkg_name) # Read from bytecode
  182. self.assertIn("x", d2)
  183. self.assertTrue(d2["x"] == 1)
  184. del d2 # Ensure __loader__ entry doesn't keep file open
  185. finally:
  186. self._del_pkg(pkg_dir, depth, pkg_name)
  187. if verbose: print "Package executed successfully"
  188. def _add_relative_modules(self, base_dir, source, depth):
  189. if depth <= 1:
  190. raise ValueError("Relative module test needs depth > 1")
  191. pkg_name = "__runpy_pkg__"
  192. module_dir = base_dir
  193. for i in range(depth):
  194. parent_dir = module_dir
  195. module_dir = os.path.join(module_dir, pkg_name)
  196. # Add sibling module
  197. sibling_fname = os.path.join(module_dir, "sibling"+os.extsep+"py")
  198. sibling_file = open(sibling_fname, "w")
  199. sibling_file.close()
  200. if verbose: print " Added sibling module:", sibling_fname
  201. # Add nephew module
  202. uncle_dir = os.path.join(parent_dir, "uncle")
  203. self._add_pkg_dir(uncle_dir)
  204. if verbose: print " Added uncle package:", uncle_dir
  205. cousin_dir = os.path.join(uncle_dir, "cousin")
  206. self._add_pkg_dir(cousin_dir)
  207. if verbose: print " Added cousin package:", cousin_dir
  208. nephew_fname = os.path.join(cousin_dir, "nephew"+os.extsep+"py")
  209. nephew_file = open(nephew_fname, "w")
  210. nephew_file.close()
  211. if verbose: print " Added nephew module:", nephew_fname
  212. def _check_relative_imports(self, depth, run_name=None):
  213. contents = r"""\
  214. from __future__ import absolute_import
  215. from . import sibling
  216. from ..uncle.cousin import nephew
  217. """
  218. pkg_dir, mod_fname, mod_name = (
  219. self._make_pkg(contents, depth))
  220. try:
  221. self._add_relative_modules(pkg_dir, contents, depth)
  222. pkg_name = mod_name.rpartition('.')[0]
  223. if verbose: print "Running from source:", mod_name
  224. d1 = run_module(mod_name, run_name=run_name) # Read from source
  225. self.assertIn("__package__", d1)
  226. self.assertTrue(d1["__package__"] == pkg_name)
  227. self.assertIn("sibling", d1)
  228. self.assertIn("nephew", d1)
  229. del d1 # Ensure __loader__ entry doesn't keep file open
  230. __import__(mod_name)
  231. os.remove(mod_fname)
  232. if not sys.dont_write_bytecode:
  233. if verbose: print "Running from compiled:", mod_name
  234. d2 = run_module(mod_name, run_name=run_name) # Read from bytecode
  235. self.assertIn("__package__", d2)
  236. self.assertTrue(d2["__package__"] == pkg_name)
  237. self.assertIn("sibling", d2)
  238. self.assertIn("nephew", d2)
  239. del d2 # Ensure __loader__ entry doesn't keep file open
  240. finally:
  241. self._del_pkg(pkg_dir, depth, mod_name)
  242. if verbose: print "Module executed successfully"
  243. def test_run_module(self):
  244. for depth in range(4):
  245. if verbose: print "Testing package depth:", depth
  246. self._check_module(depth)
  247. def test_run_package(self):
  248. for depth in range(1, 4):
  249. if verbose: print "Testing package depth:", depth
  250. self._check_package(depth)
  251. def test_run_package_init_exceptions(self):
  252. # These were previously wrapped in an ImportError; see Issue 14285
  253. exceptions = (ImportError, AttributeError, TypeError, ValueError)
  254. for exception in exceptions:
  255. name = exception.__name__
  256. source = "raise {0}('{0} in __init__.py.')".format(name)
  257. result = self._make_pkg("", 1, "__main__")
  258. pkg_dir, _, mod_name = result
  259. mod_name = mod_name.replace(".__main__", "")
  260. try:
  261. init = os.path.join(pkg_dir, "__runpy_pkg__", "__init__.py")
  262. with open(init, "wt") as mod_file:
  263. mod_file.write(source)
  264. try:
  265. run_module(mod_name)
  266. except exception as err:
  267. msg = "cannot be directly executed"
  268. self.assertNotIn(msg, format(err))
  269. else:
  270. self.fail("Nothing raised; expected {}".format(name))
  271. finally:
  272. self._del_pkg(pkg_dir, 1, mod_name)
  273. def test_explicit_relative_import(self):
  274. for depth in range(2, 5):
  275. if verbose: print "Testing relative imports at depth:", depth
  276. self._check_relative_imports(depth)
  277. def test_main_relative_import(self):
  278. for depth in range(2, 5):
  279. if verbose: print "Testing main relative imports at depth:", depth
  280. self._check_relative_imports(depth, "__main__")
  281. class RunPathTest(unittest.TestCase):
  282. """Unit tests for runpy.run_path"""
  283. # Based on corresponding tests in test_cmd_line_script
  284. test_source = """\
  285. # Script may be run with optimisation enabled, so don't rely on assert
  286. # statements being executed
  287. def assertEqual(lhs, rhs):
  288. if lhs != rhs:
  289. raise AssertionError('%r != %r' % (lhs, rhs))
  290. def assertIs(lhs, rhs):
  291. if lhs is not rhs:
  292. raise AssertionError('%r is not %r' % (lhs, rhs))
  293. # Check basic code execution
  294. result = ['Top level assignment']
  295. def f():
  296. result.append('Lower level reference')
  297. f()
  298. assertEqual(result, ['Top level assignment', 'Lower level reference'])
  299. # Check the sys module
  300. import sys
  301. assertIs(globals(), sys.modules[__name__].__dict__)
  302. argv0 = sys.argv[0]
  303. """
  304. def _make_test_script(self, script_dir, script_basename, source=None):
  305. if source is None:
  306. source = self.test_source
  307. return make_script(script_dir, script_basename, source)
  308. def _check_script(self, script_name, expected_name, expected_file,
  309. expected_argv0, expected_package):
  310. result = run_path(script_name)
  311. self.assertEqual(result["__name__"], expected_name)
  312. self.assertEqual(result["__file__"], expected_file)
  313. self.assertIn("argv0", result)
  314. self.assertEqual(result["argv0"], expected_argv0)
  315. self.assertEqual(result["__package__"], expected_package)
  316. def _check_import_error(self, script_name, msg):
  317. msg = re.escape(msg)
  318. self.assertRaisesRegexp(ImportError, msg, run_path, script_name)
  319. def test_basic_script(self):
  320. with temp_dir() as script_dir:
  321. mod_name = 'script'
  322. script_name = self._make_test_script(script_dir, mod_name)
  323. self._check_script(script_name, "<run_path>", script_name,
  324. script_name, None)
  325. def test_script_compiled(self):
  326. with temp_dir() as script_dir:
  327. mod_name = 'script'
  328. script_name = self._make_test_script(script_dir, mod_name)
  329. compiled_name = compile_script(script_name)
  330. os.remove(script_name)
  331. self._check_script(compiled_name, "<run_path>", compiled_name,
  332. compiled_name, None)
  333. def test_directory(self):
  334. with temp_dir() as script_dir:
  335. mod_name = '__main__'
  336. script_name = self._make_test_script(script_dir, mod_name)
  337. self._check_script(script_dir, "<run_path>", script_name,
  338. script_dir, '')
  339. def test_directory_compiled(self):
  340. with temp_dir() as script_dir:
  341. mod_name = '__main__'
  342. script_name = self._make_test_script(script_dir, mod_name)
  343. compiled_name = compile_script(script_name)
  344. os.remove(script_name)
  345. self._check_script(script_dir, "<run_path>", compiled_name,
  346. script_dir, '')
  347. def test_directory_error(self):
  348. with temp_dir() as script_dir:
  349. mod_name = 'not_main'
  350. script_name = self._make_test_script(script_dir, mod_name)
  351. msg = "can't find '__main__' module in %r" % script_dir
  352. self._check_import_error(script_dir, msg)
  353. def test_zipfile(self):
  354. with temp_dir() as script_dir:
  355. mod_name = '__main__'
  356. script_name = self._make_test_script(script_dir, mod_name)
  357. zip_name, fname = make_zip_script(script_dir, 'test_zip', script_name)
  358. self._check_script(zip_name, "<run_path>", fname, zip_name, '')
  359. def test_zipfile_compiled(self):
  360. with temp_dir() as script_dir:
  361. mod_name = '__main__'
  362. script_name = self._make_test_script(script_dir, mod_name)
  363. compiled_name = compile_script(script_name)
  364. zip_name, fname = make_zip_script(script_dir, 'test_zip', compiled_name)
  365. self._check_script(zip_name, "<run_path>", fname, zip_name, '')
  366. def test_zipfile_error(self):
  367. with temp_dir() as script_dir:
  368. mod_name = 'not_main'
  369. script_name = self._make_test_script(script_dir, mod_name)
  370. zip_name, fname = make_zip_script(script_dir, 'test_zip', script_name)
  371. msg = "can't find '__main__' module in %r" % zip_name
  372. self._check_import_error(zip_name, msg)
  373. def test_main_recursion_error(self):
  374. with temp_dir() as script_dir, temp_dir() as dummy_dir:
  375. mod_name = '__main__'
  376. source = ("import runpy\n"
  377. "runpy.run_path(%r)\n") % dummy_dir
  378. script_name = self._make_test_script(script_dir, mod_name, source)
  379. zip_name, fname = make_zip_script(script_dir, 'test_zip', script_name)
  380. msg = "recursion depth exceeded"
  381. self.assertRaisesRegexp(RuntimeError, msg, run_path, zip_name)
  382. def test_main():
  383. run_unittest(RunModuleCodeTest, RunModuleTest, RunPathTest)
  384. if __name__ == "__main__":
  385. test_main()