test_assertions.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411
  1. import datetime
  2. import warnings
  3. import weakref
  4. import unittest
  5. from itertools import product
  6. class Test_Assertions(unittest.TestCase):
  7. def test_AlmostEqual(self):
  8. self.assertAlmostEqual(1.00000001, 1.0)
  9. self.assertNotAlmostEqual(1.0000001, 1.0)
  10. self.assertRaises(self.failureException,
  11. self.assertAlmostEqual, 1.0000001, 1.0)
  12. self.assertRaises(self.failureException,
  13. self.assertNotAlmostEqual, 1.00000001, 1.0)
  14. self.assertAlmostEqual(1.1, 1.0, places=0)
  15. self.assertRaises(self.failureException,
  16. self.assertAlmostEqual, 1.1, 1.0, places=1)
  17. self.assertAlmostEqual(0, .1+.1j, places=0)
  18. self.assertNotAlmostEqual(0, .1+.1j, places=1)
  19. self.assertRaises(self.failureException,
  20. self.assertAlmostEqual, 0, .1+.1j, places=1)
  21. self.assertRaises(self.failureException,
  22. self.assertNotAlmostEqual, 0, .1+.1j, places=0)
  23. self.assertAlmostEqual(float('inf'), float('inf'))
  24. self.assertRaises(self.failureException, self.assertNotAlmostEqual,
  25. float('inf'), float('inf'))
  26. def test_AmostEqualWithDelta(self):
  27. self.assertAlmostEqual(1.1, 1.0, delta=0.5)
  28. self.assertAlmostEqual(1.0, 1.1, delta=0.5)
  29. self.assertNotAlmostEqual(1.1, 1.0, delta=0.05)
  30. self.assertNotAlmostEqual(1.0, 1.1, delta=0.05)
  31. self.assertAlmostEqual(1.0, 1.0, delta=0.5)
  32. self.assertRaises(self.failureException, self.assertNotAlmostEqual,
  33. 1.0, 1.0, delta=0.5)
  34. self.assertRaises(self.failureException, self.assertAlmostEqual,
  35. 1.1, 1.0, delta=0.05)
  36. self.assertRaises(self.failureException, self.assertNotAlmostEqual,
  37. 1.1, 1.0, delta=0.5)
  38. self.assertRaises(TypeError, self.assertAlmostEqual,
  39. 1.1, 1.0, places=2, delta=2)
  40. self.assertRaises(TypeError, self.assertNotAlmostEqual,
  41. 1.1, 1.0, places=2, delta=2)
  42. first = datetime.datetime.now()
  43. second = first + datetime.timedelta(seconds=10)
  44. self.assertAlmostEqual(first, second,
  45. delta=datetime.timedelta(seconds=20))
  46. self.assertNotAlmostEqual(first, second,
  47. delta=datetime.timedelta(seconds=5))
  48. def test_assertRaises(self):
  49. def _raise(e):
  50. raise e
  51. self.assertRaises(KeyError, _raise, KeyError)
  52. self.assertRaises(KeyError, _raise, KeyError("key"))
  53. try:
  54. self.assertRaises(KeyError, lambda: None)
  55. except self.failureException as e:
  56. self.assertIn("KeyError not raised", str(e))
  57. else:
  58. self.fail("assertRaises() didn't fail")
  59. try:
  60. self.assertRaises(KeyError, _raise, ValueError)
  61. except ValueError:
  62. pass
  63. else:
  64. self.fail("assertRaises() didn't let exception pass through")
  65. with self.assertRaises(KeyError) as cm:
  66. try:
  67. raise KeyError
  68. except Exception as e:
  69. exc = e
  70. raise
  71. self.assertIs(cm.exception, exc)
  72. with self.assertRaises(KeyError):
  73. raise KeyError("key")
  74. try:
  75. with self.assertRaises(KeyError):
  76. pass
  77. except self.failureException as e:
  78. self.assertIn("KeyError not raised", str(e))
  79. else:
  80. self.fail("assertRaises() didn't fail")
  81. try:
  82. with self.assertRaises(KeyError):
  83. raise ValueError
  84. except ValueError:
  85. pass
  86. else:
  87. self.fail("assertRaises() didn't let exception pass through")
  88. def test_assertRaises_frames_survival(self):
  89. # Issue #9815: assertRaises should avoid keeping local variables
  90. # in a traceback alive.
  91. class A:
  92. pass
  93. wr = None
  94. class Foo(unittest.TestCase):
  95. def foo(self):
  96. nonlocal wr
  97. a = A()
  98. wr = weakref.ref(a)
  99. try:
  100. raise IOError
  101. except IOError:
  102. raise ValueError
  103. def test_functional(self):
  104. self.assertRaises(ValueError, self.foo)
  105. def test_with(self):
  106. with self.assertRaises(ValueError):
  107. self.foo()
  108. Foo("test_functional").run()
  109. self.assertIsNone(wr())
  110. Foo("test_with").run()
  111. self.assertIsNone(wr())
  112. def testAssertNotRegex(self):
  113. self.assertNotRegex('Ala ma kota', r'r+')
  114. try:
  115. self.assertNotRegex('Ala ma kota', r'k.t', 'Message')
  116. except self.failureException as e:
  117. self.assertIn('Message', e.args[0])
  118. else:
  119. self.fail('assertNotRegex should have failed.')
  120. class TestLongMessage(unittest.TestCase):
  121. """Test that the individual asserts honour longMessage.
  122. This actually tests all the message behaviour for
  123. asserts that use longMessage."""
  124. def setUp(self):
  125. class TestableTestFalse(unittest.TestCase):
  126. longMessage = False
  127. failureException = self.failureException
  128. def testTest(self):
  129. pass
  130. class TestableTestTrue(unittest.TestCase):
  131. longMessage = True
  132. failureException = self.failureException
  133. def testTest(self):
  134. pass
  135. self.testableTrue = TestableTestTrue('testTest')
  136. self.testableFalse = TestableTestFalse('testTest')
  137. def testDefault(self):
  138. self.assertTrue(unittest.TestCase.longMessage)
  139. def test_formatMsg(self):
  140. self.assertEqual(self.testableFalse._formatMessage(None, "foo"), "foo")
  141. self.assertEqual(self.testableFalse._formatMessage("foo", "bar"), "foo")
  142. self.assertEqual(self.testableTrue._formatMessage(None, "foo"), "foo")
  143. self.assertEqual(self.testableTrue._formatMessage("foo", "bar"), "bar : foo")
  144. # This blows up if _formatMessage uses string concatenation
  145. self.testableTrue._formatMessage(object(), 'foo')
  146. def test_formatMessage_unicode_error(self):
  147. one = ''.join(chr(i) for i in range(255))
  148. # this used to cause a UnicodeDecodeError constructing msg
  149. self.testableTrue._formatMessage(one, '\uFFFD')
  150. def assertMessages(self, methodName, args, errors):
  151. """
  152. Check that methodName(*args) raises the correct error messages.
  153. errors should be a list of 4 regex that match the error when:
  154. 1) longMessage = False and no msg passed;
  155. 2) longMessage = False and msg passed;
  156. 3) longMessage = True and no msg passed;
  157. 4) longMessage = True and msg passed;
  158. """
  159. def getMethod(i):
  160. useTestableFalse = i < 2
  161. if useTestableFalse:
  162. test = self.testableFalse
  163. else:
  164. test = self.testableTrue
  165. return getattr(test, methodName)
  166. for i, expected_regex in enumerate(errors):
  167. testMethod = getMethod(i)
  168. kwargs = {}
  169. withMsg = i % 2
  170. if withMsg:
  171. kwargs = {"msg": "oops"}
  172. with self.assertRaisesRegex(self.failureException,
  173. expected_regex=expected_regex):
  174. testMethod(*args, **kwargs)
  175. def testAssertTrue(self):
  176. self.assertMessages('assertTrue', (False,),
  177. ["^False is not true$", "^oops$", "^False is not true$",
  178. "^False is not true : oops$"])
  179. def testAssertFalse(self):
  180. self.assertMessages('assertFalse', (True,),
  181. ["^True is not false$", "^oops$", "^True is not false$",
  182. "^True is not false : oops$"])
  183. def testNotEqual(self):
  184. self.assertMessages('assertNotEqual', (1, 1),
  185. ["^1 == 1$", "^oops$", "^1 == 1$",
  186. "^1 == 1 : oops$"])
  187. def testAlmostEqual(self):
  188. self.assertMessages('assertAlmostEqual', (1, 2),
  189. ["^1 != 2 within 7 places$", "^oops$",
  190. "^1 != 2 within 7 places$", "^1 != 2 within 7 places : oops$"])
  191. def testNotAlmostEqual(self):
  192. self.assertMessages('assertNotAlmostEqual', (1, 1),
  193. ["^1 == 1 within 7 places$", "^oops$",
  194. "^1 == 1 within 7 places$", "^1 == 1 within 7 places : oops$"])
  195. def test_baseAssertEqual(self):
  196. self.assertMessages('_baseAssertEqual', (1, 2),
  197. ["^1 != 2$", "^oops$", "^1 != 2$", "^1 != 2 : oops$"])
  198. def testAssertSequenceEqual(self):
  199. # Error messages are multiline so not testing on full message
  200. # assertTupleEqual and assertListEqual delegate to this method
  201. self.assertMessages('assertSequenceEqual', ([], [None]),
  202. ["\+ \[None\]$", "^oops$", r"\+ \[None\]$",
  203. r"\+ \[None\] : oops$"])
  204. def testAssertSetEqual(self):
  205. self.assertMessages('assertSetEqual', (set(), set([None])),
  206. ["None$", "^oops$", "None$",
  207. "None : oops$"])
  208. def testAssertIn(self):
  209. self.assertMessages('assertIn', (None, []),
  210. ['^None not found in \[\]$', "^oops$",
  211. '^None not found in \[\]$',
  212. '^None not found in \[\] : oops$'])
  213. def testAssertNotIn(self):
  214. self.assertMessages('assertNotIn', (None, [None]),
  215. ['^None unexpectedly found in \[None\]$', "^oops$",
  216. '^None unexpectedly found in \[None\]$',
  217. '^None unexpectedly found in \[None\] : oops$'])
  218. def testAssertDictEqual(self):
  219. self.assertMessages('assertDictEqual', ({}, {'key': 'value'}),
  220. [r"\+ \{'key': 'value'\}$", "^oops$",
  221. "\+ \{'key': 'value'\}$",
  222. "\+ \{'key': 'value'\} : oops$"])
  223. def testAssertDictContainsSubset(self):
  224. with warnings.catch_warnings():
  225. warnings.simplefilter("ignore", DeprecationWarning)
  226. self.assertMessages('assertDictContainsSubset', ({'key': 'value'}, {}),
  227. ["^Missing: 'key'$", "^oops$",
  228. "^Missing: 'key'$",
  229. "^Missing: 'key' : oops$"])
  230. def testAssertMultiLineEqual(self):
  231. self.assertMessages('assertMultiLineEqual', ("", "foo"),
  232. [r"\+ foo$", "^oops$",
  233. r"\+ foo$",
  234. r"\+ foo : oops$"])
  235. def testAssertLess(self):
  236. self.assertMessages('assertLess', (2, 1),
  237. ["^2 not less than 1$", "^oops$",
  238. "^2 not less than 1$", "^2 not less than 1 : oops$"])
  239. def testAssertLessEqual(self):
  240. self.assertMessages('assertLessEqual', (2, 1),
  241. ["^2 not less than or equal to 1$", "^oops$",
  242. "^2 not less than or equal to 1$",
  243. "^2 not less than or equal to 1 : oops$"])
  244. def testAssertGreater(self):
  245. self.assertMessages('assertGreater', (1, 2),
  246. ["^1 not greater than 2$", "^oops$",
  247. "^1 not greater than 2$",
  248. "^1 not greater than 2 : oops$"])
  249. def testAssertGreaterEqual(self):
  250. self.assertMessages('assertGreaterEqual', (1, 2),
  251. ["^1 not greater than or equal to 2$", "^oops$",
  252. "^1 not greater than or equal to 2$",
  253. "^1 not greater than or equal to 2 : oops$"])
  254. def testAssertIsNone(self):
  255. self.assertMessages('assertIsNone', ('not None',),
  256. ["^'not None' is not None$", "^oops$",
  257. "^'not None' is not None$",
  258. "^'not None' is not None : oops$"])
  259. def testAssertIsNotNone(self):
  260. self.assertMessages('assertIsNotNone', (None,),
  261. ["^unexpectedly None$", "^oops$",
  262. "^unexpectedly None$",
  263. "^unexpectedly None : oops$"])
  264. def testAssertIs(self):
  265. self.assertMessages('assertIs', (None, 'foo'),
  266. ["^None is not 'foo'$", "^oops$",
  267. "^None is not 'foo'$",
  268. "^None is not 'foo' : oops$"])
  269. def testAssertIsNot(self):
  270. self.assertMessages('assertIsNot', (None, None),
  271. ["^unexpectedly identical: None$", "^oops$",
  272. "^unexpectedly identical: None$",
  273. "^unexpectedly identical: None : oops$"])
  274. def testAssertRegex(self):
  275. self.assertMessages('assertRegex', ('foo', 'bar'),
  276. ["^Regex didn't match:",
  277. "^oops$",
  278. "^Regex didn't match:",
  279. "^Regex didn't match: (.*) : oops$"])
  280. def testAssertNotRegex(self):
  281. self.assertMessages('assertNotRegex', ('foo', 'foo'),
  282. ["^Regex matched:",
  283. "^oops$",
  284. "^Regex matched:",
  285. "^Regex matched: (.*) : oops$"])
  286. def assertMessagesCM(self, methodName, args, func, errors):
  287. """
  288. Check that the correct error messages are raised while executing:
  289. with method(*args):
  290. func()
  291. *errors* should be a list of 4 regex that match the error when:
  292. 1) longMessage = False and no msg passed;
  293. 2) longMessage = False and msg passed;
  294. 3) longMessage = True and no msg passed;
  295. 4) longMessage = True and msg passed;
  296. """
  297. p = product((self.testableFalse, self.testableTrue),
  298. ({}, {"msg": "oops"}))
  299. for (cls, kwargs), err in zip(p, errors):
  300. method = getattr(cls, methodName)
  301. with self.assertRaisesRegex(cls.failureException, err):
  302. with method(*args, **kwargs) as cm:
  303. func()
  304. def testAssertRaises(self):
  305. self.assertMessagesCM('assertRaises', (TypeError,), lambda: None,
  306. ['^TypeError not raised$', '^oops$',
  307. '^TypeError not raised$',
  308. '^TypeError not raised : oops$'])
  309. def testAssertRaisesRegex(self):
  310. # test error not raised
  311. self.assertMessagesCM('assertRaisesRegex', (TypeError, 'unused regex'),
  312. lambda: None,
  313. ['^TypeError not raised$', '^oops$',
  314. '^TypeError not raised$',
  315. '^TypeError not raised : oops$'])
  316. # test error raised but with wrong message
  317. def raise_wrong_message():
  318. raise TypeError('foo')
  319. self.assertMessagesCM('assertRaisesRegex', (TypeError, 'regex'),
  320. raise_wrong_message,
  321. ['^"regex" does not match "foo"$', '^oops$',
  322. '^"regex" does not match "foo"$',
  323. '^"regex" does not match "foo" : oops$'])
  324. def testAssertWarns(self):
  325. self.assertMessagesCM('assertWarns', (UserWarning,), lambda: None,
  326. ['^UserWarning not triggered$', '^oops$',
  327. '^UserWarning not triggered$',
  328. '^UserWarning not triggered : oops$'])
  329. def testAssertWarnsRegex(self):
  330. # test error not raised
  331. self.assertMessagesCM('assertWarnsRegex', (UserWarning, 'unused regex'),
  332. lambda: None,
  333. ['^UserWarning not triggered$', '^oops$',
  334. '^UserWarning not triggered$',
  335. '^UserWarning not triggered : oops$'])
  336. # test warning raised but with wrong message
  337. def raise_wrong_message():
  338. warnings.warn('foo')
  339. self.assertMessagesCM('assertWarnsRegex', (UserWarning, 'regex'),
  340. raise_wrong_message,
  341. ['^"regex" does not match "foo"$', '^oops$',
  342. '^"regex" does not match "foo"$',
  343. '^"regex" does not match "foo" : oops$'])
  344. if __name__ == "__main__":
  345. unittest.main()