seq_tests.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. """
  2. Tests common to tuple, list and UserList.UserList
  3. """
  4. import unittest
  5. import sys
  6. from test import test_support as support
  7. # Various iterables
  8. # This is used for checking the constructor (here and in test_deque.py)
  9. def iterfunc(seqn):
  10. 'Regular generator'
  11. for i in seqn:
  12. yield i
  13. class Sequence:
  14. 'Sequence using __getitem__'
  15. def __init__(self, seqn):
  16. self.seqn = seqn
  17. def __getitem__(self, i):
  18. return self.seqn[i]
  19. class IterFunc:
  20. 'Sequence using iterator protocol'
  21. def __init__(self, seqn):
  22. self.seqn = seqn
  23. self.i = 0
  24. def __iter__(self):
  25. return self
  26. def next(self):
  27. if self.i >= len(self.seqn): raise StopIteration
  28. v = self.seqn[self.i]
  29. self.i += 1
  30. return v
  31. class IterGen:
  32. 'Sequence using iterator protocol defined with a generator'
  33. def __init__(self, seqn):
  34. self.seqn = seqn
  35. self.i = 0
  36. def __iter__(self):
  37. for val in self.seqn:
  38. yield val
  39. class IterNextOnly:
  40. 'Missing __getitem__ and __iter__'
  41. def __init__(self, seqn):
  42. self.seqn = seqn
  43. self.i = 0
  44. def next(self):
  45. if self.i >= len(self.seqn): raise StopIteration
  46. v = self.seqn[self.i]
  47. self.i += 1
  48. return v
  49. class IterNoNext:
  50. 'Iterator missing next()'
  51. def __init__(self, seqn):
  52. self.seqn = seqn
  53. self.i = 0
  54. def __iter__(self):
  55. return self
  56. class IterGenExc:
  57. 'Test propagation of exceptions'
  58. def __init__(self, seqn):
  59. self.seqn = seqn
  60. self.i = 0
  61. def __iter__(self):
  62. return self
  63. def next(self):
  64. 3 // 0
  65. class IterFuncStop:
  66. 'Test immediate stop'
  67. def __init__(self, seqn):
  68. pass
  69. def __iter__(self):
  70. return self
  71. def next(self):
  72. raise StopIteration
  73. from itertools import chain, imap
  74. def itermulti(seqn):
  75. 'Test multiple tiers of iterators'
  76. return chain(imap(lambda x:x, iterfunc(IterGen(Sequence(seqn)))))
  77. class LyingTuple(tuple):
  78. def __iter__(self):
  79. yield 1
  80. class LyingList(list):
  81. def __iter__(self):
  82. yield 1
  83. class CommonTest(unittest.TestCase):
  84. # The type to be tested
  85. type2test = None
  86. def test_constructors(self):
  87. l0 = []
  88. l1 = [0]
  89. l2 = [0, 1]
  90. u = self.type2test()
  91. u0 = self.type2test(l0)
  92. u1 = self.type2test(l1)
  93. u2 = self.type2test(l2)
  94. uu = self.type2test(u)
  95. uu0 = self.type2test(u0)
  96. uu1 = self.type2test(u1)
  97. uu2 = self.type2test(u2)
  98. v = self.type2test(tuple(u))
  99. class OtherSeq:
  100. def __init__(self, initseq):
  101. self.__data = initseq
  102. def __len__(self):
  103. return len(self.__data)
  104. def __getitem__(self, i):
  105. return self.__data[i]
  106. s = OtherSeq(u0)
  107. v0 = self.type2test(s)
  108. self.assertEqual(len(v0), len(s))
  109. s = "this is also a sequence"
  110. vv = self.type2test(s)
  111. self.assertEqual(len(vv), len(s))
  112. # Create from various iteratables
  113. for s in ("123", "", range(1000), ('do', 1.2), xrange(2000,2200,5)):
  114. for g in (Sequence, IterFunc, IterGen,
  115. itermulti, iterfunc):
  116. self.assertEqual(self.type2test(g(s)), self.type2test(s))
  117. self.assertEqual(self.type2test(IterFuncStop(s)), self.type2test())
  118. self.assertEqual(self.type2test(c for c in "123"), self.type2test("123"))
  119. self.assertRaises(TypeError, self.type2test, IterNextOnly(s))
  120. self.assertRaises(TypeError, self.type2test, IterNoNext(s))
  121. self.assertRaises(ZeroDivisionError, self.type2test, IterGenExc(s))
  122. # Issue #23757
  123. self.assertEqual(self.type2test(LyingTuple((2,))), self.type2test((1,)))
  124. self.assertEqual(self.type2test(LyingList([2])), self.type2test([1]))
  125. def test_truth(self):
  126. self.assertFalse(self.type2test())
  127. self.assertTrue(self.type2test([42]))
  128. def test_getitem(self):
  129. u = self.type2test([0, 1, 2, 3, 4])
  130. for i in xrange(len(u)):
  131. self.assertEqual(u[i], i)
  132. self.assertEqual(u[long(i)], i)
  133. for i in xrange(-len(u), -1):
  134. self.assertEqual(u[i], len(u)+i)
  135. self.assertEqual(u[long(i)], len(u)+i)
  136. self.assertRaises(IndexError, u.__getitem__, -len(u)-1)
  137. self.assertRaises(IndexError, u.__getitem__, len(u))
  138. self.assertRaises(ValueError, u.__getitem__, slice(0,10,0))
  139. u = self.type2test()
  140. self.assertRaises(IndexError, u.__getitem__, 0)
  141. self.assertRaises(IndexError, u.__getitem__, -1)
  142. self.assertRaises(TypeError, u.__getitem__)
  143. a = self.type2test([10, 11])
  144. self.assertEqual(a[0], 10)
  145. self.assertEqual(a[1], 11)
  146. self.assertEqual(a[-2], 10)
  147. self.assertEqual(a[-1], 11)
  148. self.assertRaises(IndexError, a.__getitem__, -3)
  149. self.assertRaises(IndexError, a.__getitem__, 3)
  150. def test_getslice(self):
  151. l = [0, 1, 2, 3, 4]
  152. u = self.type2test(l)
  153. self.assertEqual(u[0:0], self.type2test())
  154. self.assertEqual(u[1:2], self.type2test([1]))
  155. self.assertEqual(u[-2:-1], self.type2test([3]))
  156. self.assertEqual(u[-1000:1000], u)
  157. self.assertEqual(u[1000:-1000], self.type2test([]))
  158. self.assertEqual(u[:], u)
  159. self.assertEqual(u[1:None], self.type2test([1, 2, 3, 4]))
  160. self.assertEqual(u[None:3], self.type2test([0, 1, 2]))
  161. # Extended slices
  162. self.assertEqual(u[::], u)
  163. self.assertEqual(u[::2], self.type2test([0, 2, 4]))
  164. self.assertEqual(u[1::2], self.type2test([1, 3]))
  165. self.assertEqual(u[::-1], self.type2test([4, 3, 2, 1, 0]))
  166. self.assertEqual(u[::-2], self.type2test([4, 2, 0]))
  167. self.assertEqual(u[3::-2], self.type2test([3, 1]))
  168. self.assertEqual(u[3:3:-2], self.type2test([]))
  169. self.assertEqual(u[3:2:-2], self.type2test([3]))
  170. self.assertEqual(u[3:1:-2], self.type2test([3]))
  171. self.assertEqual(u[3:0:-2], self.type2test([3, 1]))
  172. self.assertEqual(u[::-100], self.type2test([4]))
  173. self.assertEqual(u[100:-100:], self.type2test([]))
  174. self.assertEqual(u[-100:100:], u)
  175. self.assertEqual(u[100:-100:-1], u[::-1])
  176. self.assertEqual(u[-100:100:-1], self.type2test([]))
  177. self.assertEqual(u[-100L:100L:2L], self.type2test([0, 2, 4]))
  178. # Test extreme cases with long ints
  179. a = self.type2test([0,1,2,3,4])
  180. self.assertEqual(a[ -pow(2,128L): 3 ], self.type2test([0,1,2]))
  181. self.assertEqual(a[ 3: pow(2,145L) ], self.type2test([3,4]))
  182. self.assertRaises(TypeError, u.__getslice__)
  183. def test_contains(self):
  184. u = self.type2test([0, 1, 2])
  185. for i in u:
  186. self.assertIn(i, u)
  187. for i in min(u)-1, max(u)+1:
  188. self.assertNotIn(i, u)
  189. self.assertRaises(TypeError, u.__contains__)
  190. def test_contains_fake(self):
  191. class AllEq:
  192. # Sequences must use rich comparison against each item
  193. # (unless "is" is true, or an earlier item answered)
  194. # So instances of AllEq must be found in all non-empty sequences.
  195. def __eq__(self, other):
  196. return True
  197. __hash__ = None # Can't meet hash invariant requirements
  198. self.assertNotIn(AllEq(), self.type2test([]))
  199. self.assertIn(AllEq(), self.type2test([1]))
  200. def test_contains_order(self):
  201. # Sequences must test in-order. If a rich comparison has side
  202. # effects, these will be visible to tests against later members.
  203. # In this test, the "side effect" is a short-circuiting raise.
  204. class DoNotTestEq(Exception):
  205. pass
  206. class StopCompares:
  207. def __eq__(self, other):
  208. raise DoNotTestEq
  209. checkfirst = self.type2test([1, StopCompares()])
  210. self.assertIn(1, checkfirst)
  211. checklast = self.type2test([StopCompares(), 1])
  212. self.assertRaises(DoNotTestEq, checklast.__contains__, 1)
  213. def test_len(self):
  214. self.assertEqual(len(self.type2test()), 0)
  215. self.assertEqual(len(self.type2test([])), 0)
  216. self.assertEqual(len(self.type2test([0])), 1)
  217. self.assertEqual(len(self.type2test([0, 1, 2])), 3)
  218. def test_minmax(self):
  219. u = self.type2test([0, 1, 2])
  220. self.assertEqual(min(u), 0)
  221. self.assertEqual(max(u), 2)
  222. def test_addmul(self):
  223. u1 = self.type2test([0])
  224. u2 = self.type2test([0, 1])
  225. self.assertEqual(u1, u1 + self.type2test())
  226. self.assertEqual(u1, self.type2test() + u1)
  227. self.assertEqual(u1 + self.type2test([1]), u2)
  228. self.assertEqual(self.type2test([-1]) + u1, self.type2test([-1, 0]))
  229. self.assertEqual(self.type2test(), u2*0)
  230. self.assertEqual(self.type2test(), 0*u2)
  231. self.assertEqual(self.type2test(), u2*0L)
  232. self.assertEqual(self.type2test(), 0L*u2)
  233. self.assertEqual(u2, u2*1)
  234. self.assertEqual(u2, 1*u2)
  235. self.assertEqual(u2, u2*1L)
  236. self.assertEqual(u2, 1L*u2)
  237. self.assertEqual(u2+u2, u2*2)
  238. self.assertEqual(u2+u2, 2*u2)
  239. self.assertEqual(u2+u2, u2*2L)
  240. self.assertEqual(u2+u2, 2L*u2)
  241. self.assertEqual(u2+u2+u2, u2*3)
  242. self.assertEqual(u2+u2+u2, 3*u2)
  243. class subclass(self.type2test):
  244. pass
  245. u3 = subclass([0, 1])
  246. self.assertEqual(u3, u3*1)
  247. self.assertIsNot(u3, u3*1)
  248. def test_iadd(self):
  249. u = self.type2test([0, 1])
  250. u += self.type2test()
  251. self.assertEqual(u, self.type2test([0, 1]))
  252. u += self.type2test([2, 3])
  253. self.assertEqual(u, self.type2test([0, 1, 2, 3]))
  254. u += self.type2test([4, 5])
  255. self.assertEqual(u, self.type2test([0, 1, 2, 3, 4, 5]))
  256. u = self.type2test("spam")
  257. u += self.type2test("eggs")
  258. self.assertEqual(u, self.type2test("spameggs"))
  259. def test_imul(self):
  260. u = self.type2test([0, 1])
  261. u *= 3
  262. self.assertEqual(u, self.type2test([0, 1, 0, 1, 0, 1]))
  263. def test_getitemoverwriteiter(self):
  264. # Verify that __getitem__ overrides are not recognized by __iter__
  265. class T(self.type2test):
  266. def __getitem__(self, key):
  267. return str(key) + '!!!'
  268. self.assertEqual(iter(T((1,2))).next(), 1)
  269. def test_repeat(self):
  270. for m in xrange(4):
  271. s = tuple(range(m))
  272. for n in xrange(-3, 5):
  273. self.assertEqual(self.type2test(s*n), self.type2test(s)*n)
  274. self.assertEqual(self.type2test(s)*(-4), self.type2test([]))
  275. self.assertEqual(id(s), id(s*1))
  276. def test_bigrepeat(self):
  277. import sys
  278. if sys.maxint <= 2147483647:
  279. x = self.type2test([0])
  280. x *= 2**16
  281. self.assertRaises(MemoryError, x.__mul__, 2**16)
  282. if hasattr(x, '__imul__'):
  283. self.assertRaises(MemoryError, x.__imul__, 2**16)
  284. def test_subscript(self):
  285. a = self.type2test([10, 11])
  286. self.assertEqual(a.__getitem__(0L), 10)
  287. self.assertEqual(a.__getitem__(1L), 11)
  288. self.assertEqual(a.__getitem__(-2L), 10)
  289. self.assertEqual(a.__getitem__(-1L), 11)
  290. self.assertRaises(IndexError, a.__getitem__, -3)
  291. self.assertRaises(IndexError, a.__getitem__, 3)
  292. self.assertEqual(a.__getitem__(slice(0,1)), self.type2test([10]))
  293. self.assertEqual(a.__getitem__(slice(1,2)), self.type2test([11]))
  294. self.assertEqual(a.__getitem__(slice(0,2)), self.type2test([10, 11]))
  295. self.assertEqual(a.__getitem__(slice(0,3)), self.type2test([10, 11]))
  296. self.assertEqual(a.__getitem__(slice(3,5)), self.type2test([]))
  297. self.assertRaises(ValueError, a.__getitem__, slice(0, 10, 0))
  298. self.assertRaises(TypeError, a.__getitem__, 'x')
  299. def test_count(self):
  300. a = self.type2test([0, 1, 2])*3
  301. self.assertEqual(a.count(0), 3)
  302. self.assertEqual(a.count(1), 3)
  303. self.assertEqual(a.count(3), 0)
  304. self.assertRaises(TypeError, a.count)
  305. class BadExc(Exception):
  306. pass
  307. class BadCmp:
  308. def __eq__(self, other):
  309. if other == 2:
  310. raise BadExc()
  311. return False
  312. self.assertRaises(BadExc, a.count, BadCmp())
  313. def test_index(self):
  314. u = self.type2test([0, 1])
  315. self.assertEqual(u.index(0), 0)
  316. self.assertEqual(u.index(1), 1)
  317. self.assertRaises(ValueError, u.index, 2)
  318. u = self.type2test([-2, -1, 0, 0, 1, 2])
  319. self.assertEqual(u.count(0), 2)
  320. self.assertEqual(u.index(0), 2)
  321. self.assertEqual(u.index(0, 2), 2)
  322. self.assertEqual(u.index(-2, -10), 0)
  323. self.assertEqual(u.index(0, 3), 3)
  324. self.assertEqual(u.index(0, 3, 4), 3)
  325. self.assertRaises(ValueError, u.index, 2, 0, -10)
  326. self.assertRaises(TypeError, u.index)
  327. class BadExc(Exception):
  328. pass
  329. class BadCmp:
  330. def __eq__(self, other):
  331. if other == 2:
  332. raise BadExc()
  333. return False
  334. a = self.type2test([0, 1, 2, 3])
  335. self.assertRaises(BadExc, a.index, BadCmp())
  336. a = self.type2test([-2, -1, 0, 0, 1, 2])
  337. self.assertEqual(a.index(0), 2)
  338. self.assertEqual(a.index(0, 2), 2)
  339. self.assertEqual(a.index(0, -4), 2)
  340. self.assertEqual(a.index(-2, -10), 0)
  341. self.assertEqual(a.index(0, 3), 3)
  342. self.assertEqual(a.index(0, -3), 3)
  343. self.assertEqual(a.index(0, 3, 4), 3)
  344. self.assertEqual(a.index(0, -3, -2), 3)
  345. self.assertEqual(a.index(0, -4*sys.maxint, 4*sys.maxint), 2)
  346. self.assertRaises(ValueError, a.index, 0, 4*sys.maxint,-4*sys.maxint)
  347. self.assertRaises(ValueError, a.index, 2, 0, -10)
  348. def test_free_after_iterating(self):
  349. support.check_free_after_iterating(self, iter, self.type2test)
  350. support.check_free_after_iterating(self, reversed, self.type2test)