test_iter.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945
  1. # Test iterators.
  2. import unittest
  3. from test.test_support import run_unittest, TESTFN, unlink, have_unicode, \
  4. check_py3k_warnings, cpython_only, \
  5. check_free_after_iterating
  6. # Test result of triple loop (too big to inline)
  7. TRIPLETS = [(0, 0, 0), (0, 0, 1), (0, 0, 2),
  8. (0, 1, 0), (0, 1, 1), (0, 1, 2),
  9. (0, 2, 0), (0, 2, 1), (0, 2, 2),
  10. (1, 0, 0), (1, 0, 1), (1, 0, 2),
  11. (1, 1, 0), (1, 1, 1), (1, 1, 2),
  12. (1, 2, 0), (1, 2, 1), (1, 2, 2),
  13. (2, 0, 0), (2, 0, 1), (2, 0, 2),
  14. (2, 1, 0), (2, 1, 1), (2, 1, 2),
  15. (2, 2, 0), (2, 2, 1), (2, 2, 2)]
  16. # Helper classes
  17. class BasicIterClass:
  18. def __init__(self, n):
  19. self.n = n
  20. self.i = 0
  21. def next(self):
  22. res = self.i
  23. if res >= self.n:
  24. raise StopIteration
  25. self.i = res + 1
  26. return res
  27. class IteratingSequenceClass:
  28. def __init__(self, n):
  29. self.n = n
  30. def __iter__(self):
  31. return BasicIterClass(self.n)
  32. class SequenceClass:
  33. def __init__(self, n):
  34. self.n = n
  35. def __getitem__(self, i):
  36. if 0 <= i < self.n:
  37. return i
  38. else:
  39. raise IndexError
  40. # Main test suite
  41. class TestCase(unittest.TestCase):
  42. # Helper to check that an iterator returns a given sequence
  43. def check_iterator(self, it, seq):
  44. res = []
  45. while 1:
  46. try:
  47. val = it.next()
  48. except StopIteration:
  49. break
  50. res.append(val)
  51. self.assertEqual(res, seq)
  52. # Helper to check that a for loop generates a given sequence
  53. def check_for_loop(self, expr, seq):
  54. res = []
  55. for val in expr:
  56. res.append(val)
  57. self.assertEqual(res, seq)
  58. # Test basic use of iter() function
  59. def test_iter_basic(self):
  60. self.check_iterator(iter(range(10)), range(10))
  61. # Test that iter(iter(x)) is the same as iter(x)
  62. def test_iter_idempotency(self):
  63. seq = range(10)
  64. it = iter(seq)
  65. it2 = iter(it)
  66. self.assertTrue(it is it2)
  67. # Test that for loops over iterators work
  68. def test_iter_for_loop(self):
  69. self.check_for_loop(iter(range(10)), range(10))
  70. # Test several independent iterators over the same list
  71. def test_iter_independence(self):
  72. seq = range(3)
  73. res = []
  74. for i in iter(seq):
  75. for j in iter(seq):
  76. for k in iter(seq):
  77. res.append((i, j, k))
  78. self.assertEqual(res, TRIPLETS)
  79. # Test triple list comprehension using iterators
  80. def test_nested_comprehensions_iter(self):
  81. seq = range(3)
  82. res = [(i, j, k)
  83. for i in iter(seq) for j in iter(seq) for k in iter(seq)]
  84. self.assertEqual(res, TRIPLETS)
  85. # Test triple list comprehension without iterators
  86. def test_nested_comprehensions_for(self):
  87. seq = range(3)
  88. res = [(i, j, k) for i in seq for j in seq for k in seq]
  89. self.assertEqual(res, TRIPLETS)
  90. # Test a class with __iter__ in a for loop
  91. def test_iter_class_for(self):
  92. self.check_for_loop(IteratingSequenceClass(10), range(10))
  93. # Test a class with __iter__ with explicit iter()
  94. def test_iter_class_iter(self):
  95. self.check_iterator(iter(IteratingSequenceClass(10)), range(10))
  96. # Test for loop on a sequence class without __iter__
  97. def test_seq_class_for(self):
  98. self.check_for_loop(SequenceClass(10), range(10))
  99. # Test iter() on a sequence class without __iter__
  100. def test_seq_class_iter(self):
  101. self.check_iterator(iter(SequenceClass(10)), range(10))
  102. def test_mutating_seq_class_exhausted_iter(self):
  103. a = SequenceClass(5)
  104. exhit = iter(a)
  105. empit = iter(a)
  106. for x in exhit: # exhaust the iterator
  107. next(empit) # not exhausted
  108. a.n = 7
  109. self.assertEqual(list(exhit), [])
  110. self.assertEqual(list(empit), [5, 6])
  111. self.assertEqual(list(a), [0, 1, 2, 3, 4, 5, 6])
  112. # Test a new_style class with __iter__ but no next() method
  113. def test_new_style_iter_class(self):
  114. class IterClass(object):
  115. def __iter__(self):
  116. return self
  117. self.assertRaises(TypeError, iter, IterClass())
  118. # Test two-argument iter() with callable instance
  119. def test_iter_callable(self):
  120. class C:
  121. def __init__(self):
  122. self.i = 0
  123. def __call__(self):
  124. i = self.i
  125. self.i = i + 1
  126. if i > 100:
  127. raise IndexError # Emergency stop
  128. return i
  129. self.check_iterator(iter(C(), 10), range(10))
  130. # Test two-argument iter() with function
  131. def test_iter_function(self):
  132. def spam(state=[0]):
  133. i = state[0]
  134. state[0] = i+1
  135. return i
  136. self.check_iterator(iter(spam, 10), range(10))
  137. # Test two-argument iter() with function that raises StopIteration
  138. def test_iter_function_stop(self):
  139. def spam(state=[0]):
  140. i = state[0]
  141. if i == 10:
  142. raise StopIteration
  143. state[0] = i+1
  144. return i
  145. self.check_iterator(iter(spam, 20), range(10))
  146. # Test exception propagation through function iterator
  147. def test_exception_function(self):
  148. def spam(state=[0]):
  149. i = state[0]
  150. state[0] = i+1
  151. if i == 10:
  152. raise RuntimeError
  153. return i
  154. res = []
  155. try:
  156. for x in iter(spam, 20):
  157. res.append(x)
  158. except RuntimeError:
  159. self.assertEqual(res, range(10))
  160. else:
  161. self.fail("should have raised RuntimeError")
  162. # Test exception propagation through sequence iterator
  163. def test_exception_sequence(self):
  164. class MySequenceClass(SequenceClass):
  165. def __getitem__(self, i):
  166. if i == 10:
  167. raise RuntimeError
  168. return SequenceClass.__getitem__(self, i)
  169. res = []
  170. try:
  171. for x in MySequenceClass(20):
  172. res.append(x)
  173. except RuntimeError:
  174. self.assertEqual(res, range(10))
  175. else:
  176. self.fail("should have raised RuntimeError")
  177. # Test for StopIteration from __getitem__
  178. def test_stop_sequence(self):
  179. class MySequenceClass(SequenceClass):
  180. def __getitem__(self, i):
  181. if i == 10:
  182. raise StopIteration
  183. return SequenceClass.__getitem__(self, i)
  184. self.check_for_loop(MySequenceClass(20), range(10))
  185. # Test a big range
  186. def test_iter_big_range(self):
  187. self.check_for_loop(iter(range(10000)), range(10000))
  188. # Test an empty list
  189. def test_iter_empty(self):
  190. self.check_for_loop(iter([]), [])
  191. # Test a tuple
  192. def test_iter_tuple(self):
  193. self.check_for_loop(iter((0,1,2,3,4,5,6,7,8,9)), range(10))
  194. # Test an xrange
  195. def test_iter_xrange(self):
  196. self.check_for_loop(iter(xrange(10)), range(10))
  197. # Test a string
  198. def test_iter_string(self):
  199. self.check_for_loop(iter("abcde"), ["a", "b", "c", "d", "e"])
  200. # Test a Unicode string
  201. if have_unicode:
  202. def test_iter_unicode(self):
  203. self.check_for_loop(iter(unicode("abcde")),
  204. [unicode("a"), unicode("b"), unicode("c"),
  205. unicode("d"), unicode("e")])
  206. # Test a directory
  207. def test_iter_dict(self):
  208. dict = {}
  209. for i in range(10):
  210. dict[i] = None
  211. self.check_for_loop(dict, dict.keys())
  212. # Test a file
  213. def test_iter_file(self):
  214. f = open(TESTFN, "w")
  215. try:
  216. for i in range(5):
  217. f.write("%d\n" % i)
  218. finally:
  219. f.close()
  220. f = open(TESTFN, "r")
  221. try:
  222. self.check_for_loop(f, ["0\n", "1\n", "2\n", "3\n", "4\n"])
  223. self.check_for_loop(f, [])
  224. finally:
  225. f.close()
  226. try:
  227. unlink(TESTFN)
  228. except OSError:
  229. pass
  230. # Test list()'s use of iterators.
  231. def test_builtin_list(self):
  232. self.assertEqual(list(SequenceClass(5)), range(5))
  233. self.assertEqual(list(SequenceClass(0)), [])
  234. self.assertEqual(list(()), [])
  235. self.assertEqual(list(range(10, -1, -1)), range(10, -1, -1))
  236. d = {"one": 1, "two": 2, "three": 3}
  237. self.assertEqual(list(d), d.keys())
  238. self.assertRaises(TypeError, list, list)
  239. self.assertRaises(TypeError, list, 42)
  240. f = open(TESTFN, "w")
  241. try:
  242. for i in range(5):
  243. f.write("%d\n" % i)
  244. finally:
  245. f.close()
  246. f = open(TESTFN, "r")
  247. try:
  248. self.assertEqual(list(f), ["0\n", "1\n", "2\n", "3\n", "4\n"])
  249. f.seek(0, 0)
  250. self.assertEqual(list(f),
  251. ["0\n", "1\n", "2\n", "3\n", "4\n"])
  252. finally:
  253. f.close()
  254. try:
  255. unlink(TESTFN)
  256. except OSError:
  257. pass
  258. # Test tuples()'s use of iterators.
  259. def test_builtin_tuple(self):
  260. self.assertEqual(tuple(SequenceClass(5)), (0, 1, 2, 3, 4))
  261. self.assertEqual(tuple(SequenceClass(0)), ())
  262. self.assertEqual(tuple([]), ())
  263. self.assertEqual(tuple(()), ())
  264. self.assertEqual(tuple("abc"), ("a", "b", "c"))
  265. d = {"one": 1, "two": 2, "three": 3}
  266. self.assertEqual(tuple(d), tuple(d.keys()))
  267. self.assertRaises(TypeError, tuple, list)
  268. self.assertRaises(TypeError, tuple, 42)
  269. f = open(TESTFN, "w")
  270. try:
  271. for i in range(5):
  272. f.write("%d\n" % i)
  273. finally:
  274. f.close()
  275. f = open(TESTFN, "r")
  276. try:
  277. self.assertEqual(tuple(f), ("0\n", "1\n", "2\n", "3\n", "4\n"))
  278. f.seek(0, 0)
  279. self.assertEqual(tuple(f),
  280. ("0\n", "1\n", "2\n", "3\n", "4\n"))
  281. finally:
  282. f.close()
  283. try:
  284. unlink(TESTFN)
  285. except OSError:
  286. pass
  287. # Test filter()'s use of iterators.
  288. def test_builtin_filter(self):
  289. self.assertEqual(filter(None, SequenceClass(5)), range(1, 5))
  290. self.assertEqual(filter(None, SequenceClass(0)), [])
  291. self.assertEqual(filter(None, ()), ())
  292. self.assertEqual(filter(None, "abc"), "abc")
  293. d = {"one": 1, "two": 2, "three": 3}
  294. self.assertEqual(filter(None, d), d.keys())
  295. self.assertRaises(TypeError, filter, None, list)
  296. self.assertRaises(TypeError, filter, None, 42)
  297. class Boolean:
  298. def __init__(self, truth):
  299. self.truth = truth
  300. def __nonzero__(self):
  301. return self.truth
  302. bTrue = Boolean(1)
  303. bFalse = Boolean(0)
  304. class Seq:
  305. def __init__(self, *args):
  306. self.vals = args
  307. def __iter__(self):
  308. class SeqIter:
  309. def __init__(self, vals):
  310. self.vals = vals
  311. self.i = 0
  312. def __iter__(self):
  313. return self
  314. def next(self):
  315. i = self.i
  316. self.i = i + 1
  317. if i < len(self.vals):
  318. return self.vals[i]
  319. else:
  320. raise StopIteration
  321. return SeqIter(self.vals)
  322. seq = Seq(*([bTrue, bFalse] * 25))
  323. self.assertEqual(filter(lambda x: not x, seq), [bFalse]*25)
  324. self.assertEqual(filter(lambda x: not x, iter(seq)), [bFalse]*25)
  325. # Test max() and min()'s use of iterators.
  326. def test_builtin_max_min(self):
  327. self.assertEqual(max(SequenceClass(5)), 4)
  328. self.assertEqual(min(SequenceClass(5)), 0)
  329. self.assertEqual(max(8, -1), 8)
  330. self.assertEqual(min(8, -1), -1)
  331. d = {"one": 1, "two": 2, "three": 3}
  332. self.assertEqual(max(d), "two")
  333. self.assertEqual(min(d), "one")
  334. self.assertEqual(max(d.itervalues()), 3)
  335. self.assertEqual(min(iter(d.itervalues())), 1)
  336. f = open(TESTFN, "w")
  337. try:
  338. f.write("medium line\n")
  339. f.write("xtra large line\n")
  340. f.write("itty-bitty line\n")
  341. finally:
  342. f.close()
  343. f = open(TESTFN, "r")
  344. try:
  345. self.assertEqual(min(f), "itty-bitty line\n")
  346. f.seek(0, 0)
  347. self.assertEqual(max(f), "xtra large line\n")
  348. finally:
  349. f.close()
  350. try:
  351. unlink(TESTFN)
  352. except OSError:
  353. pass
  354. # Test map()'s use of iterators.
  355. def test_builtin_map(self):
  356. self.assertEqual(map(lambda x: x+1, SequenceClass(5)), range(1, 6))
  357. d = {"one": 1, "two": 2, "three": 3}
  358. self.assertEqual(map(lambda k, d=d: (k, d[k]), d), d.items())
  359. dkeys = d.keys()
  360. expected = [(i < len(d) and dkeys[i] or None,
  361. i,
  362. i < len(d) and dkeys[i] or None)
  363. for i in range(5)]
  364. # Deprecated map(None, ...)
  365. with check_py3k_warnings():
  366. self.assertEqual(map(None, SequenceClass(5)), range(5))
  367. self.assertEqual(map(None, d), d.keys())
  368. self.assertEqual(map(None, d,
  369. SequenceClass(5),
  370. iter(d.iterkeys())),
  371. expected)
  372. f = open(TESTFN, "w")
  373. try:
  374. for i in range(10):
  375. f.write("xy" * i + "\n") # line i has len 2*i+1
  376. finally:
  377. f.close()
  378. f = open(TESTFN, "r")
  379. try:
  380. self.assertEqual(map(len, f), range(1, 21, 2))
  381. finally:
  382. f.close()
  383. try:
  384. unlink(TESTFN)
  385. except OSError:
  386. pass
  387. # Test zip()'s use of iterators.
  388. def test_builtin_zip(self):
  389. self.assertEqual(zip(), [])
  390. self.assertEqual(zip(*[]), [])
  391. self.assertEqual(zip(*[(1, 2), 'ab']), [(1, 'a'), (2, 'b')])
  392. self.assertRaises(TypeError, zip, None)
  393. self.assertRaises(TypeError, zip, range(10), 42)
  394. self.assertRaises(TypeError, zip, range(10), zip)
  395. self.assertEqual(zip(IteratingSequenceClass(3)),
  396. [(0,), (1,), (2,)])
  397. self.assertEqual(zip(SequenceClass(3)),
  398. [(0,), (1,), (2,)])
  399. d = {"one": 1, "two": 2, "three": 3}
  400. self.assertEqual(d.items(), zip(d, d.itervalues()))
  401. # Generate all ints starting at constructor arg.
  402. class IntsFrom:
  403. def __init__(self, start):
  404. self.i = start
  405. def __iter__(self):
  406. return self
  407. def next(self):
  408. i = self.i
  409. self.i = i+1
  410. return i
  411. f = open(TESTFN, "w")
  412. try:
  413. f.write("a\n" "bbb\n" "cc\n")
  414. finally:
  415. f.close()
  416. f = open(TESTFN, "r")
  417. try:
  418. self.assertEqual(zip(IntsFrom(0), f, IntsFrom(-100)),
  419. [(0, "a\n", -100),
  420. (1, "bbb\n", -99),
  421. (2, "cc\n", -98)])
  422. finally:
  423. f.close()
  424. try:
  425. unlink(TESTFN)
  426. except OSError:
  427. pass
  428. self.assertEqual(zip(xrange(5)), [(i,) for i in range(5)])
  429. # Classes that lie about their lengths.
  430. class NoGuessLen5:
  431. def __getitem__(self, i):
  432. if i >= 5:
  433. raise IndexError
  434. return i
  435. class Guess3Len5(NoGuessLen5):
  436. def __len__(self):
  437. return 3
  438. class Guess30Len5(NoGuessLen5):
  439. def __len__(self):
  440. return 30
  441. self.assertEqual(len(Guess3Len5()), 3)
  442. self.assertEqual(len(Guess30Len5()), 30)
  443. self.assertEqual(zip(NoGuessLen5()), zip(range(5)))
  444. self.assertEqual(zip(Guess3Len5()), zip(range(5)))
  445. self.assertEqual(zip(Guess30Len5()), zip(range(5)))
  446. expected = [(i, i) for i in range(5)]
  447. for x in NoGuessLen5(), Guess3Len5(), Guess30Len5():
  448. for y in NoGuessLen5(), Guess3Len5(), Guess30Len5():
  449. self.assertEqual(zip(x, y), expected)
  450. # Test reduces()'s use of iterators.
  451. def test_deprecated_builtin_reduce(self):
  452. with check_py3k_warnings():
  453. self._test_builtin_reduce()
  454. def _test_builtin_reduce(self):
  455. from operator import add
  456. self.assertEqual(reduce(add, SequenceClass(5)), 10)
  457. self.assertEqual(reduce(add, SequenceClass(5), 42), 52)
  458. self.assertRaises(TypeError, reduce, add, SequenceClass(0))
  459. self.assertEqual(reduce(add, SequenceClass(0), 42), 42)
  460. self.assertEqual(reduce(add, SequenceClass(1)), 0)
  461. self.assertEqual(reduce(add, SequenceClass(1), 42), 42)
  462. d = {"one": 1, "two": 2, "three": 3}
  463. self.assertEqual(reduce(add, d), "".join(d.keys()))
  464. @unittest.skipUnless(have_unicode, 'needs unicode support')
  465. def test_unicode_join_endcase(self):
  466. # This class inserts a Unicode object into its argument's natural
  467. # iteration, in the 3rd position.
  468. class OhPhooey:
  469. def __init__(self, seq):
  470. self.it = iter(seq)
  471. self.i = 0
  472. def __iter__(self):
  473. return self
  474. def next(self):
  475. i = self.i
  476. self.i = i+1
  477. if i == 2:
  478. return unicode("fooled you!")
  479. return self.it.next()
  480. f = open(TESTFN, "w")
  481. try:
  482. f.write("a\n" + "b\n" + "c\n")
  483. finally:
  484. f.close()
  485. f = open(TESTFN, "r")
  486. # Nasty: string.join(s) can't know whether unicode.join() is needed
  487. # until it's seen all of s's elements. But in this case, f's
  488. # iterator cannot be restarted. So what we're testing here is
  489. # whether string.join() can manage to remember everything it's seen
  490. # and pass that on to unicode.join().
  491. try:
  492. got = " - ".join(OhPhooey(f))
  493. self.assertEqual(got, unicode("a\n - b\n - fooled you! - c\n"))
  494. finally:
  495. f.close()
  496. try:
  497. unlink(TESTFN)
  498. except OSError:
  499. pass
  500. # Test iterators with 'x in y' and 'x not in y'.
  501. def test_in_and_not_in(self):
  502. for sc5 in IteratingSequenceClass(5), SequenceClass(5):
  503. for i in range(5):
  504. self.assertIn(i, sc5)
  505. for i in "abc", -1, 5, 42.42, (3, 4), [], {1: 1}, 3-12j, sc5:
  506. self.assertNotIn(i, sc5)
  507. self.assertRaises(TypeError, lambda: 3 in 12)
  508. self.assertRaises(TypeError, lambda: 3 not in map)
  509. d = {"one": 1, "two": 2, "three": 3, 1j: 2j}
  510. for k in d:
  511. self.assertIn(k, d)
  512. self.assertNotIn(k, d.itervalues())
  513. for v in d.values():
  514. self.assertIn(v, d.itervalues())
  515. self.assertNotIn(v, d)
  516. for k, v in d.iteritems():
  517. self.assertIn((k, v), d.iteritems())
  518. self.assertNotIn((v, k), d.iteritems())
  519. f = open(TESTFN, "w")
  520. try:
  521. f.write("a\n" "b\n" "c\n")
  522. finally:
  523. f.close()
  524. f = open(TESTFN, "r")
  525. try:
  526. for chunk in "abc":
  527. f.seek(0, 0)
  528. self.assertNotIn(chunk, f)
  529. f.seek(0, 0)
  530. self.assertIn((chunk + "\n"), f)
  531. finally:
  532. f.close()
  533. try:
  534. unlink(TESTFN)
  535. except OSError:
  536. pass
  537. # Test iterators with operator.countOf (PySequence_Count).
  538. def test_countOf(self):
  539. from operator import countOf
  540. self.assertEqual(countOf([1,2,2,3,2,5], 2), 3)
  541. self.assertEqual(countOf((1,2,2,3,2,5), 2), 3)
  542. self.assertEqual(countOf("122325", "2"), 3)
  543. self.assertEqual(countOf("122325", "6"), 0)
  544. self.assertRaises(TypeError, countOf, 42, 1)
  545. self.assertRaises(TypeError, countOf, countOf, countOf)
  546. d = {"one": 3, "two": 3, "three": 3, 1j: 2j}
  547. for k in d:
  548. self.assertEqual(countOf(d, k), 1)
  549. self.assertEqual(countOf(d.itervalues(), 3), 3)
  550. self.assertEqual(countOf(d.itervalues(), 2j), 1)
  551. self.assertEqual(countOf(d.itervalues(), 1j), 0)
  552. f = open(TESTFN, "w")
  553. try:
  554. f.write("a\n" "b\n" "c\n" "b\n")
  555. finally:
  556. f.close()
  557. f = open(TESTFN, "r")
  558. try:
  559. for letter, count in ("a", 1), ("b", 2), ("c", 1), ("d", 0):
  560. f.seek(0, 0)
  561. self.assertEqual(countOf(f, letter + "\n"), count)
  562. finally:
  563. f.close()
  564. try:
  565. unlink(TESTFN)
  566. except OSError:
  567. pass
  568. # Test iterators with operator.indexOf (PySequence_Index).
  569. def test_indexOf(self):
  570. from operator import indexOf
  571. self.assertEqual(indexOf([1,2,2,3,2,5], 1), 0)
  572. self.assertEqual(indexOf((1,2,2,3,2,5), 2), 1)
  573. self.assertEqual(indexOf((1,2,2,3,2,5), 3), 3)
  574. self.assertEqual(indexOf((1,2,2,3,2,5), 5), 5)
  575. self.assertRaises(ValueError, indexOf, (1,2,2,3,2,5), 0)
  576. self.assertRaises(ValueError, indexOf, (1,2,2,3,2,5), 6)
  577. self.assertEqual(indexOf("122325", "2"), 1)
  578. self.assertEqual(indexOf("122325", "5"), 5)
  579. self.assertRaises(ValueError, indexOf, "122325", "6")
  580. self.assertRaises(TypeError, indexOf, 42, 1)
  581. self.assertRaises(TypeError, indexOf, indexOf, indexOf)
  582. f = open(TESTFN, "w")
  583. try:
  584. f.write("a\n" "b\n" "c\n" "d\n" "e\n")
  585. finally:
  586. f.close()
  587. f = open(TESTFN, "r")
  588. try:
  589. fiter = iter(f)
  590. self.assertEqual(indexOf(fiter, "b\n"), 1)
  591. self.assertEqual(indexOf(fiter, "d\n"), 1)
  592. self.assertEqual(indexOf(fiter, "e\n"), 0)
  593. self.assertRaises(ValueError, indexOf, fiter, "a\n")
  594. finally:
  595. f.close()
  596. try:
  597. unlink(TESTFN)
  598. except OSError:
  599. pass
  600. iclass = IteratingSequenceClass(3)
  601. for i in range(3):
  602. self.assertEqual(indexOf(iclass, i), i)
  603. self.assertRaises(ValueError, indexOf, iclass, -1)
  604. # Test iterators with file.writelines().
  605. def test_writelines(self):
  606. f = file(TESTFN, "w")
  607. try:
  608. self.assertRaises(TypeError, f.writelines, None)
  609. self.assertRaises(TypeError, f.writelines, 42)
  610. f.writelines(["1\n", "2\n"])
  611. f.writelines(("3\n", "4\n"))
  612. f.writelines({'5\n': None})
  613. f.writelines({})
  614. # Try a big chunk too.
  615. class Iterator:
  616. def __init__(self, start, finish):
  617. self.start = start
  618. self.finish = finish
  619. self.i = self.start
  620. def next(self):
  621. if self.i >= self.finish:
  622. raise StopIteration
  623. result = str(self.i) + '\n'
  624. self.i += 1
  625. return result
  626. def __iter__(self):
  627. return self
  628. class Whatever:
  629. def __init__(self, start, finish):
  630. self.start = start
  631. self.finish = finish
  632. def __iter__(self):
  633. return Iterator(self.start, self.finish)
  634. f.writelines(Whatever(6, 6+2000))
  635. f.close()
  636. f = file(TESTFN)
  637. expected = [str(i) + "\n" for i in range(1, 2006)]
  638. self.assertEqual(list(f), expected)
  639. finally:
  640. f.close()
  641. try:
  642. unlink(TESTFN)
  643. except OSError:
  644. pass
  645. # Test iterators on RHS of unpacking assignments.
  646. def test_unpack_iter(self):
  647. a, b = 1, 2
  648. self.assertEqual((a, b), (1, 2))
  649. a, b, c = IteratingSequenceClass(3)
  650. self.assertEqual((a, b, c), (0, 1, 2))
  651. try: # too many values
  652. a, b = IteratingSequenceClass(3)
  653. except ValueError:
  654. pass
  655. else:
  656. self.fail("should have raised ValueError")
  657. try: # not enough values
  658. a, b, c = IteratingSequenceClass(2)
  659. except ValueError:
  660. pass
  661. else:
  662. self.fail("should have raised ValueError")
  663. try: # not iterable
  664. a, b, c = len
  665. except TypeError:
  666. pass
  667. else:
  668. self.fail("should have raised TypeError")
  669. a, b, c = {1: 42, 2: 42, 3: 42}.itervalues()
  670. self.assertEqual((a, b, c), (42, 42, 42))
  671. f = open(TESTFN, "w")
  672. lines = ("a\n", "bb\n", "ccc\n")
  673. try:
  674. for line in lines:
  675. f.write(line)
  676. finally:
  677. f.close()
  678. f = open(TESTFN, "r")
  679. try:
  680. a, b, c = f
  681. self.assertEqual((a, b, c), lines)
  682. finally:
  683. f.close()
  684. try:
  685. unlink(TESTFN)
  686. except OSError:
  687. pass
  688. (a, b), (c,) = IteratingSequenceClass(2), {42: 24}
  689. self.assertEqual((a, b, c), (0, 1, 42))
  690. @cpython_only
  691. def test_ref_counting_behavior(self):
  692. class C(object):
  693. count = 0
  694. def __new__(cls):
  695. cls.count += 1
  696. return object.__new__(cls)
  697. def __del__(self):
  698. cls = self.__class__
  699. assert cls.count > 0
  700. cls.count -= 1
  701. x = C()
  702. self.assertEqual(C.count, 1)
  703. del x
  704. self.assertEqual(C.count, 0)
  705. l = [C(), C(), C()]
  706. self.assertEqual(C.count, 3)
  707. try:
  708. a, b = iter(l)
  709. except ValueError:
  710. pass
  711. del l
  712. self.assertEqual(C.count, 0)
  713. # Make sure StopIteration is a "sink state".
  714. # This tests various things that weren't sink states in Python 2.2.1,
  715. # plus various things that always were fine.
  716. def test_sinkstate_list(self):
  717. # This used to fail
  718. a = range(5)
  719. b = iter(a)
  720. self.assertEqual(list(b), range(5))
  721. a.extend(range(5, 10))
  722. self.assertEqual(list(b), [])
  723. def test_sinkstate_tuple(self):
  724. a = (0, 1, 2, 3, 4)
  725. b = iter(a)
  726. self.assertEqual(list(b), range(5))
  727. self.assertEqual(list(b), [])
  728. def test_sinkstate_string(self):
  729. a = "abcde"
  730. b = iter(a)
  731. self.assertEqual(list(b), ['a', 'b', 'c', 'd', 'e'])
  732. self.assertEqual(list(b), [])
  733. def test_sinkstate_sequence(self):
  734. # This used to fail
  735. a = SequenceClass(5)
  736. b = iter(a)
  737. self.assertEqual(list(b), range(5))
  738. a.n = 10
  739. self.assertEqual(list(b), [])
  740. def test_sinkstate_callable(self):
  741. # This used to fail
  742. def spam(state=[0]):
  743. i = state[0]
  744. state[0] = i+1
  745. if i == 10:
  746. raise AssertionError, "shouldn't have gotten this far"
  747. return i
  748. b = iter(spam, 5)
  749. self.assertEqual(list(b), range(5))
  750. self.assertEqual(list(b), [])
  751. def test_sinkstate_dict(self):
  752. # XXX For a more thorough test, see towards the end of:
  753. # http://mail.python.org/pipermail/python-dev/2002-July/026512.html
  754. a = {1:1, 2:2, 0:0, 4:4, 3:3}
  755. for b in iter(a), a.iterkeys(), a.iteritems(), a.itervalues():
  756. b = iter(a)
  757. self.assertEqual(len(list(b)), 5)
  758. self.assertEqual(list(b), [])
  759. def test_sinkstate_yield(self):
  760. def gen():
  761. for i in range(5):
  762. yield i
  763. b = gen()
  764. self.assertEqual(list(b), range(5))
  765. self.assertEqual(list(b), [])
  766. def test_sinkstate_range(self):
  767. a = xrange(5)
  768. b = iter(a)
  769. self.assertEqual(list(b), range(5))
  770. self.assertEqual(list(b), [])
  771. def test_sinkstate_enumerate(self):
  772. a = range(5)
  773. e = enumerate(a)
  774. b = iter(e)
  775. self.assertEqual(list(b), zip(range(5), range(5)))
  776. self.assertEqual(list(b), [])
  777. def test_3720(self):
  778. # Avoid a crash, when an iterator deletes its next() method.
  779. class BadIterator(object):
  780. def __iter__(self):
  781. return self
  782. def next(self):
  783. del BadIterator.next
  784. return 1
  785. try:
  786. for i in BadIterator() :
  787. pass
  788. except TypeError:
  789. pass
  790. def test_extending_list_with_iterator_does_not_segfault(self):
  791. # The code to extend a list with an iterator has a fair
  792. # amount of nontrivial logic in terms of guessing how
  793. # much memory to allocate in advance, "stealing" refs,
  794. # and then shrinking at the end. This is a basic smoke
  795. # test for that scenario.
  796. def gen():
  797. for i in range(500):
  798. yield i
  799. lst = [0] * 500
  800. for i in range(240):
  801. lst.pop(0)
  802. lst.extend(gen())
  803. self.assertEqual(len(lst), 760)
  804. def test_free_after_iterating(self):
  805. check_free_after_iterating(self, iter, SequenceClass, (0,))
  806. def test_main():
  807. run_unittest(TestCase)
  808. if __name__ == "__main__":
  809. test_main()