test_univnewlines.py 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135
  1. # Tests universal newline support for both reading and parsing files.
  2. # NOTE: this file tests the new `io` library backported from Python 3.x.
  3. # Similar tests for the builtin file object can be found in test_univnewlines2k.py.
  4. from __future__ import print_function
  5. from __future__ import unicode_literals
  6. import io
  7. import _pyio as pyio
  8. import unittest
  9. import os
  10. import sys
  11. from test import test_support as support
  12. if not hasattr(sys.stdin, 'newlines'):
  13. raise unittest.SkipTest(
  14. "This Python does not have universal newline support")
  15. FATX = 'x' * (2**14)
  16. DATA_TEMPLATE = [
  17. "line1=1",
  18. "line2='this is a very long line designed to go past any default " +
  19. "buffer limits that exist in io.py but we also want to test " +
  20. "the uncommon case, naturally.'",
  21. "def line3():pass",
  22. "line4 = '%s'" % FATX,
  23. ]
  24. DATA_LF = "\n".join(DATA_TEMPLATE) + "\n"
  25. DATA_CR = "\r".join(DATA_TEMPLATE) + "\r"
  26. DATA_CRLF = "\r\n".join(DATA_TEMPLATE) + "\r\n"
  27. # Note that DATA_MIXED also tests the ability to recognize a lone \r
  28. # before end-of-file.
  29. DATA_MIXED = "\n".join(DATA_TEMPLATE) + "\r"
  30. DATA_SPLIT = [x + "\n" for x in DATA_TEMPLATE]
  31. class TestGenericUnivNewlines(unittest.TestCase):
  32. # use a class variable DATA to define the data to write to the file
  33. # and a class variable NEWLINE to set the expected newlines value
  34. READMODE = 'r'
  35. WRITEMODE = 'wb'
  36. def setUp(self):
  37. data = self.DATA
  38. if "b" in self.WRITEMODE:
  39. data = data.encode("ascii")
  40. with self.open(support.TESTFN, self.WRITEMODE) as fp:
  41. fp.write(data)
  42. def tearDown(self):
  43. try:
  44. os.unlink(support.TESTFN)
  45. except:
  46. pass
  47. def test_read(self):
  48. with self.open(support.TESTFN, self.READMODE) as fp:
  49. data = fp.read()
  50. self.assertEqual(data, DATA_LF)
  51. self.assertEqual(set(fp.newlines), set(self.NEWLINE))
  52. def test_readlines(self):
  53. with self.open(support.TESTFN, self.READMODE) as fp:
  54. data = fp.readlines()
  55. self.assertEqual(data, DATA_SPLIT)
  56. self.assertEqual(set(fp.newlines), set(self.NEWLINE))
  57. def test_readline(self):
  58. with self.open(support.TESTFN, self.READMODE) as fp:
  59. data = []
  60. d = fp.readline()
  61. while d:
  62. data.append(d)
  63. d = fp.readline()
  64. self.assertEqual(data, DATA_SPLIT)
  65. self.assertEqual(set(fp.newlines), set(self.NEWLINE))
  66. def test_seek(self):
  67. with self.open(support.TESTFN, self.READMODE) as fp:
  68. fp.readline()
  69. pos = fp.tell()
  70. data = fp.readlines()
  71. self.assertEqual(data, DATA_SPLIT[1:])
  72. fp.seek(pos)
  73. data = fp.readlines()
  74. self.assertEqual(data, DATA_SPLIT[1:])
  75. class TestCRNewlines(TestGenericUnivNewlines):
  76. NEWLINE = '\r'
  77. DATA = DATA_CR
  78. class TestLFNewlines(TestGenericUnivNewlines):
  79. NEWLINE = '\n'
  80. DATA = DATA_LF
  81. class TestCRLFNewlines(TestGenericUnivNewlines):
  82. NEWLINE = '\r\n'
  83. DATA = DATA_CRLF
  84. def test_tell(self):
  85. with self.open(support.TESTFN, self.READMODE) as fp:
  86. self.assertEqual(repr(fp.newlines), repr(None))
  87. data = fp.readline()
  88. pos = fp.tell()
  89. self.assertEqual(repr(fp.newlines), repr(self.NEWLINE))
  90. class TestMixedNewlines(TestGenericUnivNewlines):
  91. NEWLINE = ('\r', '\n')
  92. DATA = DATA_MIXED
  93. def test_main():
  94. base_tests = (TestCRNewlines,
  95. TestLFNewlines,
  96. TestCRLFNewlines,
  97. TestMixedNewlines)
  98. tests = []
  99. # Test the C and Python implementations.
  100. for test in base_tests:
  101. class CTest(test):
  102. open = io.open
  103. CTest.__name__ = str("C" + test.__name__)
  104. class PyTest(test):
  105. open = staticmethod(pyio.open)
  106. PyTest.__name__ = str("Py" + test.__name__)
  107. tests.append(CTest)
  108. tests.append(PyTest)
  109. support.run_unittest(*tests)
  110. if __name__ == '__main__':
  111. test_main()