test_pyexpat.py 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685
  1. # XXX TypeErrors on calling handlers, or on bad return values from a
  2. # handler, are obscure and unhelpful.
  3. import StringIO, sys
  4. import unittest
  5. from xml.parsers import expat
  6. from test import test_support
  7. from test.test_support import sortdict, run_unittest
  8. class SetAttributeTest(unittest.TestCase):
  9. def setUp(self):
  10. self.parser = expat.ParserCreate(namespace_separator='!')
  11. def test_buffer_text(self):
  12. self.assertIs(self.parser.buffer_text, False)
  13. for x in 0, 1, 2, 0:
  14. self.parser.buffer_text = x
  15. self.assertIs(self.parser.buffer_text, bool(x))
  16. def test_namespace_prefixes(self):
  17. self.assertIs(self.parser.namespace_prefixes, False)
  18. for x in 0, 1, 2, 0:
  19. self.parser.namespace_prefixes = x
  20. self.assertIs(self.parser.namespace_prefixes, bool(x))
  21. def test_returns_unicode(self):
  22. self.assertIs(self.parser.returns_unicode, test_support.have_unicode)
  23. for x in 0, 1, 2, 0:
  24. self.parser.returns_unicode = x
  25. self.assertIs(self.parser.returns_unicode, bool(x))
  26. def test_ordered_attributes(self):
  27. self.assertIs(self.parser.ordered_attributes, False)
  28. for x in 0, 1, 2, 0:
  29. self.parser.ordered_attributes = x
  30. self.assertIs(self.parser.ordered_attributes, bool(x))
  31. def test_specified_attributes(self):
  32. self.assertIs(self.parser.specified_attributes, False)
  33. for x in 0, 1, 2, 0:
  34. self.parser.specified_attributes = x
  35. self.assertIs(self.parser.specified_attributes, bool(x))
  36. def test_invalid_attributes(self):
  37. with self.assertRaises(AttributeError):
  38. self.parser.foo = 1
  39. with self.assertRaises(AttributeError):
  40. self.parser.foo
  41. data = '''\
  42. <?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
  43. <?xml-stylesheet href="stylesheet.css"?>
  44. <!-- comment data -->
  45. <!DOCTYPE quotations SYSTEM "quotations.dtd" [
  46. <!ELEMENT root ANY>
  47. <!NOTATION notation SYSTEM "notation.jpeg">
  48. <!ENTITY acirc "&#226;">
  49. <!ENTITY external_entity SYSTEM "entity.file">
  50. <!ENTITY unparsed_entity SYSTEM "entity.file" NDATA notation>
  51. %unparsed_entity;
  52. ]>
  53. <root attr1="value1" attr2="value2&#8000;">
  54. <myns:subelement xmlns:myns="http://www.python.org/namespace">
  55. Contents of subelements
  56. </myns:subelement>
  57. <sub2><![CDATA[contents of CDATA section]]></sub2>
  58. &external_entity;
  59. </root>
  60. '''
  61. # Produce UTF-8 output
  62. class ParseTest(unittest.TestCase):
  63. class Outputter:
  64. def __init__(self):
  65. self.out = []
  66. def StartElementHandler(self, name, attrs):
  67. self.out.append('Start element: ' + repr(name) + ' ' +
  68. sortdict(attrs))
  69. def EndElementHandler(self, name):
  70. self.out.append('End element: ' + repr(name))
  71. def CharacterDataHandler(self, data):
  72. data = data.strip()
  73. if data:
  74. self.out.append('Character data: ' + repr(data))
  75. def ProcessingInstructionHandler(self, target, data):
  76. self.out.append('PI: ' + repr(target) + ' ' + repr(data))
  77. def StartNamespaceDeclHandler(self, prefix, uri):
  78. self.out.append('NS decl: ' + repr(prefix) + ' ' + repr(uri))
  79. def EndNamespaceDeclHandler(self, prefix):
  80. self.out.append('End of NS decl: ' + repr(prefix))
  81. def StartCdataSectionHandler(self):
  82. self.out.append('Start of CDATA section')
  83. def EndCdataSectionHandler(self):
  84. self.out.append('End of CDATA section')
  85. def CommentHandler(self, text):
  86. self.out.append('Comment: ' + repr(text))
  87. def NotationDeclHandler(self, *args):
  88. name, base, sysid, pubid = args
  89. self.out.append('Notation declared: %s' %(args,))
  90. def UnparsedEntityDeclHandler(self, *args):
  91. entityName, base, systemId, publicId, notationName = args
  92. self.out.append('Unparsed entity decl: %s' %(args,))
  93. def NotStandaloneHandler(self, userData):
  94. self.out.append('Not standalone')
  95. return 1
  96. def ExternalEntityRefHandler(self, *args):
  97. context, base, sysId, pubId = args
  98. self.out.append('External entity ref: %s' %(args[1:],))
  99. return 1
  100. def DefaultHandler(self, userData):
  101. pass
  102. def DefaultHandlerExpand(self, userData):
  103. pass
  104. handler_names = [
  105. 'StartElementHandler', 'EndElementHandler',
  106. 'CharacterDataHandler', 'ProcessingInstructionHandler',
  107. 'UnparsedEntityDeclHandler', 'NotationDeclHandler',
  108. 'StartNamespaceDeclHandler', 'EndNamespaceDeclHandler',
  109. 'CommentHandler', 'StartCdataSectionHandler',
  110. 'EndCdataSectionHandler',
  111. 'DefaultHandler', 'DefaultHandlerExpand',
  112. #'NotStandaloneHandler',
  113. 'ExternalEntityRefHandler'
  114. ]
  115. def test_utf8(self):
  116. out = self.Outputter()
  117. parser = expat.ParserCreate(namespace_separator='!')
  118. for name in self.handler_names:
  119. setattr(parser, name, getattr(out, name))
  120. parser.returns_unicode = 0
  121. parser.Parse(data, 1)
  122. # Verify output
  123. op = out.out
  124. self.assertEqual(op[0], 'PI: \'xml-stylesheet\' \'href="stylesheet.css"\'')
  125. self.assertEqual(op[1], "Comment: ' comment data '")
  126. self.assertEqual(op[2], "Notation declared: ('notation', None, 'notation.jpeg', None)")
  127. self.assertEqual(op[3], "Unparsed entity decl: ('unparsed_entity', None, 'entity.file', None, 'notation')")
  128. self.assertEqual(op[4], "Start element: 'root' {'attr1': 'value1', 'attr2': 'value2\\xe1\\xbd\\x80'}")
  129. self.assertEqual(op[5], "NS decl: 'myns' 'http://www.python.org/namespace'")
  130. self.assertEqual(op[6], "Start element: 'http://www.python.org/namespace!subelement' {}")
  131. self.assertEqual(op[7], "Character data: 'Contents of subelements'")
  132. self.assertEqual(op[8], "End element: 'http://www.python.org/namespace!subelement'")
  133. self.assertEqual(op[9], "End of NS decl: 'myns'")
  134. self.assertEqual(op[10], "Start element: 'sub2' {}")
  135. self.assertEqual(op[11], 'Start of CDATA section')
  136. self.assertEqual(op[12], "Character data: 'contents of CDATA section'")
  137. self.assertEqual(op[13], 'End of CDATA section')
  138. self.assertEqual(op[14], "End element: 'sub2'")
  139. self.assertEqual(op[15], "External entity ref: (None, 'entity.file', None)")
  140. self.assertEqual(op[16], "End element: 'root'")
  141. def test_unicode(self):
  142. # Try the parse again, this time producing Unicode output
  143. out = self.Outputter()
  144. parser = expat.ParserCreate(namespace_separator='!')
  145. parser.returns_unicode = 1
  146. for name in self.handler_names:
  147. setattr(parser, name, getattr(out, name))
  148. parser.Parse(data, 1)
  149. op = out.out
  150. self.assertEqual(op[0], 'PI: u\'xml-stylesheet\' u\'href="stylesheet.css"\'')
  151. self.assertEqual(op[1], "Comment: u' comment data '")
  152. self.assertEqual(op[2], "Notation declared: (u'notation', None, u'notation.jpeg', None)")
  153. self.assertEqual(op[3], "Unparsed entity decl: (u'unparsed_entity', None, u'entity.file', None, u'notation')")
  154. self.assertEqual(op[4], "Start element: u'root' {u'attr1': u'value1', u'attr2': u'value2\\u1f40'}")
  155. self.assertEqual(op[5], "NS decl: u'myns' u'http://www.python.org/namespace'")
  156. self.assertEqual(op[6], "Start element: u'http://www.python.org/namespace!subelement' {}")
  157. self.assertEqual(op[7], "Character data: u'Contents of subelements'")
  158. self.assertEqual(op[8], "End element: u'http://www.python.org/namespace!subelement'")
  159. self.assertEqual(op[9], "End of NS decl: u'myns'")
  160. self.assertEqual(op[10], "Start element: u'sub2' {}")
  161. self.assertEqual(op[11], 'Start of CDATA section')
  162. self.assertEqual(op[12], "Character data: u'contents of CDATA section'")
  163. self.assertEqual(op[13], 'End of CDATA section')
  164. self.assertEqual(op[14], "End element: u'sub2'")
  165. self.assertEqual(op[15], "External entity ref: (None, u'entity.file', None)")
  166. self.assertEqual(op[16], "End element: u'root'")
  167. def test_parse_file(self):
  168. # Try parsing a file
  169. out = self.Outputter()
  170. parser = expat.ParserCreate(namespace_separator='!')
  171. parser.returns_unicode = 1
  172. for name in self.handler_names:
  173. setattr(parser, name, getattr(out, name))
  174. file = StringIO.StringIO(data)
  175. parser.ParseFile(file)
  176. op = out.out
  177. self.assertEqual(op[0], 'PI: u\'xml-stylesheet\' u\'href="stylesheet.css"\'')
  178. self.assertEqual(op[1], "Comment: u' comment data '")
  179. self.assertEqual(op[2], "Notation declared: (u'notation', None, u'notation.jpeg', None)")
  180. self.assertEqual(op[3], "Unparsed entity decl: (u'unparsed_entity', None, u'entity.file', None, u'notation')")
  181. self.assertEqual(op[4], "Start element: u'root' {u'attr1': u'value1', u'attr2': u'value2\\u1f40'}")
  182. self.assertEqual(op[5], "NS decl: u'myns' u'http://www.python.org/namespace'")
  183. self.assertEqual(op[6], "Start element: u'http://www.python.org/namespace!subelement' {}")
  184. self.assertEqual(op[7], "Character data: u'Contents of subelements'")
  185. self.assertEqual(op[8], "End element: u'http://www.python.org/namespace!subelement'")
  186. self.assertEqual(op[9], "End of NS decl: u'myns'")
  187. self.assertEqual(op[10], "Start element: u'sub2' {}")
  188. self.assertEqual(op[11], 'Start of CDATA section')
  189. self.assertEqual(op[12], "Character data: u'contents of CDATA section'")
  190. self.assertEqual(op[13], 'End of CDATA section')
  191. self.assertEqual(op[14], "End element: u'sub2'")
  192. self.assertEqual(op[15], "External entity ref: (None, u'entity.file', None)")
  193. self.assertEqual(op[16], "End element: u'root'")
  194. # Issue 4877: expat.ParseFile causes segfault on a closed file.
  195. fp = open(test_support.TESTFN, 'wb')
  196. try:
  197. fp.close()
  198. parser = expat.ParserCreate()
  199. with self.assertRaises(ValueError):
  200. parser.ParseFile(fp)
  201. finally:
  202. test_support.unlink(test_support.TESTFN)
  203. def test_parse_again(self):
  204. parser = expat.ParserCreate()
  205. file = StringIO.StringIO(data)
  206. parser.ParseFile(file)
  207. # Issue 6676: ensure a meaningful exception is raised when attempting
  208. # to parse more than one XML document per xmlparser instance,
  209. # a limitation of the Expat library.
  210. with self.assertRaises(expat.error) as cm:
  211. parser.ParseFile(file)
  212. self.assertEqual(expat.ErrorString(cm.exception.code),
  213. expat.errors.XML_ERROR_FINISHED)
  214. class NamespaceSeparatorTest(unittest.TestCase):
  215. def test_legal(self):
  216. # Tests that make sure we get errors when the namespace_separator value
  217. # is illegal, and that we don't for good values:
  218. expat.ParserCreate()
  219. expat.ParserCreate(namespace_separator=None)
  220. expat.ParserCreate(namespace_separator=' ')
  221. def test_illegal(self):
  222. try:
  223. expat.ParserCreate(namespace_separator=42)
  224. self.fail()
  225. except TypeError, e:
  226. self.assertEqual(str(e),
  227. 'ParserCreate() argument 2 must be string or None, not int')
  228. try:
  229. expat.ParserCreate(namespace_separator='too long')
  230. self.fail()
  231. except ValueError, e:
  232. self.assertEqual(str(e),
  233. 'namespace_separator must be at most one character, omitted, or None')
  234. def test_zero_length(self):
  235. # ParserCreate() needs to accept a namespace_separator of zero length
  236. # to satisfy the requirements of RDF applications that are required
  237. # to simply glue together the namespace URI and the localname. Though
  238. # considered a wart of the RDF specifications, it needs to be supported.
  239. #
  240. # See XML-SIG mailing list thread starting with
  241. # http://mail.python.org/pipermail/xml-sig/2001-April/005202.html
  242. #
  243. expat.ParserCreate(namespace_separator='') # too short
  244. class InterningTest(unittest.TestCase):
  245. def test(self):
  246. # Test the interning machinery.
  247. p = expat.ParserCreate()
  248. L = []
  249. def collector(name, *args):
  250. L.append(name)
  251. p.StartElementHandler = collector
  252. p.EndElementHandler = collector
  253. p.Parse("<e> <e/> <e></e> </e>", 1)
  254. tag = L[0]
  255. self.assertEqual(len(L), 6)
  256. for entry in L:
  257. # L should have the same string repeated over and over.
  258. self.assertTrue(tag is entry)
  259. class BufferTextTest(unittest.TestCase):
  260. def setUp(self):
  261. self.stuff = []
  262. self.parser = expat.ParserCreate()
  263. self.parser.buffer_text = 1
  264. self.parser.CharacterDataHandler = self.CharacterDataHandler
  265. def check(self, expected, label):
  266. self.assertEqual(self.stuff, expected,
  267. "%s\nstuff = %r\nexpected = %r"
  268. % (label, self.stuff, map(unicode, expected)))
  269. def CharacterDataHandler(self, text):
  270. self.stuff.append(text)
  271. def StartElementHandler(self, name, attrs):
  272. self.stuff.append("<%s>" % name)
  273. bt = attrs.get("buffer-text")
  274. if bt == "yes":
  275. self.parser.buffer_text = 1
  276. elif bt == "no":
  277. self.parser.buffer_text = 0
  278. def EndElementHandler(self, name):
  279. self.stuff.append("</%s>" % name)
  280. def CommentHandler(self, data):
  281. self.stuff.append("<!--%s-->" % data)
  282. def setHandlers(self, handlers=[]):
  283. for name in handlers:
  284. setattr(self.parser, name, getattr(self, name))
  285. def test_default_to_disabled(self):
  286. parser = expat.ParserCreate()
  287. self.assertFalse(parser.buffer_text)
  288. def test_buffering_enabled(self):
  289. # Make sure buffering is turned on
  290. self.assertTrue(self.parser.buffer_text)
  291. self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
  292. self.assertEqual(self.stuff, ['123'],
  293. "buffered text not properly collapsed")
  294. def test1(self):
  295. # XXX This test exposes more detail of Expat's text chunking than we
  296. # XXX like, but it tests what we need to concisely.
  297. self.setHandlers(["StartElementHandler"])
  298. self.parser.Parse("<a>1<b buffer-text='no'/>2\n3<c buffer-text='yes'/>4\n5</a>", 1)
  299. self.assertEqual(self.stuff,
  300. ["<a>", "1", "<b>", "2", "\n", "3", "<c>", "4\n5"],
  301. "buffering control not reacting as expected")
  302. def test2(self):
  303. self.parser.Parse("<a>1<b/>&lt;2&gt;<c/>&#32;\n&#x20;3</a>", 1)
  304. self.assertEqual(self.stuff, ["1<2> \n 3"],
  305. "buffered text not properly collapsed")
  306. def test3(self):
  307. self.setHandlers(["StartElementHandler"])
  308. self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
  309. self.assertEqual(self.stuff, ["<a>", "1", "<b>", "2", "<c>", "3"],
  310. "buffered text not properly split")
  311. def test4(self):
  312. self.setHandlers(["StartElementHandler", "EndElementHandler"])
  313. self.parser.CharacterDataHandler = None
  314. self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
  315. self.assertEqual(self.stuff,
  316. ["<a>", "<b>", "</b>", "<c>", "</c>", "</a>"])
  317. def test5(self):
  318. self.setHandlers(["StartElementHandler", "EndElementHandler"])
  319. self.parser.Parse("<a>1<b></b>2<c/>3</a>", 1)
  320. self.assertEqual(self.stuff,
  321. ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", "</a>"])
  322. def test6(self):
  323. self.setHandlers(["CommentHandler", "EndElementHandler",
  324. "StartElementHandler"])
  325. self.parser.Parse("<a>1<b/>2<c></c>345</a> ", 1)
  326. self.assertEqual(self.stuff,
  327. ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "345", "</a>"],
  328. "buffered text not properly split")
  329. def test7(self):
  330. self.setHandlers(["CommentHandler", "EndElementHandler",
  331. "StartElementHandler"])
  332. self.parser.Parse("<a>1<b/>2<c></c>3<!--abc-->4<!--def-->5</a> ", 1)
  333. self.assertEqual(self.stuff,
  334. ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3",
  335. "<!--abc-->", "4", "<!--def-->", "5", "</a>"],
  336. "buffered text not properly split")
  337. # Test handling of exception from callback:
  338. class HandlerExceptionTest(unittest.TestCase):
  339. def StartElementHandler(self, name, attrs):
  340. raise RuntimeError(name)
  341. def test(self):
  342. parser = expat.ParserCreate()
  343. parser.StartElementHandler = self.StartElementHandler
  344. try:
  345. parser.Parse("<a><b><c/></b></a>", 1)
  346. self.fail()
  347. except RuntimeError, e:
  348. self.assertEqual(e.args[0], 'a',
  349. "Expected RuntimeError for element 'a', but" + \
  350. " found %r" % e.args[0])
  351. # Test Current* members:
  352. class PositionTest(unittest.TestCase):
  353. def StartElementHandler(self, name, attrs):
  354. self.check_pos('s')
  355. def EndElementHandler(self, name):
  356. self.check_pos('e')
  357. def check_pos(self, event):
  358. pos = (event,
  359. self.parser.CurrentByteIndex,
  360. self.parser.CurrentLineNumber,
  361. self.parser.CurrentColumnNumber)
  362. self.assertTrue(self.upto < len(self.expected_list),
  363. 'too many parser events')
  364. expected = self.expected_list[self.upto]
  365. self.assertEqual(pos, expected,
  366. 'Expected position %s, got position %s' %(pos, expected))
  367. self.upto += 1
  368. def test(self):
  369. self.parser = expat.ParserCreate()
  370. self.parser.StartElementHandler = self.StartElementHandler
  371. self.parser.EndElementHandler = self.EndElementHandler
  372. self.upto = 0
  373. self.expected_list = [('s', 0, 1, 0), ('s', 5, 2, 1), ('s', 11, 3, 2),
  374. ('e', 15, 3, 6), ('e', 17, 4, 1), ('e', 22, 5, 0)]
  375. xml = '<a>\n <b>\n <c/>\n </b>\n</a>'
  376. self.parser.Parse(xml, 1)
  377. class sf1296433Test(unittest.TestCase):
  378. def test_parse_only_xml_data(self):
  379. # http://python.org/sf/1296433
  380. #
  381. xml = "<?xml version='1.0' encoding='iso8859'?><s>%s</s>" % ('a' * 1025)
  382. # this one doesn't crash
  383. #xml = "<?xml version='1.0'?><s>%s</s>" % ('a' * 10000)
  384. class SpecificException(Exception):
  385. pass
  386. def handler(text):
  387. raise SpecificException
  388. parser = expat.ParserCreate()
  389. parser.CharacterDataHandler = handler
  390. self.assertRaises(Exception, parser.Parse, xml)
  391. class ChardataBufferTest(unittest.TestCase):
  392. """
  393. test setting of chardata buffer size
  394. """
  395. def test_1025_bytes(self):
  396. self.assertEqual(self.small_buffer_test(1025), 2)
  397. def test_1000_bytes(self):
  398. self.assertEqual(self.small_buffer_test(1000), 1)
  399. def test_wrong_size(self):
  400. parser = expat.ParserCreate()
  401. parser.buffer_text = 1
  402. with self.assertRaises(ValueError):
  403. parser.buffer_size = -1
  404. with self.assertRaises(ValueError):
  405. parser.buffer_size = 0
  406. with self.assertRaises(TypeError):
  407. parser.buffer_size = 512.0
  408. with self.assertRaises(TypeError):
  409. parser.buffer_size = sys.maxint+1
  410. def test_unchanged_size(self):
  411. xml1 = ("<?xml version='1.0' encoding='iso8859'?><s>%s" % ('a' * 512))
  412. xml2 = 'a'*512 + '</s>'
  413. parser = expat.ParserCreate()
  414. parser.CharacterDataHandler = self.counting_handler
  415. parser.buffer_size = 512
  416. parser.buffer_text = 1
  417. # Feed 512 bytes of character data: the handler should be called
  418. # once.
  419. self.n = 0
  420. parser.Parse(xml1)
  421. self.assertEqual(self.n, 1)
  422. # Reassign to buffer_size, but assign the same size.
  423. parser.buffer_size = parser.buffer_size
  424. self.assertEqual(self.n, 1)
  425. # Try parsing rest of the document
  426. parser.Parse(xml2)
  427. self.assertEqual(self.n, 2)
  428. def test_disabling_buffer(self):
  429. xml1 = "<?xml version='1.0' encoding='iso8859'?><a>%s" % ('a' * 512)
  430. xml2 = ('b' * 1024)
  431. xml3 = "%s</a>" % ('c' * 1024)
  432. parser = expat.ParserCreate()
  433. parser.CharacterDataHandler = self.counting_handler
  434. parser.buffer_text = 1
  435. parser.buffer_size = 1024
  436. self.assertEqual(parser.buffer_size, 1024)
  437. # Parse one chunk of XML
  438. self.n = 0
  439. parser.Parse(xml1, 0)
  440. self.assertEqual(parser.buffer_size, 1024)
  441. self.assertEqual(self.n, 1)
  442. # Turn off buffering and parse the next chunk.
  443. parser.buffer_text = 0
  444. self.assertFalse(parser.buffer_text)
  445. self.assertEqual(parser.buffer_size, 1024)
  446. for i in range(10):
  447. parser.Parse(xml2, 0)
  448. self.assertEqual(self.n, 11)
  449. parser.buffer_text = 1
  450. self.assertTrue(parser.buffer_text)
  451. self.assertEqual(parser.buffer_size, 1024)
  452. parser.Parse(xml3, 1)
  453. self.assertEqual(self.n, 12)
  454. def make_document(self, bytes):
  455. return ("<?xml version='1.0'?><tag>" + bytes * 'a' + '</tag>')
  456. def counting_handler(self, text):
  457. self.n += 1
  458. def small_buffer_test(self, buffer_len):
  459. xml = "<?xml version='1.0' encoding='iso8859'?><s>%s</s>" % ('a' * buffer_len)
  460. parser = expat.ParserCreate()
  461. parser.CharacterDataHandler = self.counting_handler
  462. parser.buffer_size = 1024
  463. parser.buffer_text = 1
  464. self.n = 0
  465. parser.Parse(xml)
  466. return self.n
  467. def test_change_size_1(self):
  468. xml1 = "<?xml version='1.0' encoding='iso8859'?><a><s>%s" % ('a' * 1024)
  469. xml2 = "aaa</s><s>%s</s></a>" % ('a' * 1025)
  470. parser = expat.ParserCreate()
  471. parser.CharacterDataHandler = self.counting_handler
  472. parser.buffer_text = 1
  473. parser.buffer_size = 1024
  474. self.assertEqual(parser.buffer_size, 1024)
  475. self.n = 0
  476. parser.Parse(xml1, 0)
  477. parser.buffer_size *= 2
  478. self.assertEqual(parser.buffer_size, 2048)
  479. parser.Parse(xml2, 1)
  480. self.assertEqual(self.n, 2)
  481. def test_change_size_2(self):
  482. xml1 = "<?xml version='1.0' encoding='iso8859'?><a>a<s>%s" % ('a' * 1023)
  483. xml2 = "aaa</s><s>%s</s></a>" % ('a' * 1025)
  484. parser = expat.ParserCreate()
  485. parser.CharacterDataHandler = self.counting_handler
  486. parser.buffer_text = 1
  487. parser.buffer_size = 2048
  488. self.assertEqual(parser.buffer_size, 2048)
  489. self.n=0
  490. parser.Parse(xml1, 0)
  491. parser.buffer_size //= 2
  492. self.assertEqual(parser.buffer_size, 1024)
  493. parser.Parse(xml2, 1)
  494. self.assertEqual(self.n, 4)
  495. class MalformedInputText(unittest.TestCase):
  496. def test1(self):
  497. xml = "\0\r\n"
  498. parser = expat.ParserCreate()
  499. try:
  500. parser.Parse(xml, True)
  501. self.fail()
  502. except expat.ExpatError as e:
  503. self.assertEqual(str(e), 'unclosed token: line 2, column 0')
  504. def test2(self):
  505. xml = "<?xml version\xc2\x85='1.0'?>\r\n"
  506. parser = expat.ParserCreate()
  507. try:
  508. parser.Parse(xml, True)
  509. self.fail()
  510. except expat.ExpatError as e:
  511. self.assertEqual(str(e), 'XML declaration not well-formed: line 1, column 14')
  512. class ForeignDTDTests(unittest.TestCase):
  513. """
  514. Tests for the UseForeignDTD method of expat parser objects.
  515. """
  516. def test_use_foreign_dtd(self):
  517. """
  518. If UseForeignDTD is passed True and a document without an external
  519. entity reference is parsed, ExternalEntityRefHandler is first called
  520. with None for the public and system ids.
  521. """
  522. handler_call_args = []
  523. def resolve_entity(context, base, system_id, public_id):
  524. handler_call_args.append((public_id, system_id))
  525. return 1
  526. parser = expat.ParserCreate()
  527. parser.UseForeignDTD(True)
  528. parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
  529. parser.ExternalEntityRefHandler = resolve_entity
  530. parser.Parse("<?xml version='1.0'?><element/>")
  531. self.assertEqual(handler_call_args, [(None, None)])
  532. # test UseForeignDTD() is equal to UseForeignDTD(True)
  533. handler_call_args[:] = []
  534. parser = expat.ParserCreate()
  535. parser.UseForeignDTD()
  536. parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
  537. parser.ExternalEntityRefHandler = resolve_entity
  538. parser.Parse("<?xml version='1.0'?><element/>")
  539. self.assertEqual(handler_call_args, [(None, None)])
  540. def test_ignore_use_foreign_dtd(self):
  541. """
  542. If UseForeignDTD is passed True and a document with an external
  543. entity reference is parsed, ExternalEntityRefHandler is called with
  544. the public and system ids from the document.
  545. """
  546. handler_call_args = []
  547. def resolve_entity(context, base, system_id, public_id):
  548. handler_call_args.append((public_id, system_id))
  549. return 1
  550. parser = expat.ParserCreate()
  551. parser.UseForeignDTD(True)
  552. parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
  553. parser.ExternalEntityRefHandler = resolve_entity
  554. parser.Parse(
  555. "<?xml version='1.0'?><!DOCTYPE foo PUBLIC 'bar' 'baz'><element/>")
  556. self.assertEqual(handler_call_args, [("bar", "baz")])
  557. def test_main():
  558. run_unittest(SetAttributeTest,
  559. ParseTest,
  560. NamespaceSeparatorTest,
  561. InterningTest,
  562. BufferTextTest,
  563. HandlerExceptionTest,
  564. PositionTest,
  565. sf1296433Test,
  566. ChardataBufferTest,
  567. MalformedInputText,
  568. ForeignDTDTests)
  569. if __name__ == "__main__":
  570. test_main()