| # XXX TypeErrors on calling handlers, or on bad return values from a | |
| # handler, are obscure and unhelpful. | |
| from io import BytesIO | |
| import os | |
| import platform | |
| import sys | |
| import sysconfig | |
| import unittest | |
| import traceback | |
| from xml.parsers import expat | |
| from xml.parsers.expat import errors | |
| from test.support import sortdict | |
| class SetAttributeTest(unittest.TestCase): | |
| def setUp(self): | |
| self.parser = expat.ParserCreate(namespace_separator='!') | |
| def test_buffer_text(self): | |
| self.assertIs(self.parser.buffer_text, False) | |
| for x in 0, 1, 2, 0: | |
| self.parser.buffer_text = x | |
| self.assertIs(self.parser.buffer_text, bool(x)) | |
| def test_namespace_prefixes(self): | |
| self.assertIs(self.parser.namespace_prefixes, False) | |
| for x in 0, 1, 2, 0: | |
| self.parser.namespace_prefixes = x | |
| self.assertIs(self.parser.namespace_prefixes, bool(x)) | |
| def test_ordered_attributes(self): | |
| self.assertIs(self.parser.ordered_attributes, False) | |
| for x in 0, 1, 2, 0: | |
| self.parser.ordered_attributes = x | |
| self.assertIs(self.parser.ordered_attributes, bool(x)) | |
| def test_specified_attributes(self): | |
| self.assertIs(self.parser.specified_attributes, False) | |
| for x in 0, 1, 2, 0: | |
| self.parser.specified_attributes = x | |
| self.assertIs(self.parser.specified_attributes, bool(x)) | |
| def test_invalid_attributes(self): | |
| with self.assertRaises(AttributeError): | |
| self.parser.returns_unicode = 1 | |
| with self.assertRaises(AttributeError): | |
| self.parser.returns_unicode | |
| # Issue #25019 | |
| self.assertRaises(TypeError, setattr, self.parser, range(0xF), 0) | |
| self.assertRaises(TypeError, self.parser.__setattr__, range(0xF), 0) | |
| self.assertRaises(TypeError, getattr, self.parser, range(0xF)) | |
| data = b'''\ | |
| <?xml version="1.0" encoding="iso-8859-1" standalone="no"?> | |
| <?xml-stylesheet href="stylesheet.css"?> | |
| <!-- comment data --> | |
| <!DOCTYPE quotations SYSTEM "quotations.dtd" [ | |
| <!ELEMENT root ANY> | |
| <!ATTLIST root attr1 CDATA #REQUIRED attr2 CDATA #IMPLIED> | |
| <!NOTATION notation SYSTEM "notation.jpeg"> | |
| <!ENTITY acirc "â"> | |
| <!ENTITY external_entity SYSTEM "entity.file"> | |
| <!ENTITY unparsed_entity SYSTEM "entity.file" NDATA notation> | |
| %unparsed_entity; | |
| ]> | |
| <root attr1="value1" attr2="value2ὀ"> | |
| <myns:subelement xmlns:myns="http://www.python.org/namespace"> | |
| Contents of subelements | |
| </myns:subelement> | |
| <sub2><![CDATA[contents of CDATA section]]></sub2> | |
| &external_entity; | |
| &skipped_entity; | |
| \xb5 | |
| </root> | |
| ''' | |
| # Produce UTF-8 output | |
| class ParseTest(unittest.TestCase): | |
| class Outputter: | |
| def __init__(self): | |
| self.out = [] | |
| def StartElementHandler(self, name, attrs): | |
| self.out.append('Start element: ' + repr(name) + ' ' + | |
| sortdict(attrs)) | |
| def EndElementHandler(self, name): | |
| self.out.append('End element: ' + repr(name)) | |
| def CharacterDataHandler(self, data): | |
| data = data.strip() | |
| if data: | |
| self.out.append('Character data: ' + repr(data)) | |
| def ProcessingInstructionHandler(self, target, data): | |
| self.out.append('PI: ' + repr(target) + ' ' + repr(data)) | |
| def StartNamespaceDeclHandler(self, prefix, uri): | |
| self.out.append('NS decl: ' + repr(prefix) + ' ' + repr(uri)) | |
| def EndNamespaceDeclHandler(self, prefix): | |
| self.out.append('End of NS decl: ' + repr(prefix)) | |
| def StartCdataSectionHandler(self): | |
| self.out.append('Start of CDATA section') | |
| def EndCdataSectionHandler(self): | |
| self.out.append('End of CDATA section') | |
| def CommentHandler(self, text): | |
| self.out.append('Comment: ' + repr(text)) | |
| def NotationDeclHandler(self, *args): | |
| name, base, sysid, pubid = args | |
| self.out.append('Notation declared: %s' %(args,)) | |
| def UnparsedEntityDeclHandler(self, *args): | |
| entityName, base, systemId, publicId, notationName = args | |
| self.out.append('Unparsed entity decl: %s' %(args,)) | |
| def NotStandaloneHandler(self): | |
| self.out.append('Not standalone') | |
| return 1 | |
| def ExternalEntityRefHandler(self, *args): | |
| context, base, sysId, pubId = args | |
| self.out.append('External entity ref: %s' %(args[1:],)) | |
| return 1 | |
| def StartDoctypeDeclHandler(self, *args): | |
| self.out.append(('Start doctype', args)) | |
| return 1 | |
| def EndDoctypeDeclHandler(self): | |
| self.out.append("End doctype") | |
| return 1 | |
| def EntityDeclHandler(self, *args): | |
| self.out.append(('Entity declaration', args)) | |
| return 1 | |
| def XmlDeclHandler(self, *args): | |
| self.out.append(('XML declaration', args)) | |
| return 1 | |
| def ElementDeclHandler(self, *args): | |
| self.out.append(('Element declaration', args)) | |
| return 1 | |
| def AttlistDeclHandler(self, *args): | |
| self.out.append(('Attribute list declaration', args)) | |
| return 1 | |
| def SkippedEntityHandler(self, *args): | |
| self.out.append(("Skipped entity", args)) | |
| return 1 | |
| def DefaultHandler(self, userData): | |
| pass | |
| def DefaultHandlerExpand(self, userData): | |
| pass | |
| handler_names = [ | |
| 'StartElementHandler', 'EndElementHandler', 'CharacterDataHandler', | |
| 'ProcessingInstructionHandler', 'UnparsedEntityDeclHandler', | |
| 'NotationDeclHandler', 'StartNamespaceDeclHandler', | |
| 'EndNamespaceDeclHandler', 'CommentHandler', | |
| 'StartCdataSectionHandler', 'EndCdataSectionHandler', 'DefaultHandler', | |
| 'DefaultHandlerExpand', 'NotStandaloneHandler', | |
| 'ExternalEntityRefHandler', 'StartDoctypeDeclHandler', | |
| 'EndDoctypeDeclHandler', 'EntityDeclHandler', 'XmlDeclHandler', | |
| 'ElementDeclHandler', 'AttlistDeclHandler', 'SkippedEntityHandler', | |
| ] | |
| def _hookup_callbacks(self, parser, handler): | |
| """ | |
| Set each of the callbacks defined on handler and named in | |
| self.handler_names on the given parser. | |
| """ | |
| for name in self.handler_names: | |
| setattr(parser, name, getattr(handler, name)) | |
| def _verify_parse_output(self, operations): | |
| expected_operations = [ | |
| ('XML declaration', ('1.0', 'iso-8859-1', 0)), | |
| 'PI: \'xml-stylesheet\' \'href="stylesheet.css"\'', | |
| "Comment: ' comment data '", | |
| "Not standalone", | |
| ("Start doctype", ('quotations', 'quotations.dtd', None, 1)), | |
| ('Element declaration', ('root', (2, 0, None, ()))), | |
| ('Attribute list declaration', ('root', 'attr1', 'CDATA', None, | |
| 1)), | |
| ('Attribute list declaration', ('root', 'attr2', 'CDATA', None, | |
| 0)), | |
| "Notation declared: ('notation', None, 'notation.jpeg', None)", | |
| ('Entity declaration', ('acirc', 0, '\xe2', None, None, None, None)), | |
| ('Entity declaration', ('external_entity', 0, None, None, | |
| 'entity.file', None, None)), | |
| "Unparsed entity decl: ('unparsed_entity', None, 'entity.file', None, 'notation')", | |
| "Not standalone", | |
| "End doctype", | |
| "Start element: 'root' {'attr1': 'value1', 'attr2': 'value2\u1f40'}", | |
| "NS decl: 'myns' 'http://www.python.org/namespace'", | |
| "Start element: 'http://www.python.org/namespace!subelement' {}", | |
| "Character data: 'Contents of subelements'", | |
| "End element: 'http://www.python.org/namespace!subelement'", | |
| "End of NS decl: 'myns'", | |
| "Start element: 'sub2' {}", | |
| 'Start of CDATA section', | |
| "Character data: 'contents of CDATA section'", | |
| 'End of CDATA section', | |
| "End element: 'sub2'", | |
| "External entity ref: (None, 'entity.file', None)", | |
| ('Skipped entity', ('skipped_entity', 0)), | |
| "Character data: '\xb5'", | |
| "End element: 'root'", | |
| ] | |
| for operation, expected_operation in zip(operations, expected_operations): | |
| self.assertEqual(operation, expected_operation) | |
| def test_parse_bytes(self): | |
| out = self.Outputter() | |
| parser = expat.ParserCreate(namespace_separator='!') | |
| self._hookup_callbacks(parser, out) | |
| parser.Parse(data, True) | |
| operations = out.out | |
| self._verify_parse_output(operations) | |
| # Issue #6697. | |
| self.assertRaises(AttributeError, getattr, parser, '\uD800') | |
| def test_parse_str(self): | |
| out = self.Outputter() | |
| parser = expat.ParserCreate(namespace_separator='!') | |
| self._hookup_callbacks(parser, out) | |
| parser.Parse(data.decode('iso-8859-1'), True) | |
| operations = out.out | |
| self._verify_parse_output(operations) | |
| def test_parse_file(self): | |
| # Try parsing a file | |
| out = self.Outputter() | |
| parser = expat.ParserCreate(namespace_separator='!') | |
| self._hookup_callbacks(parser, out) | |
| file = BytesIO(data) | |
| parser.ParseFile(file) | |
| operations = out.out | |
| self._verify_parse_output(operations) | |
| def test_parse_again(self): | |
| parser = expat.ParserCreate() | |
| file = BytesIO(data) | |
| parser.ParseFile(file) | |
| # Issue 6676: ensure a meaningful exception is raised when attempting | |
| # to parse more than one XML document per xmlparser instance, | |
| # a limitation of the Expat library. | |
| with self.assertRaises(expat.error) as cm: | |
| parser.ParseFile(file) | |
| self.assertEqual(expat.ErrorString(cm.exception.code), | |
| expat.errors.XML_ERROR_FINISHED) | |
| class NamespaceSeparatorTest(unittest.TestCase): | |
| def test_legal(self): | |
| # Tests that make sure we get errors when the namespace_separator value | |
| # is illegal, and that we don't for good values: | |
| expat.ParserCreate() | |
| expat.ParserCreate(namespace_separator=None) | |
| expat.ParserCreate(namespace_separator=' ') | |
| def test_illegal(self): | |
| try: | |
| expat.ParserCreate(namespace_separator=42) | |
| self.fail() | |
| except TypeError as e: | |
| self.assertEqual(str(e), | |
| "ParserCreate() argument 'namespace_separator' must be str or None, not int") | |
| try: | |
| expat.ParserCreate(namespace_separator='too long') | |
| self.fail() | |
| except ValueError as e: | |
| self.assertEqual(str(e), | |
| 'namespace_separator must be at most one character, omitted, or None') | |
| def test_zero_length(self): | |
| # ParserCreate() needs to accept a namespace_separator of zero length | |
| # to satisfy the requirements of RDF applications that are required | |
| # to simply glue together the namespace URI and the localname. Though | |
| # considered a wart of the RDF specifications, it needs to be supported. | |
| # | |
| # See XML-SIG mailing list thread starting with | |
| # http://mail.python.org/pipermail/xml-sig/2001-April/005202.html | |
| # | |
| expat.ParserCreate(namespace_separator='') # too short | |
| class InterningTest(unittest.TestCase): | |
| def test(self): | |
| # Test the interning machinery. | |
| p = expat.ParserCreate() | |
| L = [] | |
| def collector(name, *args): | |
| L.append(name) | |
| p.StartElementHandler = collector | |
| p.EndElementHandler = collector | |
| p.Parse(b"<e> <e/> <e></e> </e>", True) | |
| tag = L[0] | |
| self.assertEqual(len(L), 6) | |
| for entry in L: | |
| # L should have the same string repeated over and over. | |
| self.assertTrue(tag is entry) | |
| def test_issue9402(self): | |
| # create an ExternalEntityParserCreate with buffer text | |
| class ExternalOutputter: | |
| def __init__(self, parser): | |
| self.parser = parser | |
| self.parser_result = None | |
| def ExternalEntityRefHandler(self, context, base, sysId, pubId): | |
| external_parser = self.parser.ExternalEntityParserCreate("") | |
| self.parser_result = external_parser.Parse(b"", True) | |
| return 1 | |
| parser = expat.ParserCreate(namespace_separator='!') | |
| parser.buffer_text = 1 | |
| out = ExternalOutputter(parser) | |
| parser.ExternalEntityRefHandler = out.ExternalEntityRefHandler | |
| parser.Parse(data, True) | |
| self.assertEqual(out.parser_result, 1) | |
| class BufferTextTest(unittest.TestCase): | |
| def setUp(self): | |
| self.stuff = [] | |
| self.parser = expat.ParserCreate() | |
| self.parser.buffer_text = 1 | |
| self.parser.CharacterDataHandler = self.CharacterDataHandler | |
| def check(self, expected, label): | |
| self.assertEqual(self.stuff, expected, | |
| "%s\nstuff = %r\nexpected = %r" | |
| % (label, self.stuff, map(str, expected))) | |
| def CharacterDataHandler(self, text): | |
| self.stuff.append(text) | |
| def StartElementHandler(self, name, attrs): | |
| self.stuff.append("<%s>" % name) | |
| bt = attrs.get("buffer-text") | |
| if bt == "yes": | |
| self.parser.buffer_text = 1 | |
| elif bt == "no": | |
| self.parser.buffer_text = 0 | |
| def EndElementHandler(self, name): | |
| self.stuff.append("</%s>" % name) | |
| def CommentHandler(self, data): | |
| self.stuff.append("<!--%s-->" % data) | |
| def setHandlers(self, handlers=[]): | |
| for name in handlers: | |
| setattr(self.parser, name, getattr(self, name)) | |
| def test_default_to_disabled(self): | |
| parser = expat.ParserCreate() | |
| self.assertFalse(parser.buffer_text) | |
| def test_buffering_enabled(self): | |
| # Make sure buffering is turned on | |
| self.assertTrue(self.parser.buffer_text) | |
| self.parser.Parse(b"<a>1<b/>2<c/>3</a>", True) | |
| self.assertEqual(self.stuff, ['123'], | |
| "buffered text not properly collapsed") | |
| def test1(self): | |
| # XXX This test exposes more detail of Expat's text chunking than we | |
| # XXX like, but it tests what we need to concisely. | |
| self.setHandlers(["StartElementHandler"]) | |
| self.parser.Parse(b"<a>1<b buffer-text='no'/>2\n3<c buffer-text='yes'/>4\n5</a>", True) | |
| self.assertEqual(self.stuff, | |
| ["<a>", "1", "<b>", "2", "\n", "3", "<c>", "4\n5"], | |
| "buffering control not reacting as expected") | |
| def test2(self): | |
| self.parser.Parse(b"<a>1<b/><2><c/> \n 3</a>", True) | |
| self.assertEqual(self.stuff, ["1<2> \n 3"], | |
| "buffered text not properly collapsed") | |
| def test3(self): | |
| self.setHandlers(["StartElementHandler"]) | |
| self.parser.Parse(b"<a>1<b/>2<c/>3</a>", True) | |
| self.assertEqual(self.stuff, ["<a>", "1", "<b>", "2", "<c>", "3"], | |
| "buffered text not properly split") | |
| def test4(self): | |
| self.setHandlers(["StartElementHandler", "EndElementHandler"]) | |
| self.parser.CharacterDataHandler = None | |
| self.parser.Parse(b"<a>1<b/>2<c/>3</a>", True) | |
| self.assertEqual(self.stuff, | |
| ["<a>", "<b>", "</b>", "<c>", "</c>", "</a>"]) | |
| def test5(self): | |
| self.setHandlers(["StartElementHandler", "EndElementHandler"]) | |
| self.parser.Parse(b"<a>1<b></b>2<c/>3</a>", True) | |
| self.assertEqual(self.stuff, | |
| ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", "</a>"]) | |
| def test6(self): | |
| self.setHandlers(["CommentHandler", "EndElementHandler", | |
| "StartElementHandler"]) | |
| self.parser.Parse(b"<a>1<b/>2<c></c>345</a> ", True) | |
| self.assertEqual(self.stuff, | |
| ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "345", "</a>"], | |
| "buffered text not properly split") | |
| def test7(self): | |
| self.setHandlers(["CommentHandler", "EndElementHandler", | |
| "StartElementHandler"]) | |
| self.parser.Parse(b"<a>1<b/>2<c></c>3<!--abc-->4<!--def-->5</a> ", True) | |
| self.assertEqual(self.stuff, | |
| ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", | |
| "<!--abc-->", "4", "<!--def-->", "5", "</a>"], | |
| "buffered text not properly split") | |
| # Test handling of exception from callback: | |
| class HandlerExceptionTest(unittest.TestCase): | |
| def StartElementHandler(self, name, attrs): | |
| raise RuntimeError(name) | |
| def check_traceback_entry(self, entry, filename, funcname): | |
| self.assertEqual(os.path.basename(entry[0]), filename) | |
| self.assertEqual(entry[2], funcname) | |
| def test_exception(self): | |
| parser = expat.ParserCreate() | |
| parser.StartElementHandler = self.StartElementHandler | |
| try: | |
| parser.Parse(b"<a><b><c/></b></a>", True) | |
| self.fail() | |
| except RuntimeError as e: | |
| self.assertEqual(e.args[0], 'a', | |
| "Expected RuntimeError for element 'a', but" + \ | |
| " found %r" % e.args[0]) | |
| # Check that the traceback contains the relevant line in pyexpat.c | |
| entries = traceback.extract_tb(e.__traceback__) | |
| self.assertEqual(len(entries), 3) | |
| self.check_traceback_entry(entries[0], | |
| "test_pyexpat.py", "test_exception") | |
| self.check_traceback_entry(entries[1], | |
| "pyexpat.c", "StartElement") | |
| self.check_traceback_entry(entries[2], | |
| "test_pyexpat.py", "StartElementHandler") | |
| if sysconfig.is_python_build() and not (sys.platform == 'win32' and platform.machine() == 'ARM'): | |
| self.assertIn('call_with_frame("StartElement"', entries[1][3]) | |
| # Test Current* members: | |
| class PositionTest(unittest.TestCase): | |
| def StartElementHandler(self, name, attrs): | |
| self.check_pos('s') | |
| def EndElementHandler(self, name): | |
| self.check_pos('e') | |
| def check_pos(self, event): | |
| pos = (event, | |
| self.parser.CurrentByteIndex, | |
| self.parser.CurrentLineNumber, | |
| self.parser.CurrentColumnNumber) | |
| self.assertTrue(self.upto < len(self.expected_list), | |
| 'too many parser events') | |
| expected = self.expected_list[self.upto] | |
| self.assertEqual(pos, expected, | |
| 'Expected position %s, got position %s' %(pos, expected)) | |
| self.upto += 1 | |
| def test(self): | |
| self.parser = expat.ParserCreate() | |
| self.parser.StartElementHandler = self.StartElementHandler | |
| self.parser.EndElementHandler = self.EndElementHandler | |
| self.upto = 0 | |
| self.expected_list = [('s', 0, 1, 0), ('s', 5, 2, 1), ('s', 11, 3, 2), | |
| ('e', 15, 3, 6), ('e', 17, 4, 1), ('e', 22, 5, 0)] | |
| xml = b'<a>\n <b>\n <c/>\n </b>\n</a>' | |
| self.parser.Parse(xml, True) | |
| class sf1296433Test(unittest.TestCase): | |
| def test_parse_only_xml_data(self): | |
| # http://python.org/sf/1296433 | |
| # | |
| xml = "<?xml version='1.0' encoding='iso8859'?><s>%s</s>" % ('a' * 1025) | |
| # this one doesn't crash | |
| #xml = "<?xml version='1.0'?><s>%s</s>" % ('a' * 10000) | |
| class SpecificException(Exception): | |
| pass | |
| def handler(text): | |
| raise SpecificException | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = handler | |
| self.assertRaises(Exception, parser.Parse, xml.encode('iso8859')) | |
| class ChardataBufferTest(unittest.TestCase): | |
| """ | |
| test setting of chardata buffer size | |
| """ | |
| def test_1025_bytes(self): | |
| self.assertEqual(self.small_buffer_test(1025), 2) | |
| def test_1000_bytes(self): | |
| self.assertEqual(self.small_buffer_test(1000), 1) | |
| def test_wrong_size(self): | |
| parser = expat.ParserCreate() | |
| parser.buffer_text = 1 | |
| with self.assertRaises(ValueError): | |
| parser.buffer_size = -1 | |
| with self.assertRaises(ValueError): | |
| parser.buffer_size = 0 | |
| with self.assertRaises((ValueError, OverflowError)): | |
| parser.buffer_size = sys.maxsize + 1 | |
| with self.assertRaises(TypeError): | |
| parser.buffer_size = 512.0 | |
| def test_unchanged_size(self): | |
| xml1 = b"<?xml version='1.0' encoding='iso8859'?><s>" + b'a' * 512 | |
| xml2 = b'a'*512 + b'</s>' | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = self.counting_handler | |
| parser.buffer_size = 512 | |
| parser.buffer_text = 1 | |
| # Feed 512 bytes of character data: the handler should be called | |
| # once. | |
| self.n = 0 | |
| parser.Parse(xml1) | |
| self.assertEqual(self.n, 1) | |
| # Reassign to buffer_size, but assign the same size. | |
| parser.buffer_size = parser.buffer_size | |
| self.assertEqual(self.n, 1) | |
| # Try parsing rest of the document | |
| parser.Parse(xml2) | |
| self.assertEqual(self.n, 2) | |
| def test_disabling_buffer(self): | |
| xml1 = b"<?xml version='1.0' encoding='iso8859'?><a>" + b'a' * 512 | |
| xml2 = b'b' * 1024 | |
| xml3 = b'c' * 1024 + b'</a>'; | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = self.counting_handler | |
| parser.buffer_text = 1 | |
| parser.buffer_size = 1024 | |
| self.assertEqual(parser.buffer_size, 1024) | |
| # Parse one chunk of XML | |
| self.n = 0 | |
| parser.Parse(xml1, False) | |
| self.assertEqual(parser.buffer_size, 1024) | |
| self.assertEqual(self.n, 1) | |
| # Turn off buffering and parse the next chunk. | |
| parser.buffer_text = 0 | |
| self.assertFalse(parser.buffer_text) | |
| self.assertEqual(parser.buffer_size, 1024) | |
| for i in range(10): | |
| parser.Parse(xml2, False) | |
| self.assertEqual(self.n, 11) | |
| parser.buffer_text = 1 | |
| self.assertTrue(parser.buffer_text) | |
| self.assertEqual(parser.buffer_size, 1024) | |
| parser.Parse(xml3, True) | |
| self.assertEqual(self.n, 12) | |
| def counting_handler(self, text): | |
| self.n += 1 | |
| def small_buffer_test(self, buffer_len): | |
| xml = b"<?xml version='1.0' encoding='iso8859'?><s>" + b'a' * buffer_len + b'</s>' | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = self.counting_handler | |
| parser.buffer_size = 1024 | |
| parser.buffer_text = 1 | |
| self.n = 0 | |
| parser.Parse(xml) | |
| return self.n | |
| def test_change_size_1(self): | |
| xml1 = b"<?xml version='1.0' encoding='iso8859'?><a><s>" + b'a' * 1024 | |
| xml2 = b'aaa</s><s>' + b'a' * 1025 + b'</s></a>' | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = self.counting_handler | |
| parser.buffer_text = 1 | |
| parser.buffer_size = 1024 | |
| self.assertEqual(parser.buffer_size, 1024) | |
| self.n = 0 | |
| parser.Parse(xml1, False) | |
| parser.buffer_size *= 2 | |
| self.assertEqual(parser.buffer_size, 2048) | |
| parser.Parse(xml2, True) | |
| self.assertEqual(self.n, 2) | |
| def test_change_size_2(self): | |
| xml1 = b"<?xml version='1.0' encoding='iso8859'?><a>a<s>" + b'a' * 1023 | |
| xml2 = b'aaa</s><s>' + b'a' * 1025 + b'</s></a>' | |
| parser = expat.ParserCreate() | |
| parser.CharacterDataHandler = self.counting_handler | |
| parser.buffer_text = 1 | |
| parser.buffer_size = 2048 | |
| self.assertEqual(parser.buffer_size, 2048) | |
| self.n=0 | |
| parser.Parse(xml1, False) | |
| parser.buffer_size = parser.buffer_size // 2 | |
| self.assertEqual(parser.buffer_size, 1024) | |
| parser.Parse(xml2, True) | |
| self.assertEqual(self.n, 4) | |
| class MalformedInputTest(unittest.TestCase): | |
| def test1(self): | |
| xml = b"\0\r\n" | |
| parser = expat.ParserCreate() | |
| try: | |
| parser.Parse(xml, True) | |
| self.fail() | |
| except expat.ExpatError as e: | |
| self.assertEqual(str(e), 'unclosed token: line 2, column 0') | |
| def test2(self): | |
| # \xc2\x85 is UTF-8 encoded U+0085 (NEXT LINE) | |
| xml = b"<?xml version\xc2\x85='1.0'?>\r\n" | |
| parser = expat.ParserCreate() | |
| err_pattern = r'XML declaration not well-formed: line 1, column \d+' | |
| with self.assertRaisesRegex(expat.ExpatError, err_pattern): | |
| parser.Parse(xml, True) | |
| class ErrorMessageTest(unittest.TestCase): | |
| def test_codes(self): | |
| # verify mapping of errors.codes and errors.messages | |
| self.assertEqual(errors.XML_ERROR_SYNTAX, | |
| errors.messages[errors.codes[errors.XML_ERROR_SYNTAX]]) | |
| def test_expaterror(self): | |
| xml = b'<' | |
| parser = expat.ParserCreate() | |
| try: | |
| parser.Parse(xml, True) | |
| self.fail() | |
| except expat.ExpatError as e: | |
| self.assertEqual(e.code, | |
| errors.codes[errors.XML_ERROR_UNCLOSED_TOKEN]) | |
| class ForeignDTDTests(unittest.TestCase): | |
| """ | |
| Tests for the UseForeignDTD method of expat parser objects. | |
| """ | |
| def test_use_foreign_dtd(self): | |
| """ | |
| If UseForeignDTD is passed True and a document without an external | |
| entity reference is parsed, ExternalEntityRefHandler is first called | |
| with None for the public and system ids. | |
| """ | |
| handler_call_args = [] | |
| def resolve_entity(context, base, system_id, public_id): | |
| handler_call_args.append((public_id, system_id)) | |
| return 1 | |
| parser = expat.ParserCreate() | |
| parser.UseForeignDTD(True) | |
| parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS) | |
| parser.ExternalEntityRefHandler = resolve_entity | |
| parser.Parse(b"<?xml version='1.0'?><element/>") | |
| self.assertEqual(handler_call_args, [(None, None)]) | |
| # test UseForeignDTD() is equal to UseForeignDTD(True) | |
| handler_call_args[:] = [] | |
| parser = expat.ParserCreate() | |
| parser.UseForeignDTD() | |
| parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS) | |
| parser.ExternalEntityRefHandler = resolve_entity | |
| parser.Parse(b"<?xml version='1.0'?><element/>") | |
| self.assertEqual(handler_call_args, [(None, None)]) | |
| def test_ignore_use_foreign_dtd(self): | |
| """ | |
| If UseForeignDTD is passed True and a document with an external | |
| entity reference is parsed, ExternalEntityRefHandler is called with | |
| the public and system ids from the document. | |
| """ | |
| handler_call_args = [] | |
| def resolve_entity(context, base, system_id, public_id): | |
| handler_call_args.append((public_id, system_id)) | |
| return 1 | |
| parser = expat.ParserCreate() | |
| parser.UseForeignDTD(True) | |
| parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS) | |
| parser.ExternalEntityRefHandler = resolve_entity | |
| parser.Parse( | |
| b"<?xml version='1.0'?><!DOCTYPE foo PUBLIC 'bar' 'baz'><element/>") | |
| self.assertEqual(handler_call_args, [("bar", "baz")]) | |
| if __name__ == "__main__": | |
| unittest.main() |