blob: 9f63d4e9797991ec37a1868c2ffe2e98db39369c [file] [log] [blame]
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +00001# XXX TypeErrors on calling handlers, or on bad return values from a
2# handler, are obscure and unhelpful.
Fred Drake004d5e62000-10-23 17:22:08 +00003
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +00004import StringIO, sys
Collin Winterd28fcbc2007-03-28 23:34:06 +00005import unittest
6
Fred Drake7fbc85c2000-09-23 04:47:56 +00007from xml.parsers import expat
Fred Drake004d5e62000-10-23 17:22:08 +00008
Ezio Melotti8b4367e2011-04-11 03:44:28 +03009from test import test_support
Collin Winterd28fcbc2007-03-28 23:34:06 +000010from test.test_support import sortdict, run_unittest
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +000011
12
Collin Winterd28fcbc2007-03-28 23:34:06 +000013class SetAttributeTest(unittest.TestCase):
14 def setUp(self):
15 self.parser = expat.ParserCreate(namespace_separator='!')
16 self.set_get_pairs = [
17 [0, 0],
18 [1, 1],
19 [2, 1],
20 [0, 0],
21 ]
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000022
Collin Winterd28fcbc2007-03-28 23:34:06 +000023 def test_returns_unicode(self):
24 for x, y in self.set_get_pairs:
25 self.parser.returns_unicode = x
Ezio Melotti2623a372010-11-21 13:34:58 +000026 self.assertEqual(self.parser.returns_unicode, y)
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000027
Collin Winterd28fcbc2007-03-28 23:34:06 +000028 def test_ordered_attributes(self):
29 for x, y in self.set_get_pairs:
30 self.parser.ordered_attributes = x
Ezio Melotti2623a372010-11-21 13:34:58 +000031 self.assertEqual(self.parser.ordered_attributes, y)
Fred Drake265a8042000-09-21 20:32:13 +000032
Collin Winterd28fcbc2007-03-28 23:34:06 +000033 def test_specified_attributes(self):
34 for x, y in self.set_get_pairs:
35 self.parser.specified_attributes = x
Ezio Melotti2623a372010-11-21 13:34:58 +000036 self.assertEqual(self.parser.specified_attributes, y)
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +000037
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +000038
Fred Drake265a8042000-09-21 20:32:13 +000039data = '''\
40<?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +000041<?xml-stylesheet href="stylesheet.css"?>
42<!-- comment data -->
43<!DOCTYPE quotations SYSTEM "quotations.dtd" [
44<!ELEMENT root ANY>
45<!NOTATION notation SYSTEM "notation.jpeg">
46<!ENTITY acirc "&#226;">
47<!ENTITY external_entity SYSTEM "entity.file">
48<!ENTITY unparsed_entity SYSTEM "entity.file" NDATA notation>
49%unparsed_entity;
50]>
51
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +000052<root attr1="value1" attr2="value2&#8000;">
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +000053<myns:subelement xmlns:myns="http://www.python.org/namespace">
54 Contents of subelements
55</myns:subelement>
56<sub2><![CDATA[contents of CDATA section]]></sub2>
57&external_entity;
58</root>
Fred Drake265a8042000-09-21 20:32:13 +000059'''
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +000060
Collin Winterd28fcbc2007-03-28 23:34:06 +000061
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +000062# Produce UTF-8 output
Collin Winterd28fcbc2007-03-28 23:34:06 +000063class ParseTest(unittest.TestCase):
64 class Outputter:
65 def __init__(self):
66 self.out = []
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000067
Collin Winterd28fcbc2007-03-28 23:34:06 +000068 def StartElementHandler(self, name, attrs):
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000069 self.out.append('Start element: ' + repr(name) + ' ' +
Collin Winterd28fcbc2007-03-28 23:34:06 +000070 sortdict(attrs))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000071
Collin Winterd28fcbc2007-03-28 23:34:06 +000072 def EndElementHandler(self, name):
73 self.out.append('End element: ' + repr(name))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000074
Collin Winterd28fcbc2007-03-28 23:34:06 +000075 def CharacterDataHandler(self, data):
76 data = data.strip()
77 if data:
78 self.out.append('Character data: ' + repr(data))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000079
Collin Winterd28fcbc2007-03-28 23:34:06 +000080 def ProcessingInstructionHandler(self, target, data):
81 self.out.append('PI: ' + repr(target) + ' ' + repr(data))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000082
Collin Winterd28fcbc2007-03-28 23:34:06 +000083 def StartNamespaceDeclHandler(self, prefix, uri):
84 self.out.append('NS decl: ' + repr(prefix) + ' ' + repr(uri))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000085
Collin Winterd28fcbc2007-03-28 23:34:06 +000086 def EndNamespaceDeclHandler(self, prefix):
87 self.out.append('End of NS decl: ' + repr(prefix))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000088
Collin Winterd28fcbc2007-03-28 23:34:06 +000089 def StartCdataSectionHandler(self):
90 self.out.append('Start of CDATA section')
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000091
Collin Winterd28fcbc2007-03-28 23:34:06 +000092 def EndCdataSectionHandler(self):
93 self.out.append('End of CDATA section')
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000094
Collin Winterd28fcbc2007-03-28 23:34:06 +000095 def CommentHandler(self, text):
96 self.out.append('Comment: ' + repr(text))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +000097
Collin Winterd28fcbc2007-03-28 23:34:06 +000098 def NotationDeclHandler(self, *args):
99 name, base, sysid, pubid = args
100 self.out.append('Notation declared: %s' %(args,))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000101
Collin Winterd28fcbc2007-03-28 23:34:06 +0000102 def UnparsedEntityDeclHandler(self, *args):
103 entityName, base, systemId, publicId, notationName = args
104 self.out.append('Unparsed entity decl: %s' %(args,))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000105
Collin Winterd28fcbc2007-03-28 23:34:06 +0000106 def NotStandaloneHandler(self, userData):
107 self.out.append('Not standalone')
108 return 1
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000109
Collin Winterd28fcbc2007-03-28 23:34:06 +0000110 def ExternalEntityRefHandler(self, *args):
111 context, base, sysId, pubId = args
112 self.out.append('External entity ref: %s' %(args[1:],))
113 return 1
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000114
Collin Winterd28fcbc2007-03-28 23:34:06 +0000115 def DefaultHandler(self, userData):
116 pass
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000117
Collin Winterd28fcbc2007-03-28 23:34:06 +0000118 def DefaultHandlerExpand(self, userData):
119 pass
Andrew M. Kuchlingb17664d2000-03-31 15:44:52 +0000120
Collin Winterd28fcbc2007-03-28 23:34:06 +0000121 handler_names = [
122 'StartElementHandler', 'EndElementHandler',
123 'CharacterDataHandler', 'ProcessingInstructionHandler',
124 'UnparsedEntityDeclHandler', 'NotationDeclHandler',
125 'StartNamespaceDeclHandler', 'EndNamespaceDeclHandler',
126 'CommentHandler', 'StartCdataSectionHandler',
127 'EndCdataSectionHandler',
128 'DefaultHandler', 'DefaultHandlerExpand',
129 #'NotStandaloneHandler',
130 'ExternalEntityRefHandler'
131 ]
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000132
Collin Winterd28fcbc2007-03-28 23:34:06 +0000133 def test_utf8(self):
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +0000134
Collin Winterd28fcbc2007-03-28 23:34:06 +0000135 out = self.Outputter()
136 parser = expat.ParserCreate(namespace_separator='!')
137 for name in self.handler_names:
138 setattr(parser, name, getattr(out, name))
139 parser.returns_unicode = 0
140 parser.Parse(data, 1)
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000141
Collin Winterd28fcbc2007-03-28 23:34:06 +0000142 # Verify output
143 op = out.out
Ezio Melotti2623a372010-11-21 13:34:58 +0000144 self.assertEqual(op[0], 'PI: \'xml-stylesheet\' \'href="stylesheet.css"\'')
145 self.assertEqual(op[1], "Comment: ' comment data '")
146 self.assertEqual(op[2], "Notation declared: ('notation', None, 'notation.jpeg', None)")
147 self.assertEqual(op[3], "Unparsed entity decl: ('unparsed_entity', None, 'entity.file', None, 'notation')")
148 self.assertEqual(op[4], "Start element: 'root' {'attr1': 'value1', 'attr2': 'value2\\xe1\\xbd\\x80'}")
149 self.assertEqual(op[5], "NS decl: 'myns' 'http://www.python.org/namespace'")
150 self.assertEqual(op[6], "Start element: 'http://www.python.org/namespace!subelement' {}")
151 self.assertEqual(op[7], "Character data: 'Contents of subelements'")
152 self.assertEqual(op[8], "End element: 'http://www.python.org/namespace!subelement'")
153 self.assertEqual(op[9], "End of NS decl: 'myns'")
154 self.assertEqual(op[10], "Start element: 'sub2' {}")
155 self.assertEqual(op[11], 'Start of CDATA section')
156 self.assertEqual(op[12], "Character data: 'contents of CDATA section'")
157 self.assertEqual(op[13], 'End of CDATA section')
158 self.assertEqual(op[14], "End element: 'sub2'")
159 self.assertEqual(op[15], "External entity ref: (None, 'entity.file', None)")
160 self.assertEqual(op[16], "End element: 'root'")
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +0000161
Collin Winterd28fcbc2007-03-28 23:34:06 +0000162 def test_unicode(self):
163 # Try the parse again, this time producing Unicode output
164 out = self.Outputter()
165 parser = expat.ParserCreate(namespace_separator='!')
166 parser.returns_unicode = 1
167 for name in self.handler_names:
168 setattr(parser, name, getattr(out, name))
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000169
Collin Winterd28fcbc2007-03-28 23:34:06 +0000170 parser.Parse(data, 1)
Andrew M. Kuchling7fd7e362000-06-27 00:37:25 +0000171
Collin Winterd28fcbc2007-03-28 23:34:06 +0000172 op = out.out
Ezio Melotti2623a372010-11-21 13:34:58 +0000173 self.assertEqual(op[0], 'PI: u\'xml-stylesheet\' u\'href="stylesheet.css"\'')
174 self.assertEqual(op[1], "Comment: u' comment data '")
175 self.assertEqual(op[2], "Notation declared: (u'notation', None, u'notation.jpeg', None)")
176 self.assertEqual(op[3], "Unparsed entity decl: (u'unparsed_entity', None, u'entity.file', None, u'notation')")
177 self.assertEqual(op[4], "Start element: u'root' {u'attr1': u'value1', u'attr2': u'value2\\u1f40'}")
178 self.assertEqual(op[5], "NS decl: u'myns' u'http://www.python.org/namespace'")
179 self.assertEqual(op[6], "Start element: u'http://www.python.org/namespace!subelement' {}")
180 self.assertEqual(op[7], "Character data: u'Contents of subelements'")
181 self.assertEqual(op[8], "End element: u'http://www.python.org/namespace!subelement'")
182 self.assertEqual(op[9], "End of NS decl: u'myns'")
183 self.assertEqual(op[10], "Start element: u'sub2' {}")
184 self.assertEqual(op[11], 'Start of CDATA section')
185 self.assertEqual(op[12], "Character data: u'contents of CDATA section'")
186 self.assertEqual(op[13], 'End of CDATA section')
187 self.assertEqual(op[14], "End element: u'sub2'")
188 self.assertEqual(op[15], "External entity ref: (None, u'entity.file', None)")
189 self.assertEqual(op[16], "End element: u'root'")
Collin Winterd28fcbc2007-03-28 23:34:06 +0000190
191 def test_parse_file(self):
192 # Try parsing a file
193 out = self.Outputter()
194 parser = expat.ParserCreate(namespace_separator='!')
195 parser.returns_unicode = 1
196 for name in self.handler_names:
197 setattr(parser, name, getattr(out, name))
198 file = StringIO.StringIO(data)
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000199
Collin Winterd28fcbc2007-03-28 23:34:06 +0000200 parser.ParseFile(file)
201
202 op = out.out
Ezio Melotti2623a372010-11-21 13:34:58 +0000203 self.assertEqual(op[0], 'PI: u\'xml-stylesheet\' u\'href="stylesheet.css"\'')
204 self.assertEqual(op[1], "Comment: u' comment data '")
205 self.assertEqual(op[2], "Notation declared: (u'notation', None, u'notation.jpeg', None)")
206 self.assertEqual(op[3], "Unparsed entity decl: (u'unparsed_entity', None, u'entity.file', None, u'notation')")
207 self.assertEqual(op[4], "Start element: u'root' {u'attr1': u'value1', u'attr2': u'value2\\u1f40'}")
208 self.assertEqual(op[5], "NS decl: u'myns' u'http://www.python.org/namespace'")
209 self.assertEqual(op[6], "Start element: u'http://www.python.org/namespace!subelement' {}")
210 self.assertEqual(op[7], "Character data: u'Contents of subelements'")
211 self.assertEqual(op[8], "End element: u'http://www.python.org/namespace!subelement'")
212 self.assertEqual(op[9], "End of NS decl: u'myns'")
213 self.assertEqual(op[10], "Start element: u'sub2' {}")
214 self.assertEqual(op[11], 'Start of CDATA section')
215 self.assertEqual(op[12], "Character data: u'contents of CDATA section'")
216 self.assertEqual(op[13], 'End of CDATA section')
217 self.assertEqual(op[14], "End element: u'sub2'")
218 self.assertEqual(op[15], "External entity ref: (None, u'entity.file', None)")
219 self.assertEqual(op[16], "End element: u'root'")
Fred Drake1e0611b2000-12-23 22:12:07 +0000220
Ezio Melotti8b4367e2011-04-11 03:44:28 +0300221 # Issue 4877: expat.ParseFile causes segfault on a closed file.
222 fp = open(test_support.TESTFN, 'wb')
223 try:
224 fp.close()
225 parser = expat.ParserCreate()
226 with self.assertRaises(ValueError):
227 parser.ParseFile(fp)
228 finally:
229 test_support.unlink(test_support.TESTFN)
230
Ned Deilyb693e9f2014-03-27 16:38:32 -0700231 def test_parse_again(self):
232 parser = expat.ParserCreate()
233 file = StringIO.StringIO(data)
234 parser.ParseFile(file)
235 # Issue 6676: ensure a meaningful exception is raised when attempting
236 # to parse more than one XML document per xmlparser instance,
237 # a limitation of the Expat library.
238 with self.assertRaises(expat.error) as cm:
239 parser.ParseFile(file)
240 self.assertEqual(expat.ErrorString(cm.exception.code),
241 expat.errors.XML_ERROR_FINISHED)
Fred Drake1e0611b2000-12-23 22:12:07 +0000242
Collin Winterd28fcbc2007-03-28 23:34:06 +0000243class NamespaceSeparatorTest(unittest.TestCase):
244 def test_legal(self):
245 # Tests that make sure we get errors when the namespace_separator value
246 # is illegal, and that we don't for good values:
247 expat.ParserCreate()
248 expat.ParserCreate(namespace_separator=None)
249 expat.ParserCreate(namespace_separator=' ')
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000250
Collin Winterd28fcbc2007-03-28 23:34:06 +0000251 def test_illegal(self):
252 try:
253 expat.ParserCreate(namespace_separator=42)
254 self.fail()
255 except TypeError, e:
Ezio Melotti2623a372010-11-21 13:34:58 +0000256 self.assertEqual(str(e),
Collin Winterd28fcbc2007-03-28 23:34:06 +0000257 'ParserCreate() argument 2 must be string or None, not int')
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000258
Collin Winterd28fcbc2007-03-28 23:34:06 +0000259 try:
260 expat.ParserCreate(namespace_separator='too long')
261 self.fail()
262 except ValueError, e:
Ezio Melotti2623a372010-11-21 13:34:58 +0000263 self.assertEqual(str(e),
Collin Winterd28fcbc2007-03-28 23:34:06 +0000264 'namespace_separator must be at most one character, omitted, or None')
Fred Drake8f42e2b2001-04-25 16:03:54 +0000265
Collin Winterd28fcbc2007-03-28 23:34:06 +0000266 def test_zero_length(self):
267 # ParserCreate() needs to accept a namespace_separator of zero length
268 # to satisfy the requirements of RDF applications that are required
269 # to simply glue together the namespace URI and the localname. Though
270 # considered a wart of the RDF specifications, it needs to be supported.
271 #
272 # See XML-SIG mailing list thread starting with
273 # http://mail.python.org/pipermail/xml-sig/2001-April/005202.html
274 #
275 expat.ParserCreate(namespace_separator='') # too short
Fred Drake8f42e2b2001-04-25 16:03:54 +0000276
Fred Drake1add0232002-06-27 19:41:51 +0000277
Collin Winterd28fcbc2007-03-28 23:34:06 +0000278class InterningTest(unittest.TestCase):
279 def test(self):
280 # Test the interning machinery.
281 p = expat.ParserCreate()
282 L = []
283 def collector(name, *args):
284 L.append(name)
285 p.StartElementHandler = collector
286 p.EndElementHandler = collector
287 p.Parse("<e> <e/> <e></e> </e>", 1)
288 tag = L[0]
Ezio Melotti2623a372010-11-21 13:34:58 +0000289 self.assertEqual(len(L), 6)
Collin Winterd28fcbc2007-03-28 23:34:06 +0000290 for entry in L:
291 # L should have the same string repeated over and over.
292 self.assertTrue(tag is entry)
Fred Drake2a3d7db2002-06-28 22:56:48 +0000293
Fred Drake2a3d7db2002-06-28 22:56:48 +0000294
Collin Winterd28fcbc2007-03-28 23:34:06 +0000295class BufferTextTest(unittest.TestCase):
296 def setUp(self):
Fred Drake2a3d7db2002-06-28 22:56:48 +0000297 self.stuff = []
Collin Winterd28fcbc2007-03-28 23:34:06 +0000298 self.parser = expat.ParserCreate()
299 self.parser.buffer_text = 1
300 self.parser.CharacterDataHandler = self.CharacterDataHandler
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000301
Fred Drake2a3d7db2002-06-28 22:56:48 +0000302 def check(self, expected, label):
Ezio Melotti2623a372010-11-21 13:34:58 +0000303 self.assertEqual(self.stuff, expected,
Walter Dörwald70a6b492004-02-12 17:35:32 +0000304 "%s\nstuff = %r\nexpected = %r"
305 % (label, self.stuff, map(unicode, expected)))
Fred Drake2a3d7db2002-06-28 22:56:48 +0000306
307 def CharacterDataHandler(self, text):
308 self.stuff.append(text)
309
310 def StartElementHandler(self, name, attrs):
311 self.stuff.append("<%s>" % name)
312 bt = attrs.get("buffer-text")
313 if bt == "yes":
Collin Winterd28fcbc2007-03-28 23:34:06 +0000314 self.parser.buffer_text = 1
Fred Drake2a3d7db2002-06-28 22:56:48 +0000315 elif bt == "no":
Collin Winterd28fcbc2007-03-28 23:34:06 +0000316 self.parser.buffer_text = 0
Fred Drake2a3d7db2002-06-28 22:56:48 +0000317
318 def EndElementHandler(self, name):
319 self.stuff.append("</%s>" % name)
320
321 def CommentHandler(self, data):
322 self.stuff.append("<!--%s-->" % data)
323
Collin Winterd28fcbc2007-03-28 23:34:06 +0000324 def setHandlers(self, handlers=[]):
325 for name in handlers:
326 setattr(self.parser, name, getattr(self, name))
Fred Drake2a3d7db2002-06-28 22:56:48 +0000327
Collin Winterd28fcbc2007-03-28 23:34:06 +0000328 def test_default_to_disabled(self):
329 parser = expat.ParserCreate()
330 self.assertFalse(parser.buffer_text)
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000331
Collin Winterd28fcbc2007-03-28 23:34:06 +0000332 def test_buffering_enabled(self):
333 # Make sure buffering is turned on
334 self.assertTrue(self.parser.buffer_text)
335 self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000336 self.assertEqual(self.stuff, ['123'],
337 "buffered text not properly collapsed")
Fred Drake2a3d7db2002-06-28 22:56:48 +0000338
Collin Winterd28fcbc2007-03-28 23:34:06 +0000339 def test1(self):
340 # XXX This test exposes more detail of Expat's text chunking than we
341 # XXX like, but it tests what we need to concisely.
342 self.setHandlers(["StartElementHandler"])
343 self.parser.Parse("<a>1<b buffer-text='no'/>2\n3<c buffer-text='yes'/>4\n5</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000344 self.assertEqual(self.stuff,
345 ["<a>", "1", "<b>", "2", "\n", "3", "<c>", "4\n5"],
346 "buffering control not reacting as expected")
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000347
Collin Winterd28fcbc2007-03-28 23:34:06 +0000348 def test2(self):
349 self.parser.Parse("<a>1<b/>&lt;2&gt;<c/>&#32;\n&#x20;3</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000350 self.assertEqual(self.stuff, ["1<2> \n 3"],
351 "buffered text not properly collapsed")
Fred Drake2a3d7db2002-06-28 22:56:48 +0000352
Collin Winterd28fcbc2007-03-28 23:34:06 +0000353 def test3(self):
354 self.setHandlers(["StartElementHandler"])
355 self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000356 self.assertEqual(self.stuff, ["<a>", "1", "<b>", "2", "<c>", "3"],
Collin Winterd28fcbc2007-03-28 23:34:06 +0000357 "buffered text not properly split")
Fred Drake2a3d7db2002-06-28 22:56:48 +0000358
Collin Winterd28fcbc2007-03-28 23:34:06 +0000359 def test4(self):
360 self.setHandlers(["StartElementHandler", "EndElementHandler"])
361 self.parser.CharacterDataHandler = None
362 self.parser.Parse("<a>1<b/>2<c/>3</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000363 self.assertEqual(self.stuff,
364 ["<a>", "<b>", "</b>", "<c>", "</c>", "</a>"])
Fred Drake2a3d7db2002-06-28 22:56:48 +0000365
Collin Winterd28fcbc2007-03-28 23:34:06 +0000366 def test5(self):
367 self.setHandlers(["StartElementHandler", "EndElementHandler"])
368 self.parser.Parse("<a>1<b></b>2<c/>3</a>", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000369 self.assertEqual(self.stuff,
Collin Winterd28fcbc2007-03-28 23:34:06 +0000370 ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", "</a>"])
Fred Drake2a3d7db2002-06-28 22:56:48 +0000371
Collin Winterd28fcbc2007-03-28 23:34:06 +0000372 def test6(self):
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000373 self.setHandlers(["CommentHandler", "EndElementHandler",
Collin Winterd28fcbc2007-03-28 23:34:06 +0000374 "StartElementHandler"])
375 self.parser.Parse("<a>1<b/>2<c></c>345</a> ", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000376 self.assertEqual(self.stuff,
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000377 ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "345", "</a>"],
Collin Winterd28fcbc2007-03-28 23:34:06 +0000378 "buffered text not properly split")
Fred Drake2a3d7db2002-06-28 22:56:48 +0000379
Collin Winterd28fcbc2007-03-28 23:34:06 +0000380 def test7(self):
381 self.setHandlers(["CommentHandler", "EndElementHandler",
382 "StartElementHandler"])
383 self.parser.Parse("<a>1<b/>2<c></c>3<!--abc-->4<!--def-->5</a> ", 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000384 self.assertEqual(self.stuff,
385 ["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3",
386 "<!--abc-->", "4", "<!--def-->", "5", "</a>"],
387 "buffered text not properly split")
Fred Drake2a3d7db2002-06-28 22:56:48 +0000388
Fred Draked7ea55b2004-08-13 03:09:07 +0000389
390# Test handling of exception from callback:
Collin Winterd28fcbc2007-03-28 23:34:06 +0000391class HandlerExceptionTest(unittest.TestCase):
392 def StartElementHandler(self, name, attrs):
393 raise RuntimeError(name)
Fred Draked7ea55b2004-08-13 03:09:07 +0000394
Collin Winterd28fcbc2007-03-28 23:34:06 +0000395 def test(self):
396 parser = expat.ParserCreate()
397 parser.StartElementHandler = self.StartElementHandler
398 try:
399 parser.Parse("<a><b><c/></b></a>", 1)
400 self.fail()
401 except RuntimeError, e:
Ezio Melotti2623a372010-11-21 13:34:58 +0000402 self.assertEqual(e.args[0], 'a',
403 "Expected RuntimeError for element 'a', but" + \
404 " found %r" % e.args[0])
Fred Draked7ea55b2004-08-13 03:09:07 +0000405
Dave Cole3203efb2004-08-26 00:37:31 +0000406
407# Test Current* members:
Collin Winterd28fcbc2007-03-28 23:34:06 +0000408class PositionTest(unittest.TestCase):
Dave Cole3203efb2004-08-26 00:37:31 +0000409 def StartElementHandler(self, name, attrs):
410 self.check_pos('s')
411
412 def EndElementHandler(self, name):
413 self.check_pos('e')
414
415 def check_pos(self, event):
416 pos = (event,
417 self.parser.CurrentByteIndex,
418 self.parser.CurrentLineNumber,
419 self.parser.CurrentColumnNumber)
Collin Winterd28fcbc2007-03-28 23:34:06 +0000420 self.assertTrue(self.upto < len(self.expected_list),
421 'too many parser events')
Dave Cole3203efb2004-08-26 00:37:31 +0000422 expected = self.expected_list[self.upto]
Ezio Melotti2623a372010-11-21 13:34:58 +0000423 self.assertEqual(pos, expected,
Collin Winterd28fcbc2007-03-28 23:34:06 +0000424 'Expected position %s, got position %s' %(pos, expected))
Dave Cole3203efb2004-08-26 00:37:31 +0000425 self.upto += 1
426
Collin Winterd28fcbc2007-03-28 23:34:06 +0000427 def test(self):
428 self.parser = expat.ParserCreate()
429 self.parser.StartElementHandler = self.StartElementHandler
430 self.parser.EndElementHandler = self.EndElementHandler
431 self.upto = 0
432 self.expected_list = [('s', 0, 1, 0), ('s', 5, 2, 1), ('s', 11, 3, 2),
433 ('e', 15, 3, 6), ('e', 17, 4, 1), ('e', 22, 5, 0)]
Dave Cole3203efb2004-08-26 00:37:31 +0000434
Collin Winterd28fcbc2007-03-28 23:34:06 +0000435 xml = '<a>\n <b>\n <c/>\n </b>\n</a>'
436 self.parser.Parse(xml, 1)
Fred Drake6ffe4992006-07-01 16:28:20 +0000437
438
Collin Winterd28fcbc2007-03-28 23:34:06 +0000439class sf1296433Test(unittest.TestCase):
440 def test_parse_only_xml_data(self):
441 # http://python.org/sf/1296433
442 #
443 xml = "<?xml version='1.0' encoding='iso8859'?><s>%s</s>" % ('a' * 1025)
444 # this one doesn't crash
445 #xml = "<?xml version='1.0'?><s>%s</s>" % ('a' * 10000)
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000446
Collin Winterd28fcbc2007-03-28 23:34:06 +0000447 class SpecificException(Exception):
448 pass
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000449
Collin Winterd28fcbc2007-03-28 23:34:06 +0000450 def handler(text):
451 raise SpecificException
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000452
Collin Winterd28fcbc2007-03-28 23:34:06 +0000453 parser = expat.ParserCreate()
454 parser.CharacterDataHandler = handler
Neal Norwitz0d4c06e2007-04-25 06:30:05 +0000455
Collin Winterd28fcbc2007-03-28 23:34:06 +0000456 self.assertRaises(Exception, parser.Parse, xml)
Fred Drake6ffe4992006-07-01 16:28:20 +0000457
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000458class ChardataBufferTest(unittest.TestCase):
459 """
460 test setting of chardata buffer size
461 """
462
463 def test_1025_bytes(self):
Ezio Melotti2623a372010-11-21 13:34:58 +0000464 self.assertEqual(self.small_buffer_test(1025), 2)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000465
466 def test_1000_bytes(self):
Ezio Melotti2623a372010-11-21 13:34:58 +0000467 self.assertEqual(self.small_buffer_test(1000), 1)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000468
469 def test_wrong_size(self):
470 parser = expat.ParserCreate()
471 parser.buffer_text = 1
472 def f(size):
473 parser.buffer_size = size
474
475 self.assertRaises(TypeError, f, sys.maxint+1)
476 self.assertRaises(ValueError, f, -1)
477 self.assertRaises(ValueError, f, 0)
478
479 def test_unchanged_size(self):
480 xml1 = ("<?xml version='1.0' encoding='iso8859'?><s>%s" % ('a' * 512))
481 xml2 = 'a'*512 + '</s>'
482 parser = expat.ParserCreate()
483 parser.CharacterDataHandler = self.counting_handler
484 parser.buffer_size = 512
485 parser.buffer_text = 1
486
487 # Feed 512 bytes of character data: the handler should be called
488 # once.
489 self.n = 0
490 parser.Parse(xml1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000491 self.assertEqual(self.n, 1)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000492
493 # Reassign to buffer_size, but assign the same size.
494 parser.buffer_size = parser.buffer_size
Ezio Melotti2623a372010-11-21 13:34:58 +0000495 self.assertEqual(self.n, 1)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000496
497 # Try parsing rest of the document
498 parser.Parse(xml2)
Ezio Melotti2623a372010-11-21 13:34:58 +0000499 self.assertEqual(self.n, 2)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000500
501
502 def test_disabling_buffer(self):
503 xml1 = "<?xml version='1.0' encoding='iso8859'?><a>%s" % ('a' * 512)
504 xml2 = ('b' * 1024)
505 xml3 = "%s</a>" % ('c' * 1024)
506 parser = expat.ParserCreate()
507 parser.CharacterDataHandler = self.counting_handler
508 parser.buffer_text = 1
509 parser.buffer_size = 1024
Ezio Melotti2623a372010-11-21 13:34:58 +0000510 self.assertEqual(parser.buffer_size, 1024)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000511
512 # Parse one chunk of XML
513 self.n = 0
514 parser.Parse(xml1, 0)
Ezio Melotti2623a372010-11-21 13:34:58 +0000515 self.assertEqual(parser.buffer_size, 1024)
516 self.assertEqual(self.n, 1)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000517
518 # Turn off buffering and parse the next chunk.
519 parser.buffer_text = 0
520 self.assertFalse(parser.buffer_text)
Ezio Melotti2623a372010-11-21 13:34:58 +0000521 self.assertEqual(parser.buffer_size, 1024)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000522 for i in range(10):
523 parser.Parse(xml2, 0)
Ezio Melotti2623a372010-11-21 13:34:58 +0000524 self.assertEqual(self.n, 11)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000525
526 parser.buffer_text = 1
527 self.assertTrue(parser.buffer_text)
Ezio Melotti2623a372010-11-21 13:34:58 +0000528 self.assertEqual(parser.buffer_size, 1024)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000529 parser.Parse(xml3, 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000530 self.assertEqual(self.n, 12)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000531
532
533
534 def make_document(self, bytes):
535 return ("<?xml version='1.0'?><tag>" + bytes * 'a' + '</tag>')
536
537 def counting_handler(self, text):
538 self.n += 1
539
540 def small_buffer_test(self, buffer_len):
541 xml = "<?xml version='1.0' encoding='iso8859'?><s>%s</s>" % ('a' * buffer_len)
542 parser = expat.ParserCreate()
543 parser.CharacterDataHandler = self.counting_handler
544 parser.buffer_size = 1024
545 parser.buffer_text = 1
546
547 self.n = 0
548 parser.Parse(xml)
549 return self.n
550
551 def test_change_size_1(self):
552 xml1 = "<?xml version='1.0' encoding='iso8859'?><a><s>%s" % ('a' * 1024)
553 xml2 = "aaa</s><s>%s</s></a>" % ('a' * 1025)
554 parser = expat.ParserCreate()
555 parser.CharacterDataHandler = self.counting_handler
556 parser.buffer_text = 1
557 parser.buffer_size = 1024
Ezio Melotti2623a372010-11-21 13:34:58 +0000558 self.assertEqual(parser.buffer_size, 1024)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000559
560 self.n = 0
561 parser.Parse(xml1, 0)
562 parser.buffer_size *= 2
Ezio Melotti2623a372010-11-21 13:34:58 +0000563 self.assertEqual(parser.buffer_size, 2048)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000564 parser.Parse(xml2, 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000565 self.assertEqual(self.n, 2)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000566
567 def test_change_size_2(self):
568 xml1 = "<?xml version='1.0' encoding='iso8859'?><a>a<s>%s" % ('a' * 1023)
569 xml2 = "aaa</s><s>%s</s></a>" % ('a' * 1025)
570 parser = expat.ParserCreate()
571 parser.CharacterDataHandler = self.counting_handler
572 parser.buffer_text = 1
573 parser.buffer_size = 2048
Ezio Melotti2623a372010-11-21 13:34:58 +0000574 self.assertEqual(parser.buffer_size, 2048)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000575
576 self.n=0
577 parser.Parse(xml1, 0)
Ezio Melottidde5b942010-02-03 05:37:26 +0000578 parser.buffer_size //= 2
Ezio Melotti2623a372010-11-21 13:34:58 +0000579 self.assertEqual(parser.buffer_size, 1024)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000580 parser.Parse(xml2, 1)
Ezio Melotti2623a372010-11-21 13:34:58 +0000581 self.assertEqual(self.n, 4)
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000582
Brett Cannon764465f2009-08-13 19:27:12 +0000583class MalformedInputText(unittest.TestCase):
584 def test1(self):
585 xml = "\0\r\n"
586 parser = expat.ParserCreate()
587 try:
588 parser.Parse(xml, True)
589 self.fail()
590 except expat.ExpatError as e:
Ezio Melotti2623a372010-11-21 13:34:58 +0000591 self.assertEqual(str(e), 'unclosed token: line 2, column 0')
Brett Cannon764465f2009-08-13 19:27:12 +0000592
593 def test2(self):
594 xml = "<?xml version\xc2\x85='1.0'?>\r\n"
595 parser = expat.ParserCreate()
596 try:
597 parser.Parse(xml, True)
598 self.fail()
599 except expat.ExpatError as e:
Ezio Melotti2623a372010-11-21 13:34:58 +0000600 self.assertEqual(str(e), 'XML declaration not well-formed: line 1, column 14')
Fred Drake6ffe4992006-07-01 16:28:20 +0000601
Christian Heimes8112ea22012-09-24 13:17:08 +0200602class ForeignDTDTests(unittest.TestCase):
603 """
604 Tests for the UseForeignDTD method of expat parser objects.
605 """
606 def test_use_foreign_dtd(self):
607 """
608 If UseForeignDTD is passed True and a document without an external
609 entity reference is parsed, ExternalEntityRefHandler is first called
610 with None for the public and system ids.
611 """
612 handler_call_args = []
613 def resolve_entity(context, base, system_id, public_id):
614 handler_call_args.append((public_id, system_id))
615 return 1
616
617 parser = expat.ParserCreate()
618 parser.UseForeignDTD(True)
619 parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
620 parser.ExternalEntityRefHandler = resolve_entity
621 parser.Parse("<?xml version='1.0'?><element/>")
622 self.assertEqual(handler_call_args, [(None, None)])
623
624 # test UseForeignDTD() is equal to UseForeignDTD(True)
625 handler_call_args[:] = []
626
627 parser = expat.ParserCreate()
628 parser.UseForeignDTD()
629 parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
630 parser.ExternalEntityRefHandler = resolve_entity
631 parser.Parse("<?xml version='1.0'?><element/>")
632 self.assertEqual(handler_call_args, [(None, None)])
633
634 def test_ignore_use_foreign_dtd(self):
635 """
636 If UseForeignDTD is passed True and a document with an external
637 entity reference is parsed, ExternalEntityRefHandler is called with
638 the public and system ids from the document.
639 """
640 handler_call_args = []
641 def resolve_entity(context, base, system_id, public_id):
642 handler_call_args.append((public_id, system_id))
643 return 1
644
645 parser = expat.ParserCreate()
646 parser.UseForeignDTD(True)
647 parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_ALWAYS)
648 parser.ExternalEntityRefHandler = resolve_entity
649 parser.Parse(
650 "<?xml version='1.0'?><!DOCTYPE foo PUBLIC 'bar' 'baz'><element/>")
651 self.assertEqual(handler_call_args, [("bar", "baz")])
652
653
Collin Winterd28fcbc2007-03-28 23:34:06 +0000654def test_main():
655 run_unittest(SetAttributeTest,
656 ParseTest,
657 NamespaceSeparatorTest,
658 InterningTest,
659 BufferTextTest,
660 HandlerExceptionTest,
661 PositionTest,
Andrew M. Kuchlinge0a49b62008-01-08 14:30:55 +0000662 sf1296433Test,
Brett Cannon764465f2009-08-13 19:27:12 +0000663 ChardataBufferTest,
Christian Heimes8112ea22012-09-24 13:17:08 +0200664 MalformedInputText,
665 ForeignDTDTests)
Fred Drake6ffe4992006-07-01 16:28:20 +0000666
Collin Winterd28fcbc2007-03-28 23:34:06 +0000667if __name__ == "__main__":
668 test_main()