blob: 679ac21af5cf7e3d237bbafe30a878cf63024f25 [file] [log] [blame]
Fred Drake45cd9de2000-06-29 19:34:54 +00001"""
2SAX driver for the Pyexpat C module. This driver works with
Lars Gustäbelbb757132000-09-24 20:38:18 +00003pyexpat.__version__ == '2.22'.
Fred Drake45cd9de2000-06-29 19:34:54 +00004"""
5
Fred Drake45cd9de2000-06-29 19:34:54 +00006version = "0.20"
7
Lars Gustäbelf43cf312000-09-24 18:29:24 +00008from xml.sax._exceptions import *
Martin v. Löwis18476a32002-06-30 07:21:24 +00009from xml.sax.handler import feature_validation, feature_namespaces
10from xml.sax.handler import feature_namespace_prefixes
11from xml.sax.handler import feature_external_ges, feature_external_pes
12from xml.sax.handler import feature_string_interning
13from xml.sax.handler import property_xml_string, property_interning_dict
Martin v. Löwisfb73bb12001-06-17 07:05:43 +000014
15# xml.parsers.expat does not raise ImportError in Jython
16import sys
Fred Drakec974bf42001-07-30 22:41:23 +000017if sys.platform[:4] == "java":
Martin v. Löwisfb73bb12001-06-17 07:05:43 +000018 raise SAXReaderNotAvailable("expat not available in Java", None)
19del sys
20
Martin v. Löwis962c9e72000-10-06 17:41:52 +000021try:
22 from xml.parsers import expat
23except ImportError:
Fred Drakec974bf42001-07-30 22:41:23 +000024 raise SAXReaderNotAvailable("expat not supported", None)
Jeremy Hyltone3c37d62001-07-30 21:49:22 +000025else:
26 if not hasattr(expat, "ParserCreate"):
Fred Drakec974bf42001-07-30 22:41:23 +000027 raise SAXReaderNotAvailable("expat not supported", None)
Martin v. Löwis2066fa02000-09-24 21:17:39 +000028from xml.sax import xmlreader, saxutils, handler
Fred Drake45cd9de2000-06-29 19:34:54 +000029
Lars Gustäbel32bf12e2000-09-24 18:39:23 +000030AttributesImpl = xmlreader.AttributesImpl
31AttributesNSImpl = xmlreader.AttributesNSImpl
32
Martin v. Löwis18476a32002-06-30 07:21:24 +000033# If we're using a sufficiently recent version of Python, we can use
34# weak references to avoid cycles between the parser and content
35# handler, otherwise we'll just have to pretend.
36try:
37 import _weakref
38except ImportError:
39 def _mkproxy(o):
40 return o
41else:
42 import weakref
43 _mkproxy = weakref.proxy
44 del weakref, _weakref
Fred Drake012c81f2002-04-04 17:57:08 +000045
46# --- ExpatLocator
47
48class ExpatLocator(xmlreader.Locator):
49 """Locator for use with the ExpatParser class.
50
51 This uses a weak reference to the parser object to avoid creating
52 a circular reference between the parser and the content handler.
53 """
54 def __init__(self, parser):
Martin v. Löwis18476a32002-06-30 07:21:24 +000055 self._ref = _mkproxy(parser)
Fred Drake012c81f2002-04-04 17:57:08 +000056
57 def getColumnNumber(self):
Martin v. Löwis18476a32002-06-30 07:21:24 +000058 parser = self._ref
59 if parser._parser is None:
Fred Drake012c81f2002-04-04 17:57:08 +000060 return None
61 return parser._parser.ErrorColumnNumber
62
63 def getLineNumber(self):
Martin v. Löwis18476a32002-06-30 07:21:24 +000064 parser = self._ref
65 if parser._parser is None:
Fred Drake012c81f2002-04-04 17:57:08 +000066 return 1
Fred Drakeda204da2002-04-04 19:12:31 +000067 return parser._parser.ErrorLineNumber
Fred Drake012c81f2002-04-04 17:57:08 +000068
69 def getPublicId(self):
Martin v. Löwis18476a32002-06-30 07:21:24 +000070 parser = self._ref
Fred Drake012c81f2002-04-04 17:57:08 +000071 if parser is None:
72 return None
73 return parser._source.getPublicId()
74
75 def getSystemId(self):
Martin v. Löwis18476a32002-06-30 07:21:24 +000076 parser = self._ref
Fred Drake012c81f2002-04-04 17:57:08 +000077 if parser is None:
78 return None
79 return parser._source.getSystemId()
80
Martin v. Löwis3f0969f2000-09-29 19:00:40 +000081
Fred Drake45cd9de2000-06-29 19:34:54 +000082# --- ExpatParser
83
Fred Drakeddb48672000-09-23 05:32:26 +000084class ExpatParser(xmlreader.IncrementalParser, xmlreader.Locator):
Fred Drake45cd9de2000-06-29 19:34:54 +000085 "SAX driver for the Pyexpat C module."
86
87 def __init__(self, namespaceHandling=0, bufsize=2**16-20):
88 xmlreader.IncrementalParser.__init__(self, bufsize)
Lars Gustäbele292a242000-09-24 20:19:45 +000089 self._source = xmlreader.InputSource()
Fred Drake45cd9de2000-06-29 19:34:54 +000090 self._parser = None
91 self._namespaces = namespaceHandling
Martin v. Löwis05917252001-01-27 08:56:24 +000092 self._lex_handler_prop = None
Fred Drake45cd9de2000-06-29 19:34:54 +000093 self._parsing = 0
Lars Gustäbele292a242000-09-24 20:19:45 +000094 self._entity_stack = []
Martin v. Löwis18476a32002-06-30 07:21:24 +000095 self._external_ges = 1
96 self._interning = None
Fred Drake45cd9de2000-06-29 19:34:54 +000097
98 # XMLReader methods
99
Lars Gustäbel523b0a62000-09-24 18:54:49 +0000100 def parse(self, source):
Lars Gustäbelbb757132000-09-24 20:38:18 +0000101 "Parse an XML document from a URL or an InputSource."
Lars Gustäbel523b0a62000-09-24 18:54:49 +0000102 source = saxutils.prepare_input_source(source)
103
104 self._source = source
Fred Drake45cd9de2000-06-29 19:34:54 +0000105 self.reset()
Fred Drake012c81f2002-04-04 17:57:08 +0000106 self._cont_handler.setDocumentLocator(ExpatLocator(self))
Fred Drake16f63292000-10-23 18:09:50 +0000107 xmlreader.IncrementalParser.parse(self, source)
Fred Drake45cd9de2000-06-29 19:34:54 +0000108
Lars Gustäbel523b0a62000-09-24 18:54:49 +0000109 def prepareParser(self, source):
110 if source.getSystemId() != None:
111 self._parser.SetBase(source.getSystemId())
Fred Drake16f63292000-10-23 18:09:50 +0000112
Martin v. Löwisfb73bb12001-06-17 07:05:43 +0000113 # Redefined setContentHandle to allow changing handlers during parsing
114
115 def setContentHandler(self, handler):
116 xmlreader.IncrementalParser.setContentHandler(self, handler)
117 if self._parsing:
118 self._reset_cont_handler()
119
Fred Drake45cd9de2000-06-29 19:34:54 +0000120 def getFeature(self, name):
Martin v. Löwis18476a32002-06-30 07:21:24 +0000121 if name == feature_namespaces:
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000122 return self._namespaces
Martin v. Löwis18476a32002-06-30 07:21:24 +0000123 elif name == feature_string_interning:
124 return self._interning is not None
125 elif name in (feature_validation, feature_external_pes,
126 feature_namespace_prefixes):
127 return 0
128 elif name == feature_external_ges:
129 return self._external_ges
Fred Drake45cd9de2000-06-29 19:34:54 +0000130 raise SAXNotRecognizedException("Feature '%s' not recognized" % name)
131
132 def setFeature(self, name, state):
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000133 if self._parsing:
134 raise SAXNotSupportedException("Cannot set features while parsing")
Martin v. Löwis18476a32002-06-30 07:21:24 +0000135
136 if name == feature_namespaces:
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000137 self._namespaces = state
Martin v. Löwis18476a32002-06-30 07:21:24 +0000138 elif name == feature_external_ges:
139 self._external_ges = state
140 elif name == feature_string_interning:
141 if state:
142 if self._interning is None:
143 self._interning = {}
144 else:
145 self._interning = None
146 elif name == feature_validation:
147 if state:
148 raise SAXNotSupportedException("expat does not support validation")
149 elif name == feature_external_pes:
150 if state:
151 raise SAXNotSupportedException("expat does not read external parameter entities")
152 elif name == feature_namespace_prefixes:
153 if state:
154 raise SAXNotSupportedException("expat does not report namespace prefixes")
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000155 else:
156 raise SAXNotRecognizedException("Feature '%s' not recognized" %
157 name)
Fred Drake45cd9de2000-06-29 19:34:54 +0000158
159 def getProperty(self, name):
Martin v. Löwis05917252001-01-27 08:56:24 +0000160 if name == handler.property_lexical_handler:
161 return self._lex_handler_prop
Martin v. Löwis18476a32002-06-30 07:21:24 +0000162 elif name == property_interning_dict:
163 return self._interning
164 elif name == property_xml_string:
165 if self._parser:
166 if hasattr(self._parser, "GetInputContext"):
167 return self._parser.GetInputContext()
168 else:
169 raise SAXNotRecognizedException("This version of expat does not support getting the XML string")
170 else:
171 raise SAXNotSupportedException("XML string cannot be returned when not parsing")
Fred Drake45cd9de2000-06-29 19:34:54 +0000172 raise SAXNotRecognizedException("Property '%s' not recognized" % name)
173
174 def setProperty(self, name, value):
Martin v. Löwis05917252001-01-27 08:56:24 +0000175 if name == handler.property_lexical_handler:
176 self._lex_handler_prop = value
Martin v. Löwisfb73bb12001-06-17 07:05:43 +0000177 if self._parsing:
178 self._reset_lex_handler_prop()
Martin v. Löwis18476a32002-06-30 07:21:24 +0000179 elif name == property_interning_dict:
180 self._interning = value
181 elif name == property_xml_string:
182 raise SAXNotSupportedException("Property '%s' cannot be set" %
183 name)
Martin v. Löwis05917252001-01-27 08:56:24 +0000184 else:
Martin v. Löwis18476a32002-06-30 07:21:24 +0000185 raise SAXNotRecognizedException("Property '%s' not recognized" %
186 name)
Fred Drake45cd9de2000-06-29 19:34:54 +0000187
188 # IncrementalParser methods
189
Martin v. Löwisee1dc152000-10-06 21:08:59 +0000190 def feed(self, data, isFinal = 0):
Fred Drake45cd9de2000-06-29 19:34:54 +0000191 if not self._parsing:
Fred Drake45cd9de2000-06-29 19:34:54 +0000192 self.reset()
Lars Gustäbel55b4efd2000-10-14 10:28:01 +0000193 self._parsing = 1
Fred Drake45cd9de2000-06-29 19:34:54 +0000194 self._cont_handler.startDocument()
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000195
Martin v. Löwisee1dc152000-10-06 21:08:59 +0000196 try:
197 # The isFinal parameter is internal to the expat reader.
198 # If it is set to true, expat will check validity of the entire
199 # document. When feeding chunks, they are not normally final -
200 # except when invoked from close.
201 self._parser.Parse(data, isFinal)
202 except expat.error:
203 error_code = self._parser.ErrorCode
Martin v. Löwis04f49432000-10-09 16:45:54 +0000204 exc = SAXParseException(expat.ErrorString(error_code), None, self)
Martin v. Löwis05917252001-01-27 08:56:24 +0000205 # FIXME: when to invoke error()?
Martin v. Löwis04f49432000-10-09 16:45:54 +0000206 self._err_handler.fatalError(exc)
Fred Drake45cd9de2000-06-29 19:34:54 +0000207
208 def close(self):
Martin v. Löwisee1dc152000-10-06 21:08:59 +0000209 if self._entity_stack:
210 # If we are completing an external entity, do nothing here
211 return
212 self.feed("", isFinal = 1)
213 self._cont_handler.endDocument()
214 self._parsing = 0
Martin v. Löwis05917252001-01-27 08:56:24 +0000215 # break cycle created by expat handlers pointing to our methods
216 self._parser = None
Fred Drake16f63292000-10-23 18:09:50 +0000217
Martin v. Löwisfb73bb12001-06-17 07:05:43 +0000218 def _reset_cont_handler(self):
219 self._parser.ProcessingInstructionHandler = \
220 self._cont_handler.processingInstruction
221 self._parser.CharacterDataHandler = self._cont_handler.characters
222
223 def _reset_lex_handler_prop(self):
224 self._parser.CommentHandler = self._lex_handler_prop.comment
225 self._parser.StartCdataSectionHandler = self._lex_handler_prop.startCDATA
226 self._parser.EndCdataSectionHandler = self._lex_handler_prop.endCDATA
227
Fred Drake45cd9de2000-06-29 19:34:54 +0000228 def reset(self):
229 if self._namespaces:
Martin v. Löwis18476a32002-06-30 07:21:24 +0000230 self._parser = expat.ParserCreate(None, " ", intern = self._interning)
Fred Drake45cd9de2000-06-29 19:34:54 +0000231 self._parser.StartElementHandler = self.start_element_ns
232 self._parser.EndElementHandler = self.end_element_ns
233 else:
Martin v. Löwis18476a32002-06-30 07:21:24 +0000234 self._parser = expat.ParserCreate(intern = self._interning)
Paul Prescod6c4753f2000-07-04 03:39:33 +0000235 self._parser.StartElementHandler = self.start_element
236 self._parser.EndElementHandler = self.end_element
Fred Drake45cd9de2000-06-29 19:34:54 +0000237
Martin v. Löwisfb73bb12001-06-17 07:05:43 +0000238 self._reset_cont_handler()
Fred Drake45cd9de2000-06-29 19:34:54 +0000239 self._parser.UnparsedEntityDeclHandler = self.unparsed_entity_decl
240 self._parser.NotationDeclHandler = self.notation_decl
241 self._parser.StartNamespaceDeclHandler = self.start_namespace_decl
242 self._parser.EndNamespaceDeclHandler = self.end_namespace_decl
Martin v. Löwis70d39a62001-01-27 09:01:20 +0000243
Martin v. Löwis05917252001-01-27 08:56:24 +0000244 self._decl_handler_prop = None
245 if self._lex_handler_prop:
Martin v. Löwisfb73bb12001-06-17 07:05:43 +0000246 self._reset_lex_handler_prop()
Martin v. Löwis70d39a62001-01-27 09:01:20 +0000247# self._parser.DefaultHandler =
248# self._parser.DefaultHandlerExpand =
249# self._parser.NotStandaloneHandler =
Fred Drake45cd9de2000-06-29 19:34:54 +0000250 self._parser.ExternalEntityRefHandler = self.external_entity_ref
Martin v. Löwis18476a32002-06-30 07:21:24 +0000251 self._parser.SetParamEntityParsing(expat.XML_PARAM_ENTITY_PARSING_UNLESS_STANDALONE)
Lars Gustäbelbb757132000-09-24 20:38:18 +0000252
Lars Gustäbel55b4efd2000-10-14 10:28:01 +0000253 self._parsing = 0
Lars Gustäbelbb757132000-09-24 20:38:18 +0000254 self._entity_stack = []
Fred Drake16f63292000-10-23 18:09:50 +0000255
Fred Drake45cd9de2000-06-29 19:34:54 +0000256 # Locator methods
257
258 def getColumnNumber(self):
Martin v. Löwis05917252001-01-27 08:56:24 +0000259 if self._parser is None:
260 return None
Fred Drake45cd9de2000-06-29 19:34:54 +0000261 return self._parser.ErrorColumnNumber
262
263 def getLineNumber(self):
Martin v. Löwis05917252001-01-27 08:56:24 +0000264 if self._parser is None:
265 return 1
Fred Drake45cd9de2000-06-29 19:34:54 +0000266 return self._parser.ErrorLineNumber
267
268 def getPublicId(self):
269 return self._source.getPublicId()
270
271 def getSystemId(self):
Martin v. Löwisee1dc152000-10-06 21:08:59 +0000272 return self._source.getSystemId()
Fred Drake16f63292000-10-23 18:09:50 +0000273
Fred Drake45cd9de2000-06-29 19:34:54 +0000274 # event handlers
Fred Drake45cd9de2000-06-29 19:34:54 +0000275 def start_element(self, name, attrs):
Lars Gustäbel32bf12e2000-09-24 18:39:23 +0000276 self._cont_handler.startElement(name, AttributesImpl(attrs))
Fred Drake45cd9de2000-06-29 19:34:54 +0000277
278 def end_element(self, name):
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000279 self._cont_handler.endElement(name)
Fred Drake45cd9de2000-06-29 19:34:54 +0000280
281 def start_element_ns(self, name, attrs):
Neal Norwitzab199622002-05-31 20:46:39 +0000282 pair = name.split()
Fred Drake45cd9de2000-06-29 19:34:54 +0000283 if len(pair) == 1:
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000284 pair = (None, name)
Lars Gustäbeld2f5a9a2000-10-19 07:36:29 +0000285 else:
286 pair = tuple(pair)
Fred Drake45cd9de2000-06-29 19:34:54 +0000287
Lars Gustäbel32bf12e2000-09-24 18:39:23 +0000288 newattrs = {}
289 for (aname, value) in attrs.items():
Neal Norwitzab199622002-05-31 20:46:39 +0000290 apair = aname.split()
Lars Gustäbel32bf12e2000-09-24 18:39:23 +0000291 if len(apair) == 1:
292 apair = (None, aname)
293 else:
294 apair = tuple(apair)
295
296 newattrs[apair] = value
297
Fred Drake16f63292000-10-23 18:09:50 +0000298 self._cont_handler.startElementNS(pair, None,
Lars Gustäbel32bf12e2000-09-24 18:39:23 +0000299 AttributesNSImpl(newattrs, {}))
Fred Drake45cd9de2000-06-29 19:34:54 +0000300
301 def end_element_ns(self, name):
Neal Norwitzab199622002-05-31 20:46:39 +0000302 pair = name.split()
Fred Drake45cd9de2000-06-29 19:34:54 +0000303 if len(pair) == 1:
Lars Gustäbel32bf12e2000-09-24 18:39:23 +0000304 pair = (None, name)
Martin v. Löwis05917252001-01-27 08:56:24 +0000305 else:
306 pair = tuple(pair)
Fred Drake16f63292000-10-23 18:09:50 +0000307
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000308 self._cont_handler.endElementNS(pair, None)
Fred Drake45cd9de2000-06-29 19:34:54 +0000309
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000310 # this is not used (call directly to ContentHandler)
Fred Drake45cd9de2000-06-29 19:34:54 +0000311 def processing_instruction(self, target, data):
312 self._cont_handler.processingInstruction(target, data)
313
Lars Gustäbelf43cf312000-09-24 18:29:24 +0000314 # this is not used (call directly to ContentHandler)
Fred Drake45cd9de2000-06-29 19:34:54 +0000315 def character_data(self, data):
316 self._cont_handler.characters(data)
317
318 def start_namespace_decl(self, prefix, uri):
319 self._cont_handler.startPrefixMapping(prefix, uri)
320
321 def end_namespace_decl(self, prefix):
322 self._cont_handler.endPrefixMapping(prefix)
Fred Drake16f63292000-10-23 18:09:50 +0000323
Fred Drake45cd9de2000-06-29 19:34:54 +0000324 def unparsed_entity_decl(self, name, base, sysid, pubid, notation_name):
325 self._dtd_handler.unparsedEntityDecl(name, pubid, sysid, notation_name)
326
327 def notation_decl(self, name, base, sysid, pubid):
328 self._dtd_handler.notationDecl(name, pubid, sysid)
329
330 def external_entity_ref(self, context, base, sysid, pubid):
Martin v. Löwis18476a32002-06-30 07:21:24 +0000331 if not self._external_ges:
332 return 1
Martin v. Löwisd1b516c2002-06-30 07:27:30 +0000333
Fred Drake45cd9de2000-06-29 19:34:54 +0000334 source = self._ent_handler.resolveEntity(pubid, sysid)
Lars Gustäbele292a242000-09-24 20:19:45 +0000335 source = saxutils.prepare_input_source(source,
336 self._source.getSystemId() or
337 "")
Fred Drake16f63292000-10-23 18:09:50 +0000338
Lars Gustäbele292a242000-09-24 20:19:45 +0000339 self._entity_stack.append((self._parser, self._source))
340 self._parser = self._parser.ExternalEntityParserCreate(context)
341 self._source = source
342
343 try:
344 xmlreader.IncrementalParser.parse(self, source)
Lars Gustäbele292a242000-09-24 20:19:45 +0000345 except:
346 return 0 # FIXME: save error info here?
347
348 (self._parser, self._source) = self._entity_stack[-1]
349 del self._entity_stack[-1]
Fred Drake45cd9de2000-06-29 19:34:54 +0000350 return 1
Fred Drake16f63292000-10-23 18:09:50 +0000351
Fred Drake45cd9de2000-06-29 19:34:54 +0000352# ---
Fred Drake16f63292000-10-23 18:09:50 +0000353
Fred Drake45cd9de2000-06-29 19:34:54 +0000354def create_parser(*args, **kwargs):
Fred Drakeddb48672000-09-23 05:32:26 +0000355 return apply(ExpatParser, args, kwargs)
Fred Drake16f63292000-10-23 18:09:50 +0000356
Fred Drake45cd9de2000-06-29 19:34:54 +0000357# ---
358
359if __name__ == "__main__":
360 import xml.sax
361 p = create_parser()
362 p.setContentHandler(xml.sax.XMLGenerator())
363 p.setErrorHandler(xml.sax.ErrorHandler())
364 p.parse("../../../hamlet.xml")