| #include "Python.h" |
| #include <ctype.h> |
| |
| #include "structmember.h" // PyMemberDef |
| #include "frameobject.h" |
| #include "expat.h" |
| |
| #include "pyexpat.h" |
| |
| /* Do not emit Clinic output to a file as that wreaks havoc with conditionally |
| included methods. */ |
| /*[clinic input] |
| module pyexpat |
| [clinic start generated code]*/ |
| /*[clinic end generated code: output=da39a3ee5e6b4b0d input=b168d503a4490c15]*/ |
| |
| #define XML_COMBINED_VERSION (10000*XML_MAJOR_VERSION+100*XML_MINOR_VERSION+XML_MICRO_VERSION) |
| |
| static XML_Memory_Handling_Suite ExpatMemoryHandler = { |
| PyObject_Malloc, PyObject_Realloc, PyObject_Free}; |
| |
| enum HandlerTypes { |
| StartElement, |
| EndElement, |
| ProcessingInstruction, |
| CharacterData, |
| UnparsedEntityDecl, |
| NotationDecl, |
| StartNamespaceDecl, |
| EndNamespaceDecl, |
| Comment, |
| StartCdataSection, |
| EndCdataSection, |
| Default, |
| DefaultHandlerExpand, |
| NotStandalone, |
| ExternalEntityRef, |
| StartDoctypeDecl, |
| EndDoctypeDecl, |
| EntityDecl, |
| XmlDecl, |
| ElementDecl, |
| AttlistDecl, |
| #if XML_COMBINED_VERSION >= 19504 |
| SkippedEntity, |
| #endif |
| _DummyDecl |
| }; |
| |
| static PyObject *ErrorObject; |
| |
| /* ----------------------------------------------------- */ |
| |
| /* Declarations for objects of type xmlparser */ |
| |
| typedef struct { |
| PyObject_HEAD |
| |
| XML_Parser itself; |
| int ordered_attributes; /* Return attributes as a list. */ |
| int specified_attributes; /* Report only specified attributes. */ |
| int in_callback; /* Is a callback active? */ |
| int ns_prefixes; /* Namespace-triplets mode? */ |
| XML_Char *buffer; /* Buffer used when accumulating characters */ |
| /* NULL if not enabled */ |
| int buffer_size; /* Size of buffer, in XML_Char units */ |
| int buffer_used; /* Buffer units in use */ |
| PyObject *intern; /* Dictionary to intern strings */ |
| PyObject **handlers; |
| } xmlparseobject; |
| |
| #include "clinic/pyexpat.c.h" |
| |
| #define CHARACTER_DATA_BUFFER_SIZE 8192 |
| |
| static PyTypeObject Xmlparsetype; |
| |
| typedef void (*xmlhandlersetter)(XML_Parser self, void *meth); |
| typedef void* xmlhandler; |
| |
| struct HandlerInfo { |
| const char *name; |
| xmlhandlersetter setter; |
| xmlhandler handler; |
| PyGetSetDef getset; |
| }; |
| |
| static struct HandlerInfo handler_info[64]; |
| |
| /* Set an integer attribute on the error object; return true on success, |
| * false on an exception. |
| */ |
| static int |
| set_error_attr(PyObject *err, const char *name, int value) |
| { |
| PyObject *v = PyLong_FromLong(value); |
| |
| if (v == NULL || PyObject_SetAttrString(err, name, v) == -1) { |
| Py_XDECREF(v); |
| return 0; |
| } |
| Py_DECREF(v); |
| return 1; |
| } |
| |
| /* Build and set an Expat exception, including positioning |
| * information. Always returns NULL. |
| */ |
| static PyObject * |
| set_error(xmlparseobject *self, enum XML_Error code) |
| { |
| PyObject *err; |
| PyObject *buffer; |
| XML_Parser parser = self->itself; |
| int lineno = XML_GetErrorLineNumber(parser); |
| int column = XML_GetErrorColumnNumber(parser); |
| |
| buffer = PyUnicode_FromFormat("%s: line %i, column %i", |
| XML_ErrorString(code), lineno, column); |
| if (buffer == NULL) |
| return NULL; |
| err = PyObject_CallOneArg(ErrorObject, buffer); |
| Py_DECREF(buffer); |
| if ( err != NULL |
| && set_error_attr(err, "code", code) |
| && set_error_attr(err, "offset", column) |
| && set_error_attr(err, "lineno", lineno)) { |
| PyErr_SetObject(ErrorObject, err); |
| } |
| Py_XDECREF(err); |
| return NULL; |
| } |
| |
| static int |
| have_handler(xmlparseobject *self, int type) |
| { |
| PyObject *handler = self->handlers[type]; |
| return handler != NULL; |
| } |
| |
| /* Convert a string of XML_Chars into a Unicode string. |
| Returns None if str is a null pointer. */ |
| |
| static PyObject * |
| conv_string_to_unicode(const XML_Char *str) |
| { |
| /* XXX currently this code assumes that XML_Char is 8-bit, |
| and hence in UTF-8. */ |
| /* UTF-8 from Expat, Unicode desired */ |
| if (str == NULL) { |
| Py_RETURN_NONE; |
| } |
| return PyUnicode_DecodeUTF8(str, strlen(str), "strict"); |
| } |
| |
| static PyObject * |
| conv_string_len_to_unicode(const XML_Char *str, int len) |
| { |
| /* XXX currently this code assumes that XML_Char is 8-bit, |
| and hence in UTF-8. */ |
| /* UTF-8 from Expat, Unicode desired */ |
| if (str == NULL) { |
| Py_RETURN_NONE; |
| } |
| return PyUnicode_DecodeUTF8((const char *)str, len, "strict"); |
| } |
| |
| /* Callback routines */ |
| |
| static void clear_handlers(xmlparseobject *self, int initial); |
| |
| /* This handler is used when an error has been detected, in the hope |
| that actual parsing can be terminated early. This will only help |
| if an external entity reference is encountered. */ |
| static int |
| error_external_entity_ref_handler(XML_Parser parser, |
| const XML_Char *context, |
| const XML_Char *base, |
| const XML_Char *systemId, |
| const XML_Char *publicId) |
| { |
| return 0; |
| } |
| |
| /* Dummy character data handler used when an error (exception) has |
| been detected, and the actual parsing can be terminated early. |
| This is needed since character data handler can't be safely removed |
| from within the character data handler, but can be replaced. It is |
| used only from the character data handler trampoline, and must be |
| used right after `flag_error()` is called. */ |
| static void |
| noop_character_data_handler(void *userData, const XML_Char *data, int len) |
| { |
| /* Do nothing. */ |
| } |
| |
| static void |
| flag_error(xmlparseobject *self) |
| { |
| clear_handlers(self, 0); |
| XML_SetExternalEntityRefHandler(self->itself, |
| error_external_entity_ref_handler); |
| } |
| |
| static PyObject* |
| call_with_frame(const char *funcname, int lineno, PyObject* func, PyObject* args, |
| xmlparseobject *self) |
| { |
| PyObject *res; |
| |
| res = PyObject_Call(func, args, NULL); |
| if (res == NULL) { |
| _PyTraceback_Add(funcname, __FILE__, lineno); |
| XML_StopParser(self->itself, XML_FALSE); |
| } |
| return res; |
| } |
| |
| static PyObject* |
| string_intern(xmlparseobject *self, const char* str) |
| { |
| PyObject *result = conv_string_to_unicode(str); |
| PyObject *value; |
| /* result can be NULL if the unicode conversion failed. */ |
| if (!result) |
| return result; |
| if (!self->intern) |
| return result; |
| value = PyDict_GetItemWithError(self->intern, result); |
| if (!value) { |
| if (!PyErr_Occurred() && |
| PyDict_SetItem(self->intern, result, result) == 0) |
| { |
| return result; |
| } |
| else { |
| Py_DECREF(result); |
| return NULL; |
| } |
| } |
| Py_INCREF(value); |
| Py_DECREF(result); |
| return value; |
| } |
| |
| /* Return 0 on success, -1 on exception. |
| * flag_error() will be called before return if needed. |
| */ |
| static int |
| call_character_handler(xmlparseobject *self, const XML_Char *buffer, int len) |
| { |
| PyObject *args; |
| PyObject *temp; |
| |
| if (!have_handler(self, CharacterData)) |
| return -1; |
| |
| args = PyTuple_New(1); |
| if (args == NULL) |
| return -1; |
| temp = (conv_string_len_to_unicode(buffer, len)); |
| if (temp == NULL) { |
| Py_DECREF(args); |
| flag_error(self); |
| XML_SetCharacterDataHandler(self->itself, |
| noop_character_data_handler); |
| return -1; |
| } |
| PyTuple_SET_ITEM(args, 0, temp); |
| /* temp is now a borrowed reference; consider it unused. */ |
| self->in_callback = 1; |
| temp = call_with_frame("CharacterData", __LINE__, |
| self->handlers[CharacterData], args, self); |
| /* temp is an owned reference again, or NULL */ |
| self->in_callback = 0; |
| Py_DECREF(args); |
| if (temp == NULL) { |
| flag_error(self); |
| XML_SetCharacterDataHandler(self->itself, |
| noop_character_data_handler); |
| return -1; |
| } |
| Py_DECREF(temp); |
| return 0; |
| } |
| |
| static int |
| flush_character_buffer(xmlparseobject *self) |
| { |
| int rc; |
| if (self->buffer == NULL || self->buffer_used == 0) |
| return 0; |
| rc = call_character_handler(self, self->buffer, self->buffer_used); |
| self->buffer_used = 0; |
| return rc; |
| } |
| |
| static void |
| my_CharacterDataHandler(void *userData, const XML_Char *data, int len) |
| { |
| xmlparseobject *self = (xmlparseobject *) userData; |
| |
| if (PyErr_Occurred()) |
| return; |
| |
| if (self->buffer == NULL) |
| call_character_handler(self, data, len); |
| else { |
| if ((self->buffer_used + len) > self->buffer_size) { |
| if (flush_character_buffer(self) < 0) |
| return; |
| /* handler might have changed; drop the rest on the floor |
| * if there isn't a handler anymore |
| */ |
| if (!have_handler(self, CharacterData)) |
| return; |
| } |
| if (len > self->buffer_size) { |
| call_character_handler(self, data, len); |
| self->buffer_used = 0; |
| } |
| else { |
| memcpy(self->buffer + self->buffer_used, |
| data, len * sizeof(XML_Char)); |
| self->buffer_used += len; |
| } |
| } |
| } |
| |
| static void |
| my_StartElementHandler(void *userData, |
| const XML_Char *name, const XML_Char *atts[]) |
| { |
| xmlparseobject *self = (xmlparseobject *)userData; |
| |
| if (have_handler(self, StartElement)) { |
| PyObject *container, *rv, *args; |
| int i, max; |
| |
| if (PyErr_Occurred()) |
| return; |
| |
| if (flush_character_buffer(self) < 0) |
| return; |
| /* Set max to the number of slots filled in atts[]; max/2 is |
| * the number of attributes we need to process. |
| */ |
| if (self->specified_attributes) { |
| max = XML_GetSpecifiedAttributeCount(self->itself); |
| } |
| else { |
| max = 0; |
| while (atts[max] != NULL) |
| max += 2; |
| } |
| /* Build the container. */ |
| if (self->ordered_attributes) |
| container = PyList_New(max); |
| else |
| container = PyDict_New(); |
| if (container == NULL) { |
| flag_error(self); |
| return; |
| } |
| for (i = 0; i < max; i += 2) { |
| PyObject *n = string_intern(self, (XML_Char *) atts[i]); |
| PyObject *v; |
| if (n == NULL) { |
| flag_error(self); |
| Py_DECREF(container); |
| return; |
| } |
| v = conv_string_to_unicode((XML_Char *) atts[i+1]); |
| if (v == NULL) { |
| flag_error(self); |
| Py_DECREF(container); |
| Py_DECREF(n); |
| return; |
| } |
| if (self->ordered_attributes) { |
| PyList_SET_ITEM(container, i, n); |
| PyList_SET_ITEM(container, i+1, v); |
| } |
| else if (PyDict_SetItem(container, n, v)) { |
| flag_error(self); |
| Py_DECREF(n); |
| Py_DECREF(v); |
| Py_DECREF(container); |
| return; |
| } |
| else { |
| Py_DECREF(n); |
| Py_DECREF(v); |
| } |
| } |
| args = string_intern(self, name); |
| if (args == NULL) { |
| Py_DECREF(container); |
| return; |
| } |
| args = Py_BuildValue("(NN)", args, container); |
| if (args == NULL) { |
| return; |
| } |
| /* Container is now a borrowed reference; ignore it. */ |
| self->in_callback = 1; |
| rv = call_with_frame("StartElement", __LINE__, |
| self->handlers[StartElement], args, self); |
| self->in_callback = 0; |
| Py_DECREF(args); |
| if (rv == NULL) { |
| flag_error(self); |
| return; |
| } |
| Py_DECREF(rv); |
| } |
| } |
| |
| #define RC_HANDLER(RC, NAME, PARAMS, INIT, PARAM_FORMAT, CONVERSION, \ |
| RETURN, GETUSERDATA) \ |
| static RC \ |
| my_##NAME##Handler PARAMS {\ |
| xmlparseobject *self = GETUSERDATA ; \ |
| PyObject *args = NULL; \ |
| PyObject *rv = NULL; \ |
| INIT \ |
| \ |
| if (have_handler(self, NAME)) { \ |
| if (PyErr_Occurred()) \ |
| return RETURN; \ |
| if (flush_character_buffer(self) < 0) \ |
| return RETURN; \ |
| args = Py_BuildValue PARAM_FORMAT ;\ |
| if (!args) { flag_error(self); return RETURN;} \ |
| self->in_callback = 1; \ |
| rv = call_with_frame(#NAME,__LINE__, \ |
| self->handlers[NAME], args, self); \ |
| self->in_callback = 0; \ |
| Py_DECREF(args); \ |
| if (rv == NULL) { \ |
| flag_error(self); \ |
| return RETURN; \ |
| } \ |
| CONVERSION \ |
| Py_DECREF(rv); \ |
| } \ |
| return RETURN; \ |
| } |
| |
| #define VOID_HANDLER(NAME, PARAMS, PARAM_FORMAT) \ |
| RC_HANDLER(void, NAME, PARAMS, ;, PARAM_FORMAT, ;, ;,\ |
| (xmlparseobject *)userData) |
| |
| #define INT_HANDLER(NAME, PARAMS, PARAM_FORMAT)\ |
| RC_HANDLER(int, NAME, PARAMS, int rc=0;, PARAM_FORMAT, \ |
| rc = PyLong_AsLong(rv);, rc, \ |
| (xmlparseobject *)userData) |
| |
| VOID_HANDLER(EndElement, |
| (void *userData, const XML_Char *name), |
| ("(N)", string_intern(self, name))) |
| |
| VOID_HANDLER(ProcessingInstruction, |
| (void *userData, |
| const XML_Char *target, |
| const XML_Char *data), |
| ("(NO&)", string_intern(self, target), conv_string_to_unicode ,data)) |
| |
| VOID_HANDLER(UnparsedEntityDecl, |
| (void *userData, |
| const XML_Char *entityName, |
| const XML_Char *base, |
| const XML_Char *systemId, |
| const XML_Char *publicId, |
| const XML_Char *notationName), |
| ("(NNNNN)", |
| string_intern(self, entityName), string_intern(self, base), |
| string_intern(self, systemId), string_intern(self, publicId), |
| string_intern(self, notationName))) |
| |
| VOID_HANDLER(EntityDecl, |
| (void *userData, |
| const XML_Char *entityName, |
| int is_parameter_entity, |
| const XML_Char *value, |
| int value_length, |
| const XML_Char *base, |
| const XML_Char *systemId, |
| const XML_Char *publicId, |
| const XML_Char *notationName), |
| ("NiNNNNN", |
| string_intern(self, entityName), is_parameter_entity, |
| (conv_string_len_to_unicode(value, value_length)), |
| string_intern(self, base), string_intern(self, systemId), |
| string_intern(self, publicId), |
| string_intern(self, notationName))) |
| |
| VOID_HANDLER(XmlDecl, |
| (void *userData, |
| const XML_Char *version, |
| const XML_Char *encoding, |
| int standalone), |
| ("(O&O&i)", |
| conv_string_to_unicode ,version, conv_string_to_unicode ,encoding, |
| standalone)) |
| |
| static PyObject * |
| conv_content_model(XML_Content * const model, |
| PyObject *(*conv_string)(const XML_Char *)) |
| { |
| PyObject *result = NULL; |
| PyObject *children = PyTuple_New(model->numchildren); |
| int i; |
| |
| if (children != NULL) { |
| assert(model->numchildren < INT_MAX); |
| for (i = 0; i < (int)model->numchildren; ++i) { |
| PyObject *child = conv_content_model(&model->children[i], |
| conv_string); |
| if (child == NULL) { |
| Py_XDECREF(children); |
| return NULL; |
| } |
| PyTuple_SET_ITEM(children, i, child); |
| } |
| result = Py_BuildValue("(iiO&N)", |
| model->type, model->quant, |
| conv_string,model->name, children); |
| } |
| return result; |
| } |
| |
| static void |
| my_ElementDeclHandler(void *userData, |
| const XML_Char *name, |
| XML_Content *model) |
| { |
| xmlparseobject *self = (xmlparseobject *)userData; |
| PyObject *args = NULL; |
| |
| if (have_handler(self, ElementDecl)) { |
| PyObject *rv = NULL; |
| PyObject *modelobj, *nameobj; |
| |
| if (PyErr_Occurred()) |
| return; |
| |
| if (flush_character_buffer(self) < 0) |
| goto finally; |
| modelobj = conv_content_model(model, (conv_string_to_unicode)); |
| if (modelobj == NULL) { |
| flag_error(self); |
| goto finally; |
| } |
| nameobj = string_intern(self, name); |
| if (nameobj == NULL) { |
| Py_DECREF(modelobj); |
| flag_error(self); |
| goto finally; |
| } |
| args = Py_BuildValue("NN", nameobj, modelobj); |
| if (args == NULL) { |
| flag_error(self); |
| goto finally; |
| } |
| self->in_callback = 1; |
| rv = call_with_frame("ElementDecl", __LINE__, |
| self->handlers[ElementDecl], args, self); |
| self->in_callback = 0; |
| if (rv == NULL) { |
| flag_error(self); |
| goto finally; |
| } |
| Py_DECREF(rv); |
| } |
| finally: |
| Py_XDECREF(args); |
| XML_FreeContentModel(self->itself, model); |
| return; |
| } |
| |
| VOID_HANDLER(AttlistDecl, |
| (void *userData, |
| const XML_Char *elname, |
| const XML_Char *attname, |
| const XML_Char *att_type, |
| const XML_Char *dflt, |
| int isrequired), |
| ("(NNO&O&i)", |
| string_intern(self, elname), string_intern(self, attname), |
| conv_string_to_unicode ,att_type, conv_string_to_unicode ,dflt, |
| isrequired)) |
| |
| #if XML_COMBINED_VERSION >= 19504 |
| VOID_HANDLER(SkippedEntity, |
| (void *userData, |
| const XML_Char *entityName, |
| int is_parameter_entity), |
| ("Ni", |
| string_intern(self, entityName), is_parameter_entity)) |
| #endif |
| |
| VOID_HANDLER(NotationDecl, |
| (void *userData, |
| const XML_Char *notationName, |
| const XML_Char *base, |
| const XML_Char *systemId, |
| const XML_Char *publicId), |
| ("(NNNN)", |
| string_intern(self, notationName), string_intern(self, base), |
| string_intern(self, systemId), string_intern(self, publicId))) |
| |
| VOID_HANDLER(StartNamespaceDecl, |
| (void *userData, |
| const XML_Char *prefix, |
| const XML_Char *uri), |
| ("(NN)", |
| string_intern(self, prefix), string_intern(self, uri))) |
| |
| VOID_HANDLER(EndNamespaceDecl, |
| (void *userData, |
| const XML_Char *prefix), |
| ("(N)", string_intern(self, prefix))) |
| |
| VOID_HANDLER(Comment, |
| (void *userData, const XML_Char *data), |
| ("(O&)", conv_string_to_unicode ,data)) |
| |
| VOID_HANDLER(StartCdataSection, |
| (void *userData), |
| ("()")) |
| |
| VOID_HANDLER(EndCdataSection, |
| (void *userData), |
| ("()")) |
| |
| VOID_HANDLER(Default, |
| (void *userData, const XML_Char *s, int len), |
| ("(N)", (conv_string_len_to_unicode(s,len)))) |
| |
| VOID_HANDLER(DefaultHandlerExpand, |
| (void *userData, const XML_Char *s, int len), |
| ("(N)", (conv_string_len_to_unicode(s,len)))) |
| #define my_DefaultHandlerExpand my_DefaultHandlerExpandHandler |
| |
| INT_HANDLER(NotStandalone, |
| (void *userData), |
| ("()")) |
| |
| RC_HANDLER(int, ExternalEntityRef, |
| (XML_Parser parser, |
| const XML_Char *context, |
| const XML_Char *base, |
| const XML_Char *systemId, |
| const XML_Char *publicId), |
| int rc=0;, |
| ("(O&NNN)", |
| conv_string_to_unicode ,context, string_intern(self, base), |
| string_intern(self, systemId), string_intern(self, publicId)), |
| rc = PyLong_AsLong(rv);, rc, |
| XML_GetUserData(parser)) |
| |
| /* XXX UnknownEncodingHandler */ |
| |
| VOID_HANDLER(StartDoctypeDecl, |
| (void *userData, const XML_Char *doctypeName, |
| const XML_Char *sysid, const XML_Char *pubid, |
| int has_internal_subset), |
| ("(NNNi)", string_intern(self, doctypeName), |
| string_intern(self, sysid), string_intern(self, pubid), |
| has_internal_subset)) |
| |
| VOID_HANDLER(EndDoctypeDecl, (void *userData), ("()")) |
| |
| /* ---------------------------------------------------------------- */ |
| /*[clinic input] |
| class pyexpat.xmlparser "xmlparseobject *" "&Xmlparsetype" |
| [clinic start generated code]*/ |
| /*[clinic end generated code: output=da39a3ee5e6b4b0d input=2393162385232e1c]*/ |
| |
| |
| static PyObject * |
| get_parse_result(xmlparseobject *self, int rv) |
| { |
| if (PyErr_Occurred()) { |
| return NULL; |
| } |
| if (rv == 0) { |
| return set_error(self, XML_GetErrorCode(self->itself)); |
| } |
| if (flush_character_buffer(self) < 0) { |
| return NULL; |
| } |
| return PyLong_FromLong(rv); |
| } |
| |
| #define MAX_CHUNK_SIZE (1 << 20) |
| |
| /*[clinic input] |
| pyexpat.xmlparser.Parse |
| |
| data: object |
| isfinal: bool(accept={int}) = False |
| / |
| |
| Parse XML data. |
| |
| `isfinal' should be true at end of input. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_Parse_impl(xmlparseobject *self, PyObject *data, |
| int isfinal) |
| /*[clinic end generated code: output=f4db843dd1f4ed4b input=eb616027bfa9847f]*/ |
| { |
| const char *s; |
| Py_ssize_t slen; |
| Py_buffer view; |
| int rc; |
| |
| if (PyUnicode_Check(data)) { |
| view.buf = NULL; |
| s = PyUnicode_AsUTF8AndSize(data, &slen); |
| if (s == NULL) |
| return NULL; |
| /* Explicitly set UTF-8 encoding. Return code ignored. */ |
| (void)XML_SetEncoding(self->itself, "utf-8"); |
| } |
| else { |
| if (PyObject_GetBuffer(data, &view, PyBUF_SIMPLE) < 0) |
| return NULL; |
| s = view.buf; |
| slen = view.len; |
| } |
| |
| while (slen > MAX_CHUNK_SIZE) { |
| rc = XML_Parse(self->itself, s, MAX_CHUNK_SIZE, 0); |
| if (!rc) |
| goto done; |
| s += MAX_CHUNK_SIZE; |
| slen -= MAX_CHUNK_SIZE; |
| } |
| Py_BUILD_ASSERT(MAX_CHUNK_SIZE <= INT_MAX); |
| assert(slen <= INT_MAX); |
| rc = XML_Parse(self->itself, s, (int)slen, isfinal); |
| |
| done: |
| if (view.buf != NULL) |
| PyBuffer_Release(&view); |
| return get_parse_result(self, rc); |
| } |
| |
| /* File reading copied from cPickle */ |
| |
| #define BUF_SIZE 2048 |
| |
| static int |
| readinst(char *buf, int buf_size, PyObject *meth) |
| { |
| PyObject *str; |
| Py_ssize_t len; |
| const char *ptr; |
| |
| str = PyObject_CallFunction(meth, "n", buf_size); |
| if (str == NULL) |
| goto error; |
| |
| if (PyBytes_Check(str)) |
| ptr = PyBytes_AS_STRING(str); |
| else if (PyByteArray_Check(str)) |
| ptr = PyByteArray_AS_STRING(str); |
| else { |
| PyErr_Format(PyExc_TypeError, |
| "read() did not return a bytes object (type=%.400s)", |
| Py_TYPE(str)->tp_name); |
| goto error; |
| } |
| len = Py_SIZE(str); |
| if (len > buf_size) { |
| PyErr_Format(PyExc_ValueError, |
| "read() returned too much data: " |
| "%i bytes requested, %zd returned", |
| buf_size, len); |
| goto error; |
| } |
| memcpy(buf, ptr, len); |
| Py_DECREF(str); |
| /* len <= buf_size <= INT_MAX */ |
| return (int)len; |
| |
| error: |
| Py_XDECREF(str); |
| return -1; |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.ParseFile |
| |
| file: object |
| / |
| |
| Parse XML data from file-like object. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_ParseFile(xmlparseobject *self, PyObject *file) |
| /*[clinic end generated code: output=2adc6a13100cc42b input=fbb5a12b6038d735]*/ |
| { |
| int rv = 1; |
| PyObject *readmethod = NULL; |
| _Py_IDENTIFIER(read); |
| |
| if (_PyObject_LookupAttrId(file, &PyId_read, &readmethod) < 0) { |
| return NULL; |
| } |
| if (readmethod == NULL) { |
| PyErr_SetString(PyExc_TypeError, |
| "argument must have 'read' attribute"); |
| return NULL; |
| } |
| for (;;) { |
| int bytes_read; |
| void *buf = XML_GetBuffer(self->itself, BUF_SIZE); |
| if (buf == NULL) { |
| Py_XDECREF(readmethod); |
| return get_parse_result(self, 0); |
| } |
| |
| bytes_read = readinst(buf, BUF_SIZE, readmethod); |
| if (bytes_read < 0) { |
| Py_DECREF(readmethod); |
| return NULL; |
| } |
| rv = XML_ParseBuffer(self->itself, bytes_read, bytes_read == 0); |
| if (PyErr_Occurred()) { |
| Py_XDECREF(readmethod); |
| return NULL; |
| } |
| |
| if (!rv || bytes_read == 0) |
| break; |
| } |
| Py_XDECREF(readmethod); |
| return get_parse_result(self, rv); |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.SetBase |
| |
| base: str |
| / |
| |
| Set the base URL for the parser. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_SetBase_impl(xmlparseobject *self, const char *base) |
| /*[clinic end generated code: output=c212ddceb607b539 input=c684e5de895ee1a8]*/ |
| { |
| if (!XML_SetBase(self->itself, base)) { |
| return PyErr_NoMemory(); |
| } |
| Py_RETURN_NONE; |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.GetBase |
| |
| Return base URL string for the parser. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_GetBase_impl(xmlparseobject *self) |
| /*[clinic end generated code: output=2886cb21f9a8739a input=918d71c38009620e]*/ |
| { |
| return Py_BuildValue("z", XML_GetBase(self->itself)); |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.GetInputContext |
| |
| Return the untranslated text of the input that caused the current event. |
| |
| If the event was generated by a large amount of text (such as a start tag |
| for an element with many attributes), not all of the text may be available. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_GetInputContext_impl(xmlparseobject *self) |
| /*[clinic end generated code: output=a88026d683fc22cc input=034df8712db68379]*/ |
| { |
| if (self->in_callback) { |
| int offset, size; |
| const char *buffer |
| = XML_GetInputContext(self->itself, &offset, &size); |
| |
| if (buffer != NULL) |
| return PyBytes_FromStringAndSize(buffer + offset, |
| size - offset); |
| else |
| Py_RETURN_NONE; |
| } |
| else |
| Py_RETURN_NONE; |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.ExternalEntityParserCreate |
| |
| context: str(accept={str, NoneType}) |
| encoding: str = NULL |
| / |
| |
| Create a parser for parsing an external entity based on the information passed to the ExternalEntityRefHandler. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_ExternalEntityParserCreate_impl(xmlparseobject *self, |
| const char *context, |
| const char *encoding) |
| /*[clinic end generated code: output=535cda9d7a0fbcd6 input=b906714cc122c322]*/ |
| { |
| xmlparseobject *new_parser; |
| int i; |
| |
| new_parser = PyObject_GC_New(xmlparseobject, &Xmlparsetype); |
| if (new_parser == NULL) |
| return NULL; |
| new_parser->buffer_size = self->buffer_size; |
| new_parser->buffer_used = 0; |
| new_parser->buffer = NULL; |
| new_parser->ordered_attributes = self->ordered_attributes; |
| new_parser->specified_attributes = self->specified_attributes; |
| new_parser->in_callback = 0; |
| new_parser->ns_prefixes = self->ns_prefixes; |
| new_parser->itself = XML_ExternalEntityParserCreate(self->itself, context, |
| encoding); |
| new_parser->handlers = 0; |
| new_parser->intern = self->intern; |
| Py_XINCREF(new_parser->intern); |
| |
| if (self->buffer != NULL) { |
| new_parser->buffer = PyMem_Malloc(new_parser->buffer_size); |
| if (new_parser->buffer == NULL) { |
| Py_DECREF(new_parser); |
| return PyErr_NoMemory(); |
| } |
| } |
| if (!new_parser->itself) { |
| Py_DECREF(new_parser); |
| return PyErr_NoMemory(); |
| } |
| |
| XML_SetUserData(new_parser->itself, (void *)new_parser); |
| |
| /* allocate and clear handlers first */ |
| for (i = 0; handler_info[i].name != NULL; i++) |
| /* do nothing */; |
| |
| new_parser->handlers = PyMem_New(PyObject *, i); |
| if (!new_parser->handlers) { |
| Py_DECREF(new_parser); |
| return PyErr_NoMemory(); |
| } |
| clear_handlers(new_parser, 1); |
| |
| /* then copy handlers from self */ |
| for (i = 0; handler_info[i].name != NULL; i++) { |
| PyObject *handler = self->handlers[i]; |
| if (handler != NULL) { |
| Py_INCREF(handler); |
| new_parser->handlers[i] = handler; |
| handler_info[i].setter(new_parser->itself, |
| handler_info[i].handler); |
| } |
| } |
| |
| PyObject_GC_Track(new_parser); |
| return (PyObject *)new_parser; |
| } |
| |
| /*[clinic input] |
| pyexpat.xmlparser.SetParamEntityParsing |
| |
| flag: int |
| / |
| |
| Controls parsing of parameter entities (including the external DTD subset). |
| |
| Possible flag values are XML_PARAM_ENTITY_PARSING_NEVER, |
| XML_PARAM_ENTITY_PARSING_UNLESS_STANDALONE and |
| XML_PARAM_ENTITY_PARSING_ALWAYS. Returns true if setting the flag |
| was successful. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_SetParamEntityParsing_impl(xmlparseobject *self, int flag) |
| /*[clinic end generated code: output=18668ee8e760d64c input=8aea19b4b15e9af1]*/ |
| { |
| flag = XML_SetParamEntityParsing(self->itself, flag); |
| return PyLong_FromLong(flag); |
| } |
| |
| |
| #if XML_COMBINED_VERSION >= 19505 |
| /*[clinic input] |
| pyexpat.xmlparser.UseForeignDTD |
| |
| flag: bool = True |
| / |
| |
| Allows the application to provide an artificial external subset if one is not specified as part of the document instance. |
| |
| This readily allows the use of a 'default' document type controlled by the |
| application, while still getting the advantage of providing document type |
| information to the parser. 'flag' defaults to True if not provided. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_xmlparser_UseForeignDTD_impl(xmlparseobject *self, int flag) |
| /*[clinic end generated code: output=cfaa9aa50bb0f65c input=78144c519d116a6e]*/ |
| { |
| enum XML_Error rc; |
| |
| rc = XML_UseForeignDTD(self->itself, flag ? XML_TRUE : XML_FALSE); |
| if (rc != XML_ERROR_NONE) { |
| return set_error(self, rc); |
| } |
| Py_RETURN_NONE; |
| } |
| #endif |
| |
| static struct PyMethodDef xmlparse_methods[] = { |
| PYEXPAT_XMLPARSER_PARSE_METHODDEF |
| PYEXPAT_XMLPARSER_PARSEFILE_METHODDEF |
| PYEXPAT_XMLPARSER_SETBASE_METHODDEF |
| PYEXPAT_XMLPARSER_GETBASE_METHODDEF |
| PYEXPAT_XMLPARSER_GETINPUTCONTEXT_METHODDEF |
| PYEXPAT_XMLPARSER_EXTERNALENTITYPARSERCREATE_METHODDEF |
| PYEXPAT_XMLPARSER_SETPARAMENTITYPARSING_METHODDEF |
| #if XML_COMBINED_VERSION >= 19505 |
| PYEXPAT_XMLPARSER_USEFOREIGNDTD_METHODDEF |
| #endif |
| {NULL, NULL} /* sentinel */ |
| }; |
| |
| /* ---------- */ |
| |
| |
| |
| /* pyexpat international encoding support. |
| Make it as simple as possible. |
| */ |
| |
| static int |
| PyUnknownEncodingHandler(void *encodingHandlerData, |
| const XML_Char *name, |
| XML_Encoding *info) |
| { |
| static unsigned char template_buffer[256] = {0}; |
| PyObject* u; |
| int i; |
| const void *data; |
| unsigned int kind; |
| |
| if (PyErr_Occurred()) |
| return XML_STATUS_ERROR; |
| |
| if (template_buffer[1] == 0) { |
| for (i = 0; i < 256; i++) |
| template_buffer[i] = i; |
| } |
| |
| u = PyUnicode_Decode((char*) template_buffer, 256, name, "replace"); |
| if (u == NULL || PyUnicode_READY(u)) { |
| Py_XDECREF(u); |
| return XML_STATUS_ERROR; |
| } |
| |
| if (PyUnicode_GET_LENGTH(u) != 256) { |
| Py_DECREF(u); |
| PyErr_SetString(PyExc_ValueError, |
| "multi-byte encodings are not supported"); |
| return XML_STATUS_ERROR; |
| } |
| |
| kind = PyUnicode_KIND(u); |
| data = PyUnicode_DATA(u); |
| for (i = 0; i < 256; i++) { |
| Py_UCS4 ch = PyUnicode_READ(kind, data, i); |
| if (ch != Py_UNICODE_REPLACEMENT_CHARACTER) |
| info->map[i] = ch; |
| else |
| info->map[i] = -1; |
| } |
| |
| info->data = NULL; |
| info->convert = NULL; |
| info->release = NULL; |
| Py_DECREF(u); |
| |
| return XML_STATUS_OK; |
| } |
| |
| |
| static PyObject * |
| newxmlparseobject(const char *encoding, const char *namespace_separator, PyObject *intern) |
| { |
| int i; |
| xmlparseobject *self; |
| |
| self = PyObject_GC_New(xmlparseobject, &Xmlparsetype); |
| if (self == NULL) |
| return NULL; |
| |
| self->buffer = NULL; |
| self->buffer_size = CHARACTER_DATA_BUFFER_SIZE; |
| self->buffer_used = 0; |
| self->ordered_attributes = 0; |
| self->specified_attributes = 0; |
| self->in_callback = 0; |
| self->ns_prefixes = 0; |
| self->handlers = NULL; |
| self->intern = intern; |
| Py_XINCREF(self->intern); |
| |
| /* namespace_separator is either NULL or contains one char + \0 */ |
| self->itself = XML_ParserCreate_MM(encoding, &ExpatMemoryHandler, |
| namespace_separator); |
| if (self->itself == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, |
| "XML_ParserCreate failed"); |
| Py_DECREF(self); |
| return NULL; |
| } |
| #if XML_COMBINED_VERSION >= 20100 |
| /* This feature was added upstream in libexpat 2.1.0. */ |
| XML_SetHashSalt(self->itself, |
| (unsigned long)_Py_HashSecret.expat.hashsalt); |
| #endif |
| XML_SetUserData(self->itself, (void *)self); |
| XML_SetUnknownEncodingHandler(self->itself, |
| (XML_UnknownEncodingHandler) PyUnknownEncodingHandler, NULL); |
| |
| for (i = 0; handler_info[i].name != NULL; i++) |
| /* do nothing */; |
| |
| self->handlers = PyMem_New(PyObject *, i); |
| if (!self->handlers) { |
| Py_DECREF(self); |
| return PyErr_NoMemory(); |
| } |
| clear_handlers(self, 1); |
| |
| PyObject_GC_Track(self); |
| return (PyObject*)self; |
| } |
| |
| |
| static void |
| xmlparse_dealloc(xmlparseobject *self) |
| { |
| int i; |
| PyObject_GC_UnTrack(self); |
| if (self->itself != NULL) |
| XML_ParserFree(self->itself); |
| self->itself = NULL; |
| |
| if (self->handlers != NULL) { |
| for (i = 0; handler_info[i].name != NULL; i++) |
| Py_CLEAR(self->handlers[i]); |
| PyMem_Free(self->handlers); |
| self->handlers = NULL; |
| } |
| if (self->buffer != NULL) { |
| PyMem_Free(self->buffer); |
| self->buffer = NULL; |
| } |
| Py_XDECREF(self->intern); |
| PyObject_GC_Del(self); |
| } |
| |
| |
| static PyObject * |
| xmlparse_handler_getter(xmlparseobject *self, struct HandlerInfo *hi) |
| { |
| assert((hi - handler_info) < (Py_ssize_t)Py_ARRAY_LENGTH(handler_info)); |
| int handlernum = (int)(hi - handler_info); |
| PyObject *result = self->handlers[handlernum]; |
| if (result == NULL) |
| result = Py_None; |
| Py_INCREF(result); |
| return result; |
| } |
| |
| static int |
| xmlparse_handler_setter(xmlparseobject *self, PyObject *v, struct HandlerInfo *hi) |
| { |
| assert((hi - handler_info) < (Py_ssize_t)Py_ARRAY_LENGTH(handler_info)); |
| int handlernum = (int)(hi - handler_info); |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| if (handlernum == CharacterData) { |
| /* If we're changing the character data handler, flush all |
| * cached data with the old handler. Not sure there's a |
| * "right" thing to do, though, but this probably won't |
| * happen. |
| */ |
| if (flush_character_buffer(self) < 0) |
| return -1; |
| } |
| |
| xmlhandler c_handler = NULL; |
| if (v == Py_None) { |
| /* If this is the character data handler, and a character |
| data handler is already active, we need to be more |
| careful. What we can safely do is replace the existing |
| character data handler callback function with a no-op |
| function that will refuse to call Python. The downside |
| is that this doesn't completely remove the character |
| data handler from the C layer if there's any callback |
| active, so Expat does a little more work than it |
| otherwise would, but that's really an odd case. A more |
| elaborate system of handlers and state could remove the |
| C handler more effectively. */ |
| if (handlernum == CharacterData && self->in_callback) |
| c_handler = noop_character_data_handler; |
| v = NULL; |
| } |
| else if (v != NULL) { |
| Py_INCREF(v); |
| c_handler = handler_info[handlernum].handler; |
| } |
| Py_XSETREF(self->handlers[handlernum], v); |
| handler_info[handlernum].setter(self->itself, c_handler); |
| return 0; |
| } |
| |
| #define INT_GETTER(name) \ |
| static PyObject * \ |
| xmlparse_##name##_getter(xmlparseobject *self, void *closure) \ |
| { \ |
| return PyLong_FromLong((long) XML_Get##name(self->itself)); \ |
| } |
| INT_GETTER(ErrorCode) |
| INT_GETTER(ErrorLineNumber) |
| INT_GETTER(ErrorColumnNumber) |
| INT_GETTER(ErrorByteIndex) |
| INT_GETTER(CurrentLineNumber) |
| INT_GETTER(CurrentColumnNumber) |
| INT_GETTER(CurrentByteIndex) |
| |
| #undef INT_GETTER |
| |
| static PyObject * |
| xmlparse_buffer_text_getter(xmlparseobject *self, void *closure) |
| { |
| return PyBool_FromLong(self->buffer != NULL); |
| } |
| |
| static int |
| xmlparse_buffer_text_setter(xmlparseobject *self, PyObject *v, void *closure) |
| { |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| int b = PyObject_IsTrue(v); |
| if (b < 0) |
| return -1; |
| if (b) { |
| if (self->buffer == NULL) { |
| self->buffer = PyMem_Malloc(self->buffer_size); |
| if (self->buffer == NULL) { |
| PyErr_NoMemory(); |
| return -1; |
| } |
| self->buffer_used = 0; |
| } |
| } |
| else if (self->buffer != NULL) { |
| if (flush_character_buffer(self) < 0) |
| return -1; |
| PyMem_Free(self->buffer); |
| self->buffer = NULL; |
| } |
| return 0; |
| } |
| |
| static PyObject * |
| xmlparse_buffer_size_getter(xmlparseobject *self, void *closure) |
| { |
| return PyLong_FromLong((long) self->buffer_size); |
| } |
| |
| static int |
| xmlparse_buffer_size_setter(xmlparseobject *self, PyObject *v, void *closure) |
| { |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| long new_buffer_size; |
| if (!PyLong_Check(v)) { |
| PyErr_SetString(PyExc_TypeError, "buffer_size must be an integer"); |
| return -1; |
| } |
| |
| new_buffer_size = PyLong_AsLong(v); |
| if (new_buffer_size <= 0) { |
| if (!PyErr_Occurred()) |
| PyErr_SetString(PyExc_ValueError, "buffer_size must be greater than zero"); |
| return -1; |
| } |
| |
| /* trivial case -- no change */ |
| if (new_buffer_size == self->buffer_size) { |
| return 0; |
| } |
| |
| /* check maximum */ |
| if (new_buffer_size > INT_MAX) { |
| char errmsg[100]; |
| sprintf(errmsg, "buffer_size must not be greater than %i", INT_MAX); |
| PyErr_SetString(PyExc_ValueError, errmsg); |
| return -1; |
| } |
| |
| if (self->buffer != NULL) { |
| /* there is already a buffer */ |
| if (self->buffer_used != 0) { |
| if (flush_character_buffer(self) < 0) { |
| return -1; |
| } |
| } |
| /* free existing buffer */ |
| PyMem_Free(self->buffer); |
| } |
| self->buffer = PyMem_Malloc(new_buffer_size); |
| if (self->buffer == NULL) { |
| PyErr_NoMemory(); |
| return -1; |
| } |
| self->buffer_size = new_buffer_size; |
| return 0; |
| } |
| |
| static PyObject * |
| xmlparse_buffer_used_getter(xmlparseobject *self, void *closure) |
| { |
| return PyLong_FromLong((long) self->buffer_used); |
| } |
| |
| static PyObject * |
| xmlparse_namespace_prefixes_getter(xmlparseobject *self, void *closure) |
| { |
| return PyBool_FromLong(self->ns_prefixes); |
| } |
| |
| static int |
| xmlparse_namespace_prefixes_setter(xmlparseobject *self, PyObject *v, void *closure) |
| { |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| int b = PyObject_IsTrue(v); |
| if (b < 0) |
| return -1; |
| self->ns_prefixes = b; |
| XML_SetReturnNSTriplet(self->itself, self->ns_prefixes); |
| return 0; |
| } |
| |
| static PyObject * |
| xmlparse_ordered_attributes_getter(xmlparseobject *self, void *closure) |
| { |
| return PyBool_FromLong(self->ordered_attributes); |
| } |
| |
| static int |
| xmlparse_ordered_attributes_setter(xmlparseobject *self, PyObject *v, void *closure) |
| { |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| int b = PyObject_IsTrue(v); |
| if (b < 0) |
| return -1; |
| self->ordered_attributes = b; |
| return 0; |
| } |
| |
| static PyObject * |
| xmlparse_specified_attributes_getter(xmlparseobject *self, void *closure) |
| { |
| return PyBool_FromLong((long) self->specified_attributes); |
| } |
| |
| static int |
| xmlparse_specified_attributes_setter(xmlparseobject *self, PyObject *v, void *closure) |
| { |
| if (v == NULL) { |
| PyErr_SetString(PyExc_RuntimeError, "Cannot delete attribute"); |
| return -1; |
| } |
| int b = PyObject_IsTrue(v); |
| if (b < 0) |
| return -1; |
| self->specified_attributes = b; |
| return 0; |
| } |
| |
| static PyMemberDef xmlparse_members[] = { |
| {"intern", T_OBJECT, offsetof(xmlparseobject, intern), READONLY, NULL}, |
| {NULL} |
| }; |
| |
| #define XMLPARSE_GETTER_DEF(name) \ |
| {#name, (getter)xmlparse_##name##_getter, NULL, NULL}, |
| #define XMLPARSE_GETTER_SETTER_DEF(name) \ |
| {#name, (getter)xmlparse_##name##_getter, \ |
| (setter)xmlparse_##name##_setter, NULL}, |
| |
| static PyGetSetDef xmlparse_getsetlist[] = { |
| XMLPARSE_GETTER_DEF(ErrorCode) |
| XMLPARSE_GETTER_DEF(ErrorLineNumber) |
| XMLPARSE_GETTER_DEF(ErrorColumnNumber) |
| XMLPARSE_GETTER_DEF(ErrorByteIndex) |
| XMLPARSE_GETTER_DEF(CurrentLineNumber) |
| XMLPARSE_GETTER_DEF(CurrentColumnNumber) |
| XMLPARSE_GETTER_DEF(CurrentByteIndex) |
| XMLPARSE_GETTER_SETTER_DEF(buffer_size) |
| XMLPARSE_GETTER_SETTER_DEF(buffer_text) |
| XMLPARSE_GETTER_DEF(buffer_used) |
| XMLPARSE_GETTER_SETTER_DEF(namespace_prefixes) |
| XMLPARSE_GETTER_SETTER_DEF(ordered_attributes) |
| XMLPARSE_GETTER_SETTER_DEF(specified_attributes) |
| {NULL}, |
| }; |
| |
| #undef XMLPARSE_GETTER_DEF |
| #undef XMLPARSE_GETTER_SETTER_DEF |
| |
| static int |
| xmlparse_traverse(xmlparseobject *op, visitproc visit, void *arg) |
| { |
| int i; |
| for (i = 0; handler_info[i].name != NULL; i++) |
| Py_VISIT(op->handlers[i]); |
| return 0; |
| } |
| |
| static int |
| xmlparse_clear(xmlparseobject *op) |
| { |
| clear_handlers(op, 0); |
| Py_CLEAR(op->intern); |
| return 0; |
| } |
| |
| PyDoc_STRVAR(Xmlparsetype__doc__, "XML parser"); |
| |
| static PyTypeObject Xmlparsetype = { |
| PyVarObject_HEAD_INIT(NULL, 0) |
| "pyexpat.xmlparser", /*tp_name*/ |
| sizeof(xmlparseobject), /*tp_basicsize*/ |
| 0, /*tp_itemsize*/ |
| /* methods */ |
| (destructor)xmlparse_dealloc, /*tp_dealloc*/ |
| 0, /*tp_vectorcall_offset*/ |
| 0, /*tp_getattr*/ |
| 0, /*tp_setattr*/ |
| 0, /*tp_as_async*/ |
| (reprfunc)0, /*tp_repr*/ |
| 0, /*tp_as_number*/ |
| 0, /*tp_as_sequence*/ |
| 0, /*tp_as_mapping*/ |
| (hashfunc)0, /*tp_hash*/ |
| (ternaryfunc)0, /*tp_call*/ |
| (reprfunc)0, /*tp_str*/ |
| (getattrofunc)0, /* tp_getattro */ |
| (setattrofunc)0, /* tp_setattro */ |
| 0, /* tp_as_buffer */ |
| Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /*tp_flags*/ |
| Xmlparsetype__doc__, /* tp_doc - Documentation string */ |
| (traverseproc)xmlparse_traverse, /* tp_traverse */ |
| (inquiry)xmlparse_clear, /* tp_clear */ |
| 0, /* tp_richcompare */ |
| 0, /* tp_weaklistoffset */ |
| 0, /* tp_iter */ |
| 0, /* tp_iternext */ |
| xmlparse_methods, /* tp_methods */ |
| xmlparse_members, /* tp_members */ |
| xmlparse_getsetlist, /* tp_getset */ |
| }; |
| |
| /* End of code for xmlparser objects */ |
| /* -------------------------------------------------------- */ |
| |
| /*[clinic input] |
| pyexpat.ParserCreate |
| |
| encoding: str(accept={str, NoneType}) = None |
| namespace_separator: str(accept={str, NoneType}) = None |
| intern: object = NULL |
| |
| Return a new XML parser object. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_ParserCreate_impl(PyObject *module, const char *encoding, |
| const char *namespace_separator, PyObject *intern) |
| /*[clinic end generated code: output=295c0cf01ab1146c input=e8da8e8d7122cb5d]*/ |
| { |
| PyObject *result; |
| int intern_decref = 0; |
| |
| if (namespace_separator != NULL |
| && strlen(namespace_separator) > 1) { |
| PyErr_SetString(PyExc_ValueError, |
| "namespace_separator must be at most one" |
| " character, omitted, or None"); |
| return NULL; |
| } |
| /* Explicitly passing None means no interning is desired. |
| Not passing anything means that a new dictionary is used. */ |
| if (intern == Py_None) |
| intern = NULL; |
| else if (intern == NULL) { |
| intern = PyDict_New(); |
| if (!intern) |
| return NULL; |
| intern_decref = 1; |
| } |
| else if (!PyDict_Check(intern)) { |
| PyErr_SetString(PyExc_TypeError, "intern must be a dictionary"); |
| return NULL; |
| } |
| |
| result = newxmlparseobject(encoding, namespace_separator, intern); |
| if (intern_decref) { |
| Py_DECREF(intern); |
| } |
| return result; |
| } |
| |
| /*[clinic input] |
| pyexpat.ErrorString |
| |
| code: long |
| / |
| |
| Returns string error for given number. |
| [clinic start generated code]*/ |
| |
| static PyObject * |
| pyexpat_ErrorString_impl(PyObject *module, long code) |
| /*[clinic end generated code: output=2feae50d166f2174 input=cc67de010d9e62b3]*/ |
| { |
| return Py_BuildValue("z", XML_ErrorString((int)code)); |
| } |
| |
| /* List of methods defined in the module */ |
| |
| static struct PyMethodDef pyexpat_methods[] = { |
| PYEXPAT_PARSERCREATE_METHODDEF |
| PYEXPAT_ERRORSTRING_METHODDEF |
| {NULL, NULL} /* sentinel */ |
| }; |
| |
| /* Module docstring */ |
| |
| PyDoc_STRVAR(pyexpat_module_documentation, |
| "Python wrapper for Expat parser."); |
| |
| /* Initialization function for the module */ |
| |
| #ifndef MODULE_NAME |
| #define MODULE_NAME "pyexpat" |
| #endif |
| |
| #ifndef MODULE_INITFUNC |
| #define MODULE_INITFUNC PyInit_pyexpat |
| #endif |
| |
| static int init_handler_descrs(void) |
| { |
| int i; |
| assert(!PyType_HasFeature(&Xmlparsetype, Py_TPFLAGS_VALID_VERSION_TAG)); |
| for (i = 0; handler_info[i].name != NULL; i++) { |
| struct HandlerInfo *hi = &handler_info[i]; |
| hi->getset.name = hi->name; |
| hi->getset.get = (getter)xmlparse_handler_getter; |
| hi->getset.set = (setter)xmlparse_handler_setter; |
| hi->getset.closure = &handler_info[i]; |
| |
| PyObject *descr = PyDescr_NewGetSet(&Xmlparsetype, &hi->getset); |
| if (descr == NULL) |
| return -1; |
| |
| if (PyDict_SetDefault(Xmlparsetype.tp_dict, PyDescr_NAME(descr), descr) == NULL) { |
| Py_DECREF(descr); |
| return -1; |
| } |
| Py_DECREF(descr); |
| } |
| return 0; |
| } |
| |
| static PyObject * |
| add_submodule(PyObject *mod, const char *fullname) |
| { |
| const char *name = strrchr(fullname, '.') + 1; |
| |
| PyObject *submodule = PyModule_New(fullname); |
| if (submodule == NULL) { |
| return NULL; |
| } |
| |
| PyObject *mod_name = PyUnicode_FromString(fullname); |
| if (mod_name == NULL) { |
| Py_DECREF(submodule); |
| return NULL; |
| } |
| |
| if (_PyImport_SetModule(mod_name, submodule) < 0) { |
| Py_DECREF(submodule); |
| Py_DECREF(mod_name); |
| return NULL; |
| } |
| Py_DECREF(mod_name); |
| |
| /* gives away the reference to the submodule */ |
| if (PyModule_AddObject(mod, name, submodule) < 0) { |
| Py_DECREF(submodule); |
| return NULL; |
| } |
| |
| return submodule; |
| } |
| |
| static int |
| add_error(PyObject *errors_module, PyObject *codes_dict, |
| PyObject *rev_codes_dict, const char *name, int value) |
| { |
| const char *error_string = XML_ErrorString(value); |
| if (PyModule_AddStringConstant(errors_module, name, error_string) < 0) { |
| return -1; |
| } |
| |
| PyObject *num = PyLong_FromLong(value); |
| if (num == NULL) { |
| return -1; |
| } |
| |
| if (PyDict_SetItemString(codes_dict, error_string, num) < 0) { |
| Py_DECREF(num); |
| return -1; |
| } |
| |
| PyObject *str = PyUnicode_FromString(error_string); |
| if (str == NULL) { |
| Py_DECREF(num); |
| return -1; |
| } |
| |
| int res = PyDict_SetItem(rev_codes_dict, num, str); |
| Py_DECREF(str); |
| Py_DECREF(num); |
| if (res < 0) { |
| return -1; |
| } |
| |
| return 0; |
| } |
| |
| static int |
| add_errors_module(PyObject *mod) |
| { |
| PyObject *errors_module = add_submodule(mod, MODULE_NAME ".errors"); |
| if (errors_module == NULL) { |
| return -1; |
| } |
| |
| PyObject *codes_dict = PyDict_New(); |
| PyObject *rev_codes_dict = PyDict_New(); |
| if (codes_dict == NULL || rev_codes_dict == NULL) { |
| goto error; |
| } |
| |
| #define ADD_CONST(name) do { \ |
| if (add_error(errors_module, codes_dict, rev_codes_dict, \ |
| #name, name) < 0) { \ |
| goto error; \ |
| } \ |
| } while(0) |
| |
| ADD_CONST(XML_ERROR_NO_MEMORY); |
| ADD_CONST(XML_ERROR_SYNTAX); |
| ADD_CONST(XML_ERROR_NO_ELEMENTS); |
| ADD_CONST(XML_ERROR_INVALID_TOKEN); |
| ADD_CONST(XML_ERROR_UNCLOSED_TOKEN); |
| ADD_CONST(XML_ERROR_PARTIAL_CHAR); |
| ADD_CONST(XML_ERROR_TAG_MISMATCH); |
| ADD_CONST(XML_ERROR_DUPLICATE_ATTRIBUTE); |
| ADD_CONST(XML_ERROR_JUNK_AFTER_DOC_ELEMENT); |
| ADD_CONST(XML_ERROR_PARAM_ENTITY_REF); |
| ADD_CONST(XML_ERROR_UNDEFINED_ENTITY); |
| ADD_CONST(XML_ERROR_RECURSIVE_ENTITY_REF); |
| ADD_CONST(XML_ERROR_ASYNC_ENTITY); |
| ADD_CONST(XML_ERROR_BAD_CHAR_REF); |
| ADD_CONST(XML_ERROR_BINARY_ENTITY_REF); |
| ADD_CONST(XML_ERROR_ATTRIBUTE_EXTERNAL_ENTITY_REF); |
| ADD_CONST(XML_ERROR_MISPLACED_XML_PI); |
| ADD_CONST(XML_ERROR_UNKNOWN_ENCODING); |
| ADD_CONST(XML_ERROR_INCORRECT_ENCODING); |
| ADD_CONST(XML_ERROR_UNCLOSED_CDATA_SECTION); |
| ADD_CONST(XML_ERROR_EXTERNAL_ENTITY_HANDLING); |
| ADD_CONST(XML_ERROR_NOT_STANDALONE); |
| ADD_CONST(XML_ERROR_UNEXPECTED_STATE); |
| ADD_CONST(XML_ERROR_ENTITY_DECLARED_IN_PE); |
| ADD_CONST(XML_ERROR_FEATURE_REQUIRES_XML_DTD); |
| ADD_CONST(XML_ERROR_CANT_CHANGE_FEATURE_ONCE_PARSING); |
| /* Added in Expat 1.95.7. */ |
| ADD_CONST(XML_ERROR_UNBOUND_PREFIX); |
| /* Added in Expat 1.95.8. */ |
| ADD_CONST(XML_ERROR_UNDECLARING_PREFIX); |
| ADD_CONST(XML_ERROR_INCOMPLETE_PE); |
| ADD_CONST(XML_ERROR_XML_DECL); |
| ADD_CONST(XML_ERROR_TEXT_DECL); |
| ADD_CONST(XML_ERROR_PUBLICID); |
| ADD_CONST(XML_ERROR_SUSPENDED); |
| ADD_CONST(XML_ERROR_NOT_SUSPENDED); |
| ADD_CONST(XML_ERROR_ABORTED); |
| ADD_CONST(XML_ERROR_FINISHED); |
| ADD_CONST(XML_ERROR_SUSPEND_PE); |
| #undef ADD_CONST |
| |
| if (PyModule_AddStringConstant(errors_module, "__doc__", |
| "Constants used to describe " |
| "error conditions.") < 0) { |
| goto error; |
| } |
| |
| Py_INCREF(codes_dict); |
| if (PyModule_AddObject(errors_module, "codes", codes_dict) < 0) { |
| Py_DECREF(codes_dict); |
| goto error; |
| } |
| Py_CLEAR(codes_dict); |
| |
| Py_INCREF(rev_codes_dict); |
| if (PyModule_AddObject(errors_module, "messages", rev_codes_dict) < 0) { |
| Py_DECREF(rev_codes_dict); |
| goto error; |
| } |
| Py_CLEAR(rev_codes_dict); |
| |
| return 0; |
| |
| error: |
| Py_XDECREF(codes_dict); |
| Py_XDECREF(rev_codes_dict); |
| return -1; |
| } |
| |
| static int |
| add_model_module(PyObject *mod) |
| { |
| PyObject *model_module = add_submodule(mod, MODULE_NAME ".model"); |
| if (model_module == NULL) { |
| return -1; |
| } |
| |
| #define MYCONST(c) do { \ |
| if (PyModule_AddIntConstant(model_module, #c, c) < 0) { \ |
| return -1; \ |
| } \ |
| } while(0) |
| |
| if (PyModule_AddStringConstant( |
| model_module, "__doc__", |
| "Constants used to interpret content model information.") < 0) { |
| return -1; |
| } |
| |
| MYCONST(XML_CTYPE_EMPTY); |
| MYCONST(XML_CTYPE_ANY); |
| MYCONST(XML_CTYPE_MIXED); |
| MYCONST(XML_CTYPE_NAME); |
| MYCONST(XML_CTYPE_CHOICE); |
| MYCONST(XML_CTYPE_SEQ); |
| |
| MYCONST(XML_CQUANT_NONE); |
| MYCONST(XML_CQUANT_OPT); |
| MYCONST(XML_CQUANT_REP); |
| MYCONST(XML_CQUANT_PLUS); |
| #undef MYCONST |
| return 0; |
| } |
| |
| #if XML_COMBINED_VERSION > 19505 |
| static int |
| add_features(PyObject *mod) |
| { |
| PyObject *list = PyList_New(0); |
| if (list == NULL) { |
| return -1; |
| } |
| |
| const XML_Feature *features = XML_GetFeatureList(); |
| for (size_t i = 0; features[i].feature != XML_FEATURE_END; ++i) { |
| PyObject *item = Py_BuildValue("si", features[i].name, |
| features[i].value); |
| if (item == NULL) { |
| goto error; |
| } |
| int ok = PyList_Append(list, item); |
| Py_DECREF(item); |
| if (ok < 0) { |
| goto error; |
| } |
| } |
| if (PyModule_AddObject(mod, "features", list) < 0) { |
| goto error; |
| } |
| return 0; |
| |
| error: |
| Py_DECREF(list); |
| return -1; |
| } |
| #endif |
| |
| static int |
| pyexpat_exec(PyObject *mod) |
| { |
| if (PyType_Ready(&Xmlparsetype) < 0) { |
| return -1; |
| } |
| |
| if (init_handler_descrs() < 0) { |
| return -1; |
| } |
| |
| /* Add some symbolic constants to the module */ |
| if (ErrorObject == NULL) { |
| ErrorObject = PyErr_NewException("xml.parsers.expat.ExpatError", |
| NULL, NULL); |
| } |
| if (ErrorObject == NULL) { |
| return -1; |
| } |
| |
| Py_INCREF(ErrorObject); |
| if (PyModule_AddObject(mod, "error", ErrorObject) < 0) { |
| Py_DECREF(ErrorObject); |
| return -1; |
| } |
| Py_INCREF(ErrorObject); |
| if (PyModule_AddObject(mod, "ExpatError", ErrorObject) < 0) { |
| Py_DECREF(ErrorObject); |
| return -1; |
| } |
| Py_INCREF(&Xmlparsetype); |
| if (PyModule_AddObject(mod, "XMLParserType", |
| (PyObject *) &Xmlparsetype) < 0) { |
| Py_DECREF(&Xmlparsetype); |
| return -1; |
| } |
| |
| if (PyModule_AddStringConstant(mod, "EXPAT_VERSION", |
| XML_ExpatVersion()) < 0) { |
| return -1; |
| } |
| { |
| XML_Expat_Version info = XML_ExpatVersionInfo(); |
| PyObject *versionInfo = Py_BuildValue("(iii)", |
| info.major, |
| info.minor, |
| info.micro); |
| if (PyModule_AddObject(mod, "version_info", versionInfo) < 0) { |
| Py_DECREF(versionInfo); |
| return -1; |
| } |
| } |
| /* XXX When Expat supports some way of figuring out how it was |
| compiled, this should check and set native_encoding |
| appropriately. |
| */ |
| if (PyModule_AddStringConstant(mod, "native_encoding", "UTF-8") < 0) { |
| return -1; |
| } |
| |
| if (add_errors_module(mod) < 0) { |
| return -1; |
| } |
| |
| if (add_model_module(mod) < 0) { |
| return -1; |
| } |
| |
| #if XML_COMBINED_VERSION > 19505 |
| if (add_features(mod) < 0) { |
| return -1; |
| } |
| #endif |
| |
| #define MYCONST(c) do { \ |
| if (PyModule_AddIntConstant(mod, #c, c) < 0) { \ |
| return -1; \ |
| } \ |
| } while(0) |
| |
| MYCONST(XML_PARAM_ENTITY_PARSING_NEVER); |
| MYCONST(XML_PARAM_ENTITY_PARSING_UNLESS_STANDALONE); |
| MYCONST(XML_PARAM_ENTITY_PARSING_ALWAYS); |
| #undef MYCONST |
| |
| static struct PyExpat_CAPI capi; |
| /* initialize pyexpat dispatch table */ |
| capi.size = sizeof(capi); |
| capi.magic = PyExpat_CAPI_MAGIC; |
| capi.MAJOR_VERSION = XML_MAJOR_VERSION; |
| capi.MINOR_VERSION = XML_MINOR_VERSION; |
| capi.MICRO_VERSION = XML_MICRO_VERSION; |
| capi.ErrorString = XML_ErrorString; |
| capi.GetErrorCode = XML_GetErrorCode; |
| capi.GetErrorColumnNumber = XML_GetErrorColumnNumber; |
| capi.GetErrorLineNumber = XML_GetErrorLineNumber; |
| capi.Parse = XML_Parse; |
| capi.ParserCreate_MM = XML_ParserCreate_MM; |
| capi.ParserFree = XML_ParserFree; |
| capi.SetCharacterDataHandler = XML_SetCharacterDataHandler; |
| capi.SetCommentHandler = XML_SetCommentHandler; |
| capi.SetDefaultHandlerExpand = XML_SetDefaultHandlerExpand; |
| capi.SetElementHandler = XML_SetElementHandler; |
| capi.SetNamespaceDeclHandler = XML_SetNamespaceDeclHandler; |
| capi.SetProcessingInstructionHandler = XML_SetProcessingInstructionHandler; |
| capi.SetUnknownEncodingHandler = XML_SetUnknownEncodingHandler; |
| capi.SetUserData = XML_SetUserData; |
| capi.SetStartDoctypeDeclHandler = XML_SetStartDoctypeDeclHandler; |
| capi.SetEncoding = XML_SetEncoding; |
| capi.DefaultUnknownEncodingHandler = PyUnknownEncodingHandler; |
| #if XML_COMBINED_VERSION >= 20100 |
| capi.SetHashSalt = XML_SetHashSalt; |
| #else |
| capi.SetHashSalt = NULL; |
| #endif |
| |
| /* export using capsule */ |
| PyObject *capi_object = PyCapsule_New(&capi, PyExpat_CAPSULE_NAME, NULL); |
| if (capi_object == NULL) { |
| return -1; |
| } |
| |
| if (PyModule_AddObject(mod, "expat_CAPI", capi_object) < 0) { |
| Py_DECREF(capi_object); |
| return -1; |
| } |
| |
| return 0; |
| } |
| |
| static struct PyModuleDef pyexpatmodule = { |
| PyModuleDef_HEAD_INIT, |
| .m_name = MODULE_NAME, |
| .m_doc = pyexpat_module_documentation, |
| .m_size = -1, |
| .m_methods = pyexpat_methods, |
| }; |
| |
| PyMODINIT_FUNC |
| PyInit_pyexpat(void) |
| { |
| PyObject *mod = PyModule_Create(&pyexpatmodule); |
| if (mod == NULL) |
| return NULL; |
| |
| if (pyexpat_exec(mod) < 0) { |
| Py_DECREF(mod); |
| return NULL; |
| } |
| return mod; |
| } |
| |
| static void |
| clear_handlers(xmlparseobject *self, int initial) |
| { |
| int i = 0; |
| |
| for (; handler_info[i].name != NULL; i++) { |
| if (initial) |
| self->handlers[i] = NULL; |
| else { |
| Py_CLEAR(self->handlers[i]); |
| handler_info[i].setter(self->itself, NULL); |
| } |
| } |
| } |
| |
| static struct HandlerInfo handler_info[] = { |
| |
| #define HANDLER_INFO(name) \ |
| {#name, (xmlhandlersetter)XML_Set##name, (xmlhandler)my_##name}, |
| |
| HANDLER_INFO(StartElementHandler) |
| HANDLER_INFO(EndElementHandler) |
| HANDLER_INFO(ProcessingInstructionHandler) |
| HANDLER_INFO(CharacterDataHandler) |
| HANDLER_INFO(UnparsedEntityDeclHandler) |
| HANDLER_INFO(NotationDeclHandler) |
| HANDLER_INFO(StartNamespaceDeclHandler) |
| HANDLER_INFO(EndNamespaceDeclHandler) |
| HANDLER_INFO(CommentHandler) |
| HANDLER_INFO(StartCdataSectionHandler) |
| HANDLER_INFO(EndCdataSectionHandler) |
| HANDLER_INFO(DefaultHandler) |
| HANDLER_INFO(DefaultHandlerExpand) |
| HANDLER_INFO(NotStandaloneHandler) |
| HANDLER_INFO(ExternalEntityRefHandler) |
| HANDLER_INFO(StartDoctypeDeclHandler) |
| HANDLER_INFO(EndDoctypeDeclHandler) |
| HANDLER_INFO(EntityDeclHandler) |
| HANDLER_INFO(XmlDeclHandler) |
| HANDLER_INFO(ElementDeclHandler) |
| HANDLER_INFO(AttlistDeclHandler) |
| #if XML_COMBINED_VERSION >= 19504 |
| HANDLER_INFO(SkippedEntityHandler) |
| #endif |
| |
| #undef HANDLER_INFO |
| |
| {NULL, NULL, NULL} /* sentinel */ |
| }; |