Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1 | /* ------------------------------------------------------------------------ |
| 2 | |
| 3 | _codecs -- Provides access to the codec registry and the builtin |
| 4 | codecs. |
| 5 | |
| 6 | This module should never be imported directly. The standard library |
| 7 | module "codecs" wraps this builtin module for use within Python. |
| 8 | |
| 9 | The codec registry is accessible via: |
| 10 | |
| 11 | register(search_function) -> None |
| 12 | |
Guido van Rossum | 36e0a92 | 2007-07-20 04:05:57 +0000 | [diff] [blame] | 13 | lookup(encoding) -> CodecInfo object |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 14 | |
| 15 | The builtin Unicode codecs use the following interface: |
| 16 | |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 17 | <encoding>_encode(Unicode_object[,errors='strict']) -> |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 18 | (string object, bytes consumed) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 19 | |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 20 | <encoding>_decode(char_buffer_obj[,errors='strict']) -> |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 21 | (Unicode object, bytes consumed) |
| 22 | |
| 23 | These <encoding>s are available: utf_8, unicode_escape, |
Inada Naoki | 6a16b18 | 2019-03-18 15:44:11 +0900 | [diff] [blame] | 24 | raw_unicode_escape, latin_1, ascii (7-bit), mbcs (on win32). |
Marc-André Lemburg | 5f0e29e | 2000-07-05 11:24:13 +0000 | [diff] [blame] | 25 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 26 | |
| 27 | Written by Marc-Andre Lemburg (mal@lemburg.com). |
| 28 | |
Guido van Rossum | 16b1ad9 | 2000-08-03 16:24:25 +0000 | [diff] [blame] | 29 | Copyright (c) Corporation for National Research Initiatives. |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 30 | |
| 31 | ------------------------------------------------------------------------ */ |
| 32 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 33 | #define PY_SSIZE_T_CLEAN |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 34 | #include "Python.h" |
| 35 | |
Victor Stinner | 87a7c82 | 2011-11-10 20:05:55 +0100 | [diff] [blame] | 36 | #ifdef MS_WINDOWS |
| 37 | #include <windows.h> |
| 38 | #endif |
| 39 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 40 | /*[clinic input] |
| 41 | module _codecs |
| 42 | [clinic start generated code]*/ |
| 43 | /*[clinic end generated code: output=da39a3ee5e6b4b0d input=e1390e3da3cb9deb]*/ |
| 44 | |
Serhiy Storchaka | 1009bf1 | 2015-04-03 23:53:51 +0300 | [diff] [blame] | 45 | #include "clinic/_codecsmodule.c.h" |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 46 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 47 | /* --- Registry ----------------------------------------------------------- */ |
| 48 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 49 | /*[clinic input] |
| 50 | _codecs.register |
| 51 | search_function: object |
| 52 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 53 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 54 | Register a codec search function. |
| 55 | |
| 56 | Search functions are expected to take one argument, the encoding name in |
| 57 | all lower case letters, and either return None, or a tuple of functions |
| 58 | (encoder, decoder, stream_reader, stream_writer) (or a CodecInfo object). |
| 59 | [clinic start generated code]*/ |
| 60 | |
| 61 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 62 | _codecs_register(PyObject *module, PyObject *search_function) |
| 63 | /*[clinic end generated code: output=d1bf21e99db7d6d3 input=369578467955cae4]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 64 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 65 | if (PyCodec_Register(search_function)) |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 66 | return NULL; |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 67 | |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 68 | Py_RETURN_NONE; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 69 | } |
| 70 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 71 | /*[clinic input] |
| 72 | _codecs.lookup |
| 73 | encoding: str |
| 74 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 75 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 76 | Looks up a codec tuple in the Python codec registry and returns a CodecInfo object. |
| 77 | [clinic start generated code]*/ |
| 78 | |
| 79 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 80 | _codecs_lookup_impl(PyObject *module, const char *encoding) |
| 81 | /*[clinic end generated code: output=9f0afa572080c36d input=3c572c0db3febe9c]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 82 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 83 | return _PyCodec_Lookup(encoding); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 84 | } |
| 85 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 86 | /*[clinic input] |
| 87 | _codecs.encode |
| 88 | obj: object |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 89 | encoding: str(c_default="NULL") = "utf-8" |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 90 | errors: str(c_default="NULL") = "strict" |
| 91 | |
| 92 | Encodes obj using the codec registered for encoding. |
| 93 | |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 94 | The default encoding is 'utf-8'. errors may be given to set a |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 95 | different error handling scheme. Default is 'strict' meaning that encoding |
| 96 | errors raise a ValueError. Other possible values are 'ignore', 'replace' |
| 97 | and 'backslashreplace' as well as any other name registered with |
| 98 | codecs.register_error that can handle ValueErrors. |
| 99 | [clinic start generated code]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 100 | |
| 101 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 102 | _codecs_encode_impl(PyObject *module, PyObject *obj, const char *encoding, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 103 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 104 | /*[clinic end generated code: output=385148eb9a067c86 input=cd5b685040ff61f0]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 105 | { |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 106 | if (encoding == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 107 | encoding = PyUnicode_GetDefaultEncoding(); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 108 | |
| 109 | /* Encode via the codec registry */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 110 | return PyCodec_Encode(obj, encoding, errors); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 111 | } |
| 112 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 113 | /*[clinic input] |
| 114 | _codecs.decode |
| 115 | obj: object |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 116 | encoding: str(c_default="NULL") = "utf-8" |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 117 | errors: str(c_default="NULL") = "strict" |
| 118 | |
| 119 | Decodes obj using the codec registered for encoding. |
| 120 | |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 121 | Default encoding is 'utf-8'. errors may be given to set a |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 122 | different error handling scheme. Default is 'strict' meaning that encoding |
| 123 | errors raise a ValueError. Other possible values are 'ignore', 'replace' |
| 124 | and 'backslashreplace' as well as any other name registered with |
| 125 | codecs.register_error that can handle ValueErrors. |
| 126 | [clinic start generated code]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 127 | |
| 128 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 129 | _codecs_decode_impl(PyObject *module, PyObject *obj, const char *encoding, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 130 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 131 | /*[clinic end generated code: output=679882417dc3a0bd input=7702c0cc2fa1add6]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 132 | { |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 133 | if (encoding == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 134 | encoding = PyUnicode_GetDefaultEncoding(); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 135 | |
| 136 | /* Decode via the codec registry */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 137 | return PyCodec_Decode(obj, encoding, errors); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 138 | } |
| 139 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 140 | /* --- Helpers ------------------------------------------------------------ */ |
| 141 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 142 | /*[clinic input] |
| 143 | _codecs._forget_codec |
| 144 | |
| 145 | encoding: str |
| 146 | / |
| 147 | |
| 148 | Purge the named codec from the internal codec lookup cache |
| 149 | [clinic start generated code]*/ |
| 150 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 151 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 152 | _codecs__forget_codec_impl(PyObject *module, const char *encoding) |
| 153 | /*[clinic end generated code: output=0bde9f0a5b084aa2 input=18d5d92d0e386c38]*/ |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 154 | { |
| 155 | if (_PyCodec_Forget(encoding) < 0) { |
| 156 | return NULL; |
| 157 | }; |
| 158 | Py_RETURN_NONE; |
| 159 | } |
| 160 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 161 | static |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 162 | PyObject *codec_tuple(PyObject *decoded, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 163 | Py_ssize_t len) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 164 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 165 | if (decoded == NULL) |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 166 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 167 | return Py_BuildValue("Nn", decoded, len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 168 | } |
| 169 | |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 170 | /* --- String codecs ------------------------------------------------------ */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 171 | /*[clinic input] |
| 172 | _codecs.escape_decode |
| 173 | data: Py_buffer(accept={str, buffer}) |
| 174 | errors: str(accept={str, NoneType}) = NULL |
| 175 | / |
| 176 | [clinic start generated code]*/ |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 177 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 178 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 179 | _codecs_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 180 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 181 | /*[clinic end generated code: output=505200ba8056979a input=0018edfd99db714d]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 182 | { |
| 183 | PyObject *decoded = PyBytes_DecodeEscape(data->buf, data->len, |
| 184 | errors, 0, NULL); |
| 185 | return codec_tuple(decoded, data->len); |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 186 | } |
| 187 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 188 | /*[clinic input] |
| 189 | _codecs.escape_encode |
| 190 | data: object(subclass_of='&PyBytes_Type') |
| 191 | errors: str(accept={str, NoneType}) = NULL |
| 192 | / |
| 193 | [clinic start generated code]*/ |
| 194 | |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 195 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 196 | _codecs_escape_encode_impl(PyObject *module, PyObject *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 197 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 198 | /*[clinic end generated code: output=4af1d477834bab34 input=da9ded00992f32f2]*/ |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 199 | { |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 200 | Py_ssize_t size; |
| 201 | Py_ssize_t newsize; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 202 | PyObject *v; |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 203 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 204 | size = PyBytes_GET_SIZE(data); |
Mark Dickinson | c04ddff | 2012-10-06 18:04:49 +0100 | [diff] [blame] | 205 | if (size > PY_SSIZE_T_MAX / 4) { |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 206 | PyErr_SetString(PyExc_OverflowError, |
| 207 | "string is too large to encode"); |
| 208 | return NULL; |
| 209 | } |
Mark Dickinson | c04ddff | 2012-10-06 18:04:49 +0100 | [diff] [blame] | 210 | newsize = 4*size; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 211 | v = PyBytes_FromStringAndSize(NULL, newsize); |
| 212 | |
| 213 | if (v == NULL) { |
| 214 | return NULL; |
| 215 | } |
| 216 | else { |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 217 | Py_ssize_t i; |
| 218 | char c; |
| 219 | char *p = PyBytes_AS_STRING(v); |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 220 | |
| 221 | for (i = 0; i < size; i++) { |
| 222 | /* There's at least enough room for a hex escape */ |
| 223 | assert(newsize - (p - PyBytes_AS_STRING(v)) >= 4); |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 224 | c = PyBytes_AS_STRING(data)[i]; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 225 | if (c == '\'' || c == '\\') |
| 226 | *p++ = '\\', *p++ = c; |
| 227 | else if (c == '\t') |
| 228 | *p++ = '\\', *p++ = 't'; |
| 229 | else if (c == '\n') |
| 230 | *p++ = '\\', *p++ = 'n'; |
| 231 | else if (c == '\r') |
| 232 | *p++ = '\\', *p++ = 'r'; |
| 233 | else if (c < ' ' || c >= 0x7f) { |
| 234 | *p++ = '\\'; |
| 235 | *p++ = 'x'; |
Victor Stinner | f5cff56 | 2011-10-14 02:13:11 +0200 | [diff] [blame] | 236 | *p++ = Py_hexdigits[(c & 0xf0) >> 4]; |
| 237 | *p++ = Py_hexdigits[c & 0xf]; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 238 | } |
| 239 | else |
| 240 | *p++ = c; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 241 | } |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 242 | *p = '\0'; |
| 243 | if (_PyBytes_Resize(&v, (p - PyBytes_AS_STRING(v)))) { |
| 244 | return NULL; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 245 | } |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 246 | } |
Walter Dörwald | 1ab8330 | 2007-05-18 17:15:44 +0000 | [diff] [blame] | 247 | |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 248 | return codec_tuple(v, size); |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 249 | } |
| 250 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 251 | /* --- Decoder ------------------------------------------------------------ */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 252 | /*[clinic input] |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 253 | _codecs.utf_7_decode |
| 254 | data: Py_buffer |
| 255 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 256 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 257 | / |
| 258 | [clinic start generated code]*/ |
| 259 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 260 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 261 | _codecs_utf_7_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 262 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 263 | /*[clinic end generated code: output=0cd3a944a32a4089 input=2d94a5a1f170c8ae]*/ |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 264 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 265 | Py_ssize_t consumed = data->len; |
| 266 | PyObject *decoded = PyUnicode_DecodeUTF7Stateful(data->buf, data->len, |
| 267 | errors, |
| 268 | final ? NULL : &consumed); |
Christian Heimes | 5d14c2b | 2007-11-20 23:38:09 +0000 | [diff] [blame] | 269 | return codec_tuple(decoded, consumed); |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 270 | } |
| 271 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 272 | /*[clinic input] |
| 273 | _codecs.utf_8_decode |
| 274 | data: Py_buffer |
| 275 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 276 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 277 | / |
| 278 | [clinic start generated code]*/ |
| 279 | |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 280 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 281 | _codecs_utf_8_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 282 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 283 | /*[clinic end generated code: output=10f74dec8d9bb8bf input=1ea6c21492e8bcbe]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 284 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 285 | Py_ssize_t consumed = data->len; |
| 286 | PyObject *decoded = PyUnicode_DecodeUTF8Stateful(data->buf, data->len, |
| 287 | errors, |
| 288 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 289 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 290 | } |
| 291 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 292 | /*[clinic input] |
| 293 | _codecs.utf_16_decode |
| 294 | data: Py_buffer |
| 295 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 296 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 297 | / |
| 298 | [clinic start generated code]*/ |
| 299 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 300 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 301 | _codecs_utf_16_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 302 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 303 | /*[clinic end generated code: output=783b442abcbcc2d0 input=2ba128c28ea0bb40]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 304 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 305 | int byteorder = 0; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 306 | /* This is overwritten unless final is true. */ |
| 307 | Py_ssize_t consumed = data->len; |
| 308 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 309 | errors, &byteorder, |
| 310 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 311 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 314 | /*[clinic input] |
| 315 | _codecs.utf_16_le_decode |
| 316 | data: Py_buffer |
| 317 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 318 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 319 | / |
| 320 | [clinic start generated code]*/ |
| 321 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 322 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 323 | _codecs_utf_16_le_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 324 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 325 | /*[clinic end generated code: output=899b9e6364379dcd input=43aeb8b0461cace5]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 326 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 327 | int byteorder = -1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 328 | /* This is overwritten unless final is true. */ |
| 329 | Py_ssize_t consumed = data->len; |
| 330 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 331 | errors, &byteorder, |
| 332 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 333 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 334 | } |
| 335 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 336 | /*[clinic input] |
| 337 | _codecs.utf_16_be_decode |
| 338 | data: Py_buffer |
| 339 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 340 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 341 | / |
| 342 | [clinic start generated code]*/ |
| 343 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 344 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 345 | _codecs_utf_16_be_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 346 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 347 | /*[clinic end generated code: output=49f6465ea07669c8 input=339e554c804f34b2]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 348 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 349 | int byteorder = 1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 350 | /* This is overwritten unless final is true. */ |
| 351 | Py_ssize_t consumed = data->len; |
| 352 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 353 | errors, &byteorder, |
| 354 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 355 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 356 | } |
| 357 | |
| 358 | /* This non-standard version also provides access to the byteorder |
| 359 | parameter of the builtin UTF-16 codec. |
| 360 | |
| 361 | It returns a tuple (unicode, bytesread, byteorder) with byteorder |
| 362 | being the value in effect at the end of data. |
| 363 | |
| 364 | */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 365 | /*[clinic input] |
| 366 | _codecs.utf_16_ex_decode |
| 367 | data: Py_buffer |
| 368 | errors: str(accept={str, NoneType}) = NULL |
| 369 | byteorder: int = 0 |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 370 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 371 | / |
| 372 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 373 | |
| 374 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 375 | _codecs_utf_16_ex_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 376 | const char *errors, int byteorder, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 377 | /*[clinic end generated code: output=0f385f251ecc1988 input=3201aeddb9636889]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 378 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 379 | /* This is overwritten unless final is true. */ |
| 380 | Py_ssize_t consumed = data->len; |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 381 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 382 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 383 | errors, &byteorder, |
| 384 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 385 | if (decoded == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 386 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 387 | return Py_BuildValue("Nni", decoded, consumed, byteorder); |
| 388 | } |
| 389 | |
| 390 | /*[clinic input] |
| 391 | _codecs.utf_32_decode |
| 392 | data: Py_buffer |
| 393 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 394 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 395 | / |
| 396 | [clinic start generated code]*/ |
| 397 | |
| 398 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 399 | _codecs_utf_32_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 400 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 401 | /*[clinic end generated code: output=2fc961807f7b145f input=155a5c673a4e2514]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 402 | { |
| 403 | int byteorder = 0; |
| 404 | /* This is overwritten unless final is true. */ |
| 405 | Py_ssize_t consumed = data->len; |
| 406 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 407 | errors, &byteorder, |
| 408 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 409 | return codec_tuple(decoded, consumed); |
| 410 | } |
| 411 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 412 | /*[clinic input] |
| 413 | _codecs.utf_32_le_decode |
| 414 | data: Py_buffer |
| 415 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 416 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 417 | / |
| 418 | [clinic start generated code]*/ |
| 419 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 420 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 421 | _codecs_utf_32_le_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 422 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 423 | /*[clinic end generated code: output=ec8f46b67a94f3e6 input=7baf061069e92d3b]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 424 | { |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 425 | int byteorder = -1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 426 | /* This is overwritten unless final is true. */ |
| 427 | Py_ssize_t consumed = data->len; |
| 428 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 429 | errors, &byteorder, |
| 430 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 431 | return codec_tuple(decoded, consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 432 | } |
| 433 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 434 | /*[clinic input] |
| 435 | _codecs.utf_32_be_decode |
| 436 | data: Py_buffer |
| 437 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 438 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 439 | / |
| 440 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 441 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 442 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 443 | _codecs_utf_32_be_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 444 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 445 | /*[clinic end generated code: output=ff82bae862c92c4e input=b182026300dae595]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 446 | { |
| 447 | int byteorder = 1; |
| 448 | /* This is overwritten unless final is true. */ |
| 449 | Py_ssize_t consumed = data->len; |
| 450 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 451 | errors, &byteorder, |
| 452 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 453 | return codec_tuple(decoded, consumed); |
| 454 | } |
| 455 | |
| 456 | /* This non-standard version also provides access to the byteorder |
| 457 | parameter of the builtin UTF-32 codec. |
| 458 | |
| 459 | It returns a tuple (unicode, bytesread, byteorder) with byteorder |
| 460 | being the value in effect at the end of data. |
| 461 | |
| 462 | */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 463 | /*[clinic input] |
| 464 | _codecs.utf_32_ex_decode |
| 465 | data: Py_buffer |
| 466 | errors: str(accept={str, NoneType}) = NULL |
| 467 | byteorder: int = 0 |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 468 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 469 | / |
| 470 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 471 | |
| 472 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 473 | _codecs_utf_32_ex_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 474 | const char *errors, int byteorder, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 475 | /*[clinic end generated code: output=6bfb177dceaf4848 input=7b9c2cb819fb237a]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 476 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 477 | Py_ssize_t consumed = data->len; |
| 478 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 479 | errors, &byteorder, |
| 480 | final ? NULL : &consumed); |
| 481 | if (decoded == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 482 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 483 | return Py_BuildValue("Nni", decoded, consumed, byteorder); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 484 | } |
| 485 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 486 | /*[clinic input] |
| 487 | _codecs.unicode_escape_decode |
| 488 | data: Py_buffer(accept={str, buffer}) |
| 489 | errors: str(accept={str, NoneType}) = NULL |
| 490 | / |
| 491 | [clinic start generated code]*/ |
| 492 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 493 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 494 | _codecs_unicode_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 495 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 496 | /*[clinic end generated code: output=3ca3c917176b82ab input=49fd27d06813a7f5]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 497 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 498 | PyObject *decoded = PyUnicode_DecodeUnicodeEscape(data->buf, data->len, |
| 499 | errors); |
| 500 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 501 | } |
| 502 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 503 | /*[clinic input] |
| 504 | _codecs.raw_unicode_escape_decode |
| 505 | data: Py_buffer(accept={str, buffer}) |
| 506 | errors: str(accept={str, NoneType}) = NULL |
| 507 | / |
| 508 | [clinic start generated code]*/ |
| 509 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 510 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 511 | _codecs_raw_unicode_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 512 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 513 | /*[clinic end generated code: output=c98eeb56028070a6 input=770903a211434ebc]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 514 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 515 | PyObject *decoded = PyUnicode_DecodeRawUnicodeEscape(data->buf, data->len, |
| 516 | errors); |
| 517 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 518 | } |
| 519 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 520 | /*[clinic input] |
| 521 | _codecs.latin_1_decode |
| 522 | data: Py_buffer |
| 523 | errors: str(accept={str, NoneType}) = NULL |
| 524 | / |
| 525 | [clinic start generated code]*/ |
| 526 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 527 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 528 | _codecs_latin_1_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 529 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 530 | /*[clinic end generated code: output=07f3dfa3f72c7d8f input=5cad0f1759c618ec]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 531 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 532 | PyObject *decoded = PyUnicode_DecodeLatin1(data->buf, data->len, errors); |
| 533 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 534 | } |
| 535 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 536 | /*[clinic input] |
| 537 | _codecs.ascii_decode |
| 538 | data: Py_buffer |
| 539 | errors: str(accept={str, NoneType}) = NULL |
| 540 | / |
| 541 | [clinic start generated code]*/ |
| 542 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 543 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 544 | _codecs_ascii_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 545 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 546 | /*[clinic end generated code: output=2627d72058d42429 input=ad1106f64037bd16]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 547 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 548 | PyObject *decoded = PyUnicode_DecodeASCII(data->buf, data->len, errors); |
| 549 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 550 | } |
| 551 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 552 | /*[clinic input] |
| 553 | _codecs.charmap_decode |
| 554 | data: Py_buffer |
| 555 | errors: str(accept={str, NoneType}) = NULL |
| 556 | mapping: object = NULL |
| 557 | / |
| 558 | [clinic start generated code]*/ |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 559 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 560 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 561 | _codecs_charmap_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 562 | const char *errors, PyObject *mapping) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 563 | /*[clinic end generated code: output=2c335b09778cf895 input=19712ca35c5a80e2]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 564 | { |
| 565 | PyObject *decoded; |
| 566 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 567 | if (mapping == Py_None) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 568 | mapping = NULL; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 569 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 570 | decoded = PyUnicode_DecodeCharmap(data->buf, data->len, mapping, errors); |
| 571 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 572 | } |
| 573 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 574 | #ifdef MS_WINDOWS |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 575 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 576 | /*[clinic input] |
| 577 | _codecs.mbcs_decode |
| 578 | data: Py_buffer |
| 579 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 580 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 581 | / |
| 582 | [clinic start generated code]*/ |
| 583 | |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 584 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 585 | _codecs_mbcs_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 586 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 587 | /*[clinic end generated code: output=39b65b8598938c4b input=b5f2fe568f311297]*/ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 588 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 589 | Py_ssize_t consumed = data->len; |
| 590 | PyObject *decoded = PyUnicode_DecodeMBCSStateful(data->buf, data->len, |
| 591 | errors, final ? NULL : &consumed); |
Martin v. Löwis | 423be95 | 2008-08-13 15:53:07 +0000 | [diff] [blame] | 592 | return codec_tuple(decoded, consumed); |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 593 | } |
| 594 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 595 | /*[clinic input] |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 596 | _codecs.oem_decode |
| 597 | data: Py_buffer |
| 598 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 599 | final: bool(accept={int}) = False |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 600 | / |
| 601 | [clinic start generated code]*/ |
| 602 | |
| 603 | static PyObject * |
| 604 | _codecs_oem_decode_impl(PyObject *module, Py_buffer *data, |
| 605 | const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 606 | /*[clinic end generated code: output=da1617612f3fcad8 input=278709bcfd374a9c]*/ |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 607 | { |
| 608 | Py_ssize_t consumed = data->len; |
| 609 | PyObject *decoded = PyUnicode_DecodeCodePageStateful(CP_OEMCP, |
| 610 | data->buf, data->len, errors, final ? NULL : &consumed); |
| 611 | return codec_tuple(decoded, consumed); |
| 612 | } |
| 613 | |
| 614 | /*[clinic input] |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 615 | _codecs.code_page_decode |
| 616 | codepage: int |
| 617 | data: Py_buffer |
| 618 | errors: str(accept={str, NoneType}) = NULL |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 619 | final: bool(accept={int}) = False |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 620 | / |
| 621 | [clinic start generated code]*/ |
| 622 | |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 623 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 624 | _codecs_code_page_decode_impl(PyObject *module, int codepage, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 625 | Py_buffer *data, const char *errors, int final) |
Serhiy Storchaka | 202fda5 | 2017-03-12 10:10:47 +0200 | [diff] [blame] | 626 | /*[clinic end generated code: output=53008ea967da3fff input=51f6169021c68dd5]*/ |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 627 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 628 | Py_ssize_t consumed = data->len; |
Serhiy Storchaka | 1aa5e1d | 2015-05-12 14:00:22 +0300 | [diff] [blame] | 629 | PyObject *decoded = PyUnicode_DecodeCodePageStateful(codepage, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 630 | data->buf, data->len, |
| 631 | errors, |
| 632 | final ? NULL : &consumed); |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 633 | return codec_tuple(decoded, consumed); |
| 634 | } |
| 635 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 636 | #endif /* MS_WINDOWS */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 637 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 638 | /* --- Encoder ------------------------------------------------------------ */ |
| 639 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 640 | /*[clinic input] |
| 641 | _codecs.readbuffer_encode |
| 642 | data: Py_buffer(accept={str, buffer}) |
| 643 | errors: str(accept={str, NoneType}) = NULL |
| 644 | / |
| 645 | [clinic start generated code]*/ |
| 646 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 647 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 648 | _codecs_readbuffer_encode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 649 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 650 | /*[clinic end generated code: output=c645ea7cdb3d6e86 input=b7c322b89d4ab923]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 651 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 652 | PyObject *result = PyBytes_FromStringAndSize(data->buf, data->len); |
| 653 | return codec_tuple(result, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 654 | } |
| 655 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 656 | /*[clinic input] |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 657 | _codecs.utf_7_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 658 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 659 | errors: str(accept={str, NoneType}) = NULL |
| 660 | / |
| 661 | [clinic start generated code]*/ |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 662 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 663 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 664 | _codecs_utf_7_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 665 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 666 | /*[clinic end generated code: output=0feda21ffc921bc8 input=d1a47579e79cbe15]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 667 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 668 | return codec_tuple(_PyUnicode_EncodeUTF7(str, 0, 0, errors), |
| 669 | PyUnicode_GET_LENGTH(str)); |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 670 | } |
| 671 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 672 | /*[clinic input] |
| 673 | _codecs.utf_8_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 674 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 675 | errors: str(accept={str, NoneType}) = NULL |
| 676 | / |
| 677 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 678 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 679 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 680 | _codecs_utf_8_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 681 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 682 | /*[clinic end generated code: output=02bf47332b9c796c input=42e3ba73c4392eef]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 683 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 684 | return codec_tuple(_PyUnicode_AsUTF8String(str, errors), |
| 685 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 686 | } |
| 687 | |
| 688 | /* This version provides access to the byteorder parameter of the |
| 689 | builtin UTF-16 codecs as optional third argument. It defaults to 0 |
| 690 | which means: use the native byte order and prepend the data with a |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 691 | BOM mark. |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 692 | |
| 693 | */ |
| 694 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 695 | /*[clinic input] |
| 696 | _codecs.utf_16_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 697 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 698 | errors: str(accept={str, NoneType}) = NULL |
| 699 | byteorder: int = 0 |
| 700 | / |
| 701 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 702 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 703 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 704 | _codecs_utf_16_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 705 | const char *errors, int byteorder) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 706 | /*[clinic end generated code: output=c654e13efa2e64e4 input=ff46416b04edb944]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 707 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 708 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, byteorder), |
| 709 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 710 | } |
| 711 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 712 | /*[clinic input] |
| 713 | _codecs.utf_16_le_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 714 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 715 | errors: str(accept={str, NoneType}) = NULL |
| 716 | / |
| 717 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 718 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 719 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 720 | _codecs_utf_16_le_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 721 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 722 | /*[clinic end generated code: output=431b01e55f2d4995 input=cb385455ea8f2fe0]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 723 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 724 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, -1), |
| 725 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 726 | } |
| 727 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 728 | /*[clinic input] |
| 729 | _codecs.utf_16_be_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 730 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 731 | errors: str(accept={str, NoneType}) = NULL |
| 732 | / |
| 733 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 734 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 735 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 736 | _codecs_utf_16_be_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 737 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 738 | /*[clinic end generated code: output=96886a6fd54dcae3 input=9119997066bdaefd]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 739 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 740 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, +1), |
| 741 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 742 | } |
| 743 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 744 | /* This version provides access to the byteorder parameter of the |
| 745 | builtin UTF-32 codecs as optional third argument. It defaults to 0 |
| 746 | which means: use the native byte order and prepend the data with a |
| 747 | BOM mark. |
| 748 | |
| 749 | */ |
| 750 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 751 | /*[clinic input] |
| 752 | _codecs.utf_32_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 753 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 754 | errors: str(accept={str, NoneType}) = NULL |
| 755 | byteorder: int = 0 |
| 756 | / |
| 757 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 758 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 759 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 760 | _codecs_utf_32_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 761 | const char *errors, int byteorder) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 762 | /*[clinic end generated code: output=5c760da0c09a8b83 input=c5e77da82fbe5c2a]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 763 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 764 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, byteorder), |
| 765 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 766 | } |
| 767 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 768 | /*[clinic input] |
| 769 | _codecs.utf_32_le_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 770 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 771 | errors: str(accept={str, NoneType}) = NULL |
| 772 | / |
| 773 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 774 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 775 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 776 | _codecs_utf_32_le_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 777 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 778 | /*[clinic end generated code: output=b65cd176de8e36d6 input=9993b25fe0877848]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 779 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 780 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, -1), |
| 781 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 782 | } |
| 783 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 784 | /*[clinic input] |
| 785 | _codecs.utf_32_be_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 786 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 787 | errors: str(accept={str, NoneType}) = NULL |
| 788 | / |
| 789 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 790 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 791 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 792 | _codecs_utf_32_be_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 793 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 794 | /*[clinic end generated code: output=1d9e71a9358709e9 input=d3e0ccaa02920431]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 795 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 796 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, +1), |
| 797 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 798 | } |
| 799 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 800 | /*[clinic input] |
| 801 | _codecs.unicode_escape_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 802 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 803 | errors: str(accept={str, NoneType}) = NULL |
| 804 | / |
| 805 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 806 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 807 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 808 | _codecs_unicode_escape_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 809 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 810 | /*[clinic end generated code: output=66271b30bc4f7a3c input=65d9eefca65b455a]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 811 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 812 | return codec_tuple(PyUnicode_AsUnicodeEscapeString(str), |
| 813 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 814 | } |
| 815 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 816 | /*[clinic input] |
| 817 | _codecs.raw_unicode_escape_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 818 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 819 | errors: str(accept={str, NoneType}) = NULL |
| 820 | / |
| 821 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 822 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 823 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 824 | _codecs_raw_unicode_escape_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 825 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 826 | /*[clinic end generated code: output=a66a806ed01c830a input=5aa33e4a133391ab]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 827 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 828 | return codec_tuple(PyUnicode_AsRawUnicodeEscapeString(str), |
| 829 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 830 | } |
| 831 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 832 | /*[clinic input] |
| 833 | _codecs.latin_1_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 834 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 835 | errors: str(accept={str, NoneType}) = NULL |
| 836 | / |
| 837 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 838 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 839 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 840 | _codecs_latin_1_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 841 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 842 | /*[clinic end generated code: output=2c28c83a27884e08 input=30b11c9e49a65150]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 843 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 844 | return codec_tuple(_PyUnicode_AsLatin1String(str, errors), |
| 845 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 846 | } |
| 847 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 848 | /*[clinic input] |
| 849 | _codecs.ascii_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 850 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 851 | errors: str(accept={str, NoneType}) = NULL |
| 852 | / |
| 853 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 854 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 855 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 856 | _codecs_ascii_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 857 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 858 | /*[clinic end generated code: output=b5e035182d33befc input=843a1d268e6dfa8e]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 859 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 860 | return codec_tuple(_PyUnicode_AsASCIIString(str, errors), |
| 861 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 862 | } |
| 863 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 864 | /*[clinic input] |
| 865 | _codecs.charmap_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 866 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 867 | errors: str(accept={str, NoneType}) = NULL |
| 868 | mapping: object = NULL |
| 869 | / |
| 870 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 871 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 872 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 873 | _codecs_charmap_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 874 | const char *errors, PyObject *mapping) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 875 | /*[clinic end generated code: output=047476f48495a9e9 input=0752cde07a6d6d00]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 876 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 877 | if (mapping == Py_None) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 878 | mapping = NULL; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 879 | |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 880 | return codec_tuple(_PyUnicode_EncodeCharmap(str, mapping, errors), |
| 881 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 882 | } |
| 883 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 884 | /*[clinic input] |
| 885 | _codecs.charmap_build |
| 886 | map: unicode |
| 887 | / |
| 888 | [clinic start generated code]*/ |
| 889 | |
| 890 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 891 | _codecs_charmap_build_impl(PyObject *module, PyObject *map) |
| 892 | /*[clinic end generated code: output=bb073c27031db9ac input=d91a91d1717dbc6d]*/ |
Thomas Wouters | 73e5a5b | 2006-06-08 15:35:45 +0000 | [diff] [blame] | 893 | { |
Thomas Wouters | 73e5a5b | 2006-06-08 15:35:45 +0000 | [diff] [blame] | 894 | return PyUnicode_BuildEncodingMap(map); |
| 895 | } |
| 896 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 897 | #ifdef MS_WINDOWS |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 898 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 899 | /*[clinic input] |
| 900 | _codecs.mbcs_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 901 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 902 | errors: str(accept={str, NoneType}) = NULL |
| 903 | / |
| 904 | [clinic start generated code]*/ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 905 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 906 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 907 | _codecs_mbcs_encode_impl(PyObject *module, PyObject *str, const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 908 | /*[clinic end generated code: output=76e2e170c966c080 input=de471e0815947553]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 909 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 910 | return codec_tuple(PyUnicode_EncodeCodePage(CP_ACP, str, errors), |
| 911 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 912 | } |
| 913 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 914 | /*[clinic input] |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 915 | _codecs.oem_encode |
| 916 | str: unicode |
| 917 | errors: str(accept={str, NoneType}) = NULL |
| 918 | / |
| 919 | [clinic start generated code]*/ |
| 920 | |
| 921 | static PyObject * |
| 922 | _codecs_oem_encode_impl(PyObject *module, PyObject *str, const char *errors) |
| 923 | /*[clinic end generated code: output=65d5982c737de649 input=3fc5f0028aad3cda]*/ |
| 924 | { |
| 925 | return codec_tuple(PyUnicode_EncodeCodePage(CP_OEMCP, str, errors), |
| 926 | PyUnicode_GET_LENGTH(str)); |
| 927 | } |
| 928 | |
| 929 | /*[clinic input] |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 930 | _codecs.code_page_encode |
| 931 | code_page: int |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 932 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 933 | errors: str(accept={str, NoneType}) = NULL |
| 934 | / |
| 935 | [clinic start generated code]*/ |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 936 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 937 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 938 | _codecs_code_page_encode_impl(PyObject *module, int code_page, PyObject *str, |
| 939 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame] | 940 | /*[clinic end generated code: output=45673f6085657a9e input=786421ae617d680b]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 941 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 942 | return codec_tuple(PyUnicode_EncodeCodePage(code_page, str, errors), |
| 943 | PyUnicode_GET_LENGTH(str)); |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 944 | } |
| 945 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 946 | #endif /* MS_WINDOWS */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 947 | |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 948 | /* --- Error handler registry --------------------------------------------- */ |
| 949 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 950 | /*[clinic input] |
| 951 | _codecs.register_error |
| 952 | errors: str |
| 953 | handler: object |
| 954 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 955 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 956 | Register the specified error handler under the name errors. |
| 957 | |
| 958 | handler must be a callable object, that will be called with an exception |
| 959 | instance containing information about the location of the encoding/decoding |
| 960 | error and must return a (replacement, new position) tuple. |
| 961 | [clinic start generated code]*/ |
| 962 | |
| 963 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 964 | _codecs_register_error_impl(PyObject *module, const char *errors, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 965 | PyObject *handler) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 966 | /*[clinic end generated code: output=fa2f7d1879b3067d input=5e6709203c2e33fe]*/ |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 967 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 968 | if (PyCodec_RegisterError(errors, handler)) |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 969 | return NULL; |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 970 | Py_RETURN_NONE; |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 971 | } |
| 972 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 973 | /*[clinic input] |
| 974 | _codecs.lookup_error |
| 975 | name: str |
| 976 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 977 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 978 | lookup_error(errors) -> handler |
| 979 | |
| 980 | Return the error handler for the specified error handling name or raise a |
| 981 | LookupError, if no handler exists under this name. |
| 982 | [clinic start generated code]*/ |
| 983 | |
| 984 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 985 | _codecs_lookup_error_impl(PyObject *module, const char *name) |
| 986 | /*[clinic end generated code: output=087f05dc0c9a98cc input=4775dd65e6235aba]*/ |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 987 | { |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 988 | return PyCodec_LookupError(name); |
| 989 | } |
| 990 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 991 | /* --- Module API --------------------------------------------------------- */ |
| 992 | |
| 993 | static PyMethodDef _codecs_functions[] = { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 994 | _CODECS_REGISTER_METHODDEF |
| 995 | _CODECS_LOOKUP_METHODDEF |
| 996 | _CODECS_ENCODE_METHODDEF |
| 997 | _CODECS_DECODE_METHODDEF |
| 998 | _CODECS_ESCAPE_ENCODE_METHODDEF |
| 999 | _CODECS_ESCAPE_DECODE_METHODDEF |
| 1000 | _CODECS_UTF_8_ENCODE_METHODDEF |
| 1001 | _CODECS_UTF_8_DECODE_METHODDEF |
| 1002 | _CODECS_UTF_7_ENCODE_METHODDEF |
| 1003 | _CODECS_UTF_7_DECODE_METHODDEF |
| 1004 | _CODECS_UTF_16_ENCODE_METHODDEF |
| 1005 | _CODECS_UTF_16_LE_ENCODE_METHODDEF |
| 1006 | _CODECS_UTF_16_BE_ENCODE_METHODDEF |
| 1007 | _CODECS_UTF_16_DECODE_METHODDEF |
| 1008 | _CODECS_UTF_16_LE_DECODE_METHODDEF |
| 1009 | _CODECS_UTF_16_BE_DECODE_METHODDEF |
| 1010 | _CODECS_UTF_16_EX_DECODE_METHODDEF |
| 1011 | _CODECS_UTF_32_ENCODE_METHODDEF |
| 1012 | _CODECS_UTF_32_LE_ENCODE_METHODDEF |
| 1013 | _CODECS_UTF_32_BE_ENCODE_METHODDEF |
| 1014 | _CODECS_UTF_32_DECODE_METHODDEF |
| 1015 | _CODECS_UTF_32_LE_DECODE_METHODDEF |
| 1016 | _CODECS_UTF_32_BE_DECODE_METHODDEF |
| 1017 | _CODECS_UTF_32_EX_DECODE_METHODDEF |
| 1018 | _CODECS_UNICODE_ESCAPE_ENCODE_METHODDEF |
| 1019 | _CODECS_UNICODE_ESCAPE_DECODE_METHODDEF |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1020 | _CODECS_RAW_UNICODE_ESCAPE_ENCODE_METHODDEF |
| 1021 | _CODECS_RAW_UNICODE_ESCAPE_DECODE_METHODDEF |
| 1022 | _CODECS_LATIN_1_ENCODE_METHODDEF |
| 1023 | _CODECS_LATIN_1_DECODE_METHODDEF |
| 1024 | _CODECS_ASCII_ENCODE_METHODDEF |
| 1025 | _CODECS_ASCII_DECODE_METHODDEF |
| 1026 | _CODECS_CHARMAP_ENCODE_METHODDEF |
| 1027 | _CODECS_CHARMAP_DECODE_METHODDEF |
| 1028 | _CODECS_CHARMAP_BUILD_METHODDEF |
| 1029 | _CODECS_READBUFFER_ENCODE_METHODDEF |
| 1030 | _CODECS_MBCS_ENCODE_METHODDEF |
| 1031 | _CODECS_MBCS_DECODE_METHODDEF |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 1032 | _CODECS_OEM_ENCODE_METHODDEF |
| 1033 | _CODECS_OEM_DECODE_METHODDEF |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1034 | _CODECS_CODE_PAGE_ENCODE_METHODDEF |
| 1035 | _CODECS_CODE_PAGE_DECODE_METHODDEF |
| 1036 | _CODECS_REGISTER_ERROR_METHODDEF |
| 1037 | _CODECS_LOOKUP_ERROR_METHODDEF |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 1038 | _CODECS__FORGET_CODEC_METHODDEF |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1039 | {NULL, NULL} /* sentinel */ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1040 | }; |
| 1041 | |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1042 | static struct PyModuleDef codecsmodule = { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1043 | PyModuleDef_HEAD_INIT, |
| 1044 | "_codecs", |
| 1045 | NULL, |
| 1046 | -1, |
| 1047 | _codecs_functions, |
| 1048 | NULL, |
| 1049 | NULL, |
| 1050 | NULL, |
| 1051 | NULL |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1052 | }; |
| 1053 | |
Mark Hammond | fe51c6d | 2002-08-02 02:27:13 +0000 | [diff] [blame] | 1054 | PyMODINIT_FUNC |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1055 | PyInit__codecs(void) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1056 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1057 | return PyModule_Create(&codecsmodule); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1058 | } |