Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1 | /* ------------------------------------------------------------------------ |
| 2 | |
| 3 | _codecs -- Provides access to the codec registry and the builtin |
| 4 | codecs. |
| 5 | |
| 6 | This module should never be imported directly. The standard library |
| 7 | module "codecs" wraps this builtin module for use within Python. |
| 8 | |
| 9 | The codec registry is accessible via: |
| 10 | |
| 11 | register(search_function) -> None |
| 12 | |
Guido van Rossum | 36e0a92 | 2007-07-20 04:05:57 +0000 | [diff] [blame] | 13 | lookup(encoding) -> CodecInfo object |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 14 | |
| 15 | The builtin Unicode codecs use the following interface: |
| 16 | |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 17 | <encoding>_encode(Unicode_object[,errors='strict']) -> |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 18 | (string object, bytes consumed) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 19 | |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 20 | <encoding>_decode(char_buffer_obj[,errors='strict']) -> |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 21 | (Unicode object, bytes consumed) |
| 22 | |
| 23 | These <encoding>s are available: utf_8, unicode_escape, |
Marc-André Lemburg | 5f0e29e | 2000-07-05 11:24:13 +0000 | [diff] [blame] | 24 | raw_unicode_escape, unicode_internal, latin_1, ascii (7-bit), |
| 25 | mbcs (on win32). |
| 26 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 27 | |
| 28 | Written by Marc-Andre Lemburg (mal@lemburg.com). |
| 29 | |
Guido van Rossum | 16b1ad9 | 2000-08-03 16:24:25 +0000 | [diff] [blame] | 30 | Copyright (c) Corporation for National Research Initiatives. |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 31 | |
| 32 | ------------------------------------------------------------------------ */ |
| 33 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 34 | #define PY_SSIZE_T_CLEAN |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 35 | #include "Python.h" |
| 36 | |
Victor Stinner | 87a7c82 | 2011-11-10 20:05:55 +0100 | [diff] [blame] | 37 | #ifdef MS_WINDOWS |
| 38 | #include <windows.h> |
| 39 | #endif |
| 40 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 41 | /*[clinic input] |
| 42 | module _codecs |
| 43 | [clinic start generated code]*/ |
| 44 | /*[clinic end generated code: output=da39a3ee5e6b4b0d input=e1390e3da3cb9deb]*/ |
| 45 | |
Serhiy Storchaka | 1009bf1 | 2015-04-03 23:53:51 +0300 | [diff] [blame] | 46 | #include "clinic/_codecsmodule.c.h" |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 47 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 48 | /* --- Registry ----------------------------------------------------------- */ |
| 49 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 50 | /*[clinic input] |
| 51 | _codecs.register |
| 52 | search_function: object |
| 53 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 54 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 55 | Register a codec search function. |
| 56 | |
| 57 | Search functions are expected to take one argument, the encoding name in |
| 58 | all lower case letters, and either return None, or a tuple of functions |
| 59 | (encoder, decoder, stream_reader, stream_writer) (or a CodecInfo object). |
| 60 | [clinic start generated code]*/ |
| 61 | |
| 62 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 63 | _codecs_register(PyObject *module, PyObject *search_function) |
| 64 | /*[clinic end generated code: output=d1bf21e99db7d6d3 input=369578467955cae4]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 65 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 66 | if (PyCodec_Register(search_function)) |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 67 | return NULL; |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 68 | |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 69 | Py_RETURN_NONE; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 70 | } |
| 71 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 72 | /*[clinic input] |
| 73 | _codecs.lookup |
| 74 | encoding: str |
| 75 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 76 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 77 | Looks up a codec tuple in the Python codec registry and returns a CodecInfo object. |
| 78 | [clinic start generated code]*/ |
| 79 | |
| 80 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 81 | _codecs_lookup_impl(PyObject *module, const char *encoding) |
| 82 | /*[clinic end generated code: output=9f0afa572080c36d input=3c572c0db3febe9c]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 83 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 84 | return _PyCodec_Lookup(encoding); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 85 | } |
| 86 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 87 | /*[clinic input] |
| 88 | _codecs.encode |
| 89 | obj: object |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 90 | encoding: str(c_default="NULL") = "utf-8" |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 91 | errors: str(c_default="NULL") = "strict" |
| 92 | |
| 93 | Encodes obj using the codec registered for encoding. |
| 94 | |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 95 | The default encoding is 'utf-8'. errors may be given to set a |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 96 | different error handling scheme. Default is 'strict' meaning that encoding |
| 97 | errors raise a ValueError. Other possible values are 'ignore', 'replace' |
| 98 | and 'backslashreplace' as well as any other name registered with |
| 99 | codecs.register_error that can handle ValueErrors. |
| 100 | [clinic start generated code]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 101 | |
| 102 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 103 | _codecs_encode_impl(PyObject *module, PyObject *obj, const char *encoding, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 104 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 105 | /*[clinic end generated code: output=385148eb9a067c86 input=cd5b685040ff61f0]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 106 | { |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 107 | if (encoding == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 108 | encoding = PyUnicode_GetDefaultEncoding(); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 109 | |
| 110 | /* Encode via the codec registry */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 111 | return PyCodec_Encode(obj, encoding, errors); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 112 | } |
| 113 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 114 | /*[clinic input] |
| 115 | _codecs.decode |
| 116 | obj: object |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 117 | encoding: str(c_default="NULL") = "utf-8" |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 118 | errors: str(c_default="NULL") = "strict" |
| 119 | |
| 120 | Decodes obj using the codec registered for encoding. |
| 121 | |
Serhiy Storchaka | c97a962 | 2015-08-09 12:23:08 +0300 | [diff] [blame] | 122 | Default encoding is 'utf-8'. errors may be given to set a |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 123 | different error handling scheme. Default is 'strict' meaning that encoding |
| 124 | errors raise a ValueError. Other possible values are 'ignore', 'replace' |
| 125 | and 'backslashreplace' as well as any other name registered with |
| 126 | codecs.register_error that can handle ValueErrors. |
| 127 | [clinic start generated code]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 128 | |
| 129 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 130 | _codecs_decode_impl(PyObject *module, PyObject *obj, const char *encoding, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 131 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 132 | /*[clinic end generated code: output=679882417dc3a0bd input=7702c0cc2fa1add6]*/ |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 133 | { |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 134 | if (encoding == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 135 | encoding = PyUnicode_GetDefaultEncoding(); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 136 | |
| 137 | /* Decode via the codec registry */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 138 | return PyCodec_Decode(obj, encoding, errors); |
Marc-André Lemburg | 3f41974 | 2004-07-10 12:06:10 +0000 | [diff] [blame] | 139 | } |
| 140 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 141 | /* --- Helpers ------------------------------------------------------------ */ |
| 142 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 143 | /*[clinic input] |
| 144 | _codecs._forget_codec |
| 145 | |
| 146 | encoding: str |
| 147 | / |
| 148 | |
| 149 | Purge the named codec from the internal codec lookup cache |
| 150 | [clinic start generated code]*/ |
| 151 | |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 152 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 153 | _codecs__forget_codec_impl(PyObject *module, const char *encoding) |
| 154 | /*[clinic end generated code: output=0bde9f0a5b084aa2 input=18d5d92d0e386c38]*/ |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 155 | { |
| 156 | if (_PyCodec_Forget(encoding) < 0) { |
| 157 | return NULL; |
| 158 | }; |
| 159 | Py_RETURN_NONE; |
| 160 | } |
| 161 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 162 | static |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 163 | PyObject *codec_tuple(PyObject *decoded, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 164 | Py_ssize_t len) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 165 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 166 | if (decoded == NULL) |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 167 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 168 | return Py_BuildValue("Nn", decoded, len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 169 | } |
| 170 | |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 171 | /* --- String codecs ------------------------------------------------------ */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 172 | /*[clinic input] |
| 173 | _codecs.escape_decode |
| 174 | data: Py_buffer(accept={str, buffer}) |
| 175 | errors: str(accept={str, NoneType}) = NULL |
| 176 | / |
| 177 | [clinic start generated code]*/ |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 178 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 179 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 180 | _codecs_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 181 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 182 | /*[clinic end generated code: output=505200ba8056979a input=0018edfd99db714d]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 183 | { |
| 184 | PyObject *decoded = PyBytes_DecodeEscape(data->buf, data->len, |
| 185 | errors, 0, NULL); |
| 186 | return codec_tuple(decoded, data->len); |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 187 | } |
| 188 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 189 | /*[clinic input] |
| 190 | _codecs.escape_encode |
| 191 | data: object(subclass_of='&PyBytes_Type') |
| 192 | errors: str(accept={str, NoneType}) = NULL |
| 193 | / |
| 194 | [clinic start generated code]*/ |
| 195 | |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 196 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 197 | _codecs_escape_encode_impl(PyObject *module, PyObject *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 198 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 199 | /*[clinic end generated code: output=4af1d477834bab34 input=da9ded00992f32f2]*/ |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 200 | { |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 201 | Py_ssize_t size; |
| 202 | Py_ssize_t newsize; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 203 | PyObject *v; |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 204 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 205 | size = PyBytes_GET_SIZE(data); |
Mark Dickinson | c04ddff | 2012-10-06 18:04:49 +0100 | [diff] [blame] | 206 | if (size > PY_SSIZE_T_MAX / 4) { |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 207 | PyErr_SetString(PyExc_OverflowError, |
| 208 | "string is too large to encode"); |
| 209 | return NULL; |
| 210 | } |
Mark Dickinson | c04ddff | 2012-10-06 18:04:49 +0100 | [diff] [blame] | 211 | newsize = 4*size; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 212 | v = PyBytes_FromStringAndSize(NULL, newsize); |
| 213 | |
| 214 | if (v == NULL) { |
| 215 | return NULL; |
| 216 | } |
| 217 | else { |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 218 | Py_ssize_t i; |
| 219 | char c; |
| 220 | char *p = PyBytes_AS_STRING(v); |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 221 | |
| 222 | for (i = 0; i < size; i++) { |
| 223 | /* There's at least enough room for a hex escape */ |
| 224 | assert(newsize - (p - PyBytes_AS_STRING(v)) >= 4); |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 225 | c = PyBytes_AS_STRING(data)[i]; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 226 | if (c == '\'' || c == '\\') |
| 227 | *p++ = '\\', *p++ = c; |
| 228 | else if (c == '\t') |
| 229 | *p++ = '\\', *p++ = 't'; |
| 230 | else if (c == '\n') |
| 231 | *p++ = '\\', *p++ = 'n'; |
| 232 | else if (c == '\r') |
| 233 | *p++ = '\\', *p++ = 'r'; |
| 234 | else if (c < ' ' || c >= 0x7f) { |
| 235 | *p++ = '\\'; |
| 236 | *p++ = 'x'; |
Victor Stinner | f5cff56 | 2011-10-14 02:13:11 +0200 | [diff] [blame] | 237 | *p++ = Py_hexdigits[(c & 0xf0) >> 4]; |
| 238 | *p++ = Py_hexdigits[c & 0xf]; |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 239 | } |
| 240 | else |
| 241 | *p++ = c; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 242 | } |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 243 | *p = '\0'; |
| 244 | if (_PyBytes_Resize(&v, (p - PyBytes_AS_STRING(v)))) { |
| 245 | return NULL; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 246 | } |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 247 | } |
Walter Dörwald | 1ab8330 | 2007-05-18 17:15:44 +0000 | [diff] [blame] | 248 | |
Antoine Pitrou | d118856 | 2010-06-09 16:38:55 +0000 | [diff] [blame] | 249 | return codec_tuple(v, size); |
Martin v. Löwis | 8a8da79 | 2002-08-14 07:46:28 +0000 | [diff] [blame] | 250 | } |
| 251 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 252 | /* --- Decoder ------------------------------------------------------------ */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 253 | /*[clinic input] |
| 254 | _codecs.unicode_internal_decode |
| 255 | obj: object |
| 256 | errors: str(accept={str, NoneType}) = NULL |
| 257 | / |
| 258 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 259 | |
| 260 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 261 | _codecs_unicode_internal_decode_impl(PyObject *module, PyObject *obj, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 262 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 263 | /*[clinic end generated code: output=edbfe175e09eff9a input=8d57930aeda170c6]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 264 | { |
Marc-André Lemburg | 29273c8 | 2003-02-04 19:35:03 +0000 | [diff] [blame] | 265 | if (PyUnicode_Check(obj)) { |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 266 | if (PyUnicode_READY(obj) < 0) |
| 267 | return NULL; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 268 | Py_INCREF(obj); |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 269 | return codec_tuple(obj, PyUnicode_GET_LENGTH(obj)); |
Marc-André Lemburg | 29273c8 | 2003-02-04 19:35:03 +0000 | [diff] [blame] | 270 | } |
Marc-André Lemburg | b425f5e | 2000-09-21 21:09:45 +0000 | [diff] [blame] | 271 | else { |
Serhiy Storchaka | 4fdb684 | 2015-02-03 01:21:08 +0200 | [diff] [blame] | 272 | Py_buffer view; |
| 273 | PyObject *result; |
| 274 | if (PyObject_GetBuffer(obj, &view, PyBUF_SIMPLE) != 0) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 275 | return NULL; |
Walter Dörwald | a47d1c0 | 2005-08-30 10:23:14 +0000 | [diff] [blame] | 276 | |
Serhiy Storchaka | 4fdb684 | 2015-02-03 01:21:08 +0200 | [diff] [blame] | 277 | result = codec_tuple( |
| 278 | _PyUnicode_DecodeUnicodeInternal(view.buf, view.len, errors), |
| 279 | view.len); |
| 280 | PyBuffer_Release(&view); |
| 281 | return result; |
Marc-André Lemburg | b425f5e | 2000-09-21 21:09:45 +0000 | [diff] [blame] | 282 | } |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 283 | } |
| 284 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 285 | /*[clinic input] |
| 286 | _codecs.utf_7_decode |
| 287 | data: Py_buffer |
| 288 | errors: str(accept={str, NoneType}) = NULL |
| 289 | final: int(c_default="0") = False |
| 290 | / |
| 291 | [clinic start generated code]*/ |
| 292 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 293 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 294 | _codecs_utf_7_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 295 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 296 | /*[clinic end generated code: output=0cd3a944a32a4089 input=bc4d6247ecdb01e6]*/ |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 297 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 298 | Py_ssize_t consumed = data->len; |
| 299 | PyObject *decoded = PyUnicode_DecodeUTF7Stateful(data->buf, data->len, |
| 300 | errors, |
| 301 | final ? NULL : &consumed); |
Christian Heimes | 5d14c2b | 2007-11-20 23:38:09 +0000 | [diff] [blame] | 302 | return codec_tuple(decoded, consumed); |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 303 | } |
| 304 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 305 | /*[clinic input] |
| 306 | _codecs.utf_8_decode |
| 307 | data: Py_buffer |
| 308 | errors: str(accept={str, NoneType}) = NULL |
| 309 | final: int(c_default="0") = False |
| 310 | / |
| 311 | [clinic start generated code]*/ |
| 312 | |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 313 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 314 | _codecs_utf_8_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 315 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 316 | /*[clinic end generated code: output=10f74dec8d9bb8bf input=39161d71e7422ee2]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 317 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 318 | Py_ssize_t consumed = data->len; |
| 319 | PyObject *decoded = PyUnicode_DecodeUTF8Stateful(data->buf, data->len, |
| 320 | errors, |
| 321 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 322 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 323 | } |
| 324 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 325 | /*[clinic input] |
| 326 | _codecs.utf_16_decode |
| 327 | data: Py_buffer |
| 328 | errors: str(accept={str, NoneType}) = NULL |
| 329 | final: int(c_default="0") = False |
| 330 | / |
| 331 | [clinic start generated code]*/ |
| 332 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 333 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 334 | _codecs_utf_16_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 335 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 336 | /*[clinic end generated code: output=783b442abcbcc2d0 input=f3cf01d1461007ce]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 337 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 338 | int byteorder = 0; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 339 | /* This is overwritten unless final is true. */ |
| 340 | Py_ssize_t consumed = data->len; |
| 341 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 342 | errors, &byteorder, |
| 343 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 344 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 345 | } |
| 346 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 347 | /*[clinic input] |
| 348 | _codecs.utf_16_le_decode |
| 349 | data: Py_buffer |
| 350 | errors: str(accept={str, NoneType}) = NULL |
| 351 | final: int(c_default="0") = False |
| 352 | / |
| 353 | [clinic start generated code]*/ |
| 354 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 355 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 356 | _codecs_utf_16_le_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 357 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 358 | /*[clinic end generated code: output=899b9e6364379dcd input=a77e3bf97335d94e]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 359 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 360 | int byteorder = -1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 361 | /* This is overwritten unless final is true. */ |
| 362 | Py_ssize_t consumed = data->len; |
| 363 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 364 | errors, &byteorder, |
| 365 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 366 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 367 | } |
| 368 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 369 | /*[clinic input] |
| 370 | _codecs.utf_16_be_decode |
| 371 | data: Py_buffer |
| 372 | errors: str(accept={str, NoneType}) = NULL |
| 373 | final: int(c_default="0") = False |
| 374 | / |
| 375 | [clinic start generated code]*/ |
| 376 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 377 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 378 | _codecs_utf_16_be_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 379 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 380 | /*[clinic end generated code: output=49f6465ea07669c8 input=606f69fae91b5563]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 381 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 382 | int byteorder = 1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 383 | /* This is overwritten unless final is true. */ |
| 384 | Py_ssize_t consumed = data->len; |
| 385 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 386 | errors, &byteorder, |
| 387 | final ? NULL : &consumed); |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 388 | return codec_tuple(decoded, consumed); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 389 | } |
| 390 | |
| 391 | /* This non-standard version also provides access to the byteorder |
| 392 | parameter of the builtin UTF-16 codec. |
| 393 | |
| 394 | It returns a tuple (unicode, bytesread, byteorder) with byteorder |
| 395 | being the value in effect at the end of data. |
| 396 | |
| 397 | */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 398 | /*[clinic input] |
| 399 | _codecs.utf_16_ex_decode |
| 400 | data: Py_buffer |
| 401 | errors: str(accept={str, NoneType}) = NULL |
| 402 | byteorder: int = 0 |
| 403 | final: int(c_default="0") = False |
| 404 | / |
| 405 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 406 | |
| 407 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 408 | _codecs_utf_16_ex_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 409 | const char *errors, int byteorder, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 410 | /*[clinic end generated code: output=0f385f251ecc1988 input=f6e7f697658c013e]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 411 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 412 | /* This is overwritten unless final is true. */ |
| 413 | Py_ssize_t consumed = data->len; |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 414 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 415 | PyObject *decoded = PyUnicode_DecodeUTF16Stateful(data->buf, data->len, |
| 416 | errors, &byteorder, |
| 417 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 418 | if (decoded == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 419 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 420 | return Py_BuildValue("Nni", decoded, consumed, byteorder); |
| 421 | } |
| 422 | |
| 423 | /*[clinic input] |
| 424 | _codecs.utf_32_decode |
| 425 | data: Py_buffer |
| 426 | errors: str(accept={str, NoneType}) = NULL |
| 427 | final: int(c_default="0") = False |
| 428 | / |
| 429 | [clinic start generated code]*/ |
| 430 | |
| 431 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 432 | _codecs_utf_32_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 433 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 434 | /*[clinic end generated code: output=2fc961807f7b145f input=86d4f41c6c2e763d]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 435 | { |
| 436 | int byteorder = 0; |
| 437 | /* This is overwritten unless final is true. */ |
| 438 | Py_ssize_t consumed = data->len; |
| 439 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 440 | errors, &byteorder, |
| 441 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 442 | return codec_tuple(decoded, consumed); |
| 443 | } |
| 444 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 445 | /*[clinic input] |
| 446 | _codecs.utf_32_le_decode |
| 447 | data: Py_buffer |
| 448 | errors: str(accept={str, NoneType}) = NULL |
| 449 | final: int(c_default="0") = False |
| 450 | / |
| 451 | [clinic start generated code]*/ |
| 452 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 453 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 454 | _codecs_utf_32_le_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 455 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 456 | /*[clinic end generated code: output=ec8f46b67a94f3e6 input=d18b650772d188ba]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 457 | { |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 458 | int byteorder = -1; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 459 | /* This is overwritten unless final is true. */ |
| 460 | Py_ssize_t consumed = data->len; |
| 461 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 462 | errors, &byteorder, |
| 463 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 464 | return codec_tuple(decoded, consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 465 | } |
| 466 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 467 | /*[clinic input] |
| 468 | _codecs.utf_32_be_decode |
| 469 | data: Py_buffer |
| 470 | errors: str(accept={str, NoneType}) = NULL |
| 471 | final: int(c_default="0") = False |
| 472 | / |
| 473 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 474 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 475 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 476 | _codecs_utf_32_be_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 477 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 478 | /*[clinic end generated code: output=ff82bae862c92c4e input=19c271b5d34926d8]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 479 | { |
| 480 | int byteorder = 1; |
| 481 | /* This is overwritten unless final is true. */ |
| 482 | Py_ssize_t consumed = data->len; |
| 483 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 484 | errors, &byteorder, |
| 485 | final ? NULL : &consumed); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 486 | return codec_tuple(decoded, consumed); |
| 487 | } |
| 488 | |
| 489 | /* This non-standard version also provides access to the byteorder |
| 490 | parameter of the builtin UTF-32 codec. |
| 491 | |
| 492 | It returns a tuple (unicode, bytesread, byteorder) with byteorder |
| 493 | being the value in effect at the end of data. |
| 494 | |
| 495 | */ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 496 | /*[clinic input] |
| 497 | _codecs.utf_32_ex_decode |
| 498 | data: Py_buffer |
| 499 | errors: str(accept={str, NoneType}) = NULL |
| 500 | byteorder: int = 0 |
| 501 | final: int(c_default="0") = False |
| 502 | / |
| 503 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 504 | |
| 505 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 506 | _codecs_utf_32_ex_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 507 | const char *errors, int byteorder, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 508 | /*[clinic end generated code: output=6bfb177dceaf4848 input=4af3e6ccfe34a076]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 509 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 510 | Py_ssize_t consumed = data->len; |
| 511 | PyObject *decoded = PyUnicode_DecodeUTF32Stateful(data->buf, data->len, |
| 512 | errors, &byteorder, |
| 513 | final ? NULL : &consumed); |
| 514 | if (decoded == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 515 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 516 | return Py_BuildValue("Nni", decoded, consumed, byteorder); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 517 | } |
| 518 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 519 | /*[clinic input] |
| 520 | _codecs.unicode_escape_decode |
| 521 | data: Py_buffer(accept={str, buffer}) |
| 522 | errors: str(accept={str, NoneType}) = NULL |
| 523 | / |
| 524 | [clinic start generated code]*/ |
| 525 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 526 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 527 | _codecs_unicode_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 528 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 529 | /*[clinic end generated code: output=3ca3c917176b82ab input=49fd27d06813a7f5]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 530 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 531 | PyObject *decoded = PyUnicode_DecodeUnicodeEscape(data->buf, data->len, |
| 532 | errors); |
| 533 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 534 | } |
| 535 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 536 | /*[clinic input] |
| 537 | _codecs.raw_unicode_escape_decode |
| 538 | data: Py_buffer(accept={str, buffer}) |
| 539 | errors: str(accept={str, NoneType}) = NULL |
| 540 | / |
| 541 | [clinic start generated code]*/ |
| 542 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 543 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 544 | _codecs_raw_unicode_escape_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 545 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 546 | /*[clinic end generated code: output=c98eeb56028070a6 input=770903a211434ebc]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 547 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 548 | PyObject *decoded = PyUnicode_DecodeRawUnicodeEscape(data->buf, data->len, |
| 549 | errors); |
| 550 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 551 | } |
| 552 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 553 | /*[clinic input] |
| 554 | _codecs.latin_1_decode |
| 555 | data: Py_buffer |
| 556 | errors: str(accept={str, NoneType}) = NULL |
| 557 | / |
| 558 | [clinic start generated code]*/ |
| 559 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 560 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 561 | _codecs_latin_1_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 562 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 563 | /*[clinic end generated code: output=07f3dfa3f72c7d8f input=5cad0f1759c618ec]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 564 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 565 | PyObject *decoded = PyUnicode_DecodeLatin1(data->buf, data->len, errors); |
| 566 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 567 | } |
| 568 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 569 | /*[clinic input] |
| 570 | _codecs.ascii_decode |
| 571 | data: Py_buffer |
| 572 | errors: str(accept={str, NoneType}) = NULL |
| 573 | / |
| 574 | [clinic start generated code]*/ |
| 575 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 576 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 577 | _codecs_ascii_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 578 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 579 | /*[clinic end generated code: output=2627d72058d42429 input=ad1106f64037bd16]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 580 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 581 | PyObject *decoded = PyUnicode_DecodeASCII(data->buf, data->len, errors); |
| 582 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 583 | } |
| 584 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 585 | /*[clinic input] |
| 586 | _codecs.charmap_decode |
| 587 | data: Py_buffer |
| 588 | errors: str(accept={str, NoneType}) = NULL |
| 589 | mapping: object = NULL |
| 590 | / |
| 591 | [clinic start generated code]*/ |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 592 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 593 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 594 | _codecs_charmap_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 595 | const char *errors, PyObject *mapping) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 596 | /*[clinic end generated code: output=2c335b09778cf895 input=19712ca35c5a80e2]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 597 | { |
| 598 | PyObject *decoded; |
| 599 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 600 | if (mapping == Py_None) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 601 | mapping = NULL; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 602 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 603 | decoded = PyUnicode_DecodeCharmap(data->buf, data->len, mapping, errors); |
| 604 | return codec_tuple(decoded, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 605 | } |
| 606 | |
Victor Stinner | 99b9538 | 2011-07-04 14:23:54 +0200 | [diff] [blame] | 607 | #ifdef HAVE_MBCS |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 608 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 609 | /*[clinic input] |
| 610 | _codecs.mbcs_decode |
| 611 | data: Py_buffer |
| 612 | errors: str(accept={str, NoneType}) = NULL |
| 613 | final: int(c_default="0") = False |
| 614 | / |
| 615 | [clinic start generated code]*/ |
| 616 | |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 617 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 618 | _codecs_mbcs_decode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 619 | const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 620 | /*[clinic end generated code: output=39b65b8598938c4b input=d492c1ca64f4fa8a]*/ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 621 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 622 | Py_ssize_t consumed = data->len; |
| 623 | PyObject *decoded = PyUnicode_DecodeMBCSStateful(data->buf, data->len, |
| 624 | errors, final ? NULL : &consumed); |
Martin v. Löwis | 423be95 | 2008-08-13 15:53:07 +0000 | [diff] [blame] | 625 | return codec_tuple(decoded, consumed); |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 626 | } |
| 627 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 628 | /*[clinic input] |
| 629 | _codecs.code_page_decode |
| 630 | codepage: int |
| 631 | data: Py_buffer |
| 632 | errors: str(accept={str, NoneType}) = NULL |
| 633 | final: int(c_default="0") = False |
| 634 | / |
| 635 | [clinic start generated code]*/ |
| 636 | |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 637 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 638 | _codecs_code_page_decode_impl(PyObject *module, int codepage, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 639 | Py_buffer *data, const char *errors, int final) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 640 | /*[clinic end generated code: output=53008ea967da3fff input=4f3152a304e21d51]*/ |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 641 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 642 | Py_ssize_t consumed = data->len; |
Serhiy Storchaka | 1aa5e1d | 2015-05-12 14:00:22 +0300 | [diff] [blame] | 643 | PyObject *decoded = PyUnicode_DecodeCodePageStateful(codepage, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 644 | data->buf, data->len, |
| 645 | errors, |
| 646 | final ? NULL : &consumed); |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 647 | return codec_tuple(decoded, consumed); |
| 648 | } |
| 649 | |
Victor Stinner | 99b9538 | 2011-07-04 14:23:54 +0200 | [diff] [blame] | 650 | #endif /* HAVE_MBCS */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 651 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 652 | /* --- Encoder ------------------------------------------------------------ */ |
| 653 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 654 | /*[clinic input] |
| 655 | _codecs.readbuffer_encode |
| 656 | data: Py_buffer(accept={str, buffer}) |
| 657 | errors: str(accept={str, NoneType}) = NULL |
| 658 | / |
| 659 | [clinic start generated code]*/ |
| 660 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 661 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 662 | _codecs_readbuffer_encode_impl(PyObject *module, Py_buffer *data, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 663 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 664 | /*[clinic end generated code: output=c645ea7cdb3d6e86 input=b7c322b89d4ab923]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 665 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 666 | PyObject *result = PyBytes_FromStringAndSize(data->buf, data->len); |
| 667 | return codec_tuple(result, data->len); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 668 | } |
| 669 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 670 | /*[clinic input] |
| 671 | _codecs.unicode_internal_encode |
| 672 | obj: object |
| 673 | errors: str(accept={str, NoneType}) = NULL |
| 674 | / |
| 675 | [clinic start generated code]*/ |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 676 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 677 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 678 | _codecs_unicode_internal_encode_impl(PyObject *module, PyObject *obj, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 679 | const char *errors) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 680 | /*[clinic end generated code: output=a72507dde4ea558f input=8628f0280cf5ba61]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 681 | { |
Ezio Melotti | adc417c | 2011-11-17 12:23:34 +0200 | [diff] [blame] | 682 | if (PyErr_WarnEx(PyExc_DeprecationWarning, |
| 683 | "unicode_internal codec has been deprecated", |
| 684 | 1)) |
| 685 | return NULL; |
| 686 | |
Marc-André Lemburg | b425f5e | 2000-09-21 21:09:45 +0000 | [diff] [blame] | 687 | if (PyUnicode_Check(obj)) { |
Victor Stinner | 9f4b1e9 | 2011-11-10 20:56:30 +0100 | [diff] [blame] | 688 | Py_UNICODE *u; |
Serhiy Storchaka | 4fdb684 | 2015-02-03 01:21:08 +0200 | [diff] [blame] | 689 | Py_ssize_t len, size; |
Victor Stinner | 9f4b1e9 | 2011-11-10 20:56:30 +0100 | [diff] [blame] | 690 | |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 691 | if (PyUnicode_READY(obj) < 0) |
| 692 | return NULL; |
Victor Stinner | 9f4b1e9 | 2011-11-10 20:56:30 +0100 | [diff] [blame] | 693 | |
Victor Stinner | 9f4b1e9 | 2011-11-10 20:56:30 +0100 | [diff] [blame] | 694 | u = PyUnicode_AsUnicodeAndSize(obj, &len); |
| 695 | if (u == NULL) |
| 696 | return NULL; |
Victor Stinner | 049e509 | 2014-08-17 22:20:00 +0200 | [diff] [blame] | 697 | if ((size_t)len > (size_t)PY_SSIZE_T_MAX / sizeof(Py_UNICODE)) |
Victor Stinner | 9f4b1e9 | 2011-11-10 20:56:30 +0100 | [diff] [blame] | 698 | return PyErr_NoMemory(); |
| 699 | size = len * sizeof(Py_UNICODE); |
| 700 | return codec_tuple(PyBytes_FromStringAndSize((const char*)u, size), |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 701 | PyUnicode_GET_LENGTH(obj)); |
Marc-André Lemburg | b425f5e | 2000-09-21 21:09:45 +0000 | [diff] [blame] | 702 | } |
| 703 | else { |
Serhiy Storchaka | 4fdb684 | 2015-02-03 01:21:08 +0200 | [diff] [blame] | 704 | Py_buffer view; |
| 705 | PyObject *result; |
| 706 | if (PyObject_GetBuffer(obj, &view, PyBUF_SIMPLE) != 0) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 707 | return NULL; |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 708 | result = codec_tuple(PyBytes_FromStringAndSize(view.buf, view.len), |
| 709 | view.len); |
Serhiy Storchaka | 4fdb684 | 2015-02-03 01:21:08 +0200 | [diff] [blame] | 710 | PyBuffer_Release(&view); |
| 711 | return result; |
Marc-André Lemburg | b425f5e | 2000-09-21 21:09:45 +0000 | [diff] [blame] | 712 | } |
| 713 | } |
| 714 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 715 | /*[clinic input] |
| 716 | _codecs.utf_7_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 717 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 718 | errors: str(accept={str, NoneType}) = NULL |
| 719 | / |
| 720 | [clinic start generated code]*/ |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 721 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 722 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 723 | _codecs_utf_7_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 724 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 725 | /*[clinic end generated code: output=0feda21ffc921bc8 input=d1a47579e79cbe15]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 726 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 727 | return codec_tuple(_PyUnicode_EncodeUTF7(str, 0, 0, errors), |
| 728 | PyUnicode_GET_LENGTH(str)); |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 729 | } |
| 730 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 731 | /*[clinic input] |
| 732 | _codecs.utf_8_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 733 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 734 | errors: str(accept={str, NoneType}) = NULL |
| 735 | / |
| 736 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 737 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 738 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 739 | _codecs_utf_8_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 740 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 741 | /*[clinic end generated code: output=02bf47332b9c796c input=42e3ba73c4392eef]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 742 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 743 | return codec_tuple(_PyUnicode_AsUTF8String(str, errors), |
| 744 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 745 | } |
| 746 | |
| 747 | /* This version provides access to the byteorder parameter of the |
| 748 | builtin UTF-16 codecs as optional third argument. It defaults to 0 |
| 749 | which means: use the native byte order and prepend the data with a |
Walter Dörwald | 9fd115c | 2005-11-02 08:30:08 +0000 | [diff] [blame] | 750 | BOM mark. |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 751 | |
| 752 | */ |
| 753 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 754 | /*[clinic input] |
| 755 | _codecs.utf_16_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 756 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 757 | errors: str(accept={str, NoneType}) = NULL |
| 758 | byteorder: int = 0 |
| 759 | / |
| 760 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 761 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 762 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 763 | _codecs_utf_16_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 764 | const char *errors, int byteorder) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 765 | /*[clinic end generated code: output=c654e13efa2e64e4 input=ff46416b04edb944]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 766 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 767 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, byteorder), |
| 768 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 769 | } |
| 770 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 771 | /*[clinic input] |
| 772 | _codecs.utf_16_le_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 773 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 774 | errors: str(accept={str, NoneType}) = NULL |
| 775 | / |
| 776 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 777 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 778 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 779 | _codecs_utf_16_le_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 780 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 781 | /*[clinic end generated code: output=431b01e55f2d4995 input=cb385455ea8f2fe0]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 782 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 783 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, -1), |
| 784 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 785 | } |
| 786 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 787 | /*[clinic input] |
| 788 | _codecs.utf_16_be_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 789 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 790 | errors: str(accept={str, NoneType}) = NULL |
| 791 | / |
| 792 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 793 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 794 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 795 | _codecs_utf_16_be_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 796 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 797 | /*[clinic end generated code: output=96886a6fd54dcae3 input=9119997066bdaefd]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 798 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 799 | return codec_tuple(_PyUnicode_EncodeUTF16(str, errors, +1), |
| 800 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 801 | } |
| 802 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 803 | /* This version provides access to the byteorder parameter of the |
| 804 | builtin UTF-32 codecs as optional third argument. It defaults to 0 |
| 805 | which means: use the native byte order and prepend the data with a |
| 806 | BOM mark. |
| 807 | |
| 808 | */ |
| 809 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 810 | /*[clinic input] |
| 811 | _codecs.utf_32_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 812 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 813 | errors: str(accept={str, NoneType}) = NULL |
| 814 | byteorder: int = 0 |
| 815 | / |
| 816 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 817 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 818 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 819 | _codecs_utf_32_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 820 | const char *errors, int byteorder) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 821 | /*[clinic end generated code: output=5c760da0c09a8b83 input=c5e77da82fbe5c2a]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 822 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 823 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, byteorder), |
| 824 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 825 | } |
| 826 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 827 | /*[clinic input] |
| 828 | _codecs.utf_32_le_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 829 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 830 | errors: str(accept={str, NoneType}) = NULL |
| 831 | / |
| 832 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 833 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 834 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 835 | _codecs_utf_32_le_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 836 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 837 | /*[clinic end generated code: output=b65cd176de8e36d6 input=9993b25fe0877848]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 838 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 839 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, -1), |
| 840 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 841 | } |
| 842 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 843 | /*[clinic input] |
| 844 | _codecs.utf_32_be_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 845 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 846 | errors: str(accept={str, NoneType}) = NULL |
| 847 | / |
| 848 | [clinic start generated code]*/ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 849 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 850 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 851 | _codecs_utf_32_be_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 852 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 853 | /*[clinic end generated code: output=1d9e71a9358709e9 input=d3e0ccaa02920431]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 854 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 855 | return codec_tuple(_PyUnicode_EncodeUTF32(str, errors, +1), |
| 856 | PyUnicode_GET_LENGTH(str)); |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 857 | } |
| 858 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 859 | /*[clinic input] |
| 860 | _codecs.unicode_escape_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 861 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 862 | errors: str(accept={str, NoneType}) = NULL |
| 863 | / |
| 864 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 865 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 866 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 867 | _codecs_unicode_escape_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 868 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 869 | /*[clinic end generated code: output=66271b30bc4f7a3c input=65d9eefca65b455a]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 870 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 871 | return codec_tuple(PyUnicode_AsUnicodeEscapeString(str), |
| 872 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 873 | } |
| 874 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 875 | /*[clinic input] |
| 876 | _codecs.raw_unicode_escape_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 877 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 878 | errors: str(accept={str, NoneType}) = NULL |
| 879 | / |
| 880 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 881 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 882 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 883 | _codecs_raw_unicode_escape_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 884 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 885 | /*[clinic end generated code: output=a66a806ed01c830a input=5aa33e4a133391ab]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 886 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 887 | return codec_tuple(PyUnicode_AsRawUnicodeEscapeString(str), |
| 888 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 889 | } |
| 890 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 891 | /*[clinic input] |
| 892 | _codecs.latin_1_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 893 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 894 | errors: str(accept={str, NoneType}) = NULL |
| 895 | / |
| 896 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 897 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 898 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 899 | _codecs_latin_1_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 900 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 901 | /*[clinic end generated code: output=2c28c83a27884e08 input=30b11c9e49a65150]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 902 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 903 | return codec_tuple(_PyUnicode_AsLatin1String(str, errors), |
| 904 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 905 | } |
| 906 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 907 | /*[clinic input] |
| 908 | _codecs.ascii_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 909 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 910 | errors: str(accept={str, NoneType}) = NULL |
| 911 | / |
| 912 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 913 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 914 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 915 | _codecs_ascii_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 916 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 917 | /*[clinic end generated code: output=b5e035182d33befc input=843a1d268e6dfa8e]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 918 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 919 | return codec_tuple(_PyUnicode_AsASCIIString(str, errors), |
| 920 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 921 | } |
| 922 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 923 | /*[clinic input] |
| 924 | _codecs.charmap_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 925 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 926 | errors: str(accept={str, NoneType}) = NULL |
| 927 | mapping: object = NULL |
| 928 | / |
| 929 | [clinic start generated code]*/ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 930 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 931 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 932 | _codecs_charmap_encode_impl(PyObject *module, PyObject *str, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 933 | const char *errors, PyObject *mapping) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 934 | /*[clinic end generated code: output=047476f48495a9e9 input=0752cde07a6d6d00]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 935 | { |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 936 | if (mapping == Py_None) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 937 | mapping = NULL; |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 938 | |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 939 | return codec_tuple(_PyUnicode_EncodeCharmap(str, mapping, errors), |
| 940 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 941 | } |
| 942 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 943 | /*[clinic input] |
| 944 | _codecs.charmap_build |
| 945 | map: unicode |
| 946 | / |
| 947 | [clinic start generated code]*/ |
| 948 | |
| 949 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 950 | _codecs_charmap_build_impl(PyObject *module, PyObject *map) |
| 951 | /*[clinic end generated code: output=bb073c27031db9ac input=d91a91d1717dbc6d]*/ |
Thomas Wouters | 73e5a5b | 2006-06-08 15:35:45 +0000 | [diff] [blame] | 952 | { |
Thomas Wouters | 73e5a5b | 2006-06-08 15:35:45 +0000 | [diff] [blame] | 953 | return PyUnicode_BuildEncodingMap(map); |
| 954 | } |
| 955 | |
Victor Stinner | 99b9538 | 2011-07-04 14:23:54 +0200 | [diff] [blame] | 956 | #ifdef HAVE_MBCS |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 957 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 958 | /*[clinic input] |
| 959 | _codecs.mbcs_encode |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 960 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 961 | errors: str(accept={str, NoneType}) = NULL |
| 962 | / |
| 963 | [clinic start generated code]*/ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 964 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 965 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 966 | _codecs_mbcs_encode_impl(PyObject *module, PyObject *str, const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 967 | /*[clinic end generated code: output=76e2e170c966c080 input=de471e0815947553]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 968 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 969 | return codec_tuple(PyUnicode_EncodeCodePage(CP_ACP, str, errors), |
| 970 | PyUnicode_GET_LENGTH(str)); |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 971 | } |
| 972 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 973 | /*[clinic input] |
| 974 | _codecs.code_page_encode |
| 975 | code_page: int |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 976 | str: unicode |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 977 | errors: str(accept={str, NoneType}) = NULL |
| 978 | / |
| 979 | [clinic start generated code]*/ |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 980 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 981 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 982 | _codecs_code_page_encode_impl(PyObject *module, int code_page, PyObject *str, |
| 983 | const char *errors) |
Serhiy Storchaka | 2954f83 | 2016-07-07 18:20:03 +0300 | [diff] [blame^] | 984 | /*[clinic end generated code: output=45673f6085657a9e input=786421ae617d680b]*/ |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 985 | { |
Serhiy Storchaka | 21a663e | 2016-04-13 15:37:23 +0300 | [diff] [blame] | 986 | return codec_tuple(PyUnicode_EncodeCodePage(code_page, str, errors), |
| 987 | PyUnicode_GET_LENGTH(str)); |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 988 | } |
| 989 | |
Victor Stinner | 99b9538 | 2011-07-04 14:23:54 +0200 | [diff] [blame] | 990 | #endif /* HAVE_MBCS */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 991 | |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 992 | /* --- Error handler registry --------------------------------------------- */ |
| 993 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 994 | /*[clinic input] |
| 995 | _codecs.register_error |
| 996 | errors: str |
| 997 | handler: object |
| 998 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 999 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1000 | Register the specified error handler under the name errors. |
| 1001 | |
| 1002 | handler must be a callable object, that will be called with an exception |
| 1003 | instance containing information about the location of the encoding/decoding |
| 1004 | error and must return a (replacement, new position) tuple. |
| 1005 | [clinic start generated code]*/ |
| 1006 | |
| 1007 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 1008 | _codecs_register_error_impl(PyObject *module, const char *errors, |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1009 | PyObject *handler) |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 1010 | /*[clinic end generated code: output=fa2f7d1879b3067d input=5e6709203c2e33fe]*/ |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 1011 | { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1012 | if (PyCodec_RegisterError(errors, handler)) |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 1013 | return NULL; |
Thomas Wouters | 4d70c3d | 2006-06-08 14:42:34 +0000 | [diff] [blame] | 1014 | Py_RETURN_NONE; |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 1015 | } |
| 1016 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1017 | /*[clinic input] |
| 1018 | _codecs.lookup_error |
| 1019 | name: str |
| 1020 | / |
Walter Dörwald | 0ae2981 | 2002-10-31 13:36:29 +0000 | [diff] [blame] | 1021 | |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1022 | lookup_error(errors) -> handler |
| 1023 | |
| 1024 | Return the error handler for the specified error handling name or raise a |
| 1025 | LookupError, if no handler exists under this name. |
| 1026 | [clinic start generated code]*/ |
| 1027 | |
| 1028 | static PyObject * |
Serhiy Storchaka | 1a2b24f | 2016-07-07 17:35:15 +0300 | [diff] [blame] | 1029 | _codecs_lookup_error_impl(PyObject *module, const char *name) |
| 1030 | /*[clinic end generated code: output=087f05dc0c9a98cc input=4775dd65e6235aba]*/ |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 1031 | { |
Walter Dörwald | 3aeb632 | 2002-09-02 13:14:32 +0000 | [diff] [blame] | 1032 | return PyCodec_LookupError(name); |
| 1033 | } |
| 1034 | |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1035 | /* --- Module API --------------------------------------------------------- */ |
| 1036 | |
| 1037 | static PyMethodDef _codecs_functions[] = { |
Serhiy Storchaka | 0c59ff6 | 2015-05-12 13:15:57 +0300 | [diff] [blame] | 1038 | _CODECS_REGISTER_METHODDEF |
| 1039 | _CODECS_LOOKUP_METHODDEF |
| 1040 | _CODECS_ENCODE_METHODDEF |
| 1041 | _CODECS_DECODE_METHODDEF |
| 1042 | _CODECS_ESCAPE_ENCODE_METHODDEF |
| 1043 | _CODECS_ESCAPE_DECODE_METHODDEF |
| 1044 | _CODECS_UTF_8_ENCODE_METHODDEF |
| 1045 | _CODECS_UTF_8_DECODE_METHODDEF |
| 1046 | _CODECS_UTF_7_ENCODE_METHODDEF |
| 1047 | _CODECS_UTF_7_DECODE_METHODDEF |
| 1048 | _CODECS_UTF_16_ENCODE_METHODDEF |
| 1049 | _CODECS_UTF_16_LE_ENCODE_METHODDEF |
| 1050 | _CODECS_UTF_16_BE_ENCODE_METHODDEF |
| 1051 | _CODECS_UTF_16_DECODE_METHODDEF |
| 1052 | _CODECS_UTF_16_LE_DECODE_METHODDEF |
| 1053 | _CODECS_UTF_16_BE_DECODE_METHODDEF |
| 1054 | _CODECS_UTF_16_EX_DECODE_METHODDEF |
| 1055 | _CODECS_UTF_32_ENCODE_METHODDEF |
| 1056 | _CODECS_UTF_32_LE_ENCODE_METHODDEF |
| 1057 | _CODECS_UTF_32_BE_ENCODE_METHODDEF |
| 1058 | _CODECS_UTF_32_DECODE_METHODDEF |
| 1059 | _CODECS_UTF_32_LE_DECODE_METHODDEF |
| 1060 | _CODECS_UTF_32_BE_DECODE_METHODDEF |
| 1061 | _CODECS_UTF_32_EX_DECODE_METHODDEF |
| 1062 | _CODECS_UNICODE_ESCAPE_ENCODE_METHODDEF |
| 1063 | _CODECS_UNICODE_ESCAPE_DECODE_METHODDEF |
| 1064 | _CODECS_UNICODE_INTERNAL_ENCODE_METHODDEF |
| 1065 | _CODECS_UNICODE_INTERNAL_DECODE_METHODDEF |
| 1066 | _CODECS_RAW_UNICODE_ESCAPE_ENCODE_METHODDEF |
| 1067 | _CODECS_RAW_UNICODE_ESCAPE_DECODE_METHODDEF |
| 1068 | _CODECS_LATIN_1_ENCODE_METHODDEF |
| 1069 | _CODECS_LATIN_1_DECODE_METHODDEF |
| 1070 | _CODECS_ASCII_ENCODE_METHODDEF |
| 1071 | _CODECS_ASCII_DECODE_METHODDEF |
| 1072 | _CODECS_CHARMAP_ENCODE_METHODDEF |
| 1073 | _CODECS_CHARMAP_DECODE_METHODDEF |
| 1074 | _CODECS_CHARMAP_BUILD_METHODDEF |
| 1075 | _CODECS_READBUFFER_ENCODE_METHODDEF |
| 1076 | _CODECS_MBCS_ENCODE_METHODDEF |
| 1077 | _CODECS_MBCS_DECODE_METHODDEF |
| 1078 | _CODECS_CODE_PAGE_ENCODE_METHODDEF |
| 1079 | _CODECS_CODE_PAGE_DECODE_METHODDEF |
| 1080 | _CODECS_REGISTER_ERROR_METHODDEF |
| 1081 | _CODECS_LOOKUP_ERROR_METHODDEF |
Nick Coghlan | 8fad167 | 2014-09-15 23:50:44 +1200 | [diff] [blame] | 1082 | _CODECS__FORGET_CODEC_METHODDEF |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1083 | {NULL, NULL} /* sentinel */ |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1084 | }; |
| 1085 | |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1086 | static struct PyModuleDef codecsmodule = { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1087 | PyModuleDef_HEAD_INIT, |
| 1088 | "_codecs", |
| 1089 | NULL, |
| 1090 | -1, |
| 1091 | _codecs_functions, |
| 1092 | NULL, |
| 1093 | NULL, |
| 1094 | NULL, |
| 1095 | NULL |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1096 | }; |
| 1097 | |
Mark Hammond | fe51c6d | 2002-08-02 02:27:13 +0000 | [diff] [blame] | 1098 | PyMODINIT_FUNC |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1099 | PyInit__codecs(void) |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1100 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1101 | return PyModule_Create(&codecsmodule); |
Guido van Rossum | e2d67f9 | 2000-03-10 23:09:23 +0000 | [diff] [blame] | 1102 | } |