Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1 | #ifndef Py_UNICODEOBJECT_H |
| 2 | #define Py_UNICODEOBJECT_H |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 3 | |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 +0000 | [diff] [blame] | 4 | #include <stdarg.h> |
| 5 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 6 | /* |
| 7 | |
| 8 | Unicode implementation based on original code by Fredrik Lundh, |
| 9 | modified by Marc-Andre Lemburg (mal@lemburg.com) according to the |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 10 | Unicode Integration Proposal. (See |
| 11 | http://www.egenix.com/files/python/unicode-proposal.txt). |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 12 | |
Guido van Rossum | 16b1ad9 | 2000-08-03 16:24:25 +0000 | [diff] [blame] | 13 | Copyright (c) Corporation for National Research Initiatives. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 14 | |
| 15 | |
| 16 | Original header: |
| 17 | -------------------------------------------------------------------- |
| 18 | |
| 19 | * Yet another Unicode string type for Python. This type supports the |
| 20 | * 16-bit Basic Multilingual Plane (BMP) only. |
| 21 | * |
| 22 | * Written by Fredrik Lundh, January 1999. |
| 23 | * |
| 24 | * Copyright (c) 1999 by Secret Labs AB. |
| 25 | * Copyright (c) 1999 by Fredrik Lundh. |
| 26 | * |
| 27 | * fredrik@pythonware.com |
| 28 | * http://www.pythonware.com |
| 29 | * |
| 30 | * -------------------------------------------------------------------- |
| 31 | * This Unicode String Type is |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 32 | * |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 33 | * Copyright (c) 1999 by Secret Labs AB |
| 34 | * Copyright (c) 1999 by Fredrik Lundh |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 35 | * |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 36 | * By obtaining, using, and/or copying this software and/or its |
| 37 | * associated documentation, you agree that you have read, understood, |
| 38 | * and will comply with the following terms and conditions: |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 39 | * |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 40 | * Permission to use, copy, modify, and distribute this software and its |
| 41 | * associated documentation for any purpose and without fee is hereby |
| 42 | * granted, provided that the above copyright notice appears in all |
| 43 | * copies, and that both that copyright notice and this permission notice |
| 44 | * appear in supporting documentation, and that the name of Secret Labs |
| 45 | * AB or the author not be used in advertising or publicity pertaining to |
| 46 | * distribution of the software without specific, written prior |
| 47 | * permission. |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 48 | * |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 49 | * SECRET LABS AB AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO |
| 50 | * THIS SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND |
| 51 | * FITNESS. IN NO EVENT SHALL SECRET LABS AB OR THE AUTHOR BE LIABLE FOR |
| 52 | * ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| 53 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
| 54 | * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT |
| 55 | * OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| 56 | * -------------------------------------------------------------------- */ |
| 57 | |
Marc-André Lemburg | 5e6007c | 2001-09-19 11:21:03 +0000 | [diff] [blame] | 58 | #include <ctype.h> |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 59 | |
| 60 | /* === Internal API ======================================================= */ |
| 61 | |
| 62 | /* --- Internal Unicode Format -------------------------------------------- */ |
| 63 | |
Christian Heimes | 0625e89 | 2008-01-07 21:04:21 +0000 | [diff] [blame] | 64 | /* Python 3.x requires unicode */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 65 | #define Py_USING_UNICODE |
Christian Heimes | 0625e89 | 2008-01-07 21:04:21 +0000 | [diff] [blame] | 66 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 67 | #ifndef SIZEOF_WCHAR_T |
| 68 | #error Must define SIZEOF_WCHAR_T |
Fredrik Lundh | 9b14ab3 | 2001-06-26 22:59:49 +0000 | [diff] [blame] | 69 | #endif |
| 70 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 71 | #define Py_UNICODE_SIZE SIZEOF_WCHAR_T |
| 72 | |
| 73 | /* If wchar_t can be used for UCS-4 storage, set Py_UNICODE_WIDE. |
| 74 | Otherwise, Unicode strings are stored as UCS-2 (with limited support |
| 75 | for UTF-16) */ |
Fredrik Lundh | 8f45585 | 2001-06-27 18:59:43 +0000 | [diff] [blame] | 76 | |
| 77 | #if Py_UNICODE_SIZE >= 4 |
| 78 | #define Py_UNICODE_WIDE |
Martin v. Löwis | 0ba70cc | 2001-06-26 22:22:37 +0000 | [diff] [blame] | 79 | #endif |
Fredrik Lundh | 1294ad0 | 2001-06-26 17:17:07 +0000 | [diff] [blame] | 80 | |
Amaury Forgeot d'Arc | feb7307 | 2010-09-12 22:42:57 +0000 | [diff] [blame] | 81 | /* Set these flags if the platform has "wchar.h" and the |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 82 | wchar_t type is a 16-bit unsigned type */ |
| 83 | /* #define HAVE_WCHAR_H */ |
| 84 | /* #define HAVE_USABLE_WCHAR_T */ |
| 85 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 86 | /* Py_UNICODE was the native Unicode storage format (code unit) used by |
| 87 | Python and represents a single Unicode element in the Unicode type. |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 88 | With PEP 393, Py_UNICODE is deprecated and replaced with a |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 89 | typedef to wchar_t. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 90 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 91 | #ifndef Py_LIMITED_API |
| 92 | #define PY_UNICODE_TYPE wchar_t |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 93 | typedef wchar_t Py_UNICODE /* Py_DEPRECATED(3.3) */; |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 94 | #endif |
| 95 | |
| 96 | /* If the compiler provides a wchar_t type we try to support it |
Victor Stinner | 137c34c | 2010-09-29 10:25:54 +0000 | [diff] [blame] | 97 | through the interface functions PyUnicode_FromWideChar(), |
| 98 | PyUnicode_AsWideChar() and PyUnicode_AsWideCharString(). */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 99 | |
| 100 | #ifdef HAVE_USABLE_WCHAR_T |
Marc-André Lemburg | 1a731c6 | 2000-08-11 11:43:10 +0000 | [diff] [blame] | 101 | # ifndef HAVE_WCHAR_H |
| 102 | # define HAVE_WCHAR_H |
| 103 | # endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 104 | #endif |
| 105 | |
| 106 | #ifdef HAVE_WCHAR_H |
Marc-André Lemburg | 5e6007c | 2001-09-19 11:21:03 +0000 | [diff] [blame] | 107 | # include <wchar.h> |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 108 | #endif |
| 109 | |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 110 | /* Py_UCS4 and Py_UCS2 are typedefs for the respective |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 111 | unicode representations. */ |
Benjamin Peterson | a13e367 | 2016-09-08 11:38:28 -0700 | [diff] [blame] | 112 | typedef uint32_t Py_UCS4; |
| 113 | typedef uint16_t Py_UCS2; |
| 114 | typedef uint8_t Py_UCS1; |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 115 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 116 | /* --- Internal Unicode Operations ---------------------------------------- */ |
| 117 | |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 118 | /* Since splitting on whitespace is an important use case, and |
| 119 | whitespace in most situations is solely ASCII whitespace, we |
| 120 | optimize for the common case by using a quick look-up table |
| 121 | _Py_ascii_whitespace (see below) with an inlined check. |
Christian Heimes | 190d79e | 2008-01-30 11:58:22 +0000 | [diff] [blame] | 122 | |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 123 | */ |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 124 | #ifndef Py_LIMITED_API |
Christian Heimes | 190d79e | 2008-01-30 11:58:22 +0000 | [diff] [blame] | 125 | #define Py_UNICODE_ISSPACE(ch) \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 126 | ((ch) < 128U ? _Py_ascii_whitespace[(ch)] : _PyUnicode_IsWhitespace(ch)) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 127 | |
| 128 | #define Py_UNICODE_ISLOWER(ch) _PyUnicode_IsLowercase(ch) |
| 129 | #define Py_UNICODE_ISUPPER(ch) _PyUnicode_IsUppercase(ch) |
| 130 | #define Py_UNICODE_ISTITLE(ch) _PyUnicode_IsTitlecase(ch) |
| 131 | #define Py_UNICODE_ISLINEBREAK(ch) _PyUnicode_IsLinebreak(ch) |
| 132 | |
| 133 | #define Py_UNICODE_TOLOWER(ch) _PyUnicode_ToLowercase(ch) |
| 134 | #define Py_UNICODE_TOUPPER(ch) _PyUnicode_ToUppercase(ch) |
| 135 | #define Py_UNICODE_TOTITLE(ch) _PyUnicode_ToTitlecase(ch) |
| 136 | |
| 137 | #define Py_UNICODE_ISDECIMAL(ch) _PyUnicode_IsDecimalDigit(ch) |
| 138 | #define Py_UNICODE_ISDIGIT(ch) _PyUnicode_IsDigit(ch) |
| 139 | #define Py_UNICODE_ISNUMERIC(ch) _PyUnicode_IsNumeric(ch) |
Georg Brandl | 559e5d7 | 2008-06-11 18:37:52 +0000 | [diff] [blame] | 140 | #define Py_UNICODE_ISPRINTABLE(ch) _PyUnicode_IsPrintable(ch) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 141 | |
| 142 | #define Py_UNICODE_TODECIMAL(ch) _PyUnicode_ToDecimalDigit(ch) |
| 143 | #define Py_UNICODE_TODIGIT(ch) _PyUnicode_ToDigit(ch) |
| 144 | #define Py_UNICODE_TONUMERIC(ch) _PyUnicode_ToNumeric(ch) |
| 145 | |
Marc-André Lemburg | f03e741 | 2000-07-05 09:45:59 +0000 | [diff] [blame] | 146 | #define Py_UNICODE_ISALPHA(ch) _PyUnicode_IsAlpha(ch) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 147 | |
Marc-André Lemburg | a9c103b | 2000-07-03 10:52:13 +0000 | [diff] [blame] | 148 | #define Py_UNICODE_ISALNUM(ch) \ |
| 149 | (Py_UNICODE_ISALPHA(ch) || \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 150 | Py_UNICODE_ISDECIMAL(ch) || \ |
| 151 | Py_UNICODE_ISDIGIT(ch) || \ |
| 152 | Py_UNICODE_ISNUMERIC(ch)) |
Marc-André Lemburg | a9c103b | 2000-07-03 10:52:13 +0000 | [diff] [blame] | 153 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 154 | #define Py_UNICODE_COPY(target, source, length) \ |
Christian Heimes | f051e43 | 2016-09-13 20:22:02 +0200 | [diff] [blame] | 155 | memcpy((target), (source), (length)*sizeof(Py_UNICODE)) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 156 | |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 157 | #define Py_UNICODE_FILL(target, value, length) \ |
| 158 | do {Py_ssize_t i_; Py_UNICODE *t_ = (target); Py_UNICODE v_ = (value);\ |
Martin Panter | 6d57fe1 | 2016-09-17 03:26:16 +0000 | [diff] [blame] | 159 | for (i_ = 0; i_ < (length); i_++) t_[i_] = v_;\ |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 160 | } while (0) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 161 | |
Ezio Melotti | 8c9375b | 2011-08-22 20:03:25 +0300 | [diff] [blame] | 162 | /* macros to work with surrogates */ |
Victor Stinner | 76df43d | 2012-10-30 01:42:39 +0100 | [diff] [blame] | 163 | #define Py_UNICODE_IS_SURROGATE(ch) (0xD800 <= (ch) && (ch) <= 0xDFFF) |
| 164 | #define Py_UNICODE_IS_HIGH_SURROGATE(ch) (0xD800 <= (ch) && (ch) <= 0xDBFF) |
| 165 | #define Py_UNICODE_IS_LOW_SURROGATE(ch) (0xDC00 <= (ch) && (ch) <= 0xDFFF) |
Ezio Melotti | 8c9375b | 2011-08-22 20:03:25 +0300 | [diff] [blame] | 166 | /* Join two surrogate characters and return a single Py_UCS4 value. */ |
| 167 | #define Py_UNICODE_JOIN_SURROGATES(high, low) \ |
| 168 | (((((Py_UCS4)(high) & 0x03FF) << 10) | \ |
| 169 | ((Py_UCS4)(low) & 0x03FF)) + 0x10000) |
Victor Stinner | 551ac95 | 2011-11-29 22:58:13 +0100 | [diff] [blame] | 170 | /* high surrogate = top 10 bits added to D800 */ |
Antoine Pitrou | 27f6a3b | 2012-06-15 22:15:23 +0200 | [diff] [blame] | 171 | #define Py_UNICODE_HIGH_SURROGATE(ch) (0xD800 - (0x10000 >> 10) + ((ch) >> 10)) |
Victor Stinner | 551ac95 | 2011-11-29 22:58:13 +0100 | [diff] [blame] | 172 | /* low surrogate = bottom 10 bits added to DC00 */ |
Antoine Pitrou | 27f6a3b | 2012-06-15 22:15:23 +0200 | [diff] [blame] | 173 | #define Py_UNICODE_LOW_SURROGATE(ch) (0xDC00 + ((ch) & 0x3FF)) |
Ezio Melotti | 8c9375b | 2011-08-22 20:03:25 +0300 | [diff] [blame] | 174 | |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 175 | /* Check if substring matches at given offset. The offset must be |
| 176 | valid, and the substring must not be empty. */ |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 177 | |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 178 | #define Py_UNICODE_MATCH(string, offset, substring) \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 179 | ((*((string)->wstr + (offset)) == *((substring)->wstr)) && \ |
| 180 | ((*((string)->wstr + (offset) + (substring)->wstr_length-1) == *((substring)->wstr + (substring)->wstr_length-1))) && \ |
| 181 | !memcmp((string)->wstr + (offset), (substring)->wstr, (substring)->wstr_length*sizeof(Py_UNICODE))) |
| 182 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 183 | #endif /* Py_LIMITED_API */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 184 | |
Barry Warsaw | 51ac580 | 2000-03-20 16:36:48 +0000 | [diff] [blame] | 185 | #ifdef __cplusplus |
| 186 | extern "C" { |
| 187 | #endif |
| 188 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 189 | /* --- Unicode Type ------------------------------------------------------- */ |
| 190 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 191 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 192 | |
| 193 | /* ASCII-only strings created through PyUnicode_New use the PyASCIIObject |
| 194 | structure. state.ascii and state.compact are set, and the data |
| 195 | immediately follow the structure. utf8_length and wstr_length can be found |
| 196 | in the length field; the utf8 pointer is equal to the data pointer. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 197 | typedef struct { |
Éric Araujo | 80a348c | 2011-10-05 01:11:12 +0200 | [diff] [blame] | 198 | /* There are 4 forms of Unicode strings: |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 199 | |
| 200 | - compact ascii: |
| 201 | |
| 202 | * structure = PyASCIIObject |
Victor Stinner | 7a9105a | 2011-12-12 00:13:42 +0100 | [diff] [blame] | 203 | * test: PyUnicode_IS_COMPACT_ASCII(op) |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 204 | * kind = PyUnicode_1BYTE_KIND |
| 205 | * compact = 1 |
| 206 | * ascii = 1 |
| 207 | * ready = 1 |
Victor Stinner | 30134f5 | 2011-10-04 01:32:45 +0200 | [diff] [blame] | 208 | * (length is the length of the utf8 and wstr strings) |
| 209 | * (data starts just after the structure) |
| 210 | * (since ASCII is decoded from UTF-8, the utf8 string are the data) |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 211 | |
| 212 | - compact: |
| 213 | |
| 214 | * structure = PyCompactUnicodeObject |
Victor Stinner | 80bc72d | 2011-12-22 03:23:10 +0100 | [diff] [blame] | 215 | * test: PyUnicode_IS_COMPACT(op) && !PyUnicode_IS_ASCII(op) |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 216 | * kind = PyUnicode_1BYTE_KIND, PyUnicode_2BYTE_KIND or |
| 217 | PyUnicode_4BYTE_KIND |
| 218 | * compact = 1 |
| 219 | * ready = 1 |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 220 | * ascii = 0 |
Victor Stinner | 30134f5 | 2011-10-04 01:32:45 +0200 | [diff] [blame] | 221 | * utf8 is not shared with data |
Victor Stinner | a41463c | 2011-10-04 01:05:08 +0200 | [diff] [blame] | 222 | * utf8_length = 0 if utf8 is NULL |
| 223 | * wstr is shared with data and wstr_length=length |
| 224 | if kind=PyUnicode_2BYTE_KIND and sizeof(wchar_t)=2 |
Victor Stinner | e30c0a1 | 2011-11-04 20:54:05 +0100 | [diff] [blame] | 225 | or if kind=PyUnicode_4BYTE_KIND and sizeof(wchar_t)=4 |
Victor Stinner | a41463c | 2011-10-04 01:05:08 +0200 | [diff] [blame] | 226 | * wstr_length = 0 if wstr is NULL |
Victor Stinner | 30134f5 | 2011-10-04 01:32:45 +0200 | [diff] [blame] | 227 | * (data starts just after the structure) |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 228 | |
Victor Stinner | 8cfcbed | 2011-10-03 23:19:21 +0200 | [diff] [blame] | 229 | - legacy string, not ready: |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 230 | |
| 231 | * structure = PyUnicodeObject |
Victor Stinner | 7a9105a | 2011-12-12 00:13:42 +0100 | [diff] [blame] | 232 | * test: kind == PyUnicode_WCHAR_KIND |
Victor Stinner | e30c0a1 | 2011-11-04 20:54:05 +0100 | [diff] [blame] | 233 | * length = 0 (use wstr_length) |
| 234 | * hash = -1 |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 235 | * kind = PyUnicode_WCHAR_KIND |
| 236 | * compact = 0 |
Victor Stinner | 30134f5 | 2011-10-04 01:32:45 +0200 | [diff] [blame] | 237 | * ascii = 0 |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 238 | * ready = 0 |
Victor Stinner | e30c0a1 | 2011-11-04 20:54:05 +0100 | [diff] [blame] | 239 | * interned = SSTATE_NOT_INTERNED |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 240 | * wstr is not NULL |
| 241 | * data.any is NULL |
| 242 | * utf8 is NULL |
Victor Stinner | a41463c | 2011-10-04 01:05:08 +0200 | [diff] [blame] | 243 | * utf8_length = 0 |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 244 | |
Victor Stinner | 8cfcbed | 2011-10-03 23:19:21 +0200 | [diff] [blame] | 245 | - legacy string, ready: |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 246 | |
| 247 | * structure = PyUnicodeObject structure |
Victor Stinner | 7a9105a | 2011-12-12 00:13:42 +0100 | [diff] [blame] | 248 | * test: !PyUnicode_IS_COMPACT(op) && kind != PyUnicode_WCHAR_KIND |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 249 | * kind = PyUnicode_1BYTE_KIND, PyUnicode_2BYTE_KIND or |
| 250 | PyUnicode_4BYTE_KIND |
| 251 | * compact = 0 |
| 252 | * ready = 1 |
| 253 | * data.any is not NULL |
Victor Stinner | a41463c | 2011-10-04 01:05:08 +0200 | [diff] [blame] | 254 | * utf8 is shared and utf8_length = length with data.any if ascii = 1 |
| 255 | * utf8_length = 0 if utf8 is NULL |
Victor Stinner | e30c0a1 | 2011-11-04 20:54:05 +0100 | [diff] [blame] | 256 | * wstr is shared with data.any and wstr_length = length |
Victor Stinner | a41463c | 2011-10-04 01:05:08 +0200 | [diff] [blame] | 257 | if kind=PyUnicode_2BYTE_KIND and sizeof(wchar_t)=2 |
| 258 | or if kind=PyUnicode_4BYTE_KIND and sizeof(wchar_4)=4 |
| 259 | * wstr_length = 0 if wstr is NULL |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 260 | |
Victor Stinner | 8cfcbed | 2011-10-03 23:19:21 +0200 | [diff] [blame] | 261 | Compact strings use only one memory block (structure + characters), |
| 262 | whereas legacy strings use one block for the structure and one block |
| 263 | for characters. |
Victor Stinner | 910337b | 2011-10-03 03:20:16 +0200 | [diff] [blame] | 264 | |
Victor Stinner | 8cfcbed | 2011-10-03 23:19:21 +0200 | [diff] [blame] | 265 | Legacy strings are created by PyUnicode_FromUnicode() and |
| 266 | PyUnicode_FromStringAndSize(NULL, size) functions. They become ready |
| 267 | when PyUnicode_READY() is called. |
| 268 | |
| 269 | See also _PyUnicode_CheckConsistency(). |
| 270 | */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 271 | PyObject_HEAD |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 272 | Py_ssize_t length; /* Number of code points in the string */ |
Benjamin Peterson | 8f67d08 | 2010-10-17 20:54:53 +0000 | [diff] [blame] | 273 | Py_hash_t hash; /* Hash value; -1 if not set */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 274 | struct { |
| 275 | /* |
| 276 | SSTATE_NOT_INTERNED (0) |
| 277 | SSTATE_INTERNED_MORTAL (1) |
| 278 | SSTATE_INTERNED_IMMORTAL (2) |
| 279 | |
| 280 | If interned != SSTATE_NOT_INTERNED, the two references from the |
| 281 | dictionary to this object are *not* counted in ob_refcnt. |
| 282 | */ |
| 283 | unsigned int interned:2; |
| 284 | /* Character size: |
| 285 | |
Victor Stinner | 4d0d54b | 2011-10-05 01:31:05 +0200 | [diff] [blame] | 286 | - PyUnicode_WCHAR_KIND (0): |
| 287 | |
| 288 | * character type = wchar_t (16 or 32 bits, depending on the |
| 289 | platform) |
| 290 | |
| 291 | - PyUnicode_1BYTE_KIND (1): |
| 292 | |
| 293 | * character type = Py_UCS1 (8 bits, unsigned) |
Victor Stinner | 77faf69 | 2011-11-20 18:56:05 +0100 | [diff] [blame] | 294 | * all characters are in the range U+0000-U+00FF (latin1) |
| 295 | * if ascii is set, all characters are in the range U+0000-U+007F |
| 296 | (ASCII), otherwise at least one character is in the range |
Victor Stinner | 1d4b35f | 2011-10-06 01:51:19 +0200 | [diff] [blame] | 297 | U+0080-U+00FF |
Victor Stinner | 4d0d54b | 2011-10-05 01:31:05 +0200 | [diff] [blame] | 298 | |
| 299 | - PyUnicode_2BYTE_KIND (2): |
| 300 | |
| 301 | * character type = Py_UCS2 (16 bits, unsigned) |
Victor Stinner | 77faf69 | 2011-11-20 18:56:05 +0100 | [diff] [blame] | 302 | * all characters are in the range U+0000-U+FFFF (BMP) |
| 303 | * at least one character is in the range U+0100-U+FFFF |
Victor Stinner | 4d0d54b | 2011-10-05 01:31:05 +0200 | [diff] [blame] | 304 | |
Martin v. Löwis | c47adb0 | 2011-10-07 20:55:35 +0200 | [diff] [blame] | 305 | - PyUnicode_4BYTE_KIND (4): |
Victor Stinner | 4d0d54b | 2011-10-05 01:31:05 +0200 | [diff] [blame] | 306 | |
| 307 | * character type = Py_UCS4 (32 bits, unsigned) |
Victor Stinner | 77faf69 | 2011-11-20 18:56:05 +0100 | [diff] [blame] | 308 | * all characters are in the range U+0000-U+10FFFF |
| 309 | * at least one character is in the range U+10000-U+10FFFF |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 310 | */ |
Martin v. Löwis | c47adb0 | 2011-10-07 20:55:35 +0200 | [diff] [blame] | 311 | unsigned int kind:3; |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 312 | /* Compact is with respect to the allocation scheme. Compact unicode |
| 313 | objects only require one memory block while non-compact objects use |
| 314 | one block for the PyUnicodeObject struct and another for its data |
| 315 | buffer. */ |
| 316 | unsigned int compact:1; |
Victor Stinner | 77faf69 | 2011-11-20 18:56:05 +0100 | [diff] [blame] | 317 | /* The string only contains characters in the range U+0000-U+007F (ASCII) |
Victor Stinner | 1d4b35f | 2011-10-06 01:51:19 +0200 | [diff] [blame] | 318 | and the kind is PyUnicode_1BYTE_KIND. If ascii is set and compact is |
| 319 | set, use the PyASCIIObject structure. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 320 | unsigned int ascii:1; |
| 321 | /* The ready flag indicates whether the object layout is initialized |
| 322 | completely. This means that this is either a compact object, or |
| 323 | the data pointer is filled out. The bit is redundant, and helps |
| 324 | to minimize the test in PyUnicode_IS_READY(). */ |
| 325 | unsigned int ready:1; |
Antoine Pitrou | 8c6f8dc | 2014-03-23 22:55:03 +0100 | [diff] [blame] | 326 | /* Padding to ensure that PyUnicode_DATA() is always aligned to |
| 327 | 4 bytes (see issue #19537 on m68k). */ |
| 328 | unsigned int :24; |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 329 | } state; |
| 330 | wchar_t *wstr; /* wchar_t representation (null-terminated) */ |
| 331 | } PyASCIIObject; |
| 332 | |
| 333 | /* Non-ASCII strings allocated through PyUnicode_New use the |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 334 | PyCompactUnicodeObject structure. state.compact is set, and the data |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 335 | immediately follow the structure. */ |
| 336 | typedef struct { |
| 337 | PyASCIIObject _base; |
| 338 | Py_ssize_t utf8_length; /* Number of bytes in utf8, excluding the |
| 339 | * terminating \0. */ |
| 340 | char *utf8; /* UTF-8 representation (null-terminated) */ |
| 341 | Py_ssize_t wstr_length; /* Number of code points in wstr, possible |
| 342 | * surrogates count as two code points. */ |
| 343 | } PyCompactUnicodeObject; |
| 344 | |
| 345 | /* Strings allocated through PyUnicode_FromUnicode(NULL, len) use the |
| 346 | PyUnicodeObject structure. The actual string data is initially in the wstr |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 347 | block, and copied into the data block using _PyUnicode_Ready. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 348 | typedef struct { |
| 349 | PyCompactUnicodeObject _base; |
| 350 | union { |
| 351 | void *any; |
| 352 | Py_UCS1 *latin1; |
| 353 | Py_UCS2 *ucs2; |
| 354 | Py_UCS4 *ucs4; |
| 355 | } data; /* Canonical, smallest-form Unicode buffer */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 356 | } PyUnicodeObject; |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 357 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 358 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 359 | PyAPI_DATA(PyTypeObject) PyUnicode_Type; |
Christian Heimes | a22e8bd | 2007-11-29 22:35:39 +0000 | [diff] [blame] | 360 | PyAPI_DATA(PyTypeObject) PyUnicodeIter_Type; |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 361 | |
Thomas Wouters | 27d517b | 2007-02-25 20:39:11 +0000 | [diff] [blame] | 362 | #define PyUnicode_Check(op) \ |
Christian Heimes | 90aa764 | 2007-12-19 02:45:37 +0000 | [diff] [blame] | 363 | PyType_FastSubclass(Py_TYPE(op), Py_TPFLAGS_UNICODE_SUBCLASS) |
| 364 | #define PyUnicode_CheckExact(op) (Py_TYPE(op) == &PyUnicode_Type) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 365 | |
| 366 | /* Fast access macros */ |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 367 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 368 | |
| 369 | #define PyUnicode_WSTR_LENGTH(op) \ |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 370 | (PyUnicode_IS_COMPACT_ASCII(op) ? \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 371 | ((PyASCIIObject*)op)->length : \ |
| 372 | ((PyCompactUnicodeObject*)op)->wstr_length) |
| 373 | |
| 374 | /* Returns the deprecated Py_UNICODE representation's size in code units |
| 375 | (this includes surrogate pairs as 2 units). |
| 376 | If the Py_UNICODE representation is not available, it will be computed |
| 377 | on request. Use PyUnicode_GET_LENGTH() for the length in code points. */ |
| 378 | |
Victor Stinner | f3ae620 | 2011-11-21 02:24:49 +0100 | [diff] [blame] | 379 | #define PyUnicode_GET_SIZE(op) \ |
| 380 | (assert(PyUnicode_Check(op)), \ |
| 381 | (((PyASCIIObject *)(op))->wstr) ? \ |
| 382 | PyUnicode_WSTR_LENGTH(op) : \ |
| 383 | ((void)PyUnicode_AsUnicode((PyObject *)(op)), \ |
| 384 | assert(((PyASCIIObject *)(op))->wstr), \ |
| 385 | PyUnicode_WSTR_LENGTH(op))) |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 386 | /* Py_DEPRECATED(3.3) */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 387 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 388 | #define PyUnicode_GET_DATA_SIZE(op) \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 389 | (PyUnicode_GET_SIZE(op) * Py_UNICODE_SIZE) |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 390 | /* Py_DEPRECATED(3.3) */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 391 | |
| 392 | /* Alias for PyUnicode_AsUnicode(). This will create a wchar_t/Py_UNICODE |
| 393 | representation on demand. Using this macro is very inefficient now, |
| 394 | try to port your code to use the new PyUnicode_*BYTE_DATA() macros or |
| 395 | use PyUnicode_WRITE() and PyUnicode_READ(). */ |
| 396 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 397 | #define PyUnicode_AS_UNICODE(op) \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 398 | (assert(PyUnicode_Check(op)), \ |
| 399 | (((PyASCIIObject *)(op))->wstr) ? (((PyASCIIObject *)(op))->wstr) : \ |
| 400 | PyUnicode_AsUnicode((PyObject *)(op))) |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 401 | /* Py_DEPRECATED(3.3) */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 402 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 403 | #define PyUnicode_AS_DATA(op) \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 404 | ((const char *)(PyUnicode_AS_UNICODE(op))) |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 405 | /* Py_DEPRECATED(3.3) */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 406 | |
| 407 | |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 408 | /* --- Flexible String Representation Helper Macros (PEP 393) -------------- */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 409 | |
Victor Stinner | 6f9568b | 2011-11-17 00:12:44 +0100 | [diff] [blame] | 410 | /* Values for PyASCIIObject.state: */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 411 | |
| 412 | /* Interning state. */ |
| 413 | #define SSTATE_NOT_INTERNED 0 |
| 414 | #define SSTATE_INTERNED_MORTAL 1 |
| 415 | #define SSTATE_INTERNED_IMMORTAL 2 |
| 416 | |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 417 | /* Return true if the string contains only ASCII characters, or 0 if not. The |
Victor Stinner | 24c74be | 2011-12-12 01:24:20 +0100 | [diff] [blame] | 418 | string may be compact (PyUnicode_IS_COMPACT_ASCII) or not, but must be |
| 419 | ready. */ |
| 420 | #define PyUnicode_IS_ASCII(op) \ |
| 421 | (assert(PyUnicode_Check(op)), \ |
| 422 | assert(PyUnicode_IS_READY(op)), \ |
| 423 | ((PyASCIIObject*)op)->state.ascii) |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 424 | |
| 425 | /* Return true if the string is compact or 0 if not. |
| 426 | No type checks or Ready calls are performed. */ |
| 427 | #define PyUnicode_IS_COMPACT(op) \ |
| 428 | (((PyASCIIObject*)(op))->state.compact) |
| 429 | |
| 430 | /* Return true if the string is a compact ASCII string (use PyASCIIObject |
| 431 | structure), or 0 if not. No type checks or Ready calls are performed. */ |
| 432 | #define PyUnicode_IS_COMPACT_ASCII(op) \ |
Victor Stinner | 24c74be | 2011-12-12 01:24:20 +0100 | [diff] [blame] | 433 | (((PyASCIIObject*)op)->state.ascii && PyUnicode_IS_COMPACT(op)) |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 434 | |
Victor Stinner | 52e2cc8 | 2011-12-19 22:14:45 +0100 | [diff] [blame] | 435 | enum PyUnicode_Kind { |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 436 | /* String contains only wstr byte characters. This is only possible |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 437 | when the string was created with a legacy API and _PyUnicode_Ready() |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 438 | has not been called yet. */ |
Victor Stinner | 52e2cc8 | 2011-12-19 22:14:45 +0100 | [diff] [blame] | 439 | PyUnicode_WCHAR_KIND = 0, |
| 440 | /* Return values of the PyUnicode_KIND() macro: */ |
Martin v. Löwis | c47adb0 | 2011-10-07 20:55:35 +0200 | [diff] [blame] | 441 | PyUnicode_1BYTE_KIND = 1, |
| 442 | PyUnicode_2BYTE_KIND = 2, |
| 443 | PyUnicode_4BYTE_KIND = 4 |
| 444 | }; |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 445 | |
Georg Brandl | 4975a9b | 2011-10-05 16:12:21 +0200 | [diff] [blame] | 446 | /* Return pointers to the canonical representation cast to unsigned char, |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 447 | Py_UCS2, or Py_UCS4 for direct character access. |
Martin v. Löwis | c47adb0 | 2011-10-07 20:55:35 +0200 | [diff] [blame] | 448 | No checks are performed, use PyUnicode_KIND() before to ensure |
| 449 | these will work correctly. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 450 | |
| 451 | #define PyUnicode_1BYTE_DATA(op) ((Py_UCS1*)PyUnicode_DATA(op)) |
| 452 | #define PyUnicode_2BYTE_DATA(op) ((Py_UCS2*)PyUnicode_DATA(op)) |
| 453 | #define PyUnicode_4BYTE_DATA(op) ((Py_UCS4*)PyUnicode_DATA(op)) |
| 454 | |
Victor Stinner | 157f83f | 2011-09-28 21:41:31 +0200 | [diff] [blame] | 455 | /* Return one of the PyUnicode_*_KIND values defined above. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 456 | #define PyUnicode_KIND(op) \ |
| 457 | (assert(PyUnicode_Check(op)), \ |
| 458 | assert(PyUnicode_IS_READY(op)), \ |
| 459 | ((PyASCIIObject *)(op))->state.kind) |
| 460 | |
Victor Stinner | 157f83f | 2011-09-28 21:41:31 +0200 | [diff] [blame] | 461 | /* Return a void pointer to the raw unicode buffer. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 462 | #define _PyUnicode_COMPACT_DATA(op) \ |
Victor Stinner | 55c7e00 | 2011-10-18 23:32:53 +0200 | [diff] [blame] | 463 | (PyUnicode_IS_ASCII(op) ? \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 464 | ((void*)((PyASCIIObject*)(op) + 1)) : \ |
| 465 | ((void*)((PyCompactUnicodeObject*)(op) + 1))) |
| 466 | |
| 467 | #define _PyUnicode_NONCOMPACT_DATA(op) \ |
| 468 | (assert(((PyUnicodeObject*)(op))->data.any), \ |
| 469 | ((((PyUnicodeObject *)(op))->data.any))) |
| 470 | |
| 471 | #define PyUnicode_DATA(op) \ |
| 472 | (assert(PyUnicode_Check(op)), \ |
| 473 | PyUnicode_IS_COMPACT(op) ? _PyUnicode_COMPACT_DATA(op) : \ |
| 474 | _PyUnicode_NONCOMPACT_DATA(op)) |
| 475 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 476 | /* In the access macros below, "kind" may be evaluated more than once. |
| 477 | All other macro parameters are evaluated exactly once, so it is safe |
| 478 | to put side effects into them (such as increasing the index). */ |
| 479 | |
| 480 | /* Write into the canonical representation, this macro does not do any sanity |
| 481 | checks and is intended for usage in loops. The caller should cache the |
Georg Brandl | 07de325 | 2011-10-05 16:47:38 +0200 | [diff] [blame] | 482 | kind and data pointers obtained from other macro calls. |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 483 | index is the index in the string (starts at 0) and value is the new |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 484 | code point value which should be written to that location. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 485 | #define PyUnicode_WRITE(kind, data, index, value) \ |
| 486 | do { \ |
| 487 | switch ((kind)) { \ |
| 488 | case PyUnicode_1BYTE_KIND: { \ |
| 489 | ((Py_UCS1 *)(data))[(index)] = (Py_UCS1)(value); \ |
| 490 | break; \ |
| 491 | } \ |
| 492 | case PyUnicode_2BYTE_KIND: { \ |
| 493 | ((Py_UCS2 *)(data))[(index)] = (Py_UCS2)(value); \ |
| 494 | break; \ |
| 495 | } \ |
| 496 | default: { \ |
| 497 | assert((kind) == PyUnicode_4BYTE_KIND); \ |
| 498 | ((Py_UCS4 *)(data))[(index)] = (Py_UCS4)(value); \ |
| 499 | } \ |
| 500 | } \ |
| 501 | } while (0) |
| 502 | |
Georg Brandl | 07de325 | 2011-10-05 16:47:38 +0200 | [diff] [blame] | 503 | /* Read a code point from the string's canonical representation. No checks |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 504 | or ready calls are performed. */ |
| 505 | #define PyUnicode_READ(kind, data, index) \ |
| 506 | ((Py_UCS4) \ |
| 507 | ((kind) == PyUnicode_1BYTE_KIND ? \ |
Victor Stinner | 7a48ff7 | 2011-10-02 00:55:25 +0200 | [diff] [blame] | 508 | ((const Py_UCS1 *)(data))[(index)] : \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 509 | ((kind) == PyUnicode_2BYTE_KIND ? \ |
| 510 | ((const Py_UCS2 *)(data))[(index)] : \ |
| 511 | ((const Py_UCS4 *)(data))[(index)] \ |
| 512 | ) \ |
| 513 | )) |
| 514 | |
| 515 | /* PyUnicode_READ_CHAR() is less efficient than PyUnicode_READ() because it |
| 516 | calls PyUnicode_KIND() and might call it twice. For single reads, use |
| 517 | PyUnicode_READ_CHAR, for multiple consecutive reads callers should |
| 518 | cache kind and use PyUnicode_READ instead. */ |
| 519 | #define PyUnicode_READ_CHAR(unicode, index) \ |
Victor Stinner | 3794376 | 2011-10-02 20:33:18 +0200 | [diff] [blame] | 520 | (assert(PyUnicode_Check(unicode)), \ |
| 521 | assert(PyUnicode_IS_READY(unicode)), \ |
| 522 | (Py_UCS4) \ |
| 523 | (PyUnicode_KIND((unicode)) == PyUnicode_1BYTE_KIND ? \ |
| 524 | ((const Py_UCS1 *)(PyUnicode_DATA((unicode))))[(index)] : \ |
| 525 | (PyUnicode_KIND((unicode)) == PyUnicode_2BYTE_KIND ? \ |
| 526 | ((const Py_UCS2 *)(PyUnicode_DATA((unicode))))[(index)] : \ |
| 527 | ((const Py_UCS4 *)(PyUnicode_DATA((unicode))))[(index)] \ |
| 528 | ) \ |
| 529 | )) |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 530 | |
| 531 | /* Returns the length of the unicode string. The caller has to make sure that |
| 532 | the string has it's canonical representation set before calling |
| 533 | this macro. Call PyUnicode_(FAST_)Ready to ensure that. */ |
| 534 | #define PyUnicode_GET_LENGTH(op) \ |
| 535 | (assert(PyUnicode_Check(op)), \ |
| 536 | assert(PyUnicode_IS_READY(op)), \ |
| 537 | ((PyASCIIObject *)(op))->length) |
| 538 | |
| 539 | |
| 540 | /* Fast check to determine whether an object is ready. Equivalent to |
| 541 | PyUnicode_IS_COMPACT(op) || ((PyUnicodeObject*)(op))->data.any) */ |
| 542 | |
| 543 | #define PyUnicode_IS_READY(op) (((PyASCIIObject*)op)->state.ready) |
| 544 | |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 545 | /* PyUnicode_READY() does less work than _PyUnicode_Ready() in the best |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 546 | case. If the canonical representation is not yet set, it will still call |
Victor Stinner | a3b334d | 2011-10-03 13:53:37 +0200 | [diff] [blame] | 547 | _PyUnicode_Ready(). |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 548 | Returns 0 on success and -1 on errors. */ |
| 549 | #define PyUnicode_READY(op) \ |
| 550 | (assert(PyUnicode_Check(op)), \ |
| 551 | (PyUnicode_IS_READY(op) ? \ |
Victor Stinner | d8f6510 | 2011-09-29 19:43:17 +0200 | [diff] [blame] | 552 | 0 : _PyUnicode_Ready((PyObject *)(op)))) |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 553 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 554 | /* Return a maximum character value which is suitable for creating another |
| 555 | string based on op. This is always an approximation but more efficient |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 556 | than iterating over the string. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 557 | #define PyUnicode_MAX_CHAR_VALUE(op) \ |
| 558 | (assert(PyUnicode_IS_READY(op)), \ |
Victor Stinner | 8813104 | 2011-10-13 01:12:01 +0200 | [diff] [blame] | 559 | (PyUnicode_IS_ASCII(op) ? \ |
| 560 | (0x7f) : \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 561 | (PyUnicode_KIND(op) == PyUnicode_1BYTE_KIND ? \ |
Victor Stinner | 8813104 | 2011-10-13 01:12:01 +0200 | [diff] [blame] | 562 | (0xffU) : \ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 563 | (PyUnicode_KIND(op) == PyUnicode_2BYTE_KIND ? \ |
Victor Stinner | 8813104 | 2011-10-13 01:12:01 +0200 | [diff] [blame] | 564 | (0xffffU) : \ |
| 565 | (0x10ffffU))))) |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 566 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 567 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 568 | |
| 569 | /* --- Constants ---------------------------------------------------------- */ |
| 570 | |
| 571 | /* This Unicode character will be used as replacement character during |
| 572 | decoding if the errors argument is set to "replace". Note: the |
| 573 | Unicode character U+FFFD is the official REPLACEMENT CHARACTER in |
| 574 | Unicode 3.0. */ |
| 575 | |
Victor Stinner | 5ce1b0d | 2011-09-28 20:29:27 +0200 | [diff] [blame] | 576 | #define Py_UNICODE_REPLACEMENT_CHARACTER ((Py_UCS4) 0xFFFD) |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 577 | |
| 578 | /* === Public API ========================================================= */ |
| 579 | |
| 580 | /* --- Plain Py_UNICODE --------------------------------------------------- */ |
| 581 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 582 | /* With PEP 393, this is the recommended way to allocate a new unicode object. |
| 583 | This function will allocate the object and its buffer in a single memory |
| 584 | block. Objects created using this function are not resizable. */ |
| 585 | #ifndef Py_LIMITED_API |
| 586 | PyAPI_FUNC(PyObject*) PyUnicode_New( |
| 587 | Py_ssize_t size, /* Number of code points in the new string */ |
| 588 | Py_UCS4 maxchar /* maximum code point value in the string */ |
| 589 | ); |
| 590 | #endif |
| 591 | |
Benjamin Peterson | 82f34ad | 2015-01-13 09:17:24 -0500 | [diff] [blame] | 592 | /* Initializes the canonical string representation from the deprecated |
Victor Stinner | d8f6510 | 2011-09-29 19:43:17 +0200 | [diff] [blame] | 593 | wstr/Py_UNICODE representation. This function is used to convert Unicode |
| 594 | objects which were created using the old API to the new flexible format |
| 595 | introduced with PEP 393. |
| 596 | |
| 597 | Don't call this function directly, use the public PyUnicode_READY() macro |
| 598 | instead. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 599 | #ifndef Py_LIMITED_API |
| 600 | PyAPI_FUNC(int) _PyUnicode_Ready( |
Victor Stinner | d8f6510 | 2011-09-29 19:43:17 +0200 | [diff] [blame] | 601 | PyObject *unicode /* Unicode object */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 602 | ); |
| 603 | #endif |
| 604 | |
Victor Stinner | 034f6cf | 2011-09-30 02:26:44 +0200 | [diff] [blame] | 605 | /* Get a copy of a Unicode string. */ |
Victor Stinner | bf6e560 | 2011-12-12 01:53:47 +0100 | [diff] [blame] | 606 | #ifndef Py_LIMITED_API |
| 607 | PyAPI_FUNC(PyObject*) _PyUnicode_Copy( |
Victor Stinner | 034f6cf | 2011-09-30 02:26:44 +0200 | [diff] [blame] | 608 | PyObject *unicode |
| 609 | ); |
Victor Stinner | bf6e560 | 2011-12-12 01:53:47 +0100 | [diff] [blame] | 610 | #endif |
Victor Stinner | 034f6cf | 2011-09-30 02:26:44 +0200 | [diff] [blame] | 611 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 612 | /* Copy character from one unicode object into another, this function performs |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 613 | character conversion when necessary and falls back to memcpy() if possible. |
Victor Stinner | be78eaf | 2011-09-28 21:37:03 +0200 | [diff] [blame] | 614 | |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 615 | Fail if to is too small (smaller than *how_many* or smaller than |
Victor Stinner | a0702ab | 2011-09-29 14:14:38 +0200 | [diff] [blame] | 616 | len(from)-from_start), or if kind(from[from_start:from_start+how_many]) > |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 617 | kind(to), or if *to* has more than 1 reference. |
Victor Stinner | be78eaf | 2011-09-28 21:37:03 +0200 | [diff] [blame] | 618 | |
| 619 | Return the number of written character, or return -1 and raise an exception |
| 620 | on error. |
| 621 | |
| 622 | Pseudo-code: |
| 623 | |
| 624 | how_many = min(how_many, len(from) - from_start) |
| 625 | to[to_start:to_start+how_many] = from[from_start:from_start+how_many] |
| 626 | return how_many |
Victor Stinner | a0702ab | 2011-09-29 14:14:38 +0200 | [diff] [blame] | 627 | |
| 628 | Note: The function doesn't write a terminating null character. |
Victor Stinner | be78eaf | 2011-09-28 21:37:03 +0200 | [diff] [blame] | 629 | */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 630 | #ifndef Py_LIMITED_API |
Victor Stinner | be78eaf | 2011-09-28 21:37:03 +0200 | [diff] [blame] | 631 | PyAPI_FUNC(Py_ssize_t) PyUnicode_CopyCharacters( |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 632 | PyObject *to, |
| 633 | Py_ssize_t to_start, |
| 634 | PyObject *from, |
| 635 | Py_ssize_t from_start, |
| 636 | Py_ssize_t how_many |
| 637 | ); |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 638 | |
| 639 | /* Unsafe version of PyUnicode_CopyCharacters(): don't check arguments and so |
| 640 | may crash if parameters are invalid (e.g. if the output string |
| 641 | is too short). */ |
| 642 | PyAPI_FUNC(void) _PyUnicode_FastCopyCharacters( |
| 643 | PyObject *to, |
| 644 | Py_ssize_t to_start, |
| 645 | PyObject *from, |
| 646 | Py_ssize_t from_start, |
| 647 | Py_ssize_t how_many |
| 648 | ); |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 649 | #endif |
| 650 | |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 651 | #ifndef Py_LIMITED_API |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 652 | /* Fill a string with a character: write fill_char into |
| 653 | unicode[start:start+length]. |
| 654 | |
| 655 | Fail if fill_char is bigger than the string maximum character, or if the |
| 656 | string has more than 1 reference. |
| 657 | |
| 658 | Return the number of written character, or return -1 and raise an exception |
| 659 | on error. */ |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 660 | PyAPI_FUNC(Py_ssize_t) PyUnicode_Fill( |
| 661 | PyObject *unicode, |
| 662 | Py_ssize_t start, |
| 663 | Py_ssize_t length, |
| 664 | Py_UCS4 fill_char |
| 665 | ); |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 666 | |
| 667 | /* Unsafe version of PyUnicode_Fill(): don't check arguments and so may crash |
| 668 | if parameters are invalid (e.g. if length is longer than the string). */ |
| 669 | PyAPI_FUNC(void) _PyUnicode_FastFill( |
| 670 | PyObject *unicode, |
| 671 | Py_ssize_t start, |
| 672 | Py_ssize_t length, |
| 673 | Py_UCS4 fill_char |
| 674 | ); |
Victor Stinner | 3fe5531 | 2012-01-04 00:33:50 +0100 | [diff] [blame] | 675 | #endif |
| 676 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 677 | /* Create a Unicode Object from the Py_UNICODE buffer u of the given |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 678 | size. |
Marc-André Lemburg | 8155e0e | 2001-04-23 14:44:21 +0000 | [diff] [blame] | 679 | |
| 680 | u may be NULL which causes the contents to be undefined. It is the |
| 681 | user's responsibility to fill in the needed data afterwards. Note |
| 682 | that modifying the Unicode object contents after construction is |
| 683 | only allowed if u was set to NULL. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 684 | |
| 685 | The buffer is copied into the new object. */ |
| 686 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 687 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 688 | PyAPI_FUNC(PyObject*) PyUnicode_FromUnicode( |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 689 | const Py_UNICODE *u, /* Unicode buffer */ |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 690 | Py_ssize_t size /* size of buffer */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 691 | ) /* Py_DEPRECATED(3.3) */; |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 692 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 693 | |
Georg Brandl | 952867a | 2010-06-27 10:17:12 +0000 | [diff] [blame] | 694 | /* Similar to PyUnicode_FromUnicode(), but u points to UTF-8 encoded bytes */ |
Walter Dörwald | d203431 | 2007-05-18 16:29:38 +0000 | [diff] [blame] | 695 | PyAPI_FUNC(PyObject*) PyUnicode_FromStringAndSize( |
Victor Stinner | 0d71116 | 2010-12-27 02:39:20 +0000 | [diff] [blame] | 696 | const char *u, /* UTF-8 encoded string */ |
Victor Stinner | dc2081f | 2010-12-27 01:49:29 +0000 | [diff] [blame] | 697 | Py_ssize_t size /* size of buffer */ |
Walter Dörwald | d203431 | 2007-05-18 16:29:38 +0000 | [diff] [blame] | 698 | ); |
| 699 | |
Walter Dörwald | acaa5a1 | 2007-05-05 12:00:46 +0000 | [diff] [blame] | 700 | /* Similar to PyUnicode_FromUnicode(), but u points to null-terminated |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 701 | UTF-8 encoded bytes. The size is determined with strlen(). */ |
Walter Dörwald | acaa5a1 | 2007-05-05 12:00:46 +0000 | [diff] [blame] | 702 | PyAPI_FUNC(PyObject*) PyUnicode_FromString( |
Victor Stinner | dc2081f | 2010-12-27 01:49:29 +0000 | [diff] [blame] | 703 | const char *u /* UTF-8 encoded string */ |
Walter Dörwald | acaa5a1 | 2007-05-05 12:00:46 +0000 | [diff] [blame] | 704 | ); |
| 705 | |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 706 | #ifndef Py_LIMITED_API |
Victor Stinner | b9275c1 | 2011-10-05 14:01:42 +0200 | [diff] [blame] | 707 | /* Create a new string from a buffer of Py_UCS1, Py_UCS2 or Py_UCS4 characters. |
| 708 | Scan the string to find the maximum character. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 709 | PyAPI_FUNC(PyObject*) PyUnicode_FromKindAndData( |
| 710 | int kind, |
| 711 | const void *buffer, |
| 712 | Py_ssize_t size); |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 713 | |
| 714 | /* Create a new string from a buffer of ASCII characters. |
| 715 | WARNING: Don't check if the string contains any non-ASCII character. */ |
| 716 | PyAPI_FUNC(PyObject*) _PyUnicode_FromASCII( |
| 717 | const char *buffer, |
| 718 | Py_ssize_t size); |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 719 | #endif |
| 720 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 721 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 722 | PyAPI_FUNC(PyObject*) PyUnicode_Substring( |
| 723 | PyObject *str, |
| 724 | Py_ssize_t start, |
| 725 | Py_ssize_t end); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 726 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 727 | |
Victor Stinner | ece58de | 2012-04-23 23:36:38 +0200 | [diff] [blame] | 728 | #ifndef Py_LIMITED_API |
| 729 | /* Compute the maximum character of the substring unicode[start:end]. |
| 730 | Return 127 for an empty string. */ |
| 731 | PyAPI_FUNC(Py_UCS4) _PyUnicode_FindMaxChar ( |
| 732 | PyObject *unicode, |
| 733 | Py_ssize_t start, |
| 734 | Py_ssize_t end); |
| 735 | #endif |
| 736 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 737 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Georg Brandl | db6c7f5 | 2011-10-07 11:19:11 +0200 | [diff] [blame] | 738 | /* Copy the string into a UCS4 buffer including the null character if copy_null |
Serhiy Storchaka | cc16423 | 2016-10-02 21:29:26 +0300 | [diff] [blame] | 739 | is set. Return NULL and raise an exception on error. Raise a SystemError if |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 740 | the buffer is smaller than the string. Return buffer on success. |
| 741 | |
| 742 | buflen is the length of the buffer in (Py_UCS4) characters. */ |
| 743 | PyAPI_FUNC(Py_UCS4*) PyUnicode_AsUCS4( |
| 744 | PyObject *unicode, |
| 745 | Py_UCS4* buffer, |
| 746 | Py_ssize_t buflen, |
| 747 | int copy_null); |
| 748 | |
| 749 | /* Copy the string into a UCS4 buffer. A new buffer is allocated using |
| 750 | * PyMem_Malloc; if this fails, NULL is returned with a memory error |
| 751 | exception set. */ |
| 752 | PyAPI_FUNC(Py_UCS4*) PyUnicode_AsUCS4Copy(PyObject *unicode); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 753 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 754 | |
Serhiy Storchaka | f7eae0a | 2017-06-28 08:30:06 +0300 | [diff] [blame] | 755 | #ifndef Py_LIMITED_API |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 756 | /* Return a read-only pointer to the Unicode object's internal |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 757 | Py_UNICODE buffer. |
| 758 | If the wchar_t/Py_UNICODE representation is not yet available, this |
| 759 | function will calculate it. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 760 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 761 | PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 762 | PyObject *unicode /* Unicode object */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 763 | ) /* Py_DEPRECATED(3.3) */; |
Serhiy Storchaka | f7eae0a | 2017-06-28 08:30:06 +0300 | [diff] [blame] | 764 | |
| 765 | /* Similar to PyUnicode_AsUnicode(), but raises a ValueError if the string |
| 766 | contains null characters. */ |
| 767 | PyAPI_FUNC(const Py_UNICODE *) _PyUnicode_AsUnicode( |
| 768 | PyObject *unicode /* Unicode object */ |
| 769 | ); |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 770 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 771 | /* Return a read-only pointer to the Unicode object's internal |
| 772 | Py_UNICODE buffer and save the length at size. |
| 773 | If the wchar_t/Py_UNICODE representation is not yet available, this |
| 774 | function will calculate it. */ |
| 775 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 776 | PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicodeAndSize( |
| 777 | PyObject *unicode, /* Unicode object */ |
| 778 | Py_ssize_t *size /* location where to save the length */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 779 | ) /* Py_DEPRECATED(3.3) */; |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 780 | #endif |
| 781 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 782 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 783 | /* Get the length of the Unicode object. */ |
| 784 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 785 | PyAPI_FUNC(Py_ssize_t) PyUnicode_GetLength( |
| 786 | PyObject *unicode |
| 787 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 788 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 789 | |
Victor Stinner | 157f83f | 2011-09-28 21:41:31 +0200 | [diff] [blame] | 790 | /* Get the number of Py_UNICODE units in the |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 791 | string representation. */ |
| 792 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 793 | PyAPI_FUNC(Py_ssize_t) PyUnicode_GetSize( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 794 | PyObject *unicode /* Unicode object */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 795 | ) Py_DEPRECATED(3.3); |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 796 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 797 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 798 | /* Read a character from the string. */ |
| 799 | |
| 800 | PyAPI_FUNC(Py_UCS4) PyUnicode_ReadChar( |
| 801 | PyObject *unicode, |
| 802 | Py_ssize_t index |
| 803 | ); |
| 804 | |
| 805 | /* Write a character to the string. The string must have been created through |
Victor Stinner | cd9950f | 2011-10-02 00:34:53 +0200 | [diff] [blame] | 806 | PyUnicode_New, must not be shared, and must not have been hashed yet. |
| 807 | |
| 808 | Return 0 on success, -1 on error. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 809 | |
| 810 | PyAPI_FUNC(int) PyUnicode_WriteChar( |
| 811 | PyObject *unicode, |
| 812 | Py_ssize_t index, |
| 813 | Py_UCS4 character |
| 814 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 815 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 816 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 817 | #ifndef Py_LIMITED_API |
Martin v. Löwis | ce9b5a5 | 2001-06-27 06:28:56 +0000 | [diff] [blame] | 818 | /* Get the maximum ordinal for a Unicode character. */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 819 | PyAPI_FUNC(Py_UNICODE) PyUnicode_GetMax(void) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 820 | #endif |
Martin v. Löwis | ce9b5a5 | 2001-06-27 06:28:56 +0000 | [diff] [blame] | 821 | |
Martin Panter | 6245cb3 | 2016-04-15 02:14:19 +0000 | [diff] [blame] | 822 | /* Resize a Unicode object. The length is the number of characters, except |
Victor Stinner | b0a82a6 | 2011-12-12 13:08:33 +0100 | [diff] [blame] | 823 | if the kind of the string is PyUnicode_WCHAR_KIND: in this case, the length |
| 824 | is the number of Py_UNICODE characters. |
Guido van Rossum | 52c2359 | 2000-04-10 13:41:41 +0000 | [diff] [blame] | 825 | |
| 826 | *unicode is modified to point to the new (resized) object and 0 |
| 827 | returned on success. |
| 828 | |
Victor Stinner | b0a82a6 | 2011-12-12 13:08:33 +0100 | [diff] [blame] | 829 | Try to resize the string in place (which is usually faster than allocating |
| 830 | a new string and copy characters), or create a new string. |
Guido van Rossum | 52c2359 | 2000-04-10 13:41:41 +0000 | [diff] [blame] | 831 | |
| 832 | Error handling is implemented as follows: an exception is set, -1 |
Victor Stinner | 16e6a80 | 2011-12-12 13:24:15 +0100 | [diff] [blame] | 833 | is returned and *unicode left untouched. |
| 834 | |
| 835 | WARNING: The function doesn't check string content, the result may not be a |
| 836 | string in canonical representation. */ |
Guido van Rossum | 52c2359 | 2000-04-10 13:41:41 +0000 | [diff] [blame] | 837 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 838 | PyAPI_FUNC(int) PyUnicode_Resize( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 839 | PyObject **unicode, /* Pointer to the Unicode object */ |
| 840 | Py_ssize_t length /* New length */ |
Guido van Rossum | 52c2359 | 2000-04-10 13:41:41 +0000 | [diff] [blame] | 841 | ); |
| 842 | |
Serhiy Storchaka | 6a7b3a7 | 2016-04-17 08:32:47 +0300 | [diff] [blame] | 843 | /* Decode obj to a Unicode object. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 844 | |
Martin Panter | 20d3255 | 2016-04-15 00:56:21 +0000 | [diff] [blame] | 845 | bytes, bytearray and other bytes-like objects are decoded according to the |
| 846 | given encoding and error handler. The encoding and error handler can be |
| 847 | NULL to have the interface use UTF-8 and "strict". |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 848 | |
Martin Panter | 20d3255 | 2016-04-15 00:56:21 +0000 | [diff] [blame] | 849 | All other objects (including Unicode objects) raise an exception. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 850 | |
| 851 | The API returns NULL in case of an error. The caller is responsible |
| 852 | for decref'ing the returned objects. |
| 853 | |
| 854 | */ |
| 855 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 856 | PyAPI_FUNC(PyObject*) PyUnicode_FromEncodedObject( |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 857 | PyObject *obj, /* Object */ |
Marc-André Lemburg | 5a5c81a | 2000-07-07 13:46:42 +0000 | [diff] [blame] | 858 | const char *encoding, /* encoding */ |
| 859 | const char *errors /* error handling */ |
| 860 | ); |
| 861 | |
Martin Panter | 20d3255 | 2016-04-15 00:56:21 +0000 | [diff] [blame] | 862 | /* Copy an instance of a Unicode subtype to a new true Unicode object if |
| 863 | necessary. If obj is already a true Unicode object (not a subtype), return |
| 864 | the reference with *incremented* refcount. |
Marc-André Lemburg | 5a5c81a | 2000-07-07 13:46:42 +0000 | [diff] [blame] | 865 | |
| 866 | The API returns NULL in case of an error. The caller is responsible |
| 867 | for decref'ing the returned objects. |
| 868 | |
| 869 | */ |
| 870 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 871 | PyAPI_FUNC(PyObject*) PyUnicode_FromObject( |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 872 | PyObject *obj /* Object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 873 | ); |
| 874 | |
Victor Stinner | 1205f27 | 2010-09-11 00:54:47 +0000 | [diff] [blame] | 875 | PyAPI_FUNC(PyObject *) PyUnicode_FromFormatV( |
| 876 | const char *format, /* ASCII-encoded string */ |
| 877 | va_list vargs |
| 878 | ); |
| 879 | PyAPI_FUNC(PyObject *) PyUnicode_FromFormat( |
| 880 | const char *format, /* ASCII-encoded string */ |
| 881 | ... |
| 882 | ); |
Walter Dörwald | d203431 | 2007-05-18 16:29:38 +0000 | [diff] [blame] | 883 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 884 | #ifndef Py_LIMITED_API |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 885 | typedef struct { |
| 886 | PyObject *buffer; |
| 887 | void *data; |
| 888 | enum PyUnicode_Kind kind; |
| 889 | Py_UCS4 maxchar; |
| 890 | Py_ssize_t size; |
| 891 | Py_ssize_t pos; |
Victor Stinner | 8f674cc | 2013-04-17 23:02:17 +0200 | [diff] [blame] | 892 | |
| 893 | /* minimum number of allocated characters (default: 0) */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 894 | Py_ssize_t min_length; |
Victor Stinner | 8f674cc | 2013-04-17 23:02:17 +0200 | [diff] [blame] | 895 | |
| 896 | /* minimum character (default: 127, ASCII) */ |
| 897 | Py_UCS4 min_char; |
| 898 | |
Victor Stinner | fdfbf78 | 2015-10-09 00:33:49 +0200 | [diff] [blame] | 899 | /* If non-zero, overallocate the buffer (default: 0). */ |
Victor Stinner | d7b7c74 | 2012-06-04 22:52:12 +0200 | [diff] [blame] | 900 | unsigned char overallocate; |
Victor Stinner | 8f674cc | 2013-04-17 23:02:17 +0200 | [diff] [blame] | 901 | |
Victor Stinner | d7b7c74 | 2012-06-04 22:52:12 +0200 | [diff] [blame] | 902 | /* If readonly is 1, buffer is a shared string (cannot be modified) |
| 903 | and size is set to 0. */ |
| 904 | unsigned char readonly; |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 905 | } _PyUnicodeWriter ; |
| 906 | |
| 907 | /* Initialize a Unicode writer. |
Victor Stinner | 8f674cc | 2013-04-17 23:02:17 +0200 | [diff] [blame] | 908 | * |
| 909 | * By default, the minimum buffer size is 0 character and overallocation is |
| 910 | * disabled. Set min_length, min_char and overallocate attributes to control |
| 911 | * the allocation of the buffer. */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 912 | PyAPI_FUNC(void) |
Victor Stinner | 8f674cc | 2013-04-17 23:02:17 +0200 | [diff] [blame] | 913 | _PyUnicodeWriter_Init(_PyUnicodeWriter *writer); |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 914 | |
| 915 | /* Prepare the buffer to write 'length' characters |
| 916 | with the specified maximum character. |
| 917 | |
| 918 | Return 0 on success, raise an exception and return -1 on error. */ |
| 919 | #define _PyUnicodeWriter_Prepare(WRITER, LENGTH, MAXCHAR) \ |
| 920 | (((MAXCHAR) <= (WRITER)->maxchar \ |
| 921 | && (LENGTH) <= (WRITER)->size - (WRITER)->pos) \ |
| 922 | ? 0 \ |
| 923 | : (((LENGTH) == 0) \ |
| 924 | ? 0 \ |
| 925 | : _PyUnicodeWriter_PrepareInternal((WRITER), (LENGTH), (MAXCHAR)))) |
| 926 | |
| 927 | /* Don't call this function directly, use the _PyUnicodeWriter_Prepare() macro |
| 928 | instead. */ |
| 929 | PyAPI_FUNC(int) |
| 930 | _PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer, |
| 931 | Py_ssize_t length, Py_UCS4 maxchar); |
| 932 | |
Victor Stinner | ca9381e | 2015-09-22 00:58:32 +0200 | [diff] [blame] | 933 | /* Prepare the buffer to have at least the kind KIND. |
| 934 | For example, kind=PyUnicode_2BYTE_KIND ensures that the writer will |
| 935 | support characters in range U+000-U+FFFF. |
| 936 | |
| 937 | Return 0 on success, raise an exception and return -1 on error. */ |
| 938 | #define _PyUnicodeWriter_PrepareKind(WRITER, KIND) \ |
| 939 | (assert((KIND) != PyUnicode_WCHAR_KIND), \ |
| 940 | (KIND) <= (WRITER)->kind \ |
| 941 | ? 0 \ |
| 942 | : _PyUnicodeWriter_PrepareKindInternal((WRITER), (KIND))) |
| 943 | |
| 944 | /* Don't call this function directly, use the _PyUnicodeWriter_PrepareKind() |
| 945 | macro instead. */ |
| 946 | PyAPI_FUNC(int) |
| 947 | _PyUnicodeWriter_PrepareKindInternal(_PyUnicodeWriter *writer, |
| 948 | enum PyUnicode_Kind kind); |
| 949 | |
Victor Stinner | a0dd021 | 2013-04-11 22:09:04 +0200 | [diff] [blame] | 950 | /* Append a Unicode character. |
| 951 | Return 0 on success, raise an exception and return -1 on error. */ |
| 952 | PyAPI_FUNC(int) |
| 953 | _PyUnicodeWriter_WriteChar(_PyUnicodeWriter *writer, |
| 954 | Py_UCS4 ch |
| 955 | ); |
| 956 | |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 957 | /* Append a Unicode string. |
| 958 | Return 0 on success, raise an exception and return -1 on error. */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 959 | PyAPI_FUNC(int) |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 960 | _PyUnicodeWriter_WriteStr(_PyUnicodeWriter *writer, |
| 961 | PyObject *str /* Unicode string */ |
| 962 | ); |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 963 | |
Victor Stinner | cfc4c13 | 2013-04-03 01:48:39 +0200 | [diff] [blame] | 964 | /* Append a substring of a Unicode string. |
| 965 | Return 0 on success, raise an exception and return -1 on error. */ |
| 966 | PyAPI_FUNC(int) |
| 967 | _PyUnicodeWriter_WriteSubstring(_PyUnicodeWriter *writer, |
| 968 | PyObject *str, /* Unicode string */ |
| 969 | Py_ssize_t start, |
| 970 | Py_ssize_t end |
| 971 | ); |
| 972 | |
Serhiy Storchaka | d65c949 | 2015-11-02 14:10:23 +0200 | [diff] [blame] | 973 | /* Append an ASCII-encoded byte string. |
Victor Stinner | 4a58707 | 2013-11-19 12:54:53 +0100 | [diff] [blame] | 974 | Return 0 on success, raise an exception and return -1 on error. */ |
| 975 | PyAPI_FUNC(int) |
| 976 | _PyUnicodeWriter_WriteASCIIString(_PyUnicodeWriter *writer, |
| 977 | const char *str, /* ASCII-encoded byte string */ |
| 978 | Py_ssize_t len /* number of bytes, or -1 if unknown */ |
| 979 | ); |
| 980 | |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 981 | /* Append a latin1-encoded byte string. |
| 982 | Return 0 on success, raise an exception and return -1 on error. */ |
| 983 | PyAPI_FUNC(int) |
Victor Stinner | 4a58707 | 2013-11-19 12:54:53 +0100 | [diff] [blame] | 984 | _PyUnicodeWriter_WriteLatin1String(_PyUnicodeWriter *writer, |
| 985 | const char *str, /* latin1-encoded byte string */ |
| 986 | Py_ssize_t len /* length in bytes */ |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 987 | ); |
| 988 | |
Martin Panter | 6245cb3 | 2016-04-15 02:14:19 +0000 | [diff] [blame] | 989 | /* Get the value of the writer as a Unicode string. Clear the |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 990 | buffer of the writer. Raise an exception and return NULL |
| 991 | on error. */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 992 | PyAPI_FUNC(PyObject *) |
| 993 | _PyUnicodeWriter_Finish(_PyUnicodeWriter *writer); |
| 994 | |
Victor Stinner | e215d96 | 2012-10-06 23:03:36 +0200 | [diff] [blame] | 995 | /* Deallocate memory of a writer (clear its internal buffer). */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 996 | PyAPI_FUNC(void) |
| 997 | _PyUnicodeWriter_Dealloc(_PyUnicodeWriter *writer); |
| 998 | #endif |
| 999 | |
| 1000 | #ifndef Py_LIMITED_API |
Eric Smith | 4a7d76d | 2008-05-30 18:10:19 +0000 | [diff] [blame] | 1001 | /* Format the object based on the format_spec, as defined in PEP 3101 |
| 1002 | (Advanced String Formatting). */ |
Victor Stinner | d3f0882 | 2012-05-29 12:57:52 +0200 | [diff] [blame] | 1003 | PyAPI_FUNC(int) _PyUnicode_FormatAdvancedWriter( |
| 1004 | _PyUnicodeWriter *writer, |
| 1005 | PyObject *obj, |
| 1006 | PyObject *format_spec, |
| 1007 | Py_ssize_t start, |
| 1008 | Py_ssize_t end); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1009 | #endif |
Eric Smith | 4a7d76d | 2008-05-30 18:10:19 +0000 | [diff] [blame] | 1010 | |
Walter Dörwald | 1680713 | 2007-05-25 13:52:07 +0000 | [diff] [blame] | 1011 | PyAPI_FUNC(void) PyUnicode_InternInPlace(PyObject **); |
| 1012 | PyAPI_FUNC(void) PyUnicode_InternImmortal(PyObject **); |
Victor Stinner | dc2081f | 2010-12-27 01:49:29 +0000 | [diff] [blame] | 1013 | PyAPI_FUNC(PyObject *) PyUnicode_InternFromString( |
| 1014 | const char *u /* UTF-8 encoded string */ |
| 1015 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1016 | #ifndef Py_LIMITED_API |
Walter Dörwald | 1680713 | 2007-05-25 13:52:07 +0000 | [diff] [blame] | 1017 | PyAPI_FUNC(void) _Py_ReleaseInternedUnicodeStrings(void); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1018 | #endif |
Walter Dörwald | 1680713 | 2007-05-25 13:52:07 +0000 | [diff] [blame] | 1019 | |
| 1020 | /* Use only if you know it's a string */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1021 | #define PyUnicode_CHECK_INTERNED(op) \ |
| 1022 | (((PyASCIIObject *)(op))->state.interned) |
Walter Dörwald | 1680713 | 2007-05-25 13:52:07 +0000 | [diff] [blame] | 1023 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1024 | /* --- wchar_t support for platforms which support it --------------------- */ |
| 1025 | |
| 1026 | #ifdef HAVE_WCHAR_H |
| 1027 | |
Georg Brandl | 952867a | 2010-06-27 10:17:12 +0000 | [diff] [blame] | 1028 | /* Create a Unicode Object from the wchar_t buffer w of the given |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1029 | size. |
| 1030 | |
| 1031 | The buffer is copied into the new object. */ |
| 1032 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1033 | PyAPI_FUNC(PyObject*) PyUnicode_FromWideChar( |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 1034 | const wchar_t *w, /* wchar_t buffer */ |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1035 | Py_ssize_t size /* size of buffer */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1036 | ); |
| 1037 | |
Marc-André Lemburg | a9cadcd | 2004-11-22 13:02:31 +0000 | [diff] [blame] | 1038 | /* Copies the Unicode Object contents into the wchar_t buffer w. At |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1039 | most size wchar_t characters are copied. |
| 1040 | |
Marc-André Lemburg | a9cadcd | 2004-11-22 13:02:31 +0000 | [diff] [blame] | 1041 | Note that the resulting wchar_t string may or may not be |
| 1042 | 0-terminated. It is the responsibility of the caller to make sure |
| 1043 | that the wchar_t string is 0-terminated in case this is required by |
| 1044 | the application. |
| 1045 | |
| 1046 | Returns the number of wchar_t characters copied (excluding a |
| 1047 | possibly trailing 0-termination character) or -1 in case of an |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1048 | error. */ |
| 1049 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1050 | PyAPI_FUNC(Py_ssize_t) PyUnicode_AsWideChar( |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1051 | PyObject *unicode, /* Unicode object */ |
Antoine Pitrou | 9ed5f27 | 2013-08-13 20:18:52 +0200 | [diff] [blame] | 1052 | wchar_t *w, /* wchar_t buffer */ |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1053 | Py_ssize_t size /* size of buffer */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1054 | ); |
| 1055 | |
Victor Stinner | 137c34c | 2010-09-29 10:25:54 +0000 | [diff] [blame] | 1056 | /* Convert the Unicode object to a wide character string. The output string |
| 1057 | always ends with a nul character. If size is not NULL, write the number of |
Victor Stinner | d88d983 | 2011-09-06 02:00:05 +0200 | [diff] [blame] | 1058 | wide characters (excluding the null character) into *size. |
Victor Stinner | 137c34c | 2010-09-29 10:25:54 +0000 | [diff] [blame] | 1059 | |
Victor Stinner | 22fabe2 | 2015-02-11 18:17:56 +0100 | [diff] [blame] | 1060 | Returns a buffer allocated by PyMem_Malloc() (use PyMem_Free() to free it) |
Victor Stinner | 137c34c | 2010-09-29 10:25:54 +0000 | [diff] [blame] | 1061 | on success. On error, returns NULL, *size is undefined and raises a |
| 1062 | MemoryError. */ |
| 1063 | |
| 1064 | PyAPI_FUNC(wchar_t*) PyUnicode_AsWideCharString( |
Victor Stinner | beb4135b | 2010-10-07 01:02:42 +0000 | [diff] [blame] | 1065 | PyObject *unicode, /* Unicode object */ |
Victor Stinner | 137c34c | 2010-09-29 10:25:54 +0000 | [diff] [blame] | 1066 | Py_ssize_t *size /* number of characters of the result */ |
| 1067 | ); |
| 1068 | |
Victor Stinner | 9f789e7 | 2011-10-01 03:57:28 +0200 | [diff] [blame] | 1069 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1070 | PyAPI_FUNC(void*) _PyUnicode_AsKind(PyObject *s, unsigned int kind); |
Victor Stinner | 9f789e7 | 2011-10-01 03:57:28 +0200 | [diff] [blame] | 1071 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1072 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1073 | #endif |
| 1074 | |
Marc-André Lemburg | cc8764c | 2002-08-11 12:23:04 +0000 | [diff] [blame] | 1075 | /* --- Unicode ordinals --------------------------------------------------- */ |
| 1076 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1077 | /* Create a Unicode Object from the given Unicode code point ordinal. |
| 1078 | |
Ezio Melotti | e7f9037 | 2012-10-05 03:33:31 +0300 | [diff] [blame] | 1079 | The ordinal must be in range(0x110000). A ValueError is |
Marc-André Lemburg | cc8764c | 2002-08-11 12:23:04 +0000 | [diff] [blame] | 1080 | raised in case it is not. |
| 1081 | |
| 1082 | */ |
| 1083 | |
Marc-André Lemburg | 9c329de | 2002-08-12 08:19:10 +0000 | [diff] [blame] | 1084 | PyAPI_FUNC(PyObject*) PyUnicode_FromOrdinal(int ordinal); |
Marc-André Lemburg | cc8764c | 2002-08-11 12:23:04 +0000 | [diff] [blame] | 1085 | |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 1086 | /* --- Free-list management ----------------------------------------------- */ |
| 1087 | |
| 1088 | /* Clear the free list used by the Unicode implementation. |
| 1089 | |
| 1090 | This can be used to release memory used for objects on the free |
| 1091 | list back to the Python memory allocator. |
| 1092 | |
| 1093 | */ |
| 1094 | |
| 1095 | PyAPI_FUNC(int) PyUnicode_ClearFreeList(void); |
| 1096 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1097 | /* === Builtin Codecs ===================================================== |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1098 | |
| 1099 | Many of these APIs take two arguments encoding and errors. These |
| 1100 | parameters encoding and errors have the same semantics as the ones |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 1101 | of the builtin str() API. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1102 | |
Georg Brandl | 952867a | 2010-06-27 10:17:12 +0000 | [diff] [blame] | 1103 | Setting encoding to NULL causes the default encoding (UTF-8) to be used. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1104 | |
| 1105 | Error handling is set by errors which may also be set to NULL |
| 1106 | meaning to use the default handling defined for the codec. Default |
| 1107 | error handling for all builtin codecs is "strict" (ValueErrors are |
| 1108 | raised). |
| 1109 | |
| 1110 | The codecs all use a similar interface. Only deviation from the |
| 1111 | generic ones are documented. |
| 1112 | |
| 1113 | */ |
| 1114 | |
Fred Drake | cb093fe | 2000-05-09 19:51:53 +0000 | [diff] [blame] | 1115 | /* --- Manage the default encoding ---------------------------------------- */ |
| 1116 | |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 1117 | /* Returns a pointer to the default encoding (UTF-8) of the |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1118 | Unicode object unicode and the size of the encoded representation |
| 1119 | in bytes stored in *size. |
Christian Heimes | 5894ba7 | 2007-11-04 11:43:14 +0000 | [diff] [blame] | 1120 | |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1121 | In case of an error, no *size is set. |
Guido van Rossum | 7d1df6c | 2007-08-29 13:53:23 +0000 | [diff] [blame] | 1122 | |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 1123 | This function caches the UTF-8 encoded string in the unicodeobject |
| 1124 | and subsequent calls will return the same string. The memory is released |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1125 | when the unicodeobject is deallocated. |
| 1126 | |
| 1127 | _PyUnicode_AsStringAndSize is a #define for PyUnicode_AsUTF8AndSize to |
| 1128 | support the previous internal function with the same behaviour. |
| 1129 | |
Marc-André Lemburg | 4cc0f24 | 2008-08-07 18:54:33 +0000 | [diff] [blame] | 1130 | *** This API is for interpreter INTERNAL USE ONLY and will likely |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 1131 | *** be removed or changed in the future. |
Marc-André Lemburg | 4cc0f24 | 2008-08-07 18:54:33 +0000 | [diff] [blame] | 1132 | |
| 1133 | *** If you need to access the Unicode object as UTF-8 bytes string, |
| 1134 | *** please use PyUnicode_AsUTF8String() instead. |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 1135 | */ |
| 1136 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1137 | #ifndef Py_LIMITED_API |
Serhiy Storchaka | 2a404b6 | 2017-01-22 23:07:07 +0200 | [diff] [blame] | 1138 | PyAPI_FUNC(const char *) PyUnicode_AsUTF8AndSize( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1139 | PyObject *unicode, |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1140 | Py_ssize_t *size); |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1141 | #define _PyUnicode_AsStringAndSize PyUnicode_AsUTF8AndSize |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1142 | #endif |
Guido van Rossum | 7d1df6c | 2007-08-29 13:53:23 +0000 | [diff] [blame] | 1143 | |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 1144 | /* Returns a pointer to the default encoding (UTF-8) of the |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1145 | Unicode object unicode. |
Guido van Rossum | 7d1df6c | 2007-08-29 13:53:23 +0000 | [diff] [blame] | 1146 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1147 | Like PyUnicode_AsUTF8AndSize(), this also caches the UTF-8 representation |
| 1148 | in the unicodeobject. |
| 1149 | |
| 1150 | _PyUnicode_AsString is a #define for PyUnicode_AsUTF8 to |
| 1151 | support the previous internal function with the same behaviour. |
| 1152 | |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1153 | Use of this API is DEPRECATED since no size information can be |
Marc-André Lemburg | 4cc0f24 | 2008-08-07 18:54:33 +0000 | [diff] [blame] | 1154 | extracted from the returned data. |
| 1155 | |
| 1156 | *** This API is for interpreter INTERNAL USE ONLY and will likely |
| 1157 | *** be removed or changed for Python 3.1. |
| 1158 | |
| 1159 | *** If you need to access the Unicode object as UTF-8 bytes string, |
| 1160 | *** please use PyUnicode_AsUTF8String() instead. |
Guido van Rossum | 7d1df6c | 2007-08-29 13:53:23 +0000 | [diff] [blame] | 1161 | |
Marc-André Lemburg | 9155aa7 | 2008-04-29 11:14:08 +0000 | [diff] [blame] | 1162 | */ |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 1163 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1164 | #ifndef Py_LIMITED_API |
Serhiy Storchaka | 2a404b6 | 2017-01-22 23:07:07 +0200 | [diff] [blame] | 1165 | PyAPI_FUNC(const char *) PyUnicode_AsUTF8(PyObject *unicode); |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1166 | #define _PyUnicode_AsString PyUnicode_AsUTF8 |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1167 | #endif |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 1168 | |
Alexander Belopolsky | 83283c2 | 2010-11-16 14:29:01 +0000 | [diff] [blame] | 1169 | /* Returns "utf-8". */ |
Fred Drake | cb093fe | 2000-05-09 19:51:53 +0000 | [diff] [blame] | 1170 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1171 | PyAPI_FUNC(const char*) PyUnicode_GetDefaultEncoding(void); |
Fred Drake | cb093fe | 2000-05-09 19:51:53 +0000 | [diff] [blame] | 1172 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1173 | /* --- Generic Codecs ----------------------------------------------------- */ |
| 1174 | |
| 1175 | /* Create a Unicode object by decoding the encoded string s of the |
| 1176 | given size. */ |
| 1177 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1178 | PyAPI_FUNC(PyObject*) PyUnicode_Decode( |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1179 | const char *s, /* encoded string */ |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1180 | Py_ssize_t size, /* size of buffer */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1181 | const char *encoding, /* encoding */ |
| 1182 | const char *errors /* error handling */ |
| 1183 | ); |
| 1184 | |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1185 | /* Decode a Unicode object unicode and return the result as Python |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1186 | object. |
| 1187 | |
| 1188 | This API is DEPRECATED. The only supported standard encoding is rot13. |
| 1189 | Use PyCodec_Decode() to decode with rot13 and non-standard codecs |
| 1190 | that decode from str. */ |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1191 | |
| 1192 | PyAPI_FUNC(PyObject*) PyUnicode_AsDecodedObject( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1193 | PyObject *unicode, /* Unicode object */ |
| 1194 | const char *encoding, /* encoding */ |
| 1195 | const char *errors /* error handling */ |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1196 | ) Py_DEPRECATED(3.6); |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1197 | |
| 1198 | /* Decode a Unicode object unicode and return the result as Unicode |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1199 | object. |
| 1200 | |
| 1201 | This API is DEPRECATED. The only supported standard encoding is rot13. |
| 1202 | Use PyCodec_Decode() to decode with rot13 and non-standard codecs |
| 1203 | that decode from str to str. */ |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1204 | |
| 1205 | PyAPI_FUNC(PyObject*) PyUnicode_AsDecodedUnicode( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1206 | PyObject *unicode, /* Unicode object */ |
| 1207 | const char *encoding, /* encoding */ |
| 1208 | const char *errors /* error handling */ |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1209 | ) Py_DEPRECATED(3.6); |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1210 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1211 | /* Encodes a Py_UNICODE buffer of the given size and returns a |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1212 | Python string object. */ |
| 1213 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1214 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1215 | PyAPI_FUNC(PyObject*) PyUnicode_Encode( |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1216 | const Py_UNICODE *s, /* Unicode char buffer */ |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1217 | Py_ssize_t size, /* number of Py_UNICODE chars to encode */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1218 | const char *encoding, /* encoding */ |
| 1219 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1220 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1221 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1222 | |
Marc-André Lemburg | d2d4598 | 2004-07-08 17:57:32 +0000 | [diff] [blame] | 1223 | /* Encodes a Unicode object and returns the result as Python |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1224 | object. |
| 1225 | |
Ville Skyttä | 49b2734 | 2017-08-03 09:00:59 +0300 | [diff] [blame] | 1226 | This API is DEPRECATED. It is superseded by PyUnicode_AsEncodedString() |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1227 | since all standard encodings (except rot13) encode str to bytes. |
| 1228 | Use PyCodec_Encode() for encoding with rot13 and non-standard codecs |
| 1229 | that encode form str to non-bytes. */ |
Marc-André Lemburg | d2d4598 | 2004-07-08 17:57:32 +0000 | [diff] [blame] | 1230 | |
| 1231 | PyAPI_FUNC(PyObject*) PyUnicode_AsEncodedObject( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1232 | PyObject *unicode, /* Unicode object */ |
| 1233 | const char *encoding, /* encoding */ |
| 1234 | const char *errors /* error handling */ |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1235 | ) Py_DEPRECATED(3.6); |
Marc-André Lemburg | d2d4598 | 2004-07-08 17:57:32 +0000 | [diff] [blame] | 1236 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1237 | /* Encodes a Unicode object and returns the result as Python string |
| 1238 | object. */ |
| 1239 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1240 | PyAPI_FUNC(PyObject*) PyUnicode_AsEncodedString( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1241 | PyObject *unicode, /* Unicode object */ |
| 1242 | const char *encoding, /* encoding */ |
| 1243 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1244 | ); |
| 1245 | |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1246 | /* Encodes a Unicode object and returns the result as Unicode |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1247 | object. |
| 1248 | |
| 1249 | This API is DEPRECATED. The only supported standard encodings is rot13. |
| 1250 | Use PyCodec_Encode() to encode with rot13 and non-standard codecs |
| 1251 | that encode from str to str. */ |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1252 | |
| 1253 | PyAPI_FUNC(PyObject*) PyUnicode_AsEncodedUnicode( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1254 | PyObject *unicode, /* Unicode object */ |
| 1255 | const char *encoding, /* encoding */ |
| 1256 | const char *errors /* error handling */ |
Serhiy Storchaka | 0093907 | 2016-10-27 21:05:49 +0300 | [diff] [blame] | 1257 | ) Py_DEPRECATED(3.6); |
Marc-André Lemburg | b2750b5 | 2008-06-06 12:18:17 +0000 | [diff] [blame] | 1258 | |
| 1259 | /* Build an encoding map. */ |
| 1260 | |
Thomas Wouters | 73e5a5b | 2006-06-08 15:35:45 +0000 | [diff] [blame] | 1261 | PyAPI_FUNC(PyObject*) PyUnicode_BuildEncodingMap( |
| 1262 | PyObject* string /* 256 character map */ |
| 1263 | ); |
| 1264 | |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 1265 | /* --- UTF-7 Codecs ------------------------------------------------------- */ |
| 1266 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1267 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF7( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1268 | const char *string, /* UTF-7 encoded string */ |
| 1269 | Py_ssize_t length, /* size of string */ |
| 1270 | const char *errors /* error handling */ |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 1271 | ); |
| 1272 | |
Christian Heimes | 5d14c2b | 2007-11-20 23:38:09 +0000 | [diff] [blame] | 1273 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF7Stateful( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1274 | const char *string, /* UTF-7 encoded string */ |
| 1275 | Py_ssize_t length, /* size of string */ |
| 1276 | const char *errors, /* error handling */ |
| 1277 | Py_ssize_t *consumed /* bytes consumed */ |
Christian Heimes | 5d14c2b | 2007-11-20 23:38:09 +0000 | [diff] [blame] | 1278 | ); |
| 1279 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1280 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1281 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF7( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1282 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1283 | Py_ssize_t length, /* number of Py_UNICODE chars to encode */ |
| 1284 | int base64SetO, /* Encode RFC2152 Set O characters in base64 */ |
| 1285 | int base64WhiteSpace, /* Encode whitespace (sp, ht, nl, cr) in base64 */ |
| 1286 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1287 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 1288 | PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF7( |
| 1289 | PyObject *unicode, /* Unicode object */ |
| 1290 | int base64SetO, /* Encode RFC2152 Set O characters in base64 */ |
| 1291 | int base64WhiteSpace, /* Encode whitespace (sp, ht, nl, cr) in base64 */ |
| 1292 | const char *errors /* error handling */ |
| 1293 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1294 | #endif |
Marc-André Lemburg | c60e6f7 | 2001-09-20 10:35:46 +0000 | [diff] [blame] | 1295 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1296 | /* --- UTF-8 Codecs ------------------------------------------------------- */ |
| 1297 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1298 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF8( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1299 | const char *string, /* UTF-8 encoded string */ |
| 1300 | Py_ssize_t length, /* size of string */ |
| 1301 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1302 | ); |
| 1303 | |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 1304 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF8Stateful( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1305 | const char *string, /* UTF-8 encoded string */ |
| 1306 | Py_ssize_t length, /* size of string */ |
| 1307 | const char *errors, /* error handling */ |
| 1308 | Py_ssize_t *consumed /* bytes consumed */ |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 1309 | ); |
| 1310 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1311 | PyAPI_FUNC(PyObject*) PyUnicode_AsUTF8String( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1312 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1313 | ); |
| 1314 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1315 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1316 | PyAPI_FUNC(PyObject*) _PyUnicode_AsUTF8String( |
| 1317 | PyObject *unicode, |
| 1318 | const char *errors); |
| 1319 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1320 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF8( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1321 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1322 | Py_ssize_t length, /* number of Py_UNICODE chars to encode */ |
| 1323 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1324 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1325 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1326 | |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1327 | /* --- UTF-32 Codecs ------------------------------------------------------ */ |
| 1328 | |
| 1329 | /* Decodes length bytes from a UTF-32 encoded buffer string and returns |
| 1330 | the corresponding Unicode object. |
| 1331 | |
| 1332 | errors (if non-NULL) defines the error handling. It defaults |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1333 | to "strict". |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1334 | |
| 1335 | If byteorder is non-NULL, the decoder starts decoding using the |
| 1336 | given byte order: |
| 1337 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1338 | *byteorder == -1: little endian |
| 1339 | *byteorder == 0: native order |
| 1340 | *byteorder == 1: big endian |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1341 | |
| 1342 | In native mode, the first four bytes of the stream are checked for a |
| 1343 | BOM mark. If found, the BOM mark is analysed, the byte order |
| 1344 | adjusted and the BOM skipped. In the other modes, no BOM mark |
| 1345 | interpretation is done. After completion, *byteorder is set to the |
| 1346 | current byte order at the end of input data. |
| 1347 | |
| 1348 | If byteorder is NULL, the codec starts in native order mode. |
| 1349 | |
| 1350 | */ |
| 1351 | |
| 1352 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF32( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1353 | const char *string, /* UTF-32 encoded string */ |
| 1354 | Py_ssize_t length, /* size of string */ |
| 1355 | const char *errors, /* error handling */ |
| 1356 | int *byteorder /* pointer to byteorder to use |
| 1357 | 0=native;-1=LE,1=BE; updated on |
| 1358 | exit */ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1359 | ); |
| 1360 | |
| 1361 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF32Stateful( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1362 | const char *string, /* UTF-32 encoded string */ |
| 1363 | Py_ssize_t length, /* size of string */ |
| 1364 | const char *errors, /* error handling */ |
| 1365 | int *byteorder, /* pointer to byteorder to use |
| 1366 | 0=native;-1=LE,1=BE; updated on |
| 1367 | exit */ |
| 1368 | Py_ssize_t *consumed /* bytes consumed */ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1369 | ); |
| 1370 | |
| 1371 | /* Returns a Python string using the UTF-32 encoding in native byte |
| 1372 | order. The string always starts with a BOM mark. */ |
| 1373 | |
| 1374 | PyAPI_FUNC(PyObject*) PyUnicode_AsUTF32String( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1375 | PyObject *unicode /* Unicode object */ |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1376 | ); |
| 1377 | |
| 1378 | /* Returns a Python string object holding the UTF-32 encoded value of |
| 1379 | the Unicode data. |
| 1380 | |
| 1381 | If byteorder is not 0, output is written according to the following |
| 1382 | byte order: |
| 1383 | |
| 1384 | byteorder == -1: little endian |
| 1385 | byteorder == 0: native byte order (writes a BOM mark) |
| 1386 | byteorder == 1: big endian |
| 1387 | |
| 1388 | If byteorder is 0, the output string will always start with the |
| 1389 | Unicode BOM mark (U+FEFF). In the other two modes, no BOM mark is |
| 1390 | prepended. |
| 1391 | |
| 1392 | */ |
| 1393 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1394 | #ifndef Py_LIMITED_API |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1395 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF32( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1396 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1397 | Py_ssize_t length, /* number of Py_UNICODE chars to encode */ |
| 1398 | const char *errors, /* error handling */ |
| 1399 | int byteorder /* byteorder to use 0=BOM+native;-1=LE,1=BE */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1400 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 1401 | PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF32( |
| 1402 | PyObject *object, /* Unicode object */ |
| 1403 | const char *errors, /* error handling */ |
| 1404 | int byteorder /* byteorder to use 0=BOM+native;-1=LE,1=BE */ |
| 1405 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1406 | #endif |
Walter Dörwald | 41980ca | 2007-08-16 21:55:45 +0000 | [diff] [blame] | 1407 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1408 | /* --- UTF-16 Codecs ------------------------------------------------------ */ |
| 1409 | |
Guido van Rossum | 9e896b3 | 2000-04-05 20:11:21 +0000 | [diff] [blame] | 1410 | /* Decodes length bytes from a UTF-16 encoded buffer string and returns |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1411 | the corresponding Unicode object. |
| 1412 | |
| 1413 | errors (if non-NULL) defines the error handling. It defaults |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1414 | to "strict". |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1415 | |
| 1416 | If byteorder is non-NULL, the decoder starts decoding using the |
| 1417 | given byte order: |
| 1418 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1419 | *byteorder == -1: little endian |
| 1420 | *byteorder == 0: native order |
| 1421 | *byteorder == 1: big endian |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1422 | |
Marc-André Lemburg | 489b56e | 2001-05-21 20:30:15 +0000 | [diff] [blame] | 1423 | In native mode, the first two bytes of the stream are checked for a |
| 1424 | BOM mark. If found, the BOM mark is analysed, the byte order |
| 1425 | adjusted and the BOM skipped. In the other modes, no BOM mark |
| 1426 | interpretation is done. After completion, *byteorder is set to the |
| 1427 | current byte order at the end of input data. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1428 | |
| 1429 | If byteorder is NULL, the codec starts in native order mode. |
| 1430 | |
| 1431 | */ |
| 1432 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1433 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF16( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1434 | const char *string, /* UTF-16 encoded string */ |
| 1435 | Py_ssize_t length, /* size of string */ |
| 1436 | const char *errors, /* error handling */ |
| 1437 | int *byteorder /* pointer to byteorder to use |
| 1438 | 0=native;-1=LE,1=BE; updated on |
| 1439 | exit */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1440 | ); |
| 1441 | |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 1442 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUTF16Stateful( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1443 | const char *string, /* UTF-16 encoded string */ |
| 1444 | Py_ssize_t length, /* size of string */ |
| 1445 | const char *errors, /* error handling */ |
| 1446 | int *byteorder, /* pointer to byteorder to use |
| 1447 | 0=native;-1=LE,1=BE; updated on |
| 1448 | exit */ |
| 1449 | Py_ssize_t *consumed /* bytes consumed */ |
Walter Dörwald | 6965203 | 2004-09-07 20:24:22 +0000 | [diff] [blame] | 1450 | ); |
| 1451 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1452 | /* Returns a Python string using the UTF-16 encoding in native byte |
| 1453 | order. The string always starts with a BOM mark. */ |
| 1454 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1455 | PyAPI_FUNC(PyObject*) PyUnicode_AsUTF16String( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1456 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1457 | ); |
| 1458 | |
| 1459 | /* Returns a Python string object holding the UTF-16 encoded value of |
Guido van Rossum | 9e896b3 | 2000-04-05 20:11:21 +0000 | [diff] [blame] | 1460 | the Unicode data. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1461 | |
| 1462 | If byteorder is not 0, output is written according to the following |
| 1463 | byte order: |
| 1464 | |
| 1465 | byteorder == -1: little endian |
| 1466 | byteorder == 0: native byte order (writes a BOM mark) |
| 1467 | byteorder == 1: big endian |
| 1468 | |
| 1469 | If byteorder is 0, the output string will always start with the |
| 1470 | Unicode BOM mark (U+FEFF). In the other two modes, no BOM mark is |
| 1471 | prepended. |
| 1472 | |
| 1473 | Note that Py_UNICODE data is being interpreted as UTF-16 reduced to |
| 1474 | UCS-2. This trick makes it possible to add full UTF-16 capabilities |
Thomas Wouters | 7e47402 | 2000-07-16 12:04:32 +0000 | [diff] [blame] | 1475 | at a later point without compromising the APIs. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1476 | |
| 1477 | */ |
| 1478 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1479 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1480 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF16( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1481 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1482 | Py_ssize_t length, /* number of Py_UNICODE chars to encode */ |
| 1483 | const char *errors, /* error handling */ |
| 1484 | int byteorder /* byteorder to use 0=BOM+native;-1=LE,1=BE */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1485 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 1db7c13 | 2011-11-10 18:24:32 +0100 | [diff] [blame] | 1486 | PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF16( |
| 1487 | PyObject* unicode, /* Unicode object */ |
| 1488 | const char *errors, /* error handling */ |
| 1489 | int byteorder /* byteorder to use 0=BOM+native;-1=LE,1=BE */ |
| 1490 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1491 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1492 | |
| 1493 | /* --- Unicode-Escape Codecs ---------------------------------------------- */ |
| 1494 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1495 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeUnicodeEscape( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1496 | const char *string, /* Unicode-Escape encoded string */ |
| 1497 | Py_ssize_t length, /* size of string */ |
| 1498 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1499 | ); |
| 1500 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1501 | #ifndef Py_LIMITED_API |
Eric V. Smith | 5646648 | 2016-10-31 14:46:26 -0400 | [diff] [blame] | 1502 | /* Helper for PyUnicode_DecodeUnicodeEscape that detects invalid escape |
| 1503 | chars. */ |
| 1504 | PyAPI_FUNC(PyObject*) _PyUnicode_DecodeUnicodeEscape( |
| 1505 | const char *string, /* Unicode-Escape encoded string */ |
| 1506 | Py_ssize_t length, /* size of string */ |
| 1507 | const char *errors, /* error handling */ |
| 1508 | const char **first_invalid_escape /* on return, points to first |
| 1509 | invalid escaped char in |
| 1510 | string. */ |
| 1511 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1512 | #endif |
Eric V. Smith | 5646648 | 2016-10-31 14:46:26 -0400 | [diff] [blame] | 1513 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1514 | PyAPI_FUNC(PyObject*) PyUnicode_AsUnicodeEscapeString( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1515 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1516 | ); |
| 1517 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1518 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1519 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeUnicodeEscape( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1520 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1521 | Py_ssize_t length /* Number of Py_UNICODE chars to encode */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1522 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1523 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1524 | |
| 1525 | /* --- Raw-Unicode-Escape Codecs ------------------------------------------ */ |
| 1526 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1527 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeRawUnicodeEscape( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1528 | const char *string, /* Raw-Unicode-Escape encoded string */ |
| 1529 | Py_ssize_t length, /* size of string */ |
| 1530 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1531 | ); |
| 1532 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1533 | PyAPI_FUNC(PyObject*) PyUnicode_AsRawUnicodeEscapeString( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1534 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1535 | ); |
| 1536 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1537 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1538 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeRawUnicodeEscape( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1539 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1540 | Py_ssize_t length /* Number of Py_UNICODE chars to encode */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1541 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1542 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1543 | |
Walter Dörwald | a47d1c0 | 2005-08-30 10:23:14 +0000 | [diff] [blame] | 1544 | /* --- Unicode Internal Codec --------------------------------------------- |
| 1545 | |
| 1546 | Only for internal use in _codecsmodule.c */ |
| 1547 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1548 | #ifndef Py_LIMITED_API |
Walter Dörwald | a47d1c0 | 2005-08-30 10:23:14 +0000 | [diff] [blame] | 1549 | PyObject *_PyUnicode_DecodeUnicodeInternal( |
| 1550 | const char *string, |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1551 | Py_ssize_t length, |
Walter Dörwald | a47d1c0 | 2005-08-30 10:23:14 +0000 | [diff] [blame] | 1552 | const char *errors |
| 1553 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1554 | #endif |
Walter Dörwald | a47d1c0 | 2005-08-30 10:23:14 +0000 | [diff] [blame] | 1555 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1556 | /* --- Latin-1 Codecs ----------------------------------------------------- |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1557 | |
| 1558 | Note: Latin-1 corresponds to the first 256 Unicode ordinals. |
| 1559 | |
| 1560 | */ |
| 1561 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1562 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeLatin1( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1563 | const char *string, /* Latin-1 encoded string */ |
| 1564 | Py_ssize_t length, /* size of string */ |
| 1565 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1566 | ); |
| 1567 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1568 | PyAPI_FUNC(PyObject*) PyUnicode_AsLatin1String( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1569 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1570 | ); |
| 1571 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1572 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1573 | PyAPI_FUNC(PyObject*) _PyUnicode_AsLatin1String( |
| 1574 | PyObject* unicode, |
| 1575 | const char* errors); |
| 1576 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1577 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeLatin1( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1578 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1579 | Py_ssize_t length, /* Number of Py_UNICODE chars to encode */ |
| 1580 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1581 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1582 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1583 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1584 | /* --- ASCII Codecs ------------------------------------------------------- |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1585 | |
| 1586 | Only 7-bit ASCII data is excepted. All other codes generate errors. |
| 1587 | |
| 1588 | */ |
| 1589 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1590 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeASCII( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1591 | const char *string, /* ASCII encoded string */ |
| 1592 | Py_ssize_t length, /* size of string */ |
| 1593 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1594 | ); |
| 1595 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1596 | PyAPI_FUNC(PyObject*) PyUnicode_AsASCIIString( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1597 | PyObject *unicode /* Unicode object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1598 | ); |
| 1599 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1600 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1601 | PyAPI_FUNC(PyObject*) _PyUnicode_AsASCIIString( |
| 1602 | PyObject* unicode, |
| 1603 | const char* errors); |
| 1604 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1605 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeASCII( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1606 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1607 | Py_ssize_t length, /* Number of Py_UNICODE chars to encode */ |
| 1608 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1609 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1610 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1611 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1612 | /* --- Character Map Codecs ----------------------------------------------- |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1613 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1614 | This codec uses mappings to encode and decode characters. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1615 | |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1616 | Decoding mappings must map byte ordinals (integers in the range from 0 to |
| 1617 | 255) to Unicode strings, integers (which are then interpreted as Unicode |
| 1618 | ordinals) or None. Unmapped data bytes (ones which cause a LookupError) |
| 1619 | as well as mapped to None, 0xFFFE or '\ufffe' are treated as "undefined |
| 1620 | mapping" and cause an error. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1621 | |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1622 | Encoding mappings must map Unicode ordinal integers to bytes objects, |
| 1623 | integers in the range from 0 to 255 or None. Unmapped character |
| 1624 | ordinals (ones which cause a LookupError) as well as mapped to |
| 1625 | None are treated as "undefined mapping" and cause an error. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1626 | |
| 1627 | */ |
| 1628 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1629 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeCharmap( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1630 | const char *string, /* Encoded string */ |
| 1631 | Py_ssize_t length, /* size of string */ |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1632 | PyObject *mapping, /* decoding mapping */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1633 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1634 | ); |
| 1635 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1636 | PyAPI_FUNC(PyObject*) PyUnicode_AsCharmapString( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1637 | PyObject *unicode, /* Unicode object */ |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1638 | PyObject *mapping /* encoding mapping */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1639 | ); |
| 1640 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1641 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1642 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeCharmap( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1643 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1644 | Py_ssize_t length, /* Number of Py_UNICODE chars to encode */ |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1645 | PyObject *mapping, /* encoding mapping */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1646 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1647 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 23e275b | 2011-11-02 18:02:51 +0100 | [diff] [blame] | 1648 | PyAPI_FUNC(PyObject*) _PyUnicode_EncodeCharmap( |
| 1649 | PyObject *unicode, /* Unicode object */ |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1650 | PyObject *mapping, /* encoding mapping */ |
Martin v. Löwis | 23e275b | 2011-11-02 18:02:51 +0100 | [diff] [blame] | 1651 | const char *errors /* error handling */ |
| 1652 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1653 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1654 | |
| 1655 | /* Translate a Py_UNICODE buffer of the given length by applying a |
| 1656 | character mapping table to it and return the resulting Unicode |
| 1657 | object. |
| 1658 | |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1659 | The mapping table must map Unicode ordinal integers to Unicode strings, |
| 1660 | Unicode ordinal integers or None (causing deletion of the character). |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1661 | |
| 1662 | Mapping tables may be dictionaries or sequences. Unmapped character |
| 1663 | ordinals (ones which cause a LookupError) are left untouched and |
| 1664 | are copied as-is. |
| 1665 | |
| 1666 | */ |
| 1667 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1668 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1669 | PyAPI_FUNC(PyObject *) PyUnicode_TranslateCharmap( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1670 | const Py_UNICODE *data, /* Unicode char buffer */ |
| 1671 | Py_ssize_t length, /* Number of Py_UNICODE chars to encode */ |
| 1672 | PyObject *table, /* Translate table */ |
| 1673 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1674 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1675 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1676 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 1677 | #ifdef MS_WINDOWS |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 1678 | |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1679 | /* --- MBCS codecs for Windows -------------------------------------------- */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 1680 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1681 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeMBCS( |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1682 | const char *string, /* MBCS encoded string */ |
Steve Dower | f5aba58 | 2016-09-06 19:42:27 -0700 | [diff] [blame] | 1683 | Py_ssize_t length, /* size of string */ |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1684 | const char *errors /* error handling */ |
| 1685 | ); |
| 1686 | |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1687 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeMBCSStateful( |
| 1688 | const char *string, /* MBCS encoded string */ |
| 1689 | Py_ssize_t length, /* size of string */ |
| 1690 | const char *errors, /* error handling */ |
| 1691 | Py_ssize_t *consumed /* bytes consumed */ |
| 1692 | ); |
| 1693 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1694 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 1695 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeCodePageStateful( |
| 1696 | int code_page, /* code page number */ |
| 1697 | const char *string, /* encoded string */ |
| 1698 | Py_ssize_t length, /* size of string */ |
| 1699 | const char *errors, /* error handling */ |
| 1700 | Py_ssize_t *consumed /* bytes consumed */ |
| 1701 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1702 | #endif |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 1703 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1704 | PyAPI_FUNC(PyObject*) PyUnicode_AsMBCSString( |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1705 | PyObject *unicode /* Unicode object */ |
| 1706 | ); |
| 1707 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1708 | #ifndef Py_LIMITED_API |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1709 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeMBCS( |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1710 | const Py_UNICODE *data, /* Unicode char buffer */ |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 1711 | Py_ssize_t length, /* number of Py_UNICODE chars to encode */ |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1712 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1713 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 1714 | #endif |
Guido van Rossum | efec115 | 2000-03-28 02:01:15 +0000 | [diff] [blame] | 1715 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1716 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 1717 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeCodePage( |
| 1718 | int code_page, /* code page number */ |
| 1719 | PyObject *unicode, /* Unicode object */ |
| 1720 | const char *errors /* error handling */ |
| 1721 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1722 | #endif |
Victor Stinner | 3a50e70 | 2011-10-18 21:21:00 +0200 | [diff] [blame] | 1723 | |
Steve Dower | cc16be8 | 2016-09-08 10:35:16 -0700 | [diff] [blame] | 1724 | #endif /* MS_WINDOWS */ |
Guido van Rossum | 24bdb04 | 2000-03-28 20:29:59 +0000 | [diff] [blame] | 1725 | |
Serhiy Storchaka | 9b6c60c | 2017-11-13 21:23:48 +0200 | [diff] [blame] | 1726 | #ifndef Py_LIMITED_API |
Guido van Rossum | 9e896b3 | 2000-04-05 20:11:21 +0000 | [diff] [blame] | 1727 | /* --- Decimal Encoder ---------------------------------------------------- */ |
| 1728 | |
| 1729 | /* Takes a Unicode string holding a decimal value and writes it into |
| 1730 | an output buffer using standard ASCII digit codes. |
| 1731 | |
| 1732 | The output buffer has to provide at least length+1 bytes of storage |
| 1733 | area. The output string is 0-terminated. |
| 1734 | |
| 1735 | The encoder converts whitespace to ' ', decimal characters to their |
| 1736 | corresponding ASCII digit and all other Latin-1 characters except |
| 1737 | \0 as-is. Characters outside this range (Unicode ordinals 1-256) |
| 1738 | are treated as errors. This includes embedded NULL bytes. |
| 1739 | |
| 1740 | Error handling is defined by the errors argument: |
| 1741 | |
| 1742 | NULL or "strict": raise a ValueError |
| 1743 | "ignore": ignore the wrong characters (these are not copied to the |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1744 | output buffer) |
Guido van Rossum | 9e896b3 | 2000-04-05 20:11:21 +0000 | [diff] [blame] | 1745 | "replace": replaces illegal characters with '?' |
| 1746 | |
| 1747 | Returns 0 on success, -1 on failure. |
| 1748 | |
| 1749 | */ |
| 1750 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1751 | PyAPI_FUNC(int) PyUnicode_EncodeDecimal( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1752 | Py_UNICODE *s, /* Unicode buffer */ |
| 1753 | Py_ssize_t length, /* Number of Py_UNICODE chars to encode */ |
| 1754 | char *output, /* Output buffer; must have size >= length */ |
| 1755 | const char *errors /* error handling */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1756 | ) /* Py_DEPRECATED(3.3) */; |
Guido van Rossum | 9e896b3 | 2000-04-05 20:11:21 +0000 | [diff] [blame] | 1757 | |
Alexander Belopolsky | 942af5a | 2010-12-04 03:38:46 +0000 | [diff] [blame] | 1758 | /* Transforms code points that have decimal digit property to the |
| 1759 | corresponding ASCII digit code points. |
| 1760 | |
| 1761 | Returns a new Unicode string on success, NULL on failure. |
| 1762 | */ |
| 1763 | |
| 1764 | PyAPI_FUNC(PyObject*) PyUnicode_TransformDecimalToASCII( |
| 1765 | Py_UNICODE *s, /* Unicode buffer */ |
| 1766 | Py_ssize_t length /* Number of Py_UNICODE chars to transform */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 1767 | ) /* Py_DEPRECATED(3.3) */; |
Alexander Belopolsky | 942af5a | 2010-12-04 03:38:46 +0000 | [diff] [blame] | 1768 | |
Serhiy Storchaka | 9b6c60c | 2017-11-13 21:23:48 +0200 | [diff] [blame] | 1769 | /* Coverts a Unicode object holding a decimal value to an ASCII string |
| 1770 | for using in int, float and complex parsers. |
| 1771 | Transforms code points that have decimal digit property to the |
| 1772 | corresponding ASCII digit code points. Transforms spaces to ASCII. |
| 1773 | Transforms code points starting from the first non-ASCII code point that |
| 1774 | is neither a decimal digit nor a space to the end into '?'. */ |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1775 | |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 1776 | PyAPI_FUNC(PyObject*) _PyUnicode_TransformDecimalAndSpaceToASCII( |
| 1777 | PyObject *unicode /* Unicode object */ |
| 1778 | ); |
| 1779 | #endif |
| 1780 | |
Victor Stinner | af02e1c | 2011-12-16 23:56:01 +0100 | [diff] [blame] | 1781 | /* --- Locale encoding --------------------------------------------------- */ |
| 1782 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1783 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Victor Stinner | af02e1c | 2011-12-16 23:56:01 +0100 | [diff] [blame] | 1784 | /* Decode a string from the current locale encoding. The decoder is strict if |
| 1785 | *surrogateescape* is equal to zero, otherwise it uses the 'surrogateescape' |
| 1786 | error handler (PEP 383) to escape undecodable bytes. If a byte sequence can |
| 1787 | be decoded as a surrogate character and *surrogateescape* is not equal to |
| 1788 | zero, the byte sequence is escaped using the 'surrogateescape' error handler |
| 1789 | instead of being decoded. *str* must end with a null character but cannot |
Victor Stinner | f2ea71f | 2011-12-17 04:13:41 +0100 | [diff] [blame] | 1790 | contain embedded null characters. */ |
Victor Stinner | af02e1c | 2011-12-16 23:56:01 +0100 | [diff] [blame] | 1791 | |
| 1792 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeLocaleAndSize( |
| 1793 | const char *str, |
| 1794 | Py_ssize_t len, |
Victor Stinner | 1b57967 | 2011-12-17 05:47:23 +0100 | [diff] [blame] | 1795 | const char *errors); |
Victor Stinner | af02e1c | 2011-12-16 23:56:01 +0100 | [diff] [blame] | 1796 | |
| 1797 | /* Similar to PyUnicode_DecodeLocaleAndSize(), but compute the string |
| 1798 | length using strlen(). */ |
| 1799 | |
| 1800 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeLocale( |
| 1801 | const char *str, |
Victor Stinner | 1b57967 | 2011-12-17 05:47:23 +0100 | [diff] [blame] | 1802 | const char *errors); |
Victor Stinner | af02e1c | 2011-12-16 23:56:01 +0100 | [diff] [blame] | 1803 | |
Victor Stinner | f2ea71f | 2011-12-17 04:13:41 +0100 | [diff] [blame] | 1804 | /* Encode a Unicode object to the current locale encoding. The encoder is |
| 1805 | strict is *surrogateescape* is equal to zero, otherwise the |
| 1806 | "surrogateescape" error handler is used. Return a bytes object. The string |
Victor Stinner | d45c7f8 | 2012-12-04 01:34:47 +0100 | [diff] [blame] | 1807 | cannot contain embedded null characters. */ |
Victor Stinner | f2ea71f | 2011-12-17 04:13:41 +0100 | [diff] [blame] | 1808 | |
| 1809 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeLocale( |
| 1810 | PyObject *unicode, |
Victor Stinner | 1b57967 | 2011-12-17 05:47:23 +0100 | [diff] [blame] | 1811 | const char *errors |
Victor Stinner | f2ea71f | 2011-12-17 04:13:41 +0100 | [diff] [blame] | 1812 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 1813 | #endif |
Victor Stinner | f2ea71f | 2011-12-17 04:13:41 +0100 | [diff] [blame] | 1814 | |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1815 | /* --- File system encoding ---------------------------------------------- */ |
| 1816 | |
Victor Stinner | 47fcb5b | 2010-08-13 23:59:58 +0000 | [diff] [blame] | 1817 | /* ParseTuple converter: encode str objects to bytes using |
| 1818 | PyUnicode_EncodeFSDefault(); bytes objects are output as-is. */ |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1819 | |
| 1820 | PyAPI_FUNC(int) PyUnicode_FSConverter(PyObject*, void*); |
| 1821 | |
Victor Stinner | 47fcb5b | 2010-08-13 23:59:58 +0000 | [diff] [blame] | 1822 | /* ParseTuple converter: decode bytes objects to unicode using |
| 1823 | PyUnicode_DecodeFSDefaultAndSize(); str objects are output as-is. */ |
| 1824 | |
| 1825 | PyAPI_FUNC(int) PyUnicode_FSDecoder(PyObject*, void*); |
| 1826 | |
Victor Stinner | 77c3862 | 2010-05-14 15:58:55 +0000 | [diff] [blame] | 1827 | /* Decode a null-terminated string using Py_FileSystemDefaultEncoding |
| 1828 | and the "surrogateescape" error handler. |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1829 | |
Victor Stinner | f3170cc | 2010-10-15 12:04:23 +0000 | [diff] [blame] | 1830 | If Py_FileSystemDefaultEncoding is not set, fall back to the locale |
| 1831 | encoding. |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1832 | |
Benjamin Peterson | ccbd694 | 2010-05-15 17:43:18 +0000 | [diff] [blame] | 1833 | Use PyUnicode_DecodeFSDefaultAndSize() if the string length is known. |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1834 | */ |
| 1835 | |
| 1836 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeFSDefault( |
| 1837 | const char *s /* encoded string */ |
| 1838 | ); |
| 1839 | |
Victor Stinner | 77c3862 | 2010-05-14 15:58:55 +0000 | [diff] [blame] | 1840 | /* Decode a string using Py_FileSystemDefaultEncoding |
| 1841 | and the "surrogateescape" error handler. |
| 1842 | |
Victor Stinner | f3170cc | 2010-10-15 12:04:23 +0000 | [diff] [blame] | 1843 | If Py_FileSystemDefaultEncoding is not set, fall back to the locale |
| 1844 | encoding. |
Victor Stinner | 77c3862 | 2010-05-14 15:58:55 +0000 | [diff] [blame] | 1845 | */ |
| 1846 | |
Martin v. Löwis | 011e842 | 2009-05-05 04:43:17 +0000 | [diff] [blame] | 1847 | PyAPI_FUNC(PyObject*) PyUnicode_DecodeFSDefaultAndSize( |
| 1848 | const char *s, /* encoded string */ |
| 1849 | Py_ssize_t size /* size */ |
| 1850 | ); |
| 1851 | |
Victor Stinner | ae6265f | 2010-05-15 16:27:27 +0000 | [diff] [blame] | 1852 | /* Encode a Unicode object to Py_FileSystemDefaultEncoding with the |
Benjamin Peterson | ccbd694 | 2010-05-15 17:43:18 +0000 | [diff] [blame] | 1853 | "surrogateescape" error handler, and return bytes. |
Victor Stinner | ae6265f | 2010-05-15 16:27:27 +0000 | [diff] [blame] | 1854 | |
Victor Stinner | f3170cc | 2010-10-15 12:04:23 +0000 | [diff] [blame] | 1855 | If Py_FileSystemDefaultEncoding is not set, fall back to the locale |
| 1856 | encoding. |
Victor Stinner | ae6265f | 2010-05-15 16:27:27 +0000 | [diff] [blame] | 1857 | */ |
| 1858 | |
| 1859 | PyAPI_FUNC(PyObject*) PyUnicode_EncodeFSDefault( |
| 1860 | PyObject *unicode |
| 1861 | ); |
| 1862 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1863 | /* --- Methods & Slots ---------------------------------------------------- |
| 1864 | |
| 1865 | These are capable of handling Unicode objects and strings on input |
| 1866 | (we refer to them as strings in the descriptions) and return |
Georg Brandl | c6bc4c6 | 2011-10-05 16:23:09 +0200 | [diff] [blame] | 1867 | Unicode objects or integers as appropriate. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1868 | |
| 1869 | /* Concat two strings giving a new Unicode string. */ |
| 1870 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1871 | PyAPI_FUNC(PyObject*) PyUnicode_Concat( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1872 | PyObject *left, /* Left string */ |
| 1873 | PyObject *right /* Right string */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1874 | ); |
| 1875 | |
Walter Dörwald | 1ab8330 | 2007-05-18 17:15:44 +0000 | [diff] [blame] | 1876 | /* Concat two strings and put the result in *pleft |
| 1877 | (sets *pleft to NULL on error) */ |
| 1878 | |
| 1879 | PyAPI_FUNC(void) PyUnicode_Append( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1880 | PyObject **pleft, /* Pointer to left string */ |
| 1881 | PyObject *right /* Right string */ |
Walter Dörwald | 1ab8330 | 2007-05-18 17:15:44 +0000 | [diff] [blame] | 1882 | ); |
| 1883 | |
| 1884 | /* Concat two strings, put the result in *pleft and drop the right object |
| 1885 | (sets *pleft to NULL on error) */ |
| 1886 | |
| 1887 | PyAPI_FUNC(void) PyUnicode_AppendAndDel( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1888 | PyObject **pleft, /* Pointer to left string */ |
| 1889 | PyObject *right /* Right string */ |
Walter Dörwald | 1ab8330 | 2007-05-18 17:15:44 +0000 | [diff] [blame] | 1890 | ); |
| 1891 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1892 | /* Split a string giving a list of Unicode strings. |
| 1893 | |
| 1894 | If sep is NULL, splitting will be done at all whitespace |
| 1895 | substrings. Otherwise, splits occur at the given separator. |
| 1896 | |
| 1897 | At most maxsplit splits will be done. If negative, no limit is set. |
| 1898 | |
| 1899 | Separators are not included in the resulting list. |
| 1900 | |
| 1901 | */ |
| 1902 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1903 | PyAPI_FUNC(PyObject*) PyUnicode_Split( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1904 | PyObject *s, /* String to split */ |
| 1905 | PyObject *sep, /* String separator */ |
| 1906 | Py_ssize_t maxsplit /* Maxsplit count */ |
| 1907 | ); |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1908 | |
| 1909 | /* Dito, but split at line breaks. |
| 1910 | |
| 1911 | CRLF is considered to be one line break. Line breaks are not |
| 1912 | included in the resulting list. */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1913 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1914 | PyAPI_FUNC(PyObject*) PyUnicode_Splitlines( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1915 | PyObject *s, /* String to split */ |
| 1916 | int keepends /* If true, line end markers are included */ |
| 1917 | ); |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1918 | |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1919 | /* Partition a string using a given separator. */ |
| 1920 | |
| 1921 | PyAPI_FUNC(PyObject*) PyUnicode_Partition( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1922 | PyObject *s, /* String to partition */ |
| 1923 | PyObject *sep /* String separator */ |
| 1924 | ); |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1925 | |
| 1926 | /* Partition a string using a given separator, searching from the end of the |
| 1927 | string. */ |
| 1928 | |
| 1929 | PyAPI_FUNC(PyObject*) PyUnicode_RPartition( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1930 | PyObject *s, /* String to partition */ |
| 1931 | PyObject *sep /* String separator */ |
| 1932 | ); |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 1933 | |
Hye-Shik Chang | 3ae811b | 2003-12-15 18:49:53 +0000 | [diff] [blame] | 1934 | /* Split a string giving a list of Unicode strings. |
| 1935 | |
| 1936 | If sep is NULL, splitting will be done at all whitespace |
| 1937 | substrings. Otherwise, splits occur at the given separator. |
| 1938 | |
| 1939 | At most maxsplit splits will be done. But unlike PyUnicode_Split |
| 1940 | PyUnicode_RSplit splits from the end of the string. If negative, |
| 1941 | no limit is set. |
| 1942 | |
| 1943 | Separators are not included in the resulting list. |
| 1944 | |
| 1945 | */ |
| 1946 | |
| 1947 | PyAPI_FUNC(PyObject*) PyUnicode_RSplit( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1948 | PyObject *s, /* String to split */ |
| 1949 | PyObject *sep, /* String separator */ |
| 1950 | Py_ssize_t maxsplit /* Maxsplit count */ |
| 1951 | ); |
Hye-Shik Chang | 3ae811b | 2003-12-15 18:49:53 +0000 | [diff] [blame] | 1952 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1953 | /* Translate a string by applying a character mapping table to it and |
| 1954 | return the resulting Unicode object. |
| 1955 | |
Serhiy Storchaka | c85a266 | 2017-03-19 08:15:17 +0200 | [diff] [blame] | 1956 | The mapping table must map Unicode ordinal integers to Unicode strings, |
| 1957 | Unicode ordinal integers or None (causing deletion of the character). |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1958 | |
| 1959 | Mapping tables may be dictionaries or sequences. Unmapped character |
| 1960 | ordinals (ones which cause a LookupError) are left untouched and |
| 1961 | are copied as-is. |
| 1962 | |
| 1963 | */ |
| 1964 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1965 | PyAPI_FUNC(PyObject *) PyUnicode_Translate( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1966 | PyObject *str, /* String */ |
| 1967 | PyObject *table, /* Translate table */ |
| 1968 | const char *errors /* error handling */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1969 | ); |
| 1970 | |
| 1971 | /* Join a sequence of strings using the given separator and return |
| 1972 | the resulting Unicode string. */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1973 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 1974 | PyAPI_FUNC(PyObject*) PyUnicode_Join( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1975 | PyObject *separator, /* Separator string */ |
| 1976 | PyObject *seq /* Sequence object */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1977 | ); |
| 1978 | |
Serhiy Storchaka | ea525a2 | 2016-09-06 22:07:53 +0300 | [diff] [blame] | 1979 | #ifndef Py_LIMITED_API |
| 1980 | PyAPI_FUNC(PyObject *) _PyUnicode_JoinArray( |
| 1981 | PyObject *separator, |
Serhiy Storchaka | a5552f0 | 2017-12-15 13:11:11 +0200 | [diff] [blame] | 1982 | PyObject *const *items, |
Serhiy Storchaka | ea525a2 | 2016-09-06 22:07:53 +0300 | [diff] [blame] | 1983 | Py_ssize_t seqlen |
| 1984 | ); |
| 1985 | #endif /* Py_LIMITED_API */ |
| 1986 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1987 | /* Return 1 if substr matches str[start:end] at the given tail end, 0 |
| 1988 | otherwise. */ |
| 1989 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 1990 | PyAPI_FUNC(Py_ssize_t) PyUnicode_Tailmatch( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1991 | PyObject *str, /* String */ |
| 1992 | PyObject *substr, /* Prefix or Suffix string */ |
| 1993 | Py_ssize_t start, /* Start index */ |
| 1994 | Py_ssize_t end, /* Stop index */ |
| 1995 | int direction /* Tail end: -1 prefix, +1 suffix */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 1996 | ); |
| 1997 | |
| 1998 | /* Return the first position of substr in str[start:end] using the |
Marc-André Lemburg | 4da6fd6 | 2002-05-29 11:33:13 +0000 | [diff] [blame] | 1999 | given search direction or -1 if not found. -2 is returned in case |
| 2000 | an error occurred and an exception is set. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2001 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 2002 | PyAPI_FUNC(Py_ssize_t) PyUnicode_Find( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2003 | PyObject *str, /* String */ |
| 2004 | PyObject *substr, /* Substring to find */ |
| 2005 | Py_ssize_t start, /* Start index */ |
| 2006 | Py_ssize_t end, /* Stop index */ |
| 2007 | int direction /* Find direction: +1 forward, -1 backward */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2008 | ); |
| 2009 | |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 2010 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 2011 | /* Like PyUnicode_Find, but search for single character only. */ |
| 2012 | PyAPI_FUNC(Py_ssize_t) PyUnicode_FindChar( |
| 2013 | PyObject *str, |
| 2014 | Py_UCS4 ch, |
| 2015 | Py_ssize_t start, |
| 2016 | Py_ssize_t end, |
| 2017 | int direction |
| 2018 | ); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 2019 | #endif |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 2020 | |
Barry Warsaw | 51ac580 | 2000-03-20 16:36:48 +0000 | [diff] [blame] | 2021 | /* Count the number of occurrences of substr in str[start:end]. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2022 | |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 2023 | PyAPI_FUNC(Py_ssize_t) PyUnicode_Count( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2024 | PyObject *str, /* String */ |
| 2025 | PyObject *substr, /* Substring to count */ |
| 2026 | Py_ssize_t start, /* Start index */ |
| 2027 | Py_ssize_t end /* Stop index */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2028 | ); |
| 2029 | |
Barry Warsaw | 51ac580 | 2000-03-20 16:36:48 +0000 | [diff] [blame] | 2030 | /* Replace at most maxcount occurrences of substr in str with replstr |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2031 | and return the resulting Unicode object. */ |
| 2032 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2033 | PyAPI_FUNC(PyObject *) PyUnicode_Replace( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2034 | PyObject *str, /* String */ |
| 2035 | PyObject *substr, /* Substring to find */ |
| 2036 | PyObject *replstr, /* Substring to replace */ |
| 2037 | Py_ssize_t maxcount /* Max. number of replacements to apply; |
| 2038 | -1 = all */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2039 | ); |
| 2040 | |
| 2041 | /* Compare two strings and return -1, 0, 1 for less than, equal, |
Victor Stinner | 90db9c4 | 2012-10-04 21:53:50 +0200 | [diff] [blame] | 2042 | greater than resp. |
| 2043 | Raise an exception and return -1 on error. */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2044 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2045 | PyAPI_FUNC(int) PyUnicode_Compare( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2046 | PyObject *left, /* Left string */ |
| 2047 | PyObject *right /* Right string */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2048 | ); |
| 2049 | |
Martin v. Löwis | 1c0689c | 2014-01-03 21:36:49 +0100 | [diff] [blame] | 2050 | #ifndef Py_LIMITED_API |
Serhiy Storchaka | f5894dd | 2016-11-16 15:40:39 +0200 | [diff] [blame] | 2051 | /* Test whether a unicode is equal to ASCII identifier. Return 1 if true, |
Serhiy Storchaka | a83a6a3 | 2016-11-16 20:02:44 +0200 | [diff] [blame] | 2052 | 0 otherwise. The right argument must be ASCII identifier. |
Serhiy Storchaka | f5894dd | 2016-11-16 15:40:39 +0200 | [diff] [blame] | 2053 | Any error occurs inside will be cleared before return. */ |
| 2054 | |
| 2055 | PyAPI_FUNC(int) _PyUnicode_EqualToASCIIId( |
| 2056 | PyObject *left, /* Left string */ |
| 2057 | _Py_Identifier *right /* Right identifier */ |
| 2058 | ); |
Martin v. Löwis | 1c0689c | 2014-01-03 21:36:49 +0100 | [diff] [blame] | 2059 | #endif |
Victor Stinner | ad14ccd | 2013-11-07 00:46:04 +0100 | [diff] [blame] | 2060 | |
Serhiy Storchaka | f5894dd | 2016-11-16 15:40:39 +0200 | [diff] [blame] | 2061 | /* Compare a Unicode object with C string and return -1, 0, 1 for less than, |
| 2062 | equal, and greater than, respectively. It is best to pass only |
| 2063 | ASCII-encoded strings, but the function interprets the input string as |
| 2064 | ISO-8859-1 if it contains non-ASCII characters. |
Serhiy Storchaka | 419967b | 2016-12-06 00:13:34 +0200 | [diff] [blame] | 2065 | This function does not raise exceptions. */ |
Serhiy Storchaka | f5894dd | 2016-11-16 15:40:39 +0200 | [diff] [blame] | 2066 | |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2067 | PyAPI_FUNC(int) PyUnicode_CompareWithASCIIString( |
| 2068 | PyObject *left, |
Victor Stinner | dc2081f | 2010-12-27 01:49:29 +0000 | [diff] [blame] | 2069 | const char *right /* ASCII-encoded string */ |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2070 | ); |
| 2071 | |
Serhiy Storchaka | f4934ea | 2016-11-16 10:17:58 +0200 | [diff] [blame] | 2072 | #ifndef Py_LIMITED_API |
| 2073 | /* Test whether a unicode is equal to ASCII string. Return 1 if true, |
Serhiy Storchaka | a83a6a3 | 2016-11-16 20:02:44 +0200 | [diff] [blame] | 2074 | 0 otherwise. The right argument must be ASCII-encoded string. |
Serhiy Storchaka | f4934ea | 2016-11-16 10:17:58 +0200 | [diff] [blame] | 2075 | Any error occurs inside will be cleared before return. */ |
| 2076 | |
| 2077 | PyAPI_FUNC(int) _PyUnicode_EqualToASCIIString( |
| 2078 | PyObject *left, |
| 2079 | const char *right /* ASCII-encoded string */ |
| 2080 | ); |
| 2081 | #endif |
| 2082 | |
Thomas Wouters | 00ee7ba | 2006-08-21 19:07:27 +0000 | [diff] [blame] | 2083 | /* Rich compare two strings and return one of the following: |
| 2084 | |
| 2085 | - NULL in case an exception was raised |
Martin Panter | 69332c1 | 2016-08-04 13:07:31 +0000 | [diff] [blame] | 2086 | - Py_True or Py_False for successful comparisons |
Thomas Wouters | 00ee7ba | 2006-08-21 19:07:27 +0000 | [diff] [blame] | 2087 | - Py_NotImplemented in case the type combination is unknown |
| 2088 | |
Thomas Wouters | 00ee7ba | 2006-08-21 19:07:27 +0000 | [diff] [blame] | 2089 | Possible values for op: |
| 2090 | |
| 2091 | Py_GT, Py_GE, Py_EQ, Py_NE, Py_LT, Py_LE |
| 2092 | |
| 2093 | */ |
| 2094 | |
| 2095 | PyAPI_FUNC(PyObject *) PyUnicode_RichCompare( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2096 | PyObject *left, /* Left string */ |
| 2097 | PyObject *right, /* Right string */ |
| 2098 | int op /* Operation: Py_EQ, Py_NE, Py_GT, etc. */ |
Thomas Wouters | 00ee7ba | 2006-08-21 19:07:27 +0000 | [diff] [blame] | 2099 | ); |
| 2100 | |
Serhiy Storchaka | d65c949 | 2015-11-02 14:10:23 +0200 | [diff] [blame] | 2101 | /* Apply an argument tuple or dictionary to a format string and return |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2102 | the resulting Unicode string. */ |
| 2103 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2104 | PyAPI_FUNC(PyObject *) PyUnicode_Format( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2105 | PyObject *format, /* Format string */ |
| 2106 | PyObject *args /* Argument tuple or dictionary */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2107 | ); |
| 2108 | |
Guido van Rossum | d0d366b | 2000-03-13 23:22:24 +0000 | [diff] [blame] | 2109 | /* Checks whether element is contained in container and return 1/0 |
| 2110 | accordingly. |
| 2111 | |
Martin Panter | cc71a79 | 2016-04-05 06:19:42 +0000 | [diff] [blame] | 2112 | element has to coerce to a one element Unicode string. -1 is |
Guido van Rossum | d0d366b | 2000-03-13 23:22:24 +0000 | [diff] [blame] | 2113 | returned in case of an error. */ |
| 2114 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2115 | PyAPI_FUNC(int) PyUnicode_Contains( |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2116 | PyObject *container, /* Container string */ |
| 2117 | PyObject *element /* Element string */ |
Guido van Rossum | d0d366b | 2000-03-13 23:22:24 +0000 | [diff] [blame] | 2118 | ); |
| 2119 | |
Martin v. Löwis | 4738340 | 2007-08-15 07:32:56 +0000 | [diff] [blame] | 2120 | /* Checks whether argument is a valid identifier. */ |
| 2121 | |
| 2122 | PyAPI_FUNC(int) PyUnicode_IsIdentifier(PyObject *s); |
| 2123 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2124 | #ifndef Py_LIMITED_API |
Walter Dörwald | de02bcb | 2002-04-22 17:42:37 +0000 | [diff] [blame] | 2125 | /* Externally visible for str.strip(unicode) */ |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2126 | PyAPI_FUNC(PyObject *) _PyUnicode_XStrip( |
Victor Stinner | 9db1a8b | 2011-10-23 20:04:37 +0200 | [diff] [blame] | 2127 | PyObject *self, |
Walter Dörwald | de02bcb | 2002-04-22 17:42:37 +0000 | [diff] [blame] | 2128 | int striptype, |
| 2129 | PyObject *sepobj |
| 2130 | ); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2131 | #endif |
Walter Dörwald | de02bcb | 2002-04-22 17:42:37 +0000 | [diff] [blame] | 2132 | |
Eric Smith | a3b1ac8 | 2009-04-03 14:45:06 +0000 | [diff] [blame] | 2133 | /* Using explicit passed-in values, insert the thousands grouping |
| 2134 | into the string pointed to by buffer. For the argument descriptions, |
| 2135 | see Objects/stringlib/localeutil.h */ |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2136 | #ifndef Py_LIMITED_API |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 2137 | PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGrouping( |
Victor Stinner | c3cec78 | 2011-10-05 21:24:08 +0200 | [diff] [blame] | 2138 | PyObject *unicode, |
Victor Stinner | 41a863c | 2012-02-24 00:37:51 +0100 | [diff] [blame] | 2139 | Py_ssize_t index, |
Martin v. Löwis | d63a3b8 | 2011-09-28 07:41:54 +0200 | [diff] [blame] | 2140 | Py_ssize_t n_buffer, |
| 2141 | void *digits, |
| 2142 | Py_ssize_t n_digits, |
| 2143 | Py_ssize_t min_width, |
| 2144 | const char *grouping, |
Victor Stinner | 41a863c | 2012-02-24 00:37:51 +0100 | [diff] [blame] | 2145 | PyObject *thousands_sep, |
| 2146 | Py_UCS4 *maxchar); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2147 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2148 | /* === Characters Type APIs =============================================== */ |
| 2149 | |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 2150 | /* Helper array used by Py_UNICODE_ISSPACE(). */ |
| 2151 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2152 | #ifndef Py_LIMITED_API |
Benjamin Peterson | 960cf0f | 2009-01-09 04:11:44 +0000 | [diff] [blame] | 2153 | PyAPI_DATA(const unsigned char) _Py_ascii_whitespace[]; |
| 2154 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2155 | /* These should not be used directly. Use the Py_UNICODE_IS* and |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 2156 | Py_UNICODE_TO* macros instead. |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2157 | |
| 2158 | These APIs are implemented in Objects/unicodectype.c. |
| 2159 | |
| 2160 | */ |
| 2161 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2162 | PyAPI_FUNC(int) _PyUnicode_IsLowercase( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2163 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2164 | ); |
| 2165 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2166 | PyAPI_FUNC(int) _PyUnicode_IsUppercase( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2167 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2168 | ); |
| 2169 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2170 | PyAPI_FUNC(int) _PyUnicode_IsTitlecase( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2171 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2172 | ); |
| 2173 | |
Martin v. Löwis | 13c3e38 | 2007-08-14 22:37:03 +0000 | [diff] [blame] | 2174 | PyAPI_FUNC(int) _PyUnicode_IsXidStart( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2175 | Py_UCS4 ch /* Unicode character */ |
Martin v. Löwis | 13c3e38 | 2007-08-14 22:37:03 +0000 | [diff] [blame] | 2176 | ); |
| 2177 | |
| 2178 | PyAPI_FUNC(int) _PyUnicode_IsXidContinue( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2179 | Py_UCS4 ch /* Unicode character */ |
Martin v. Löwis | 13c3e38 | 2007-08-14 22:37:03 +0000 | [diff] [blame] | 2180 | ); |
| 2181 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2182 | PyAPI_FUNC(int) _PyUnicode_IsWhitespace( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2183 | const Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2184 | ); |
| 2185 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2186 | PyAPI_FUNC(int) _PyUnicode_IsLinebreak( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2187 | const Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2188 | ); |
| 2189 | |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2190 | PyAPI_FUNC(Py_UCS4) _PyUnicode_ToLowercase( |
| 2191 | Py_UCS4 ch /* Unicode character */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2192 | ) /* Py_DEPRECATED(3.3) */; |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2193 | |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2194 | PyAPI_FUNC(Py_UCS4) _PyUnicode_ToUppercase( |
| 2195 | Py_UCS4 ch /* Unicode character */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2196 | ) /* Py_DEPRECATED(3.3) */; |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2197 | |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2198 | PyAPI_FUNC(Py_UCS4) _PyUnicode_ToTitlecase( |
| 2199 | Py_UCS4 ch /* Unicode character */ |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2200 | ) Py_DEPRECATED(3.3); |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2201 | |
Benjamin Peterson | b2bf01d | 2012-01-11 18:17:06 -0500 | [diff] [blame] | 2202 | PyAPI_FUNC(int) _PyUnicode_ToLowerFull( |
| 2203 | Py_UCS4 ch, /* Unicode character */ |
| 2204 | Py_UCS4 *res |
| 2205 | ); |
| 2206 | |
| 2207 | PyAPI_FUNC(int) _PyUnicode_ToTitleFull( |
| 2208 | Py_UCS4 ch, /* Unicode character */ |
| 2209 | Py_UCS4 *res |
| 2210 | ); |
| 2211 | |
| 2212 | PyAPI_FUNC(int) _PyUnicode_ToUpperFull( |
| 2213 | Py_UCS4 ch, /* Unicode character */ |
| 2214 | Py_UCS4 *res |
| 2215 | ); |
| 2216 | |
Benjamin Peterson | d5890c8 | 2012-01-14 13:23:30 -0500 | [diff] [blame] | 2217 | PyAPI_FUNC(int) _PyUnicode_ToFoldedFull( |
| 2218 | Py_UCS4 ch, /* Unicode character */ |
| 2219 | Py_UCS4 *res |
| 2220 | ); |
| 2221 | |
Benjamin Peterson | b2bf01d | 2012-01-11 18:17:06 -0500 | [diff] [blame] | 2222 | PyAPI_FUNC(int) _PyUnicode_IsCaseIgnorable( |
Amaury Forgeot d'Arc | 77b1ecf | 2012-01-13 22:12:37 +0100 | [diff] [blame] | 2223 | Py_UCS4 ch /* Unicode character */ |
Benjamin Peterson | b2bf01d | 2012-01-11 18:17:06 -0500 | [diff] [blame] | 2224 | ); |
| 2225 | |
| 2226 | PyAPI_FUNC(int) _PyUnicode_IsCased( |
Amaury Forgeot d'Arc | 77b1ecf | 2012-01-13 22:12:37 +0100 | [diff] [blame] | 2227 | Py_UCS4 ch /* Unicode character */ |
Benjamin Peterson | b2bf01d | 2012-01-11 18:17:06 -0500 | [diff] [blame] | 2228 | ); |
| 2229 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2230 | PyAPI_FUNC(int) _PyUnicode_ToDecimalDigit( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2231 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2232 | ); |
| 2233 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2234 | PyAPI_FUNC(int) _PyUnicode_ToDigit( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2235 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2236 | ); |
| 2237 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2238 | PyAPI_FUNC(double) _PyUnicode_ToNumeric( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2239 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2240 | ); |
| 2241 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2242 | PyAPI_FUNC(int) _PyUnicode_IsDecimalDigit( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2243 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2244 | ); |
| 2245 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2246 | PyAPI_FUNC(int) _PyUnicode_IsDigit( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2247 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2248 | ); |
| 2249 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2250 | PyAPI_FUNC(int) _PyUnicode_IsNumeric( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2251 | Py_UCS4 ch /* Unicode character */ |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2252 | ); |
| 2253 | |
Georg Brandl | 559e5d7 | 2008-06-11 18:37:52 +0000 | [diff] [blame] | 2254 | PyAPI_FUNC(int) _PyUnicode_IsPrintable( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2255 | Py_UCS4 ch /* Unicode character */ |
Georg Brandl | 559e5d7 | 2008-06-11 18:37:52 +0000 | [diff] [blame] | 2256 | ); |
| 2257 | |
Mark Hammond | 91a681d | 2002-08-12 07:21:58 +0000 | [diff] [blame] | 2258 | PyAPI_FUNC(int) _PyUnicode_IsAlpha( |
Amaury Forgeot d'Arc | 324ac65 | 2010-08-18 20:44:58 +0000 | [diff] [blame] | 2259 | Py_UCS4 ch /* Unicode character */ |
Marc-André Lemburg | f03e741 | 2000-07-05 09:45:59 +0000 | [diff] [blame] | 2260 | ); |
| 2261 | |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2262 | PyAPI_FUNC(size_t) Py_UNICODE_strlen( |
| 2263 | const Py_UNICODE *u |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2264 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2265 | |
| 2266 | PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strcpy( |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2267 | Py_UNICODE *s1, |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2268 | const Py_UNICODE *s2) Py_DEPRECATED(3.3); |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2269 | |
Victor Stinner | c4eb765 | 2010-09-01 23:43:50 +0000 | [diff] [blame] | 2270 | PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strcat( |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2271 | Py_UNICODE *s1, const Py_UNICODE *s2) Py_DEPRECATED(3.3); |
Victor Stinner | c4eb765 | 2010-09-01 23:43:50 +0000 | [diff] [blame] | 2272 | |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2273 | PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strncpy( |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2274 | Py_UNICODE *s1, |
| 2275 | const Py_UNICODE *s2, |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2276 | size_t n) Py_DEPRECATED(3.3); |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2277 | |
| 2278 | PyAPI_FUNC(int) Py_UNICODE_strcmp( |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2279 | const Py_UNICODE *s1, |
| 2280 | const Py_UNICODE *s2 |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2281 | ) Py_DEPRECATED(3.3); |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2282 | |
| 2283 | PyAPI_FUNC(int) Py_UNICODE_strncmp( |
| 2284 | const Py_UNICODE *s1, |
| 2285 | const Py_UNICODE *s2, |
| 2286 | size_t n |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2287 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2288 | |
| 2289 | PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strchr( |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2290 | const Py_UNICODE *s, |
| 2291 | Py_UNICODE c |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2292 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 5b22213 | 2007-06-10 09:51:05 +0000 | [diff] [blame] | 2293 | |
Victor Stinner | 331ea92 | 2010-08-10 16:37:20 +0000 | [diff] [blame] | 2294 | PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strrchr( |
Victor Stinner | ef8d95c | 2010-08-16 22:03:11 +0000 | [diff] [blame] | 2295 | const Py_UNICODE *s, |
| 2296 | Py_UNICODE c |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2297 | ) Py_DEPRECATED(3.3); |
Victor Stinner | 331ea92 | 2010-08-10 16:37:20 +0000 | [diff] [blame] | 2298 | |
Ethan Furman | b95b561 | 2015-01-23 20:05:18 -0800 | [diff] [blame] | 2299 | PyAPI_FUNC(PyObject*) _PyUnicode_FormatLong(PyObject *, int, int, int); |
| 2300 | |
Victor Stinner | 71133ff | 2010-09-01 23:43:53 +0000 | [diff] [blame] | 2301 | /* Create a copy of a unicode string ending with a nul character. Return NULL |
| 2302 | and raise a MemoryError exception on memory allocation failure, otherwise |
| 2303 | return a new allocated buffer (use PyMem_Free() to free the buffer). */ |
| 2304 | |
Victor Stinner | 4640860 | 2010-09-03 16:18:00 +0000 | [diff] [blame] | 2305 | PyAPI_FUNC(Py_UNICODE*) PyUnicode_AsUnicodeCopy( |
Victor Stinner | 71133ff | 2010-09-01 23:43:53 +0000 | [diff] [blame] | 2306 | PyObject *unicode |
Serhiy Storchaka | 460bd0d | 2016-11-20 12:16:46 +0200 | [diff] [blame] | 2307 | ) Py_DEPRECATED(3.3); |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 2308 | #endif /* Py_LIMITED_API */ |
Victor Stinner | 71133ff | 2010-09-01 23:43:53 +0000 | [diff] [blame] | 2309 | |
Victor Stinner | fb9ea8c | 2011-10-06 01:45:57 +0200 | [diff] [blame] | 2310 | #if defined(Py_DEBUG) && !defined(Py_LIMITED_API) |
Victor Stinner | fb9ea8c | 2011-10-06 01:45:57 +0200 | [diff] [blame] | 2311 | PyAPI_FUNC(int) _PyUnicode_CheckConsistency( |
Victor Stinner | 7931d9a | 2011-11-04 00:22:48 +0100 | [diff] [blame] | 2312 | PyObject *op, |
Victor Stinner | fb9ea8c | 2011-10-06 01:45:57 +0200 | [diff] [blame] | 2313 | int check_content); |
T. Wouters | a00c3fd | 2017-03-31 09:14:41 -0700 | [diff] [blame] | 2314 | #elif !defined(NDEBUG) |
| 2315 | /* For asserts that call _PyUnicode_CheckConsistency(), which would |
| 2316 | * otherwise be a problem when building with asserts but without Py_DEBUG. */ |
| 2317 | #define _PyUnicode_CheckConsistency(op, check_content) PyUnicode_Check(op) |
Victor Stinner | fb9ea8c | 2011-10-06 01:45:57 +0200 | [diff] [blame] | 2318 | #endif |
| 2319 | |
Serhiy Storchaka | 9fab79b | 2016-09-11 11:03:14 +0300 | [diff] [blame] | 2320 | #ifndef Py_LIMITED_API |
Martin v. Löwis | afe55bb | 2011-10-09 10:38:36 +0200 | [diff] [blame] | 2321 | /* Return an interned Unicode object for an Identifier; may fail if there is no memory.*/ |
| 2322 | PyAPI_FUNC(PyObject*) _PyUnicode_FromId(_Py_Identifier*); |
| 2323 | /* Clear all static strings. */ |
| 2324 | PyAPI_FUNC(void) _PyUnicode_ClearStaticStrings(void); |
| 2325 | |
Raymond Hettinger | ac2ef65 | 2015-07-04 16:04:44 -0700 | [diff] [blame] | 2326 | /* Fast equality check when the inputs are known to be exact unicode types |
| 2327 | and where the hash values are equal (i.e. a very probable match) */ |
| 2328 | PyAPI_FUNC(int) _PyUnicode_EQ(PyObject *, PyObject *); |
Serhiy Storchaka | 9fab79b | 2016-09-11 11:03:14 +0300 | [diff] [blame] | 2329 | #endif /* !Py_LIMITED_API */ |
Raymond Hettinger | ac2ef65 | 2015-07-04 16:04:44 -0700 | [diff] [blame] | 2330 | |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2331 | #ifdef __cplusplus |
| 2332 | } |
| 2333 | #endif |
Guido van Rossum | d822518 | 2000-03-10 22:33:05 +0000 | [diff] [blame] | 2334 | #endif /* !Py_UNICODEOBJECT_H */ |