blob: 8a6e741d28100c06eadad93842af388b5832ba2b [file] [log] [blame]
Tim Peters9ea17ac2001-02-02 05:57:15 +00001/*
2 * C Extension module to test Python interpreter C APIs.
3 *
4 * The 'test_*' functions exported by this module are run as part of the
5 * standard Python regression test, via Lib/test/test_capi.py.
6 */
7
Victor Stinner5c75f372019-04-17 23:02:26 +02008/* The Visual Studio projects builds _testcapi with Py_BUILD_CORE_MODULE
9 define, but we only want to test the public C API, not the internal
10 C API. */
11#undef Py_BUILD_CORE_MODULE
12
Neal Norwitz8866e0a2007-10-27 04:01:17 +000013#define PY_SSIZE_T_CLEAN
14
Tim Peters9ea17ac2001-02-02 05:57:15 +000015#include "Python.h"
Benjamin Peterson91d58bd2009-12-13 21:30:54 +000016#include "datetime.h"
Serhiy Storchakab5181342015-02-06 08:58:56 +020017#include "marshal.h"
Victor Stinnera1c249c2018-11-01 03:15:58 +010018#include "pythread.h"
19#include "structmember.h"
20#include <float.h>
Victor Stinner56e8c292014-07-21 12:30:22 +020021#include <signal.h>
Tim Peters9ea17ac2001-02-02 05:57:15 +000022
Victor Stinner95e9cef2015-03-28 01:26:47 +010023#ifdef MS_WINDOWS
Victor Stinner09e5cf22015-03-30 00:09:18 +020024# include <winsock2.h> /* struct timeval */
Victor Stinner95e9cef2015-03-28 01:26:47 +010025#endif
26
Victor Stinner7b7c6dc2017-08-10 12:37:39 +020027#ifdef HAVE_SYS_WAIT_H
28#include <sys/wait.h> /* For W_STOPCODE */
29#endif
30
Victor Stinner5ed69952018-11-06 15:59:52 +010031#ifdef Py_BUILD_CORE
32# error "_testcapi must test the public Python C API, not CPython internal C API"
33#endif
34
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000035static PyObject *TestError; /* set to exception object in init */
Tim Peters9ea17ac2001-02-02 05:57:15 +000036
Tim Peters91621db2001-06-12 20:10:01 +000037/* Raise TestError with test_name + ": " + msg, and return NULL. */
38
39static PyObject *
40raiseTestError(const char* test_name, const char* msg)
41{
Victor Stinner6ced7c42011-03-21 18:15:42 +010042 PyErr_Format(TestError, "%s: %s", test_name, msg);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000043 return NULL;
Tim Peters91621db2001-06-12 20:10:01 +000044}
45
Martin v. Löwis4f1cd8b2001-07-26 13:41:06 +000046/* Test #defines from pyconfig.h (particularly the SIZEOF_* defines).
Tim Peters9ea17ac2001-02-02 05:57:15 +000047
48 The ones derived from autoconf on the UNIX-like OSes can be relied
49 upon (in the absence of sloppy cross-compiling), but the Windows
50 platforms have these hardcoded. Better safe than sorry.
51*/
52static PyObject*
Thomas Wouters89f507f2006-12-13 04:49:30 +000053sizeof_error(const char* fatname, const char* typname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000054 int expected, int got)
Tim Peters9ea17ac2001-02-02 05:57:15 +000055{
Victor Stinner499dfcf2011-03-21 13:26:24 +010056 PyErr_Format(TestError,
57 "%s #define == %d but sizeof(%s) == %d",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000058 fatname, expected, typname, got);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000059 return (PyObject*)NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +000060}
61
62static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +053063test_config(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Peters9ea17ac2001-02-02 05:57:15 +000064{
Tim Peters9ea17ac2001-02-02 05:57:15 +000065#define CHECK_SIZEOF(FATNAME, TYPE) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000066 if (FATNAME != sizeof(TYPE)) \
67 return sizeof_error(#FATNAME, #TYPE, FATNAME, sizeof(TYPE))
Tim Peters9ea17ac2001-02-02 05:57:15 +000068
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000069 CHECK_SIZEOF(SIZEOF_SHORT, short);
70 CHECK_SIZEOF(SIZEOF_INT, int);
71 CHECK_SIZEOF(SIZEOF_LONG, long);
72 CHECK_SIZEOF(SIZEOF_VOID_P, void*);
73 CHECK_SIZEOF(SIZEOF_TIME_T, time_t);
Benjamin Petersonaf580df2016-09-06 10:46:49 -070074 CHECK_SIZEOF(SIZEOF_LONG_LONG, long long);
Tim Peters9ea17ac2001-02-02 05:57:15 +000075
76#undef CHECK_SIZEOF
77
Serhiy Storchaka228b12e2017-01-23 09:47:21 +020078 Py_RETURN_NONE;
Tim Peters9ea17ac2001-02-02 05:57:15 +000079}
80
Tim Peters5c4d5bf2001-02-12 22:13:26 +000081static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +053082test_sizeof_c_types(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner01076552013-10-29 19:39:52 +010083{
Ned Deilye37a1942015-03-05 15:47:10 -080084#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +020085#pragma GCC diagnostic push
86#pragma GCC diagnostic ignored "-Wtype-limits"
87#endif
Victor Stinnerf866f972013-10-29 19:59:31 +010088#define CHECK_SIZEOF(TYPE, EXPECTED) \
Victor Stinner01076552013-10-29 19:39:52 +010089 if (EXPECTED != sizeof(TYPE)) { \
90 PyErr_Format(TestError, \
91 "sizeof(%s) = %u instead of %u", \
92 #TYPE, sizeof(TYPE), EXPECTED); \
93 return (PyObject*)NULL; \
94 }
Victor Stinnerf866f972013-10-29 19:59:31 +010095#define IS_SIGNED(TYPE) (((TYPE)-1) < (TYPE)0)
96#define CHECK_SIGNNESS(TYPE, SIGNED) \
97 if (IS_SIGNED(TYPE) != SIGNED) { \
98 PyErr_Format(TestError, \
99 "%s signness is, instead of %i", \
100 #TYPE, IS_SIGNED(TYPE), SIGNED); \
101 return (PyObject*)NULL; \
102 }
Victor Stinner01076552013-10-29 19:39:52 +0100103
104 /* integer types */
Victor Stinnerf866f972013-10-29 19:59:31 +0100105 CHECK_SIZEOF(Py_UCS1, 1);
106 CHECK_SIZEOF(Py_UCS2, 2);
107 CHECK_SIZEOF(Py_UCS4, 4);
108 CHECK_SIGNNESS(Py_UCS1, 0);
109 CHECK_SIGNNESS(Py_UCS2, 0);
110 CHECK_SIGNNESS(Py_UCS4, 0);
Benjamin Peterson9b3d7702016-09-06 13:24:00 -0700111 CHECK_SIZEOF(int32_t, 4);
112 CHECK_SIGNNESS(int32_t, 1);
113 CHECK_SIZEOF(uint32_t, 4);
114 CHECK_SIGNNESS(uint32_t, 0);
115 CHECK_SIZEOF(int64_t, 8);
116 CHECK_SIGNNESS(int64_t, 1);
117 CHECK_SIZEOF(uint64_t, 8);
118 CHECK_SIGNNESS(uint64_t, 0);
Victor Stinner01076552013-10-29 19:39:52 +0100119
120 /* pointer/size types */
Victor Stinnerf866f972013-10-29 19:59:31 +0100121 CHECK_SIZEOF(size_t, sizeof(void *));
122 CHECK_SIGNNESS(size_t, 0);
123 CHECK_SIZEOF(Py_ssize_t, sizeof(void *));
124 CHECK_SIGNNESS(Py_ssize_t, 1);
125
Benjamin Petersonca470632016-09-06 13:47:26 -0700126 CHECK_SIZEOF(uintptr_t, sizeof(void *));
127 CHECK_SIGNNESS(uintptr_t, 0);
128 CHECK_SIZEOF(intptr_t, sizeof(void *));
129 CHECK_SIGNNESS(intptr_t, 1);
Victor Stinner01076552013-10-29 19:39:52 +0100130
Serhiy Storchakad1302c02017-01-23 10:23:58 +0200131 Py_RETURN_NONE;
Victor Stinner01076552013-10-29 19:39:52 +0100132
Victor Stinnerf866f972013-10-29 19:59:31 +0100133#undef IS_SIGNED
134#undef CHECK_SIGNESS
Victor Stinner01076552013-10-29 19:39:52 +0100135#undef CHECK_SIZEOF
Ned Deilye37a1942015-03-05 15:47:10 -0800136#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +0200137#pragma GCC diagnostic pop
138#endif
Victor Stinner01076552013-10-29 19:39:52 +0100139}
140
141
142static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530143test_list_api(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000144{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000145 PyObject* list;
146 int i;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000147
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 /* SF bug 132008: PyList_Reverse segfaults */
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000149#define NLIST 30
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000150 list = PyList_New(NLIST);
151 if (list == (PyObject*)NULL)
152 return (PyObject*)NULL;
153 /* list = range(NLIST) */
154 for (i = 0; i < NLIST; ++i) {
155 PyObject* anint = PyLong_FromLong(i);
156 if (anint == (PyObject*)NULL) {
157 Py_DECREF(list);
158 return (PyObject*)NULL;
159 }
160 PyList_SET_ITEM(list, i, anint);
161 }
162 /* list.reverse(), via PyList_Reverse() */
163 i = PyList_Reverse(list); /* should not blow up! */
164 if (i != 0) {
165 Py_DECREF(list);
166 return (PyObject*)NULL;
167 }
168 /* Check that list == range(29, -1, -1) now */
169 for (i = 0; i < NLIST; ++i) {
170 PyObject* anint = PyList_GET_ITEM(list, i);
171 if (PyLong_AS_LONG(anint) != NLIST-1-i) {
172 PyErr_SetString(TestError,
173 "test_list_api: reverse screwed up");
174 Py_DECREF(list);
175 return (PyObject*)NULL;
176 }
177 }
178 Py_DECREF(list);
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000179#undef NLIST
180
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200181 Py_RETURN_NONE;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000182}
183
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000184static int
185test_dict_inner(int count)
186{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000187 Py_ssize_t pos = 0, iterations = 0;
188 int i;
189 PyObject *dict = PyDict_New();
190 PyObject *v, *k;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000191
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000192 if (dict == NULL)
193 return -1;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000194
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000195 for (i = 0; i < count; i++) {
196 v = PyLong_FromLong(i);
Christian Heimesff369a52013-07-26 14:52:18 +0200197 if (v == NULL) {
Christian Heimesff369a52013-07-26 14:52:18 +0200198 return -1;
199 }
Christian Heimes97cb67b2013-07-20 15:01:26 +0200200 if (PyDict_SetItem(dict, v, v) < 0) {
201 Py_DECREF(v);
202 return -1;
203 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000204 Py_DECREF(v);
205 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000206
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000207 while (PyDict_Next(dict, &pos, &k, &v)) {
208 PyObject *o;
209 iterations++;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000210
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000211 i = PyLong_AS_LONG(v) + 1;
212 o = PyLong_FromLong(i);
213 if (o == NULL)
214 return -1;
215 if (PyDict_SetItem(dict, k, o) < 0) {
216 Py_DECREF(o);
217 return -1;
218 }
219 Py_DECREF(o);
220 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000221
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 Py_DECREF(dict);
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000223
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000224 if (iterations != count) {
225 PyErr_SetString(
226 TestError,
227 "test_dict_iteration: dict iteration went wrong ");
228 return -1;
229 } else {
230 return 0;
231 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000232}
233
234static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530235test_dict_iteration(PyObject* self, PyObject *Py_UNUSED(ignored))
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000236{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000237 int i;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000238
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000239 for (i = 0; i < 200; i++) {
240 if (test_dict_inner(i) < 0) {
241 return NULL;
242 }
243 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000244
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200245 Py_RETURN_NONE;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000246}
247
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +0200248static PyObject*
249dict_getitem_knownhash(PyObject *self, PyObject *args)
250{
251 PyObject *mp, *key, *result;
252 Py_ssize_t hash;
253
254 if (!PyArg_ParseTuple(args, "OOn:dict_getitem_knownhash",
255 &mp, &key, &hash)) {
256 return NULL;
257 }
258
259 result = _PyDict_GetItem_KnownHash(mp, key, (Py_hash_t)hash);
260 if (result == NULL && !PyErr_Occurred()) {
261 _PyErr_SetKeyError(key);
262 return NULL;
263 }
264
265 Py_XINCREF(result);
266 return result;
267}
Tim Peters91621db2001-06-12 20:10:01 +0000268
Victor Stinner3d3f2642016-12-15 17:21:23 +0100269static PyObject*
270dict_hassplittable(PyObject *self, PyObject *arg)
271{
272 if (!PyDict_Check(arg)) {
273 PyErr_Format(PyExc_TypeError,
274 "dict_hassplittable() argument must be dict, not '%s'",
275 arg->ob_type->tp_name);
276 return NULL;
277 }
278
279 return PyBool_FromLong(_PyDict_HasSplitTable((PyDictObject*)arg));
280}
281
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000282/* Issue #4701: Check that PyObject_Hash implicitly calls
283 * PyType_Ready if it hasn't already been called
284 */
285static PyTypeObject _HashInheritanceTester_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000286 PyVarObject_HEAD_INIT(NULL, 0)
287 "hashinheritancetester", /* Name of this type */
288 sizeof(PyObject), /* Basic object size */
289 0, /* Item size for varobject */
290 (destructor)PyObject_Del, /* tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +0200291 0, /* tp_vectorcall_offset */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000292 0, /* tp_getattr */
293 0, /* tp_setattr */
Jeroen Demeyer530f5062019-05-31 04:13:39 +0200294 0, /* tp_as_async */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000295 0, /* tp_repr */
296 0, /* tp_as_number */
297 0, /* tp_as_sequence */
298 0, /* tp_as_mapping */
299 0, /* tp_hash */
300 0, /* tp_call */
301 0, /* tp_str */
302 PyObject_GenericGetAttr, /* tp_getattro */
303 0, /* tp_setattro */
304 0, /* tp_as_buffer */
305 Py_TPFLAGS_DEFAULT, /* tp_flags */
306 0, /* tp_doc */
307 0, /* tp_traverse */
308 0, /* tp_clear */
309 0, /* tp_richcompare */
310 0, /* tp_weaklistoffset */
311 0, /* tp_iter */
312 0, /* tp_iternext */
313 0, /* tp_methods */
314 0, /* tp_members */
315 0, /* tp_getset */
316 0, /* tp_base */
317 0, /* tp_dict */
318 0, /* tp_descr_get */
319 0, /* tp_descr_set */
320 0, /* tp_dictoffset */
321 0, /* tp_init */
322 0, /* tp_alloc */
323 PyType_GenericNew, /* tp_new */
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000324};
325
326static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530327test_lazy_hash_inheritance(PyObject* self, PyObject *Py_UNUSED(ignored))
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000328{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000329 PyTypeObject *type;
330 PyObject *obj;
Antoine Pitrou29aad002010-10-23 19:42:38 +0000331 Py_hash_t hash;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000332
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000333 type = &_HashInheritanceTester_Type;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000334
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000335 if (type->tp_dict != NULL)
336 /* The type has already been initialized. This probably means
337 -R is being used. */
338 Py_RETURN_NONE;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000339
340
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000341 obj = PyObject_New(PyObject, type);
342 if (obj == NULL) {
343 PyErr_Clear();
344 PyErr_SetString(
345 TestError,
346 "test_lazy_hash_inheritance: failed to create object");
347 return NULL;
348 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000349
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000350 if (type->tp_dict != NULL) {
351 PyErr_SetString(
352 TestError,
353 "test_lazy_hash_inheritance: type initialised too soon");
354 Py_DECREF(obj);
355 return NULL;
356 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000357
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000358 hash = PyObject_Hash(obj);
359 if ((hash == -1) && PyErr_Occurred()) {
360 PyErr_Clear();
361 PyErr_SetString(
362 TestError,
363 "test_lazy_hash_inheritance: could not hash object");
364 Py_DECREF(obj);
365 return NULL;
366 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000367
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000368 if (type->tp_dict == NULL) {
369 PyErr_SetString(
370 TestError,
371 "test_lazy_hash_inheritance: type not initialised by hash()");
372 Py_DECREF(obj);
373 return NULL;
374 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 if (type->tp_hash != PyType_Type.tp_hash) {
377 PyErr_SetString(
378 TestError,
379 "test_lazy_hash_inheritance: unexpected hash function");
380 Py_DECREF(obj);
381 return NULL;
382 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000383
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000384 Py_DECREF(obj);
Benjamin Petersonf1726372009-05-05 21:11:54 +0000385
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000386 Py_RETURN_NONE;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000387}
388
389
Benjamin Petersoned4aa832016-09-05 17:44:18 -0700390/* Tests of PyLong_{As, From}{Unsigned,}Long(), and
Tim Petersff70d3c2001-06-14 01:11:03 +0000391 PyLong_{As, From}{Unsigned,}LongLong().
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000392
393 Note that the meat of the test is contained in testcapi_long.h.
394 This is revolting, but delicate code duplication is worse: "almost
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700395 exactly the same" code is needed to test long long, but the ubiquitous
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000396 dependence on type names makes it impossible to use a parameterized
397 function. A giant macro would be even worse than this. A C++ template
398 would be perfect.
399
400 The "report an error" functions are deliberately not part of the #include
401 file: if the test fails, you can set a breakpoint in the appropriate
402 error function directly, and crawl back from there in the debugger.
403*/
404
405#define UNBIND(X) Py_DECREF(X); (X) = NULL
406
407static PyObject *
408raise_test_long_error(const char* msg)
409{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000410 return raiseTestError("test_long_api", msg);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000411}
412
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000413#define TESTNAME test_long_api_inner
414#define TYPENAME long
415#define F_S_TO_PY PyLong_FromLong
416#define F_PY_TO_S PyLong_AsLong
417#define F_U_TO_PY PyLong_FromUnsignedLong
418#define F_PY_TO_U PyLong_AsUnsignedLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000419
420#include "testcapi_long.h"
421
422static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530423test_long_api(PyObject* self, PyObject *Py_UNUSED(ignored))
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000424{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000425 return TESTNAME(raise_test_long_error);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000426}
427
428#undef TESTNAME
429#undef TYPENAME
430#undef F_S_TO_PY
431#undef F_PY_TO_S
432#undef F_U_TO_PY
433#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000434
Tim Peters91621db2001-06-12 20:10:01 +0000435static PyObject *
Tim Petersd1a7da62001-06-13 00:35:57 +0000436raise_test_longlong_error(const char* msg)
437{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000438 return raiseTestError("test_longlong_api", msg);
Tim Petersd1a7da62001-06-13 00:35:57 +0000439}
440
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000441#define TESTNAME test_longlong_api_inner
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700442#define TYPENAME long long
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000443#define F_S_TO_PY PyLong_FromLongLong
444#define F_PY_TO_S PyLong_AsLongLong
445#define F_U_TO_PY PyLong_FromUnsignedLongLong
446#define F_PY_TO_U PyLong_AsUnsignedLongLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000447
448#include "testcapi_long.h"
Tim Petersd1a7da62001-06-13 00:35:57 +0000449
450static PyObject *
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000451test_longlong_api(PyObject* self, PyObject *args)
Tim Peters91621db2001-06-12 20:10:01 +0000452{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000453 return TESTNAME(raise_test_longlong_error);
Tim Peters91621db2001-06-12 20:10:01 +0000454}
455
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000456#undef TESTNAME
457#undef TYPENAME
458#undef F_S_TO_PY
459#undef F_PY_TO_S
460#undef F_U_TO_PY
461#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000462
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000463/* Test the PyLong_AsLongAndOverflow API. General conversion to PY_LONG
464 is tested by test_long_api_inner. This test will concentrate on proper
465 handling of overflow.
466*/
467
468static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530469test_long_and_overflow(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000470{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000471 PyObject *num, *one, *temp;
472 long value;
473 int overflow;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000474
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 /* Test that overflow is set properly for a large value. */
476 /* num is a number larger than LONG_MAX even on 64-bit platforms */
477 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
478 if (num == NULL)
479 return NULL;
480 overflow = 1234;
481 value = PyLong_AsLongAndOverflow(num, &overflow);
482 Py_DECREF(num);
483 if (value == -1 && PyErr_Occurred())
484 return NULL;
485 if (value != -1)
486 return raiseTestError("test_long_and_overflow",
487 "return value was not set to -1");
488 if (overflow != 1)
489 return raiseTestError("test_long_and_overflow",
490 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000491
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000492 /* Same again, with num = LONG_MAX + 1 */
493 num = PyLong_FromLong(LONG_MAX);
494 if (num == NULL)
495 return NULL;
496 one = PyLong_FromLong(1L);
497 if (one == NULL) {
498 Py_DECREF(num);
499 return NULL;
500 }
501 temp = PyNumber_Add(num, one);
502 Py_DECREF(one);
503 Py_DECREF(num);
504 num = temp;
505 if (num == NULL)
506 return NULL;
507 overflow = 0;
508 value = PyLong_AsLongAndOverflow(num, &overflow);
509 Py_DECREF(num);
510 if (value == -1 && PyErr_Occurred())
511 return NULL;
512 if (value != -1)
513 return raiseTestError("test_long_and_overflow",
514 "return value was not set to -1");
515 if (overflow != 1)
516 return raiseTestError("test_long_and_overflow",
517 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000518
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000519 /* Test that overflow is set properly for a large negative value. */
520 /* num is a number smaller than LONG_MIN even on 64-bit platforms */
521 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
522 if (num == NULL)
523 return NULL;
524 overflow = 1234;
525 value = PyLong_AsLongAndOverflow(num, &overflow);
526 Py_DECREF(num);
527 if (value == -1 && PyErr_Occurred())
528 return NULL;
529 if (value != -1)
530 return raiseTestError("test_long_and_overflow",
531 "return value was not set to -1");
532 if (overflow != -1)
533 return raiseTestError("test_long_and_overflow",
534 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 /* Same again, with num = LONG_MIN - 1 */
537 num = PyLong_FromLong(LONG_MIN);
538 if (num == NULL)
539 return NULL;
540 one = PyLong_FromLong(1L);
541 if (one == NULL) {
542 Py_DECREF(num);
543 return NULL;
544 }
545 temp = PyNumber_Subtract(num, one);
546 Py_DECREF(one);
547 Py_DECREF(num);
548 num = temp;
549 if (num == NULL)
550 return NULL;
551 overflow = 0;
552 value = PyLong_AsLongAndOverflow(num, &overflow);
553 Py_DECREF(num);
554 if (value == -1 && PyErr_Occurred())
555 return NULL;
556 if (value != -1)
557 return raiseTestError("test_long_and_overflow",
558 "return value was not set to -1");
559 if (overflow != -1)
560 return raiseTestError("test_long_and_overflow",
561 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000562
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000563 /* Test that overflow is cleared properly for small values. */
564 num = PyLong_FromString("FF", NULL, 16);
565 if (num == NULL)
566 return NULL;
567 overflow = 1234;
568 value = PyLong_AsLongAndOverflow(num, &overflow);
569 Py_DECREF(num);
570 if (value == -1 && PyErr_Occurred())
571 return NULL;
572 if (value != 0xFF)
573 return raiseTestError("test_long_and_overflow",
574 "expected return value 0xFF");
575 if (overflow != 0)
576 return raiseTestError("test_long_and_overflow",
577 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000578
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000579 num = PyLong_FromString("-FF", NULL, 16);
580 if (num == NULL)
581 return NULL;
582 overflow = 0;
583 value = PyLong_AsLongAndOverflow(num, &overflow);
584 Py_DECREF(num);
585 if (value == -1 && PyErr_Occurred())
586 return NULL;
587 if (value != -0xFF)
588 return raiseTestError("test_long_and_overflow",
589 "expected return value 0xFF");
590 if (overflow != 0)
591 return raiseTestError("test_long_and_overflow",
592 "overflow was set incorrectly");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000593
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000594 num = PyLong_FromLong(LONG_MAX);
595 if (num == NULL)
596 return NULL;
597 overflow = 1234;
598 value = PyLong_AsLongAndOverflow(num, &overflow);
599 Py_DECREF(num);
600 if (value == -1 && PyErr_Occurred())
601 return NULL;
602 if (value != LONG_MAX)
603 return raiseTestError("test_long_and_overflow",
604 "expected return value LONG_MAX");
605 if (overflow != 0)
606 return raiseTestError("test_long_and_overflow",
607 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000608
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000609 num = PyLong_FromLong(LONG_MIN);
610 if (num == NULL)
611 return NULL;
612 overflow = 0;
613 value = PyLong_AsLongAndOverflow(num, &overflow);
614 Py_DECREF(num);
615 if (value == -1 && PyErr_Occurred())
616 return NULL;
617 if (value != LONG_MIN)
618 return raiseTestError("test_long_and_overflow",
619 "expected return value LONG_MIN");
620 if (overflow != 0)
621 return raiseTestError("test_long_and_overflow",
622 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000623
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200624 Py_RETURN_NONE;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000625}
626
Mark Dickinson93f562c2010-01-30 10:30:15 +0000627/* Test the PyLong_AsLongLongAndOverflow API. General conversion to
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700628 long long is tested by test_long_api_inner. This test will
Mark Dickinson93f562c2010-01-30 10:30:15 +0000629 concentrate on proper handling of overflow.
630*/
631
632static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530633test_long_long_and_overflow(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson93f562c2010-01-30 10:30:15 +0000634{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000635 PyObject *num, *one, *temp;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700636 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000637 int overflow;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000638
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000639 /* Test that overflow is set properly for a large value. */
640 /* num is a number larger than PY_LLONG_MAX on a typical machine. */
641 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
642 if (num == NULL)
643 return NULL;
644 overflow = 1234;
645 value = PyLong_AsLongLongAndOverflow(num, &overflow);
646 Py_DECREF(num);
647 if (value == -1 && PyErr_Occurred())
648 return NULL;
649 if (value != -1)
650 return raiseTestError("test_long_long_and_overflow",
651 "return value was not set to -1");
652 if (overflow != 1)
653 return raiseTestError("test_long_long_and_overflow",
654 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000655
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000656 /* Same again, with num = PY_LLONG_MAX + 1 */
657 num = PyLong_FromLongLong(PY_LLONG_MAX);
658 if (num == NULL)
659 return NULL;
660 one = PyLong_FromLong(1L);
661 if (one == NULL) {
662 Py_DECREF(num);
663 return NULL;
664 }
665 temp = PyNumber_Add(num, one);
666 Py_DECREF(one);
667 Py_DECREF(num);
668 num = temp;
669 if (num == NULL)
670 return NULL;
671 overflow = 0;
672 value = PyLong_AsLongLongAndOverflow(num, &overflow);
673 Py_DECREF(num);
674 if (value == -1 && PyErr_Occurred())
675 return NULL;
676 if (value != -1)
677 return raiseTestError("test_long_long_and_overflow",
678 "return value was not set to -1");
679 if (overflow != 1)
680 return raiseTestError("test_long_long_and_overflow",
681 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000682
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000683 /* Test that overflow is set properly for a large negative value. */
684 /* num is a number smaller than PY_LLONG_MIN on a typical platform */
685 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
686 if (num == NULL)
687 return NULL;
688 overflow = 1234;
689 value = PyLong_AsLongLongAndOverflow(num, &overflow);
690 Py_DECREF(num);
691 if (value == -1 && PyErr_Occurred())
692 return NULL;
693 if (value != -1)
694 return raiseTestError("test_long_long_and_overflow",
695 "return value was not set to -1");
696 if (overflow != -1)
697 return raiseTestError("test_long_long_and_overflow",
698 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000699
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000700 /* Same again, with num = PY_LLONG_MIN - 1 */
701 num = PyLong_FromLongLong(PY_LLONG_MIN);
702 if (num == NULL)
703 return NULL;
704 one = PyLong_FromLong(1L);
705 if (one == NULL) {
706 Py_DECREF(num);
707 return NULL;
708 }
709 temp = PyNumber_Subtract(num, one);
710 Py_DECREF(one);
711 Py_DECREF(num);
712 num = temp;
713 if (num == NULL)
714 return NULL;
715 overflow = 0;
716 value = PyLong_AsLongLongAndOverflow(num, &overflow);
717 Py_DECREF(num);
718 if (value == -1 && PyErr_Occurred())
719 return NULL;
720 if (value != -1)
721 return raiseTestError("test_long_long_and_overflow",
722 "return value was not set to -1");
723 if (overflow != -1)
724 return raiseTestError("test_long_long_and_overflow",
725 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000726
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000727 /* Test that overflow is cleared properly for small values. */
728 num = PyLong_FromString("FF", NULL, 16);
729 if (num == NULL)
730 return NULL;
731 overflow = 1234;
732 value = PyLong_AsLongLongAndOverflow(num, &overflow);
733 Py_DECREF(num);
734 if (value == -1 && PyErr_Occurred())
735 return NULL;
736 if (value != 0xFF)
737 return raiseTestError("test_long_long_and_overflow",
738 "expected return value 0xFF");
739 if (overflow != 0)
740 return raiseTestError("test_long_long_and_overflow",
741 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000742
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 num = PyLong_FromString("-FF", NULL, 16);
744 if (num == NULL)
745 return NULL;
746 overflow = 0;
747 value = PyLong_AsLongLongAndOverflow(num, &overflow);
748 Py_DECREF(num);
749 if (value == -1 && PyErr_Occurred())
750 return NULL;
751 if (value != -0xFF)
752 return raiseTestError("test_long_long_and_overflow",
753 "expected return value 0xFF");
754 if (overflow != 0)
755 return raiseTestError("test_long_long_and_overflow",
756 "overflow was set incorrectly");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000757
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000758 num = PyLong_FromLongLong(PY_LLONG_MAX);
759 if (num == NULL)
760 return NULL;
761 overflow = 1234;
762 value = PyLong_AsLongLongAndOverflow(num, &overflow);
763 Py_DECREF(num);
764 if (value == -1 && PyErr_Occurred())
765 return NULL;
766 if (value != PY_LLONG_MAX)
767 return raiseTestError("test_long_long_and_overflow",
768 "expected return value PY_LLONG_MAX");
769 if (overflow != 0)
770 return raiseTestError("test_long_long_and_overflow",
771 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000772
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000773 num = PyLong_FromLongLong(PY_LLONG_MIN);
774 if (num == NULL)
775 return NULL;
776 overflow = 0;
777 value = PyLong_AsLongLongAndOverflow(num, &overflow);
778 Py_DECREF(num);
779 if (value == -1 && PyErr_Occurred())
780 return NULL;
781 if (value != PY_LLONG_MIN)
782 return raiseTestError("test_long_long_and_overflow",
783 "expected return value PY_LLONG_MIN");
784 if (overflow != 0)
785 return raiseTestError("test_long_long_and_overflow",
786 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000787
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200788 Py_RETURN_NONE;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000789}
790
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200791/* Test the PyLong_As{Size,Ssize}_t API. At present this just tests that
792 non-integer arguments are handled correctly. It should be extended to
793 test overflow handling.
794 */
795
796static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530797test_long_as_size_t(PyObject *self, PyObject *Py_UNUSED(ignored))
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200798{
799 size_t out_u;
800 Py_ssize_t out_s;
801
802 Py_INCREF(Py_None);
803
804 out_u = PyLong_AsSize_t(Py_None);
805 if (out_u != (size_t)-1 || !PyErr_Occurred())
806 return raiseTestError("test_long_as_size_t",
807 "PyLong_AsSize_t(None) didn't complain");
808 if (!PyErr_ExceptionMatches(PyExc_TypeError))
809 return raiseTestError("test_long_as_size_t",
810 "PyLong_AsSize_t(None) raised "
811 "something other than TypeError");
812 PyErr_Clear();
813
814 out_s = PyLong_AsSsize_t(Py_None);
815 if (out_s != (Py_ssize_t)-1 || !PyErr_Occurred())
816 return raiseTestError("test_long_as_size_t",
817 "PyLong_AsSsize_t(None) didn't complain");
818 if (!PyErr_ExceptionMatches(PyExc_TypeError))
819 return raiseTestError("test_long_as_size_t",
820 "PyLong_AsSsize_t(None) raised "
821 "something other than TypeError");
822 PyErr_Clear();
823
824 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
825 return Py_None;
826}
827
Zackery Spytzdc247652019-06-06 14:39:23 -0600828static PyObject *
829test_long_as_unsigned_long_long_mask(PyObject *self,
830 PyObject *Py_UNUSED(ignored))
831{
832 unsigned long long res = PyLong_AsUnsignedLongLongMask(NULL);
833
834 if (res != (unsigned long long)-1 || !PyErr_Occurred()) {
835 return raiseTestError("test_long_as_unsigned_long_long_mask",
836 "PyLong_AsUnsignedLongLongMask(NULL) didn't "
837 "complain");
838 }
839 if (!PyErr_ExceptionMatches(PyExc_SystemError)) {
840 return raiseTestError("test_long_as_unsigned_long_long_mask",
841 "PyLong_AsUnsignedLongLongMask(NULL) raised "
842 "something other than SystemError");
843 }
844 PyErr_Clear();
845 Py_RETURN_NONE;
846}
847
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200848/* Test the PyLong_AsDouble API. At present this just tests that
849 non-integer arguments are handled correctly.
850 */
851
852static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530853test_long_as_double(PyObject *self, PyObject *Py_UNUSED(ignored))
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200854{
855 double out;
856
857 Py_INCREF(Py_None);
858
859 out = PyLong_AsDouble(Py_None);
860 if (out != -1.0 || !PyErr_Occurred())
861 return raiseTestError("test_long_as_double",
862 "PyLong_AsDouble(None) didn't complain");
863 if (!PyErr_ExceptionMatches(PyExc_TypeError))
864 return raiseTestError("test_long_as_double",
865 "PyLong_AsDouble(None) raised "
866 "something other than TypeError");
867 PyErr_Clear();
868
869 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
870 return Py_None;
871}
872
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700873/* Test the L code for PyArg_ParseTuple. This should deliver a long long
Tim Petersd38b1c72001-09-30 05:09:37 +0000874 for both long and int arguments. The test may leak a little memory if
875 it fails.
876*/
877static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530878test_L_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Petersd38b1c72001-09-30 05:09:37 +0000879{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000880 PyObject *tuple, *num;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700881 long long value;
Tim Petersd38b1c72001-09-30 05:09:37 +0000882
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000883 tuple = PyTuple_New(1);
884 if (tuple == NULL)
885 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000886
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000887 num = PyLong_FromLong(42);
888 if (num == NULL)
889 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000890
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000891 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000892
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000893 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300894 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000895 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300896 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000897 if (value != 42)
898 return raiseTestError("test_L_code",
899 "L code returned wrong value for long 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000900
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000901 Py_DECREF(num);
902 num = PyLong_FromLong(42);
903 if (num == NULL)
904 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000905
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000906 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000907
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000908 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300909 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000910 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300911 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000912 if (value != 42)
913 return raiseTestError("test_L_code",
914 "L code returned wrong value for int 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000915
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000916 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200917 Py_RETURN_NONE;
Tim Petersd38b1c72001-09-30 05:09:37 +0000918}
919
Serhiy Storchakace412872016-05-08 23:36:44 +0300920static PyObject *
Serhiy Storchaka13e602e2016-05-20 22:31:14 +0300921return_none(void *unused)
922{
923 Py_RETURN_NONE;
924}
925
926static PyObject *
927raise_error(void *unused)
928{
929 PyErr_SetNone(PyExc_ValueError);
930 return NULL;
931}
932
933static int
934test_buildvalue_N_error(const char *fmt)
935{
936 PyObject *arg, *res;
937
938 arg = PyList_New(0);
939 if (arg == NULL) {
940 return -1;
941 }
942
943 Py_INCREF(arg);
944 res = Py_BuildValue(fmt, return_none, NULL, arg);
945 if (res == NULL) {
946 return -1;
947 }
948 Py_DECREF(res);
949 if (Py_REFCNT(arg) != 1) {
950 PyErr_Format(TestError, "test_buildvalue_N: "
951 "arg was not decrefed in successful "
952 "Py_BuildValue(\"%s\")", fmt);
953 return -1;
954 }
955
956 Py_INCREF(arg);
957 res = Py_BuildValue(fmt, raise_error, NULL, arg);
958 if (res != NULL || !PyErr_Occurred()) {
959 PyErr_Format(TestError, "test_buildvalue_N: "
960 "Py_BuildValue(\"%s\") didn't complain", fmt);
961 return -1;
962 }
963 PyErr_Clear();
964 if (Py_REFCNT(arg) != 1) {
965 PyErr_Format(TestError, "test_buildvalue_N: "
966 "arg was not decrefed in failed "
967 "Py_BuildValue(\"%s\")", fmt);
968 return -1;
969 }
970 Py_DECREF(arg);
971 return 0;
972}
973
974static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +0200975test_buildvalue_N(PyObject *self, PyObject *Py_UNUSED(ignored))
Serhiy Storchaka13e602e2016-05-20 22:31:14 +0300976{
977 PyObject *arg, *res;
978
979 arg = PyList_New(0);
980 if (arg == NULL) {
981 return NULL;
982 }
983 Py_INCREF(arg);
984 res = Py_BuildValue("N", arg);
985 if (res == NULL) {
986 return NULL;
987 }
988 if (res != arg) {
989 return raiseTestError("test_buildvalue_N",
990 "Py_BuildValue(\"N\") returned wrong result");
991 }
992 if (Py_REFCNT(arg) != 2) {
993 return raiseTestError("test_buildvalue_N",
994 "arg was not decrefed in Py_BuildValue(\"N\")");
995 }
996 Py_DECREF(res);
997 Py_DECREF(arg);
998
999 if (test_buildvalue_N_error("O&N") < 0)
1000 return NULL;
1001 if (test_buildvalue_N_error("(O&N)") < 0)
1002 return NULL;
1003 if (test_buildvalue_N_error("[O&N]") < 0)
1004 return NULL;
1005 if (test_buildvalue_N_error("{O&N}") < 0)
1006 return NULL;
1007 if (test_buildvalue_N_error("{()O&(())N}") < 0)
1008 return NULL;
1009
1010 Py_RETURN_NONE;
1011}
1012
1013
1014static PyObject *
Serhiy Storchakace412872016-05-08 23:36:44 +03001015get_args(PyObject *self, PyObject *args)
1016{
1017 if (args == NULL) {
1018 args = Py_None;
1019 }
1020 Py_INCREF(args);
1021 return args;
1022}
1023
1024static PyObject *
1025get_kwargs(PyObject *self, PyObject *args, PyObject *kwargs)
1026{
1027 if (kwargs == NULL) {
1028 kwargs = Py_None;
1029 }
1030 Py_INCREF(kwargs);
1031 return kwargs;
1032}
1033
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001034/* Test tuple argument processing */
1035static PyObject *
1036getargs_tuple(PyObject *self, PyObject *args)
1037{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001038 int a, b, c;
1039 if (!PyArg_ParseTuple(args, "i(ii)", &a, &b, &c))
1040 return NULL;
1041 return Py_BuildValue("iii", a, b, c);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001042}
1043
Christian Heimes380f7f22008-02-28 11:19:05 +00001044/* test PyArg_ParseTupleAndKeywords */
Larry Hastings83a9f482012-03-20 20:06:16 +00001045static PyObject *
1046getargs_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
Christian Heimes380f7f22008-02-28 11:19:05 +00001047{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001048 static char *keywords[] = {"arg1","arg2","arg3","arg4","arg5", NULL};
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02001049 static const char fmt[] = "(ii)i|(i(ii))(iii)i";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001050 int int_args[10]={-1, -1, -1, -1, -1, -1, -1, -1, -1, -1};
Christian Heimes380f7f22008-02-28 11:19:05 +00001051
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001052 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
1053 &int_args[0], &int_args[1], &int_args[2], &int_args[3], &int_args[4],
1054 &int_args[5], &int_args[6], &int_args[7], &int_args[8], &int_args[9]))
1055 return NULL;
1056 return Py_BuildValue("iiiiiiiiii",
1057 int_args[0], int_args[1], int_args[2], int_args[3], int_args[4],
1058 int_args[5], int_args[6], int_args[7], int_args[8], int_args[9]);
Christian Heimes380f7f22008-02-28 11:19:05 +00001059}
1060
Larry Hastings83a9f482012-03-20 20:06:16 +00001061/* test PyArg_ParseTupleAndKeywords keyword-only arguments */
1062static PyObject *
1063getargs_keyword_only(PyObject *self, PyObject *args, PyObject *kwargs)
1064{
1065 static char *keywords[] = {"required", "optional", "keyword_only", NULL};
1066 int required = -1;
1067 int optional = -1;
1068 int keyword_only = -1;
1069
1070 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|i$i", keywords,
1071 &required, &optional, &keyword_only))
1072 return NULL;
1073 return Py_BuildValue("iii", required, optional, keyword_only);
1074}
1075
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03001076/* test PyArg_ParseTupleAndKeywords positional-only arguments */
1077static PyObject *
1078getargs_positional_only_and_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
1079{
1080 static char *keywords[] = {"", "", "keyword", NULL};
1081 int required = -1;
1082 int optional = -1;
1083 int keyword = -1;
1084
1085 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|ii", keywords,
1086 &required, &optional, &keyword))
1087 return NULL;
1088 return Py_BuildValue("iii", required, optional, keyword);
1089}
1090
Thomas Heller3457e4b2003-04-24 16:14:27 +00001091/* Functions to call PyArg_ParseTuple with integer format codes,
1092 and return the result.
1093*/
Thomas Hellera4ea6032003-04-17 18:55:45 +00001094static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001095getargs_b(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001096{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001097 unsigned char value;
1098 if (!PyArg_ParseTuple(args, "b", &value))
1099 return NULL;
1100 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001101}
1102
Thomas Heller3457e4b2003-04-24 16:14:27 +00001103static PyObject *
1104getargs_B(PyObject *self, PyObject *args)
1105{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001106 unsigned char value;
1107 if (!PyArg_ParseTuple(args, "B", &value))
1108 return NULL;
1109 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001110}
1111
1112static PyObject *
Mark Dickinson1554b182009-12-20 16:03:30 +00001113getargs_h(PyObject *self, PyObject *args)
1114{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001115 short value;
1116 if (!PyArg_ParseTuple(args, "h", &value))
1117 return NULL;
1118 return PyLong_FromLong((long)value);
Mark Dickinson1554b182009-12-20 16:03:30 +00001119}
1120
1121static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001122getargs_H(PyObject *self, PyObject *args)
1123{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001124 unsigned short value;
1125 if (!PyArg_ParseTuple(args, "H", &value))
1126 return NULL;
1127 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001128}
1129
1130static PyObject *
1131getargs_I(PyObject *self, PyObject *args)
1132{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001133 unsigned int value;
1134 if (!PyArg_ParseTuple(args, "I", &value))
1135 return NULL;
1136 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001137}
1138
1139static PyObject *
1140getargs_k(PyObject *self, PyObject *args)
1141{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001142 unsigned long value;
1143 if (!PyArg_ParseTuple(args, "k", &value))
1144 return NULL;
1145 return PyLong_FromUnsignedLong(value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001146}
1147
1148static PyObject *
1149getargs_i(PyObject *self, PyObject *args)
1150{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001151 int value;
1152 if (!PyArg_ParseTuple(args, "i", &value))
1153 return NULL;
1154 return PyLong_FromLong((long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001155}
1156
Thomas Hellera4ea6032003-04-17 18:55:45 +00001157static PyObject *
1158getargs_l(PyObject *self, PyObject *args)
1159{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001160 long value;
1161 if (!PyArg_ParseTuple(args, "l", &value))
1162 return NULL;
1163 return PyLong_FromLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001164}
1165
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001166static PyObject *
1167getargs_n(PyObject *self, PyObject *args)
1168{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001169 Py_ssize_t value;
1170 if (!PyArg_ParseTuple(args, "n", &value))
1171 return NULL;
1172 return PyLong_FromSsize_t(value);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001173}
1174
Larry Hastingsfaf91e72012-05-05 16:54:29 -07001175static PyObject *
1176getargs_p(PyObject *self, PyObject *args)
1177{
1178 int value;
1179 if (!PyArg_ParseTuple(args, "p", &value))
1180 return NULL;
1181 return PyLong_FromLong(value);
1182}
1183
Thomas Hellera4ea6032003-04-17 18:55:45 +00001184static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001185getargs_L(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001186{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001187 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001188 if (!PyArg_ParseTuple(args, "L", &value))
1189 return NULL;
1190 return PyLong_FromLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001191}
1192
Thomas Hellera4ea6032003-04-17 18:55:45 +00001193static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001194getargs_K(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001195{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001196 unsigned long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001197 if (!PyArg_ParseTuple(args, "K", &value))
1198 return NULL;
1199 return PyLong_FromUnsignedLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001200}
Thomas Hellera4ea6032003-04-17 18:55:45 +00001201
1202/* This function not only tests the 'k' getargs code, but also the
orenmn698845e2017-03-02 13:29:20 +02001203 PyLong_AsUnsignedLongMask() function. */
Thomas Hellera4ea6032003-04-17 18:55:45 +00001204static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301205test_k_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Hellera4ea6032003-04-17 18:55:45 +00001206{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001207 PyObject *tuple, *num;
1208 unsigned long value;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001209
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001210 tuple = PyTuple_New(1);
1211 if (tuple == NULL)
1212 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001213
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001214 /* a number larger than ULONG_MAX even on 64-bit platforms */
1215 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
1216 if (num == NULL)
1217 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001218
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001219 value = PyLong_AsUnsignedLongMask(num);
1220 if (value != ULONG_MAX)
1221 return raiseTestError("test_k_code",
Georg Brandl4b5b0622016-01-18 08:00:15 +01001222 "PyLong_AsUnsignedLongMask() returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001223
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001224 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001225
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001226 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001227 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001228 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001229 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001230 if (value != ULONG_MAX)
1231 return raiseTestError("test_k_code",
1232 "k code returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001233
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001234 Py_DECREF(num);
1235 num = PyLong_FromString("-FFFFFFFF000000000000000042", NULL, 16);
1236 if (num == NULL)
1237 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001238
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001239 value = PyLong_AsUnsignedLongMask(num);
1240 if (value != (unsigned long)-0x42)
1241 return raiseTestError("test_k_code",
orenmn698845e2017-03-02 13:29:20 +02001242 "PyLong_AsUnsignedLongMask() returned wrong "
1243 "value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001244
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001245 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001246
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001247 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001248 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001249 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001250 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001251 if (value != (unsigned long)-0x42)
1252 return raiseTestError("test_k_code",
1253 "k code returned wrong value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001254
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001255 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001256 Py_RETURN_NONE;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001257}
1258
Victor Stinner06e49dd2010-06-13 18:21:50 +00001259static PyObject *
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03001260getargs_f(PyObject *self, PyObject *args)
1261{
1262 float f;
1263 if (!PyArg_ParseTuple(args, "f", &f))
1264 return NULL;
1265 return PyFloat_FromDouble(f);
1266}
1267
1268static PyObject *
1269getargs_d(PyObject *self, PyObject *args)
1270{
1271 double d;
1272 if (!PyArg_ParseTuple(args, "d", &d))
1273 return NULL;
1274 return PyFloat_FromDouble(d);
1275}
1276
1277static PyObject *
1278getargs_D(PyObject *self, PyObject *args)
1279{
1280 Py_complex cval;
1281 if (!PyArg_ParseTuple(args, "D", &cval))
1282 return NULL;
1283 return PyComplex_FromCComplex(cval);
1284}
1285
1286static PyObject *
1287getargs_S(PyObject *self, PyObject *args)
1288{
1289 PyObject *obj;
1290 if (!PyArg_ParseTuple(args, "S", &obj))
1291 return NULL;
1292 Py_INCREF(obj);
1293 return obj;
1294}
1295
1296static PyObject *
1297getargs_Y(PyObject *self, PyObject *args)
1298{
1299 PyObject *obj;
1300 if (!PyArg_ParseTuple(args, "Y", &obj))
1301 return NULL;
1302 Py_INCREF(obj);
1303 return obj;
1304}
1305
1306static PyObject *
1307getargs_U(PyObject *self, PyObject *args)
1308{
1309 PyObject *obj;
1310 if (!PyArg_ParseTuple(args, "U", &obj))
1311 return NULL;
1312 Py_INCREF(obj);
1313 return obj;
1314}
1315
1316static PyObject *
Eli Bendersky906b88f2011-07-29 07:05:08 +03001317getargs_c(PyObject *self, PyObject *args)
1318{
1319 char c;
1320 if (!PyArg_ParseTuple(args, "c", &c))
1321 return NULL;
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001322 return PyLong_FromLong((unsigned char)c);
1323}
1324
1325static PyObject *
1326getargs_C(PyObject *self, PyObject *args)
1327{
1328 int c;
1329 if (!PyArg_ParseTuple(args, "C", &c))
1330 return NULL;
1331 return PyLong_FromLong(c);
Eli Bendersky906b88f2011-07-29 07:05:08 +03001332}
1333
1334static PyObject *
Victor Stinner06e49dd2010-06-13 18:21:50 +00001335getargs_s(PyObject *self, PyObject *args)
1336{
1337 char *str;
1338 if (!PyArg_ParseTuple(args, "s", &str))
1339 return NULL;
1340 return PyBytes_FromString(str);
1341}
1342
1343static PyObject *
1344getargs_s_star(PyObject *self, PyObject *args)
1345{
1346 Py_buffer buffer;
1347 PyObject *bytes;
1348 if (!PyArg_ParseTuple(args, "s*", &buffer))
1349 return NULL;
1350 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1351 PyBuffer_Release(&buffer);
1352 return bytes;
1353}
1354
1355static PyObject *
1356getargs_s_hash(PyObject *self, PyObject *args)
1357{
1358 char *str;
1359 Py_ssize_t size;
1360 if (!PyArg_ParseTuple(args, "s#", &str, &size))
1361 return NULL;
1362 return PyBytes_FromStringAndSize(str, size);
1363}
1364
1365static PyObject *
1366getargs_z(PyObject *self, PyObject *args)
1367{
1368 char *str;
1369 if (!PyArg_ParseTuple(args, "z", &str))
1370 return NULL;
1371 if (str != NULL)
1372 return PyBytes_FromString(str);
1373 else
1374 Py_RETURN_NONE;
1375}
1376
1377static PyObject *
1378getargs_z_star(PyObject *self, PyObject *args)
1379{
1380 Py_buffer buffer;
1381 PyObject *bytes;
1382 if (!PyArg_ParseTuple(args, "z*", &buffer))
1383 return NULL;
1384 if (buffer.buf != NULL)
1385 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1386 else {
1387 Py_INCREF(Py_None);
1388 bytes = Py_None;
1389 }
1390 PyBuffer_Release(&buffer);
1391 return bytes;
1392}
1393
1394static PyObject *
1395getargs_z_hash(PyObject *self, PyObject *args)
1396{
1397 char *str;
1398 Py_ssize_t size;
1399 if (!PyArg_ParseTuple(args, "z#", &str, &size))
1400 return NULL;
1401 if (str != NULL)
1402 return PyBytes_FromStringAndSize(str, size);
1403 else
1404 Py_RETURN_NONE;
1405}
1406
1407static PyObject *
1408getargs_y(PyObject *self, PyObject *args)
1409{
1410 char *str;
1411 if (!PyArg_ParseTuple(args, "y", &str))
1412 return NULL;
1413 return PyBytes_FromString(str);
1414}
1415
1416static PyObject *
1417getargs_y_star(PyObject *self, PyObject *args)
1418{
1419 Py_buffer buffer;
1420 PyObject *bytes;
1421 if (!PyArg_ParseTuple(args, "y*", &buffer))
1422 return NULL;
1423 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1424 PyBuffer_Release(&buffer);
1425 return bytes;
1426}
1427
1428static PyObject *
1429getargs_y_hash(PyObject *self, PyObject *args)
1430{
1431 char *str;
1432 Py_ssize_t size;
1433 if (!PyArg_ParseTuple(args, "y#", &str, &size))
1434 return NULL;
1435 return PyBytes_FromStringAndSize(str, size);
1436}
1437
1438static PyObject *
1439getargs_u(PyObject *self, PyObject *args)
1440{
1441 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001442 if (!PyArg_ParseTuple(args, "u", &str))
1443 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001444 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001445}
1446
1447static PyObject *
1448getargs_u_hash(PyObject *self, PyObject *args)
1449{
1450 Py_UNICODE *str;
1451 Py_ssize_t size;
1452 if (!PyArg_ParseTuple(args, "u#", &str, &size))
1453 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001454 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001455}
1456
1457static PyObject *
1458getargs_Z(PyObject *self, PyObject *args)
1459{
1460 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001461 if (!PyArg_ParseTuple(args, "Z", &str))
1462 return NULL;
1463 if (str != NULL) {
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001464 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001465 } else
1466 Py_RETURN_NONE;
1467}
1468
1469static PyObject *
1470getargs_Z_hash(PyObject *self, PyObject *args)
1471{
1472 Py_UNICODE *str;
1473 Py_ssize_t size;
1474 if (!PyArg_ParseTuple(args, "Z#", &str, &size))
1475 return NULL;
1476 if (str != NULL)
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001477 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001478 else
1479 Py_RETURN_NONE;
1480}
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001481
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001482static PyObject *
1483getargs_es(PyObject *self, PyObject *args)
1484{
1485 PyObject *arg, *result;
1486 const char *encoding = NULL;
1487 char *str;
1488
1489 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1490 return NULL;
1491 if (!PyArg_Parse(arg, "es", encoding, &str))
1492 return NULL;
1493 result = PyBytes_FromString(str);
1494 PyMem_Free(str);
1495 return result;
1496}
1497
1498static PyObject *
1499getargs_et(PyObject *self, PyObject *args)
1500{
1501 PyObject *arg, *result;
1502 const char *encoding = NULL;
1503 char *str;
1504
1505 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1506 return NULL;
1507 if (!PyArg_Parse(arg, "et", encoding, &str))
1508 return NULL;
1509 result = PyBytes_FromString(str);
1510 PyMem_Free(str);
1511 return result;
1512}
1513
1514static PyObject *
1515getargs_es_hash(PyObject *self, PyObject *args)
1516{
1517 PyObject *arg, *result;
1518 const char *encoding = NULL;
1519 PyByteArrayObject *buffer = NULL;
1520 char *str = NULL;
1521 Py_ssize_t size;
1522
1523 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1524 return NULL;
1525 if (buffer != NULL) {
1526 str = PyByteArray_AS_STRING(buffer);
1527 size = PyByteArray_GET_SIZE(buffer);
1528 }
1529 if (!PyArg_Parse(arg, "es#", encoding, &str, &size))
1530 return NULL;
1531 result = PyBytes_FromStringAndSize(str, size);
1532 if (buffer == NULL)
1533 PyMem_Free(str);
1534 return result;
1535}
1536
1537static PyObject *
1538getargs_et_hash(PyObject *self, PyObject *args)
1539{
1540 PyObject *arg, *result;
1541 const char *encoding = NULL;
1542 PyByteArrayObject *buffer = NULL;
1543 char *str = NULL;
1544 Py_ssize_t size;
1545
1546 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1547 return NULL;
1548 if (buffer != NULL) {
1549 str = PyByteArray_AS_STRING(buffer);
1550 size = PyByteArray_GET_SIZE(buffer);
1551 }
1552 if (!PyArg_Parse(arg, "et#", encoding, &str, &size))
1553 return NULL;
1554 result = PyBytes_FromStringAndSize(str, size);
1555 if (buffer == NULL)
1556 PyMem_Free(str);
1557 return result;
1558}
1559
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001560/* Test the s and z codes for PyArg_ParseTuple.
1561*/
1562static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301563test_s_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001564{
1565 /* Unicode strings should be accepted */
1566 PyObject *tuple, *obj;
1567 char *value;
1568
1569 tuple = PyTuple_New(1);
1570 if (tuple == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001571 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001572
1573 obj = PyUnicode_Decode("t\xeate", strlen("t\xeate"),
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001574 "latin-1", NULL);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001575 if (obj == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001576 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001577
1578 PyTuple_SET_ITEM(tuple, 0, obj);
1579
1580 /* These two blocks used to raise a TypeError:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001581 * "argument must be string without null bytes, not str"
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001582 */
Oren Milmanba7d7362017-08-29 11:58:27 +03001583 if (!PyArg_ParseTuple(tuple, "s:test_s_code1", &value)) {
1584 return NULL;
1585 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001586
Oren Milmanba7d7362017-08-29 11:58:27 +03001587 if (!PyArg_ParseTuple(tuple, "z:test_s_code2", &value)) {
1588 return NULL;
1589 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001590
Alexandre Vassalottib645bc72008-05-15 22:06:59 +00001591 Py_DECREF(tuple);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001592 Py_RETURN_NONE;
1593}
1594
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001595static PyObject *
Larry Hastings8f904da2012-06-22 03:56:29 -07001596parse_tuple_and_keywords(PyObject *self, PyObject *args)
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001597{
Larry Hastings8f904da2012-06-22 03:56:29 -07001598 PyObject *sub_args;
1599 PyObject *sub_kwargs;
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001600 const char *sub_format;
Larry Hastings8f904da2012-06-22 03:56:29 -07001601 PyObject *sub_keywords;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001602
Larry Hastings8f904da2012-06-22 03:56:29 -07001603 Py_ssize_t i, size;
1604 char *keywords[8 + 1]; /* space for NULL at end */
1605 PyObject *o;
1606 PyObject *converted[8];
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001607
Larry Hastings8f904da2012-06-22 03:56:29 -07001608 int result;
1609 PyObject *return_value = NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001610
Larry Hastings22701e82012-08-08 14:52:22 -07001611 double buffers[8][4]; /* double ensures alignment where necessary */
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001612
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001613 if (!PyArg_ParseTuple(args, "OOsO:parse_tuple_and_keywords",
Larry Hastings8f904da2012-06-22 03:56:29 -07001614 &sub_args, &sub_kwargs,
1615 &sub_format, &sub_keywords))
1616 return NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001617
Larry Hastings8f904da2012-06-22 03:56:29 -07001618 if (!(PyList_CheckExact(sub_keywords) || PyTuple_CheckExact(sub_keywords))) {
1619 PyErr_SetString(PyExc_ValueError,
1620 "parse_tuple_and_keywords: sub_keywords must be either list or tuple");
1621 return NULL;
1622 }
1623
1624 memset(buffers, 0, sizeof(buffers));
1625 memset(converted, 0, sizeof(converted));
1626 memset(keywords, 0, sizeof(keywords));
1627
1628 size = PySequence_Fast_GET_SIZE(sub_keywords);
1629 if (size > 8) {
1630 PyErr_SetString(PyExc_ValueError,
1631 "parse_tuple_and_keywords: too many keywords in sub_keywords");
1632 goto exit;
1633 }
1634
1635 for (i = 0; i < size; i++) {
1636 o = PySequence_Fast_GET_ITEM(sub_keywords, i);
1637 if (!PyUnicode_FSConverter(o, (void *)(converted + i))) {
1638 PyErr_Format(PyExc_ValueError,
Jesus Cea6e1d2b62012-10-04 16:06:30 +02001639 "parse_tuple_and_keywords: could not convert keywords[%zd] to narrow string", i);
Larry Hastings8f904da2012-06-22 03:56:29 -07001640 goto exit;
1641 }
1642 keywords[i] = PyBytes_AS_STRING(converted[i]);
1643 }
1644
1645 result = PyArg_ParseTupleAndKeywords(sub_args, sub_kwargs,
1646 sub_format, keywords,
1647 buffers + 0, buffers + 1, buffers + 2, buffers + 3,
1648 buffers + 4, buffers + 5, buffers + 6, buffers + 7);
1649
1650 if (result) {
1651 return_value = Py_None;
1652 Py_INCREF(Py_None);
1653 }
1654
1655exit:
1656 size = sizeof(converted) / sizeof(converted[0]);
1657 for (i = 0; i < size; i++) {
1658 Py_XDECREF(converted[i]);
1659 }
1660 return return_value;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001661}
1662
Benjamin Peterson92035012008-12-27 16:00:54 +00001663static volatile int x;
1664
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001665/* Test the u and u# codes for PyArg_ParseTuple. May leak memory in case
1666 of an error.
1667*/
1668static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301669test_u_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001670{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001671 PyObject *tuple, *obj;
1672 Py_UNICODE *value;
1673 Py_ssize_t len;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001674
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001675 /* issue4122: Undefined reference to _Py_ascii_whitespace on Windows */
1676 /* Just use the macro and check that it compiles */
1677 x = Py_UNICODE_ISSPACE(25);
Benjamin Peterson206e3072008-10-19 14:07:49 +00001678
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001679 tuple = PyTuple_New(1);
1680 if (tuple == NULL)
1681 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001682
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001683 obj = PyUnicode_Decode("test", strlen("test"),
1684 "ascii", NULL);
1685 if (obj == NULL)
1686 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001687
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001688 PyTuple_SET_ITEM(tuple, 0, obj);
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001689
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001690 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001691 if (!PyArg_ParseTuple(tuple, "u:test_u_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001692 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001693 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001694 if (value != PyUnicode_AS_UNICODE(obj))
1695 return raiseTestError("test_u_code",
1696 "u code returned wrong value for u'test'");
1697 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001698 if (!PyArg_ParseTuple(tuple, "u#:test_u_code", &value, &len)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001699 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001700 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001701 if (value != PyUnicode_AS_UNICODE(obj) ||
1702 len != PyUnicode_GET_SIZE(obj))
1703 return raiseTestError("test_u_code",
1704 "u# code returned wrong values for u'test'");
Tim Petersbaefd9e2003-01-28 20:37:45 +00001705
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001706 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001707 Py_RETURN_NONE;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001708}
1709
Guido van Rossumfb67be22007-08-29 18:38:11 +00001710/* Test Z and Z# codes for PyArg_ParseTuple */
1711static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301712test_Z_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Guido van Rossumfb67be22007-08-29 18:38:11 +00001713{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001714 PyObject *tuple, *obj;
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001715 const Py_UNICODE *value1, *value2;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001716 Py_ssize_t len1, len2;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001717
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001718 tuple = PyTuple_New(2);
1719 if (tuple == NULL)
1720 return NULL;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001721
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001722 obj = PyUnicode_FromString("test");
1723 PyTuple_SET_ITEM(tuple, 0, obj);
1724 Py_INCREF(Py_None);
1725 PyTuple_SET_ITEM(tuple, 1, Py_None);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001726
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001727 /* swap values on purpose */
1728 value1 = NULL;
1729 value2 = PyUnicode_AS_UNICODE(obj);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001730
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001731 /* Test Z for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001732 if (!PyArg_ParseTuple(tuple, "ZZ:test_Z_code", &value1, &value2)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001733 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001734 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001735 if (value1 != PyUnicode_AS_UNICODE(obj))
1736 return raiseTestError("test_Z_code",
1737 "Z code returned wrong value for 'test'");
1738 if (value2 != NULL)
1739 return raiseTestError("test_Z_code",
1740 "Z code returned wrong value for None");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001741
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001742 value1 = NULL;
1743 value2 = PyUnicode_AS_UNICODE(obj);
1744 len1 = -1;
1745 len2 = -1;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001746
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001747 /* Test Z# for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001748 if (!PyArg_ParseTuple(tuple, "Z#Z#:test_Z_code", &value1, &len1,
1749 &value2, &len2))
1750 {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001751 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001752 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001753 if (value1 != PyUnicode_AS_UNICODE(obj) ||
1754 len1 != PyUnicode_GET_SIZE(obj))
1755 return raiseTestError("test_Z_code",
1756 "Z# code returned wrong values for 'test'");
1757 if (value2 != NULL ||
1758 len2 != 0)
1759 return raiseTestError("test_Z_code",
1760 "Z# code returned wrong values for None'");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001761
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001762 Py_DECREF(tuple);
1763 Py_RETURN_NONE;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001764}
1765
Thomas Wouters477c8d52006-05-27 19:21:47 +00001766static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301767test_widechar(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson081dfee2009-03-18 14:47:41 +00001768{
1769#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001770 const wchar_t wtext[2] = {(wchar_t)0x10ABCDu};
1771 size_t wtextlen = 1;
Victor Stinnere3b47152011-12-09 20:49:49 +01001772 const wchar_t invalid[1] = {(wchar_t)0x110000u};
Mark Dickinson081dfee2009-03-18 14:47:41 +00001773#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001774 const wchar_t wtext[3] = {(wchar_t)0xDBEAu, (wchar_t)0xDFCDu};
1775 size_t wtextlen = 2;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001776#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001777 PyObject *wide, *utf8;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001778
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001779 wide = PyUnicode_FromWideChar(wtext, wtextlen);
1780 if (wide == NULL)
1781 return NULL;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001782
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001783 utf8 = PyUnicode_FromString("\xf4\x8a\xaf\x8d");
1784 if (utf8 == NULL) {
1785 Py_DECREF(wide);
1786 return NULL;
1787 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001788
Victor Stinner8ef18872011-11-21 02:06:57 +01001789 if (PyUnicode_GET_LENGTH(wide) != PyUnicode_GET_LENGTH(utf8)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001790 Py_DECREF(wide);
1791 Py_DECREF(utf8);
1792 return raiseTestError("test_widechar",
1793 "wide string and utf8 string "
1794 "have different length");
1795 }
1796 if (PyUnicode_Compare(wide, utf8)) {
1797 Py_DECREF(wide);
1798 Py_DECREF(utf8);
1799 if (PyErr_Occurred())
1800 return NULL;
1801 return raiseTestError("test_widechar",
1802 "wide string and utf8 string "
1803 "are different");
1804 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001805
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001806 Py_DECREF(wide);
1807 Py_DECREF(utf8);
Victor Stinnere3b47152011-12-09 20:49:49 +01001808
1809#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
1810 wide = PyUnicode_FromWideChar(invalid, 1);
1811 if (wide == NULL)
1812 PyErr_Clear();
1813 else
1814 return raiseTestError("test_widechar",
1815 "PyUnicode_FromWideChar(L\"\\U00110000\", 1) didn't fail");
1816
1817 wide = PyUnicode_FromUnicode(invalid, 1);
1818 if (wide == NULL)
1819 PyErr_Clear();
1820 else
1821 return raiseTestError("test_widechar",
1822 "PyUnicode_FromUnicode(L\"\\U00110000\", 1) didn't fail");
Victor Stinnere5c05332013-03-06 00:39:03 +01001823
1824 wide = PyUnicode_FromUnicode(NULL, 1);
1825 if (wide == NULL)
1826 return NULL;
1827 PyUnicode_AS_UNICODE(wide)[0] = invalid[0];
Ezio Melotti03e667d2013-03-07 21:18:45 +02001828 if (_PyUnicode_Ready(wide) < 0) {
1829 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001830 PyErr_Clear();
Ezio Melotti03e667d2013-03-07 21:18:45 +02001831 }
1832 else {
1833 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001834 return raiseTestError("test_widechar",
1835 "PyUnicode_Ready() didn't fail");
Ezio Melotti03e667d2013-03-07 21:18:45 +02001836 }
Victor Stinnere3b47152011-12-09 20:49:49 +01001837#endif
1838
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001839 Py_RETURN_NONE;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001840}
1841
1842static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001843unicode_aswidechar(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001844{
1845 PyObject *unicode, *result;
1846 Py_ssize_t buflen, size;
1847 wchar_t *buffer;
1848
1849 if (!PyArg_ParseTuple(args, "Un", &unicode, &buflen))
1850 return NULL;
Serhiy Storchaka1a1ff292015-02-16 13:28:22 +02001851 buffer = PyMem_New(wchar_t, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001852 if (buffer == NULL)
1853 return PyErr_NoMemory();
1854
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001855 size = PyUnicode_AsWideChar(unicode, buffer, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001856 if (size == -1) {
1857 PyMem_Free(buffer);
1858 return NULL;
1859 }
1860
1861 if (size < buflen)
1862 buflen = size + 1;
1863 else
1864 buflen = size;
1865 result = PyUnicode_FromWideChar(buffer, buflen);
1866 PyMem_Free(buffer);
1867 if (result == NULL)
1868 return NULL;
1869
1870 return Py_BuildValue("(Nn)", result, size);
1871}
1872
1873static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001874unicode_aswidecharstring(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001875{
1876 PyObject *unicode, *result;
1877 Py_ssize_t size;
1878 wchar_t *buffer;
1879
1880 if (!PyArg_ParseTuple(args, "U", &unicode))
1881 return NULL;
1882
Victor Stinnerbeb4135b2010-10-07 01:02:42 +00001883 buffer = PyUnicode_AsWideCharString(unicode, &size);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001884 if (buffer == NULL)
1885 return NULL;
1886
1887 result = PyUnicode_FromWideChar(buffer, size + 1);
1888 PyMem_Free(buffer);
1889 if (result == NULL)
1890 return NULL;
1891 return Py_BuildValue("(Nn)", result, size);
1892}
1893
1894static PyObject *
Serhiy Storchakacc164232016-10-02 21:29:26 +03001895unicode_asucs4(PyObject *self, PyObject *args)
1896{
1897 PyObject *unicode, *result;
1898 Py_UCS4 *buffer;
1899 int copy_null;
1900 Py_ssize_t str_len, buf_len;
1901
1902 if (!PyArg_ParseTuple(args, "Unp:unicode_asucs4", &unicode, &str_len, &copy_null)) {
1903 return NULL;
1904 }
1905
1906 buf_len = str_len + 1;
1907 buffer = PyMem_NEW(Py_UCS4, buf_len);
1908 if (buffer == NULL) {
1909 return PyErr_NoMemory();
1910 }
1911 memset(buffer, 0, sizeof(Py_UCS4)*buf_len);
1912 buffer[str_len] = 0xffffU;
1913
1914 if (!PyUnicode_AsUCS4(unicode, buffer, buf_len, copy_null)) {
1915 PyMem_FREE(buffer);
1916 return NULL;
1917 }
1918
1919 result = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, buffer, buf_len);
1920 PyMem_FREE(buffer);
1921 return result;
1922}
1923
1924static PyObject *
Hai Shi5623ac82019-07-20 02:56:23 -05001925unicode_asutf8(PyObject *self, PyObject *args)
1926{
1927 PyObject *unicode;
1928 const char *buffer;
1929
1930 if (!PyArg_ParseTuple(args, "U", &unicode)) {
1931 return NULL;
1932 }
1933
1934 buffer = PyUnicode_AsUTF8(unicode);
1935 if (buffer == NULL) {
1936 return NULL;
1937 }
1938
1939 return PyBytes_FromString(buffer);
1940}
1941
1942static PyObject *
1943unicode_asutf8andsize(PyObject *self, PyObject *args)
1944{
1945 PyObject *unicode, *result;
1946 const char *buffer;
1947 Py_ssize_t utf8_len;
1948
1949 if(!PyArg_ParseTuple(args, "U", &unicode)) {
1950 return NULL;
1951 }
1952
1953 buffer = PyUnicode_AsUTF8AndSize(unicode, &utf8_len);
1954 if (buffer == NULL) {
1955 return NULL;
1956 }
1957
1958 result = PyBytes_FromString(buffer);
1959 if (result == NULL) {
1960 return NULL;
1961 }
1962
1963 return Py_BuildValue("(Nn)", result, utf8_len);
1964}
1965
1966static PyObject *
Xiang Zhangb2110682016-12-20 22:52:33 +08001967unicode_findchar(PyObject *self, PyObject *args)
1968{
1969 PyObject *str;
1970 int direction;
1971 unsigned int ch;
1972 Py_ssize_t result;
1973 Py_ssize_t start, end;
1974
1975 if (!PyArg_ParseTuple(args, "UInni:unicode_findchar", &str, &ch,
1976 &start, &end, &direction)) {
1977 return NULL;
1978 }
1979
1980 result = PyUnicode_FindChar(str, (Py_UCS4)ch, start, end, direction);
1981 if (result == -2)
1982 return NULL;
1983 else
1984 return PyLong_FromSsize_t(result);
1985}
1986
1987static PyObject *
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001988unicode_copycharacters(PyObject *self, PyObject *args)
1989{
1990 PyObject *from, *to, *to_copy;
1991 Py_ssize_t from_start, to_start, how_many, copied;
1992
1993 if (!PyArg_ParseTuple(args, "UnOnn:unicode_copycharacters", &to, &to_start,
1994 &from, &from_start, &how_many)) {
1995 return NULL;
1996 }
1997
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001998 if (!(to_copy = PyUnicode_New(PyUnicode_GET_LENGTH(to),
1999 PyUnicode_MAX_CHAR_VALUE(to)))) {
2000 return NULL;
2001 }
2002 if (PyUnicode_Fill(to_copy, 0, PyUnicode_GET_LENGTH(to_copy), 0U) < 0) {
2003 Py_DECREF(to_copy);
2004 return NULL;
2005 }
2006
2007 if ((copied = PyUnicode_CopyCharacters(to_copy, to_start, from,
2008 from_start, how_many)) < 0) {
2009 Py_DECREF(to_copy);
2010 return NULL;
2011 }
2012
2013 return Py_BuildValue("(Nn)", to_copy, copied);
2014}
2015
2016static PyObject *
Victor Stinner42bf7752011-11-21 22:52:58 +01002017unicode_encodedecimal(PyObject *self, PyObject *args)
2018{
2019 Py_UNICODE *unicode;
2020 Py_ssize_t length;
2021 char *errors = NULL;
2022 PyObject *decimal;
2023 Py_ssize_t decimal_length, new_length;
2024 int res;
2025
2026 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length, &errors))
2027 return NULL;
2028
2029 decimal_length = length * 7; /* len('&#8364;') */
2030 decimal = PyBytes_FromStringAndSize(NULL, decimal_length);
2031 if (decimal == NULL)
2032 return NULL;
2033
2034 res = PyUnicode_EncodeDecimal(unicode, length,
2035 PyBytes_AS_STRING(decimal),
2036 errors);
2037 if (res < 0) {
2038 Py_DECREF(decimal);
2039 return NULL;
2040 }
2041
2042 new_length = strlen(PyBytes_AS_STRING(decimal));
2043 assert(new_length <= decimal_length);
2044 res = _PyBytes_Resize(&decimal, new_length);
2045 if (res < 0)
2046 return NULL;
2047
2048 return decimal;
2049}
2050
2051static PyObject *
2052unicode_transformdecimaltoascii(PyObject *self, PyObject *args)
2053{
2054 Py_UNICODE *unicode;
2055 Py_ssize_t length;
2056 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length))
2057 return NULL;
2058 return PyUnicode_TransformDecimalToASCII(unicode, length);
2059}
2060
2061static PyObject *
Stefan Krahe6996ed2012-11-02 14:44:20 +01002062unicode_legacy_string(PyObject *self, PyObject *args)
2063{
2064 Py_UNICODE *data;
2065 Py_ssize_t len;
2066 PyObject *u;
2067
2068 if (!PyArg_ParseTuple(args, "u#", &data, &len))
2069 return NULL;
2070
2071 u = PyUnicode_FromUnicode(NULL, len);
2072 if (u == NULL)
2073 return NULL;
2074
2075 memcpy(PyUnicode_AS_UNICODE(u), data, len * sizeof(Py_UNICODE));
2076
2077 if (len > 0) { /* The empty string is always ready. */
2078 assert(!PyUnicode_IS_READY(u));
2079 }
2080
2081 return u;
2082}
2083
2084static PyObject *
Victor Stinner25e8ec42010-06-25 00:02:38 +00002085getargs_w_star(PyObject *self, PyObject *args)
2086{
2087 Py_buffer buffer;
2088 PyObject *result;
2089 char *str;
2090
2091 if (!PyArg_ParseTuple(args, "w*:getargs_w_star", &buffer))
2092 return NULL;
2093
2094 if (2 <= buffer.len) {
2095 str = buffer.buf;
2096 str[0] = '[';
2097 str[buffer.len-1] = ']';
2098 }
2099
2100 result = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
2101 PyBuffer_Release(&buffer);
2102 return result;
2103}
2104
2105
2106static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302107test_empty_argparse(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Peterson92035012008-12-27 16:00:54 +00002108{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002109 /* Test that formats can begin with '|'. See issue #4720. */
2110 PyObject *tuple, *dict = NULL;
2111 static char *kwlist[] = {NULL};
2112 int result;
2113 tuple = PyTuple_New(0);
2114 if (!tuple)
2115 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002116 if (!(result = PyArg_ParseTuple(tuple, "|:test_empty_argparse"))) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002117 goto done;
Oren Milmanba7d7362017-08-29 11:58:27 +03002118 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002119 dict = PyDict_New();
2120 if (!dict)
2121 goto done;
2122 result = PyArg_ParseTupleAndKeywords(tuple, dict, "|:test_empty_argparse", kwlist);
Benjamin Peterson92035012008-12-27 16:00:54 +00002123 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002124 Py_DECREF(tuple);
2125 Py_XDECREF(dict);
Oren Milmanba7d7362017-08-29 11:58:27 +03002126 if (!result) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002127 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002128 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002129 else {
2130 Py_RETURN_NONE;
2131 }
Benjamin Peterson92035012008-12-27 16:00:54 +00002132}
2133
2134static PyObject *
Thomas Wouters477c8d52006-05-27 19:21:47 +00002135codec_incrementalencoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002136{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002137 const char *encoding, *errors = NULL;
2138 if (!PyArg_ParseTuple(args, "s|s:test_incrementalencoder",
2139 &encoding, &errors))
2140 return NULL;
2141 return PyCodec_IncrementalEncoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002142}
2143
Thomas Wouters477c8d52006-05-27 19:21:47 +00002144static PyObject *
2145codec_incrementaldecoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002146{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002147 const char *encoding, *errors = NULL;
2148 if (!PyArg_ParseTuple(args, "s|s:test_incrementaldecoder",
2149 &encoding, &errors))
2150 return NULL;
2151 return PyCodec_IncrementalDecoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002152}
2153
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00002154
Tim Peters5b8132f2003-01-31 15:52:05 +00002155/* Simple test of _PyLong_NumBits and _PyLong_Sign. */
Tim Petersbaefd9e2003-01-28 20:37:45 +00002156static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302157test_long_numbits(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Petersbaefd9e2003-01-28 20:37:45 +00002158{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002159 struct triple {
2160 long input;
2161 size_t nbits;
2162 int sign;
2163 } testcases[] = {{0, 0, 0},
2164 {1L, 1, 1},
2165 {-1L, 1, -1},
2166 {2L, 2, 1},
2167 {-2L, 2, -1},
2168 {3L, 2, 1},
2169 {-3L, 2, -1},
2170 {4L, 3, 1},
2171 {-4L, 3, -1},
Serhiy Storchaka95949422013-08-27 19:40:23 +03002172 {0x7fffL, 15, 1}, /* one Python int digit */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002173 {-0x7fffL, 15, -1},
2174 {0xffffL, 16, 1},
2175 {-0xffffL, 16, -1},
2176 {0xfffffffL, 28, 1},
2177 {-0xfffffffL, 28, -1}};
Victor Stinner706768c2014-08-16 01:03:39 +02002178 size_t i;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002179
Victor Stinner63941882011-09-29 00:42:28 +02002180 for (i = 0; i < Py_ARRAY_LENGTH(testcases); ++i) {
Christian Heimes3205e742013-07-26 15:06:48 +02002181 size_t nbits;
2182 int sign;
2183 PyObject *plong;
2184
2185 plong = PyLong_FromLong(testcases[i].input);
Christian Heimesff369a52013-07-26 14:52:18 +02002186 if (plong == NULL)
2187 return NULL;
Christian Heimes3205e742013-07-26 15:06:48 +02002188 nbits = _PyLong_NumBits(plong);
2189 sign = _PyLong_Sign(plong);
Tim Petersbaefd9e2003-01-28 20:37:45 +00002190
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002191 Py_DECREF(plong);
2192 if (nbits != testcases[i].nbits)
2193 return raiseTestError("test_long_numbits",
2194 "wrong result for _PyLong_NumBits");
2195 if (sign != testcases[i].sign)
2196 return raiseTestError("test_long_numbits",
2197 "wrong result for _PyLong_Sign");
2198 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002199 Py_RETURN_NONE;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002200}
2201
Thomas Heller519a0422007-11-15 20:48:54 +00002202/* Example passing NULLs to PyObject_Str(NULL). */
Thomas Woutersa9773292006-04-21 09:43:23 +00002203
2204static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302205test_null_strings(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Woutersa9773292006-04-21 09:43:23 +00002206{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002207 PyObject *o1 = PyObject_Str(NULL), *o2 = PyObject_Str(NULL);
2208 PyObject *tuple = PyTuple_Pack(2, o1, o2);
2209 Py_XDECREF(o1);
2210 Py_XDECREF(o2);
2211 return tuple;
Thomas Woutersa9773292006-04-21 09:43:23 +00002212}
2213
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002214static PyObject *
2215raise_exception(PyObject *self, PyObject *args)
2216{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002217 PyObject *exc;
2218 PyObject *exc_args, *v;
2219 int num_args, i;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002220
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002221 if (!PyArg_ParseTuple(args, "Oi:raise_exception",
2222 &exc, &num_args))
2223 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002224
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002225 exc_args = PyTuple_New(num_args);
2226 if (exc_args == NULL)
2227 return NULL;
2228 for (i = 0; i < num_args; ++i) {
2229 v = PyLong_FromLong(i);
2230 if (v == NULL) {
2231 Py_DECREF(exc_args);
2232 return NULL;
2233 }
2234 PyTuple_SET_ITEM(exc_args, i, v);
2235 }
2236 PyErr_SetObject(exc, exc_args);
2237 Py_DECREF(exc_args);
2238 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002239}
Tim Peters91621db2001-06-12 20:10:01 +00002240
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002241static PyObject *
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02002242set_errno(PyObject *self, PyObject *args)
2243{
2244 int new_errno;
2245
2246 if (!PyArg_ParseTuple(args, "i:set_errno", &new_errno))
2247 return NULL;
2248
2249 errno = new_errno;
2250 Py_RETURN_NONE;
2251}
2252
2253static PyObject *
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002254test_set_exc_info(PyObject *self, PyObject *args)
2255{
2256 PyObject *orig_exc;
2257 PyObject *new_type, *new_value, *new_tb;
2258 PyObject *type, *value, *tb;
2259 if (!PyArg_ParseTuple(args, "OOO:test_set_exc_info",
2260 &new_type, &new_value, &new_tb))
2261 return NULL;
2262
2263 PyErr_GetExcInfo(&type, &value, &tb);
2264
2265 Py_INCREF(new_type);
2266 Py_INCREF(new_value);
2267 Py_INCREF(new_tb);
2268 PyErr_SetExcInfo(new_type, new_value, new_tb);
2269
2270 orig_exc = PyTuple_Pack(3, type ? type : Py_None, value ? value : Py_None, tb ? tb : Py_None);
2271 Py_XDECREF(type);
2272 Py_XDECREF(value);
2273 Py_XDECREF(tb);
2274 return orig_exc;
2275}
Benjamin Peterson16323982010-02-03 01:13:41 +00002276
2277static int test_run_counter = 0;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002278
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002279static PyObject *
2280test_datetime_capi(PyObject *self, PyObject *args) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002281 if (PyDateTimeAPI) {
2282 if (test_run_counter) {
2283 /* Probably regrtest.py -R */
2284 Py_RETURN_NONE;
2285 }
2286 else {
2287 PyErr_SetString(PyExc_AssertionError,
2288 "PyDateTime_CAPI somehow initialized");
2289 return NULL;
2290 }
2291 }
2292 test_run_counter++;
2293 PyDateTime_IMPORT;
Paul Ganssle04af5b12018-01-24 17:29:30 -05002294
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002295 if (PyDateTimeAPI)
2296 Py_RETURN_NONE;
2297 else
2298 return NULL;
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002299}
2300
Paul Ganssle04af5b12018-01-24 17:29:30 -05002301/* Functions exposing the C API type checking for testing */
2302#define MAKE_DATETIME_CHECK_FUNC(check_method, exact_method) \
2303 PyObject *obj; \
2304 int exact = 0; \
2305 if (!PyArg_ParseTuple(args, "O|p", &obj, &exact)) { \
2306 return NULL; \
2307 } \
2308 int rv = exact?exact_method(obj):check_method(obj); \
2309 if (rv) { \
2310 Py_RETURN_TRUE; \
2311 } else { \
2312 Py_RETURN_FALSE; \
2313 }
2314
2315static PyObject *
2316datetime_check_date(PyObject *self, PyObject *args) {
2317 MAKE_DATETIME_CHECK_FUNC(PyDate_Check, PyDate_CheckExact)
2318}
2319
2320static PyObject *
2321datetime_check_time(PyObject *self, PyObject *args) {
2322 MAKE_DATETIME_CHECK_FUNC(PyTime_Check, PyTime_CheckExact)
2323}
2324
2325static PyObject *
2326datetime_check_datetime(PyObject *self, PyObject *args) {
2327 MAKE_DATETIME_CHECK_FUNC(PyDateTime_Check, PyDateTime_CheckExact)
2328}
2329
2330static PyObject *
2331datetime_check_delta(PyObject *self, PyObject *args) {
2332 MAKE_DATETIME_CHECK_FUNC(PyDelta_Check, PyDelta_CheckExact)
2333}
2334
2335static PyObject *
2336datetime_check_tzinfo(PyObject *self, PyObject *args) {
2337 MAKE_DATETIME_CHECK_FUNC(PyTZInfo_Check, PyTZInfo_CheckExact)
2338}
2339
2340
2341/* Makes three variations on timezone representing UTC-5:
2342 1. timezone with offset and name from PyDateTimeAPI
2343 2. timezone with offset and name from PyTimeZone_FromOffsetAndName
2344 3. timezone with offset (no name) from PyTimeZone_FromOffset
2345*/
2346static PyObject *
2347make_timezones_capi(PyObject *self, PyObject *args) {
2348 PyObject *offset = PyDelta_FromDSU(0, -18000, 0);
2349 PyObject *name = PyUnicode_FromString("EST");
2350
2351 PyObject *est_zone_capi = PyDateTimeAPI->TimeZone_FromTimeZone(offset, name);
2352 PyObject *est_zone_macro = PyTimeZone_FromOffsetAndName(offset, name);
2353 PyObject *est_zone_macro_noname = PyTimeZone_FromOffset(offset);
2354
2355 Py_DecRef(offset);
2356 Py_DecRef(name);
2357
2358 PyObject *rv = PyTuple_New(3);
2359
2360 PyTuple_SET_ITEM(rv, 0, est_zone_capi);
2361 PyTuple_SET_ITEM(rv, 1, est_zone_macro);
2362 PyTuple_SET_ITEM(rv, 2, est_zone_macro_noname);
2363
2364 return rv;
2365}
2366
2367static PyObject *
Paul Gansslea049f572018-02-22 15:15:32 -05002368get_timezones_offset_zero(PyObject *self, PyObject *args) {
2369 PyObject *offset = PyDelta_FromDSU(0, 0, 0);
2370 PyObject *name = PyUnicode_FromString("");
2371
2372 // These two should return the UTC singleton
2373 PyObject *utc_singleton_0 = PyTimeZone_FromOffset(offset);
2374 PyObject *utc_singleton_1 = PyTimeZone_FromOffsetAndName(offset, NULL);
2375
2376 // This one will return +00:00 zone, but not the UTC singleton
2377 PyObject *non_utc_zone = PyTimeZone_FromOffsetAndName(offset, name);
2378
2379 Py_DecRef(offset);
2380 Py_DecRef(name);
2381
2382 PyObject *rv = PyTuple_New(3);
2383 PyTuple_SET_ITEM(rv, 0, utc_singleton_0);
2384 PyTuple_SET_ITEM(rv, 1, utc_singleton_1);
2385 PyTuple_SET_ITEM(rv, 2, non_utc_zone);
2386
2387 return rv;
2388}
2389
2390static PyObject *
Paul Ganssle04af5b12018-01-24 17:29:30 -05002391get_timezone_utc_capi(PyObject* self, PyObject *args) {
2392 int macro = 0;
2393 if (!PyArg_ParseTuple(args, "|p", &macro)) {
2394 return NULL;
2395 }
2396 if (macro) {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002397 Py_INCREF(PyDateTime_TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002398 return PyDateTime_TimeZone_UTC;
2399 } else {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002400 Py_INCREF(PyDateTimeAPI->TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002401 return PyDateTimeAPI->TimeZone_UTC;
2402 }
2403}
2404
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04002405static PyObject *
Edison A98ff4d52019-05-17 13:28:42 -07002406get_date_fromdate(PyObject *self, PyObject *args)
2407{
2408 PyObject *rv = NULL;
2409 int macro;
2410 int year, month, day;
2411
2412 if (!PyArg_ParseTuple(args, "piii", &macro, &year, &month, &day)) {
2413 return NULL;
2414 }
2415
2416 if (macro) {
2417 rv = PyDate_FromDate(year, month, day);
2418 }
2419 else {
2420 rv = PyDateTimeAPI->Date_FromDate(
2421 year, month, day,
2422 PyDateTimeAPI->DateType);
2423 }
2424 return rv;
2425}
2426
2427static PyObject *
2428get_datetime_fromdateandtime(PyObject *self, PyObject *args)
2429{
2430 PyObject *rv = NULL;
2431 int macro;
2432 int year, month, day;
2433 int hour, minute, second, microsecond;
2434
2435 if (!PyArg_ParseTuple(args, "piiiiiii",
2436 &macro,
2437 &year, &month, &day,
2438 &hour, &minute, &second, &microsecond)) {
2439 return NULL;
2440 }
2441
2442 if (macro) {
2443 rv = PyDateTime_FromDateAndTime(
2444 year, month, day,
2445 hour, minute, second, microsecond);
2446 }
2447 else {
2448 rv = PyDateTimeAPI->DateTime_FromDateAndTime(
2449 year, month, day,
2450 hour, minute, second, microsecond,
2451 Py_None,
2452 PyDateTimeAPI->DateTimeType);
2453 }
2454 return rv;
2455}
2456
2457static PyObject *
2458get_datetime_fromdateandtimeandfold(PyObject *self, PyObject *args)
2459{
2460 PyObject *rv = NULL;
2461 int macro;
2462 int year, month, day;
2463 int hour, minute, second, microsecond, fold;
2464
2465 if (!PyArg_ParseTuple(args, "piiiiiiii",
2466 &macro,
2467 &year, &month, &day,
2468 &hour, &minute, &second, &microsecond,
2469 &fold)) {
2470 return NULL;
2471 }
2472
2473 if (macro) {
2474 rv = PyDateTime_FromDateAndTimeAndFold(
2475 year, month, day,
2476 hour, minute, second, microsecond,
2477 fold);
2478 }
2479 else {
2480 rv = PyDateTimeAPI->DateTime_FromDateAndTimeAndFold(
2481 year, month, day,
2482 hour, minute, second, microsecond,
2483 Py_None,
2484 fold,
2485 PyDateTimeAPI->DateTimeType);
2486 }
2487 return rv;
2488}
2489
2490static PyObject *
2491get_time_fromtime(PyObject *self, PyObject *args)
2492{
2493 PyObject *rv = NULL;
2494 int macro;
2495 int hour, minute, second, microsecond;
2496
2497 if (!PyArg_ParseTuple(args, "piiii",
2498 &macro,
2499 &hour, &minute, &second, &microsecond)) {
2500 return NULL;
2501 }
2502
2503 if (macro) {
2504 rv = PyTime_FromTime(hour, minute, second, microsecond);
2505 }
2506 else {
2507 rv = PyDateTimeAPI->Time_FromTime(
2508 hour, minute, second, microsecond,
2509 Py_None,
2510 PyDateTimeAPI->TimeType);
2511 }
2512 return rv;
2513}
2514
2515static PyObject *
2516get_time_fromtimeandfold(PyObject *self, PyObject *args)
2517{
2518 PyObject *rv = NULL;
2519 int macro;
2520 int hour, minute, second, microsecond, fold;
2521
2522 if (!PyArg_ParseTuple(args, "piiiii",
2523 &macro,
2524 &hour, &minute, &second, &microsecond,
2525 &fold)) {
2526 return NULL;
2527 }
2528
2529 if (macro) {
2530 rv = PyTime_FromTimeAndFold(hour, minute, second, microsecond, fold);
2531 }
2532 else {
2533 rv = PyDateTimeAPI->Time_FromTimeAndFold(
2534 hour, minute, second, microsecond,
2535 Py_None,
2536 fold,
2537 PyDateTimeAPI->TimeType);
2538 }
2539 return rv;
2540}
2541
2542static PyObject *
2543get_delta_fromdsu(PyObject *self, PyObject *args)
2544{
2545 PyObject *rv = NULL;
2546 int macro;
2547 int days, seconds, microseconds;
2548
2549 if (!PyArg_ParseTuple(args, "piii",
2550 &macro,
2551 &days, &seconds, &microseconds)) {
2552 return NULL;
2553 }
2554
2555 if (macro) {
2556 rv = PyDelta_FromDSU(days, seconds, microseconds);
2557 }
2558 else {
2559 rv = PyDateTimeAPI->Delta_FromDelta(
2560 days, seconds, microseconds, 1,
2561 PyDateTimeAPI->DeltaType);
2562 }
2563
2564 return rv;
2565}
2566
2567static PyObject *
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04002568get_date_fromtimestamp(PyObject* self, PyObject *args)
2569{
2570 PyObject *tsargs = NULL, *ts = NULL, *rv = NULL;
2571 int macro = 0;
2572
2573 if (!PyArg_ParseTuple(args, "O|p", &ts, &macro)) {
2574 return NULL;
2575 }
2576
2577 // Construct the argument tuple
2578 if ((tsargs = PyTuple_Pack(1, ts)) == NULL) {
2579 return NULL;
2580 }
2581
2582 // Pass along to the API function
2583 if (macro) {
2584 rv = PyDate_FromTimestamp(tsargs);
2585 }
2586 else {
2587 rv = PyDateTimeAPI->Date_FromTimestamp(
2588 (PyObject *)PyDateTimeAPI->DateType, tsargs
2589 );
2590 }
2591
2592 Py_DECREF(tsargs);
2593 return rv;
2594}
2595
2596static PyObject *
2597get_datetime_fromtimestamp(PyObject* self, PyObject *args)
2598{
2599 int macro = 0;
2600 int usetz = 0;
2601 PyObject *tsargs = NULL, *ts = NULL, *tzinfo = Py_None, *rv = NULL;
2602 if (!PyArg_ParseTuple(args, "OO|pp", &ts, &tzinfo, &usetz, &macro)) {
2603 return NULL;
2604 }
2605
2606 // Construct the argument tuple
2607 if (usetz) {
2608 tsargs = PyTuple_Pack(2, ts, tzinfo);
2609 }
2610 else {
2611 tsargs = PyTuple_Pack(1, ts);
2612 }
2613
2614 if (tsargs == NULL) {
2615 return NULL;
2616 }
2617
2618 // Pass along to the API function
2619 if (macro) {
2620 rv = PyDateTime_FromTimestamp(tsargs);
2621 }
2622 else {
2623 rv = PyDateTimeAPI->DateTime_FromTimestamp(
2624 (PyObject *)PyDateTimeAPI->DateTimeType, tsargs, NULL
2625 );
2626 }
2627
2628 Py_DECREF(tsargs);
2629 return rv;
2630}
2631
Benjamin Peterson16323982010-02-03 01:13:41 +00002632
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002633/* test_thread_state spawns a thread of its own, and that thread releases
2634 * `thread_done` when it's finished. The driver code has to know when the
2635 * thread finishes, because the thread uses a PyObject (the callable) that
2636 * may go away when the driver finishes. The former lack of this explicit
2637 * synchronization caused rare segfaults, so rare that they were seen only
2638 * on a Mac buildbot (although they were possible on any box).
2639 */
2640static PyThread_type_lock thread_done = NULL;
2641
Benjamin Petersona786b022008-08-25 21:05:21 +00002642static int
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002643_make_call(void *callable)
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002644{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002645 PyObject *rc;
2646 int success;
2647 PyGILState_STATE s = PyGILState_Ensure();
Victor Stinner3466bde2016-09-05 18:16:01 -07002648 rc = _PyObject_CallNoArg((PyObject *)callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002649 success = (rc != NULL);
2650 Py_XDECREF(rc);
2651 PyGILState_Release(s);
2652 return success;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002653}
2654
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002655/* Same thing, but releases `thread_done` when it returns. This variant
2656 * should be called only from threads spawned by test_thread_state().
2657 */
2658static void
2659_make_call_from_thread(void *callable)
2660{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002661 _make_call(callable);
2662 PyThread_release_lock(thread_done);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002663}
2664
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002665static PyObject *
2666test_thread_state(PyObject *self, PyObject *args)
2667{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002668 PyObject *fn;
2669 int success = 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002670
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002671 if (!PyArg_ParseTuple(args, "O:test_thread_state", &fn))
2672 return NULL;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002673
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002674 if (!PyCallable_Check(fn)) {
2675 PyErr_Format(PyExc_TypeError, "'%s' object is not callable",
2676 fn->ob_type->tp_name);
2677 return NULL;
2678 }
Benjamin Petersona786b022008-08-25 21:05:21 +00002679
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002680 /* Ensure Python is set up for threading */
2681 PyEval_InitThreads();
2682 thread_done = PyThread_allocate_lock();
2683 if (thread_done == NULL)
2684 return PyErr_NoMemory();
2685 PyThread_acquire_lock(thread_done, 1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002686
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002687 /* Start a new thread with our callback. */
2688 PyThread_start_new_thread(_make_call_from_thread, fn);
2689 /* Make the callback with the thread lock held by this thread */
2690 success &= _make_call(fn);
2691 /* Do it all again, but this time with the thread-lock released */
2692 Py_BEGIN_ALLOW_THREADS
2693 success &= _make_call(fn);
2694 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2695 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002696
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002697 /* And once more with and without a thread
2698 XXX - should use a lock and work out exactly what we are trying
2699 to test <wink>
2700 */
2701 Py_BEGIN_ALLOW_THREADS
2702 PyThread_start_new_thread(_make_call_from_thread, fn);
2703 success &= _make_call(fn);
2704 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2705 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002706
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002707 /* Release lock we acquired above. This is required on HP-UX. */
2708 PyThread_release_lock(thread_done);
Thomas Wouters89f507f2006-12-13 04:49:30 +00002709
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002710 PyThread_free_lock(thread_done);
2711 if (!success)
2712 return NULL;
2713 Py_RETURN_NONE;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002714}
Benjamin Petersona54c9092009-01-13 02:11:23 +00002715
2716/* test Py_AddPendingCalls using threads */
2717static int _pending_callback(void *arg)
2718{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002719 /* we assume the argument is callable object to which we own a reference */
2720 PyObject *callable = (PyObject *)arg;
Victor Stinnera5ed5f02016-12-06 18:45:50 +01002721 PyObject *r = _PyObject_CallNoArg(callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002722 Py_DECREF(callable);
2723 Py_XDECREF(r);
2724 return r != NULL ? 0 : -1;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002725}
2726
2727/* The following requests n callbacks to _pending_callback. It can be
2728 * run from any python thread.
2729 */
Benjamin Petersonb4588c22018-07-03 22:30:56 -07002730static PyObject *
2731pending_threadfunc(PyObject *self, PyObject *arg)
Benjamin Petersona54c9092009-01-13 02:11:23 +00002732{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002733 PyObject *callable;
2734 int r;
2735 if (PyArg_ParseTuple(arg, "O", &callable) == 0)
2736 return NULL;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002737
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002738 /* create the reference for the callbackwhile we hold the lock */
2739 Py_INCREF(callable);
Benjamin Petersona54c9092009-01-13 02:11:23 +00002740
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002741 Py_BEGIN_ALLOW_THREADS
2742 r = Py_AddPendingCall(&_pending_callback, callable);
2743 Py_END_ALLOW_THREADS
Benjamin Petersona54c9092009-01-13 02:11:23 +00002744
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002745 if (r<0) {
2746 Py_DECREF(callable); /* unsuccessful add, destroy the extra reference */
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002747 Py_RETURN_FALSE;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002748 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002749 Py_RETURN_TRUE;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002750}
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002751
Neal Norwitzb0d26332007-08-25 00:49:05 +00002752/* Some tests of PyUnicode_FromFormat(). This needs more tests. */
Thomas Wouters477c8d52006-05-27 19:21:47 +00002753static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02002754test_string_from_format(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Wouters477c8d52006-05-27 19:21:47 +00002755{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002756 PyObject *result;
2757 char *msg;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002758
Alexander Belopolskye239d232010-12-08 23:31:48 +00002759#define CHECK_1_FORMAT(FORMAT, TYPE) \
2760 result = PyUnicode_FromFormat(FORMAT, (TYPE)1); \
2761 if (result == NULL) \
2762 return NULL; \
Serhiy Storchakaf4934ea2016-11-16 10:17:58 +02002763 if (!_PyUnicode_EqualToASCIIString(result, "1")) { \
Alexander Belopolskye239d232010-12-08 23:31:48 +00002764 msg = FORMAT " failed at 1"; \
2765 goto Fail; \
2766 } \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002767 Py_DECREF(result)
Thomas Wouters477c8d52006-05-27 19:21:47 +00002768
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002769 CHECK_1_FORMAT("%d", int);
2770 CHECK_1_FORMAT("%ld", long);
2771 /* The z width modifier was added in Python 2.5. */
2772 CHECK_1_FORMAT("%zd", Py_ssize_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002773
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002774 /* The u type code was added in Python 2.5. */
2775 CHECK_1_FORMAT("%u", unsigned int);
2776 CHECK_1_FORMAT("%lu", unsigned long);
2777 CHECK_1_FORMAT("%zu", size_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002778
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002779 /* "%lld" and "%llu" support added in Python 2.7. */
Benjamin Petersonaf580df2016-09-06 10:46:49 -07002780 CHECK_1_FORMAT("%llu", unsigned long long);
2781 CHECK_1_FORMAT("%lld", long long);
Mark Dickinson6ce4a9a2009-11-16 17:00:11 +00002782
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002783 Py_RETURN_NONE;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002784
2785 Fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002786 Py_XDECREF(result);
2787 return raiseTestError("test_string_from_format", msg);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002788
2789#undef CHECK_1_FORMAT
2790}
2791
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002792
2793static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302794test_unicode_compare_with_ascii(PyObject *self, PyObject *Py_UNUSED(ignored)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002795 PyObject *py_s = PyUnicode_FromStringAndSize("str\0", 4);
2796 int result;
2797 if (py_s == NULL)
2798 return NULL;
2799 result = PyUnicode_CompareWithASCIIString(py_s, "str");
2800 Py_DECREF(py_s);
2801 if (!result) {
2802 PyErr_SetString(TestError, "Python string ending in NULL "
2803 "should not compare equal to c string.");
2804 return NULL;
2805 }
2806 Py_RETURN_NONE;
Victor Stinner3e2b7172010-11-09 09:32:19 +00002807}
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002808
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002809/* This is here to provide a docstring for test_descr. */
2810static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302811test_with_docstring(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002812{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002813 Py_RETURN_NONE;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002814}
2815
Mark Dickinson725bfd82009-05-03 20:33:40 +00002816/* Test PyOS_string_to_double. */
2817static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302818test_string_to_double(PyObject *self, PyObject *Py_UNUSED(ignored)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002819 double result;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02002820 const char *msg;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002821
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002822#define CHECK_STRING(STR, expected) \
2823 result = PyOS_string_to_double(STR, NULL, NULL); \
2824 if (result == -1.0 && PyErr_Occurred()) \
2825 return NULL; \
Benjamin Peterson8f4b2472016-09-07 18:09:22 -07002826 if (result != (double)expected) { \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002827 msg = "conversion of " STR " to float failed"; \
2828 goto fail; \
2829 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002830
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002831#define CHECK_INVALID(STR) \
2832 result = PyOS_string_to_double(STR, NULL, NULL); \
2833 if (result == -1.0 && PyErr_Occurred()) { \
2834 if (PyErr_ExceptionMatches(PyExc_ValueError)) \
2835 PyErr_Clear(); \
2836 else \
2837 return NULL; \
2838 } \
2839 else { \
2840 msg = "conversion of " STR " didn't raise ValueError"; \
2841 goto fail; \
2842 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002843
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002844 CHECK_STRING("0.1", 0.1);
2845 CHECK_STRING("1.234", 1.234);
2846 CHECK_STRING("-1.35", -1.35);
2847 CHECK_STRING(".1e01", 1.0);
2848 CHECK_STRING("2.e-2", 0.02);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002849
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002850 CHECK_INVALID(" 0.1");
2851 CHECK_INVALID("\t\n-3");
2852 CHECK_INVALID(".123 ");
2853 CHECK_INVALID("3\n");
2854 CHECK_INVALID("123abc");
Mark Dickinson725bfd82009-05-03 20:33:40 +00002855
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002856 Py_RETURN_NONE;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002857 fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002858 return raiseTestError("test_string_to_double", msg);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002859#undef CHECK_STRING
2860#undef CHECK_INVALID
2861}
2862
2863
Benjamin Petersonb173f782009-05-05 22:31:58 +00002864/* Coverage testing of capsule objects. */
2865
2866static const char *capsule_name = "capsule name";
2867static char *capsule_pointer = "capsule pointer";
2868static char *capsule_context = "capsule context";
2869static const char *capsule_error = NULL;
2870static int
2871capsule_destructor_call_count = 0;
2872
2873static void
2874capsule_destructor(PyObject *o) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002875 capsule_destructor_call_count++;
2876 if (PyCapsule_GetContext(o) != capsule_context) {
2877 capsule_error = "context did not match in destructor!";
2878 } else if (PyCapsule_GetDestructor(o) != capsule_destructor) {
2879 capsule_error = "destructor did not match in destructor! (woah!)";
2880 } else if (PyCapsule_GetName(o) != capsule_name) {
2881 capsule_error = "name did not match in destructor!";
2882 } else if (PyCapsule_GetPointer(o, capsule_name) != capsule_pointer) {
2883 capsule_error = "pointer did not match in destructor!";
2884 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002885}
2886
2887typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002888 char *name;
2889 char *module;
2890 char *attribute;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002891} known_capsule;
2892
2893static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02002894test_capsule(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Petersonb173f782009-05-05 22:31:58 +00002895{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002896 PyObject *object;
2897 const char *error = NULL;
2898 void *pointer;
2899 void *pointer2;
2900 known_capsule known_capsules[] = {
2901 #define KNOWN_CAPSULE(module, name) { module "." name, module, name }
2902 KNOWN_CAPSULE("_socket", "CAPI"),
2903 KNOWN_CAPSULE("_curses", "_C_API"),
2904 KNOWN_CAPSULE("datetime", "datetime_CAPI"),
2905 { NULL, NULL },
2906 };
2907 known_capsule *known = &known_capsules[0];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002908
2909#define FAIL(x) { error = (x); goto exit; }
2910
2911#define CHECK_DESTRUCTOR \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002912 if (capsule_error) { \
2913 FAIL(capsule_error); \
2914 } \
2915 else if (!capsule_destructor_call_count) { \
2916 FAIL("destructor not called!"); \
2917 } \
2918 capsule_destructor_call_count = 0; \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002919
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002920 object = PyCapsule_New(capsule_pointer, capsule_name, capsule_destructor);
2921 PyCapsule_SetContext(object, capsule_context);
2922 capsule_destructor(object);
2923 CHECK_DESTRUCTOR;
2924 Py_DECREF(object);
2925 CHECK_DESTRUCTOR;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002926
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002927 object = PyCapsule_New(known, "ignored", NULL);
2928 PyCapsule_SetPointer(object, capsule_pointer);
2929 PyCapsule_SetName(object, capsule_name);
2930 PyCapsule_SetDestructor(object, capsule_destructor);
2931 PyCapsule_SetContext(object, capsule_context);
2932 capsule_destructor(object);
2933 CHECK_DESTRUCTOR;
2934 /* intentionally access using the wrong name */
2935 pointer2 = PyCapsule_GetPointer(object, "the wrong name");
2936 if (!PyErr_Occurred()) {
2937 FAIL("PyCapsule_GetPointer should have failed but did not!");
2938 }
2939 PyErr_Clear();
2940 if (pointer2) {
2941 if (pointer2 == capsule_pointer) {
2942 FAIL("PyCapsule_GetPointer should not have"
2943 " returned the internal pointer!");
2944 } else {
2945 FAIL("PyCapsule_GetPointer should have "
2946 "returned NULL pointer but did not!");
2947 }
2948 }
2949 PyCapsule_SetDestructor(object, NULL);
2950 Py_DECREF(object);
2951 if (capsule_destructor_call_count) {
2952 FAIL("destructor called when it should not have been!");
2953 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002954
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002955 for (known = &known_capsules[0]; known->module != NULL; known++) {
2956 /* yeah, ordinarily I wouldn't do this either,
2957 but it's fine for this test harness.
2958 */
2959 static char buffer[256];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002960#undef FAIL
2961#define FAIL(x) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002962 { \
2963 sprintf(buffer, "%s module: \"%s\" attribute: \"%s\"", \
2964 x, known->module, known->attribute); \
2965 error = buffer; \
2966 goto exit; \
2967 } \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002968
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002969 PyObject *module = PyImport_ImportModule(known->module);
2970 if (module) {
2971 pointer = PyCapsule_Import(known->name, 0);
2972 if (!pointer) {
2973 Py_DECREF(module);
2974 FAIL("PyCapsule_GetPointer returned NULL unexpectedly!");
2975 }
2976 object = PyObject_GetAttrString(module, known->attribute);
2977 if (!object) {
2978 Py_DECREF(module);
2979 return NULL;
2980 }
2981 pointer2 = PyCapsule_GetPointer(object,
2982 "weebles wobble but they don't fall down");
2983 if (!PyErr_Occurred()) {
2984 Py_DECREF(object);
2985 Py_DECREF(module);
2986 FAIL("PyCapsule_GetPointer should have failed but did not!");
2987 }
2988 PyErr_Clear();
2989 if (pointer2) {
2990 Py_DECREF(module);
2991 Py_DECREF(object);
2992 if (pointer2 == pointer) {
2993 FAIL("PyCapsule_GetPointer should not have"
2994 " returned its internal pointer!");
2995 } else {
2996 FAIL("PyCapsule_GetPointer should have"
2997 " returned NULL pointer but did not!");
2998 }
2999 }
3000 Py_DECREF(object);
3001 Py_DECREF(module);
3002 }
3003 else
3004 PyErr_Clear();
3005 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00003006
3007 exit:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003008 if (error) {
3009 return raiseTestError("test_capsule", error);
3010 }
3011 Py_RETURN_NONE;
Benjamin Petersonb173f782009-05-05 22:31:58 +00003012#undef FAIL
3013}
3014
Guido van Rossumddefaf32007-01-14 03:31:43 +00003015#ifdef HAVE_GETTIMEOFDAY
3016/* Profiling of integer performance */
Martin v. Löwis1c951552008-06-13 07:48:19 +00003017static void print_delta(int test, struct timeval *s, struct timeval *e)
Guido van Rossumddefaf32007-01-14 03:31:43 +00003018{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003019 e->tv_sec -= s->tv_sec;
3020 e->tv_usec -= s->tv_usec;
3021 if (e->tv_usec < 0) {
3022 e->tv_sec -=1;
3023 e->tv_usec += 1000000;
3024 }
3025 printf("Test %d: %d.%06ds\n", test, (int)e->tv_sec, (int)e->tv_usec);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003026}
3027
3028static PyObject *
3029profile_int(PyObject *self, PyObject* args)
3030{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003031 int i, k;
3032 struct timeval start, stop;
3033 PyObject *single, **multiple, *op1, *result;
Guido van Rossumddefaf32007-01-14 03:31:43 +00003034
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003035 /* Test 1: Allocate and immediately deallocate
3036 many small integers */
3037 gettimeofday(&start, NULL);
3038 for(k=0; k < 20000; k++)
3039 for(i=0; i < 1000; i++) {
3040 single = PyLong_FromLong(i);
3041 Py_DECREF(single);
3042 }
3043 gettimeofday(&stop, NULL);
3044 print_delta(1, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003045
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003046 /* Test 2: Allocate and immediately deallocate
3047 many large integers */
3048 gettimeofday(&start, NULL);
3049 for(k=0; k < 20000; k++)
3050 for(i=0; i < 1000; i++) {
3051 single = PyLong_FromLong(i+1000000);
3052 Py_DECREF(single);
3053 }
3054 gettimeofday(&stop, NULL);
3055 print_delta(2, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003056
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003057 /* Test 3: Allocate a few integers, then release
3058 them all simultaneously. */
3059 multiple = malloc(sizeof(PyObject*) * 1000);
Christian Heimes7e138022013-07-26 15:03:50 +02003060 if (multiple == NULL)
3061 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003062 gettimeofday(&start, NULL);
3063 for(k=0; k < 20000; k++) {
3064 for(i=0; i < 1000; i++) {
3065 multiple[i] = PyLong_FromLong(i+1000000);
3066 }
3067 for(i=0; i < 1000; i++) {
3068 Py_DECREF(multiple[i]);
3069 }
3070 }
3071 gettimeofday(&stop, NULL);
3072 print_delta(3, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02003073 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003074
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003075 /* Test 4: Allocate many integers, then release
3076 them all simultaneously. */
3077 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02003078 if (multiple == NULL)
3079 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003080 gettimeofday(&start, NULL);
3081 for(k=0; k < 20; k++) {
3082 for(i=0; i < 1000000; i++) {
3083 multiple[i] = PyLong_FromLong(i+1000000);
3084 }
3085 for(i=0; i < 1000000; i++) {
3086 Py_DECREF(multiple[i]);
3087 }
3088 }
3089 gettimeofday(&stop, NULL);
3090 print_delta(4, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02003091 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003092
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003093 /* Test 5: Allocate many integers < 32000 */
3094 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02003095 if (multiple == NULL)
3096 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003097 gettimeofday(&start, NULL);
3098 for(k=0; k < 10; k++) {
3099 for(i=0; i < 1000000; i++) {
3100 multiple[i] = PyLong_FromLong(i+1000);
3101 }
3102 for(i=0; i < 1000000; i++) {
3103 Py_DECREF(multiple[i]);
3104 }
3105 }
3106 gettimeofday(&stop, NULL);
3107 print_delta(5, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02003108 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003109
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003110 /* Test 6: Perform small int addition */
3111 op1 = PyLong_FromLong(1);
3112 gettimeofday(&start, NULL);
3113 for(i=0; i < 10000000; i++) {
3114 result = PyNumber_Add(op1, op1);
3115 Py_DECREF(result);
3116 }
3117 gettimeofday(&stop, NULL);
3118 Py_DECREF(op1);
3119 print_delta(6, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003120
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003121 /* Test 7: Perform medium int addition */
3122 op1 = PyLong_FromLong(1000);
Christian Heimes66eda262013-07-26 15:54:07 +02003123 if (op1 == NULL)
3124 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003125 gettimeofday(&start, NULL);
3126 for(i=0; i < 10000000; i++) {
3127 result = PyNumber_Add(op1, op1);
Christian Heimesff369a52013-07-26 14:52:18 +02003128 Py_XDECREF(result);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003129 }
3130 gettimeofday(&stop, NULL);
3131 Py_DECREF(op1);
3132 print_delta(7, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00003133
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02003134 Py_RETURN_NONE;
Guido van Rossumddefaf32007-01-14 03:31:43 +00003135}
3136#endif
3137
Christian Heimes81ee3ef2008-05-04 22:42:01 +00003138/* To test the format of tracebacks as printed out. */
3139static PyObject *
3140traceback_print(PyObject *self, PyObject *args)
3141{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003142 PyObject *file;
3143 PyObject *traceback;
3144 int result;
3145
3146 if (!PyArg_ParseTuple(args, "OO:traceback_print",
3147 &traceback, &file))
3148 return NULL;
3149
3150 result = PyTraceBack_Print(traceback, file);
3151 if (result < 0)
3152 return NULL;
3153 Py_RETURN_NONE;
Christian Heimes81ee3ef2008-05-04 22:42:01 +00003154}
3155
Benjamin Petersone6528212008-07-15 15:32:09 +00003156/* To test the format of exceptions as printed out. */
3157static PyObject *
3158exception_print(PyObject *self, PyObject *args)
3159{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003160 PyObject *value;
3161 PyObject *tb;
Benjamin Petersone6528212008-07-15 15:32:09 +00003162
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003163 if (!PyArg_ParseTuple(args, "O:exception_print",
3164 &value))
3165 return NULL;
3166 if (!PyExceptionInstance_Check(value)) {
3167 PyErr_Format(PyExc_TypeError, "an exception instance is required");
3168 return NULL;
3169 }
Benjamin Petersone6528212008-07-15 15:32:09 +00003170
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003171 tb = PyException_GetTraceback(value);
3172 PyErr_Display((PyObject *) Py_TYPE(value), value, tb);
3173 Py_XDECREF(tb);
Benjamin Petersone6528212008-07-15 15:32:09 +00003174
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003175 Py_RETURN_NONE;
Benjamin Petersone6528212008-07-15 15:32:09 +00003176}
3177
3178
3179
Benjamin Peterson0067bd62008-08-16 16:11:03 +00003180
3181/* reliably raise a MemoryError */
3182static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303183raise_memoryerror(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Peterson0067bd62008-08-16 16:11:03 +00003184{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003185 PyErr_NoMemory();
3186 return NULL;
Benjamin Peterson0067bd62008-08-16 16:11:03 +00003187}
3188
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00003189/* Issue 6012 */
3190static PyObject *str1, *str2;
3191static int
3192failing_converter(PyObject *obj, void *arg)
3193{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003194 /* Clone str1, then let the conversion fail. */
3195 assert(str1);
3196 str2 = str1;
3197 Py_INCREF(str2);
3198 return 0;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00003199}
3200static PyObject*
3201argparsing(PyObject *o, PyObject *args)
3202{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003203 PyObject *res;
3204 str1 = str2 = NULL;
3205 if (!PyArg_ParseTuple(args, "O&O&",
3206 PyUnicode_FSConverter, &str1,
3207 failing_converter, &str2)) {
3208 if (!str2)
3209 /* argument converter not called? */
3210 return NULL;
3211 /* Should be 1 */
Victor Stinner0fcab4a2011-01-04 12:59:15 +00003212 res = PyLong_FromSsize_t(Py_REFCNT(str2));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003213 Py_DECREF(str2);
3214 PyErr_Clear();
3215 return res;
3216 }
3217 Py_RETURN_NONE;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00003218}
Benjamin Peterson0067bd62008-08-16 16:11:03 +00003219
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003220/* To test that the result of PyCode_NewEmpty has the right members. */
3221static PyObject *
3222code_newempty(PyObject *self, PyObject *args)
3223{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003224 const char *filename;
3225 const char *funcname;
3226 int firstlineno;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003227
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003228 if (!PyArg_ParseTuple(args, "ssi:code_newempty",
3229 &filename, &funcname, &firstlineno))
3230 return NULL;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003231
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003232 return (PyObject *)PyCode_NewEmpty(filename, funcname, firstlineno);
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003233}
3234
Georg Brandl1e28a272009-12-28 08:41:01 +00003235/* Test PyErr_NewExceptionWithDoc (also exercise PyErr_NewException).
3236 Run via Lib/test/test_exceptions.py */
3237static PyObject *
3238make_exception_with_doc(PyObject *self, PyObject *args, PyObject *kwargs)
3239{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003240 const char *name;
3241 const char *doc = NULL;
3242 PyObject *base = NULL;
3243 PyObject *dict = NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00003244
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003245 static char *kwlist[] = {"name", "doc", "base", "dict", NULL};
Georg Brandl1e28a272009-12-28 08:41:01 +00003246
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003247 if (!PyArg_ParseTupleAndKeywords(args, kwargs,
3248 "s|sOO:make_exception_with_doc", kwlist,
3249 &name, &doc, &base, &dict))
3250 return NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00003251
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003252 return PyErr_NewExceptionWithDoc(name, doc, base, dict);
Georg Brandl1e28a272009-12-28 08:41:01 +00003253}
3254
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003255static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303256make_memoryview_from_NULL_pointer(PyObject *self, PyObject *Py_UNUSED(ignored))
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003257{
3258 Py_buffer info;
3259 if (PyBuffer_FillInfo(&info, NULL, NULL, 1, 1, PyBUF_FULL_RO) < 0)
3260 return NULL;
3261 return PyMemoryView_FromBuffer(&info);
3262}
Serhiy Storchaka009b8112015-03-18 21:53:15 +02003263
Stefan Krah7213fcc2015-02-01 16:19:23 +01003264static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02003265test_from_contiguous(PyObject* self, PyObject *Py_UNUSED(ignored))
Stefan Krah7213fcc2015-02-01 16:19:23 +01003266{
3267 int data[9] = {-1,-1,-1,-1,-1,-1,-1,-1,-1};
3268 int init[5] = {0, 1, 2, 3, 4};
3269 Py_ssize_t itemsize = sizeof(int);
3270 Py_ssize_t shape = 5;
3271 Py_ssize_t strides = 2 * itemsize;
3272 Py_buffer view = {
3273 data,
3274 NULL,
3275 5 * itemsize,
3276 itemsize,
3277 1,
3278 1,
3279 NULL,
3280 &shape,
3281 &strides,
3282 NULL,
3283 NULL
3284 };
3285 int *ptr;
3286 int i;
3287
3288 PyBuffer_FromContiguous(&view, init, view.len, 'C');
3289 ptr = view.buf;
3290 for (i = 0; i < 5; i++) {
3291 if (ptr[2*i] != i) {
3292 PyErr_SetString(TestError,
3293 "test_from_contiguous: incorrect result");
3294 return NULL;
3295 }
3296 }
3297
3298 view.buf = &data[8];
3299 view.strides[0] = -2 * itemsize;
3300
3301 PyBuffer_FromContiguous(&view, init, view.len, 'C');
3302 ptr = view.buf;
3303 for (i = 0; i < 5; i++) {
3304 if (*(ptr-2*i) != i) {
3305 PyErr_SetString(TestError,
3306 "test_from_contiguous: incorrect result");
3307 return NULL;
3308 }
3309 }
3310
3311 Py_RETURN_NONE;
3312}
Stefan Krah650c1e82015-02-03 21:43:23 +01003313
Stefan Kraha7559c02015-02-03 22:27:21 +01003314#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah650c1e82015-02-03 21:43:23 +01003315extern PyTypeObject _PyBytesIOBuffer_Type;
3316
Stefan Krah5178d912015-02-03 16:57:21 +01003317static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02003318test_pep3118_obsolete_write_locks(PyObject* self, PyObject *Py_UNUSED(ignored))
Stefan Krah5178d912015-02-03 16:57:21 +01003319{
Stefan Krah650c1e82015-02-03 21:43:23 +01003320 PyTypeObject *type = &_PyBytesIOBuffer_Type;
Stefan Krah5178d912015-02-03 16:57:21 +01003321 PyObject *b;
3322 char *dummy[1];
3323 int ret, match;
3324
Stefan Krah650c1e82015-02-03 21:43:23 +01003325 /* PyBuffer_FillInfo() */
Stefan Krah5178d912015-02-03 16:57:21 +01003326 ret = PyBuffer_FillInfo(NULL, NULL, dummy, 1, 0, PyBUF_SIMPLE);
3327 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3328 PyErr_Clear();
3329 if (ret != -1 || match == 0)
3330 goto error;
3331
Stefan Krah650c1e82015-02-03 21:43:23 +01003332 /* bytesiobuf_getbuffer() */
3333 b = type->tp_alloc(type, 0);
Stefan Krah5178d912015-02-03 16:57:21 +01003334 if (b == NULL) {
3335 return NULL;
3336 }
3337
3338 ret = PyObject_GetBuffer(b, NULL, PyBUF_SIMPLE);
3339 Py_DECREF(b);
3340 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3341 PyErr_Clear();
3342 if (ret != -1 || match == 0)
3343 goto error;
3344
3345 Py_RETURN_NONE;
3346
3347error:
3348 PyErr_SetString(TestError,
3349 "test_pep3118_obsolete_write_locks: failure");
3350 return NULL;
3351}
Stefan Kraha7559c02015-02-03 22:27:21 +01003352#endif
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003353
Stefan Krah650c1e82015-02-03 21:43:23 +01003354/* This tests functions that historically supported write locks. It is
3355 wrong to call getbuffer() with view==NULL and a compliant getbufferproc
3356 is entitled to segfault in that case. */
3357static PyObject *
3358getbuffer_with_null_view(PyObject* self, PyObject *obj)
3359{
3360 if (PyObject_GetBuffer(obj, NULL, PyBUF_SIMPLE) < 0)
3361 return NULL;
3362
3363 Py_RETURN_NONE;
3364}
3365
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003366/* Test that the fatal error from not having a current thread doesn't
3367 cause an infinite loop. Run via Lib/test/test_capi.py */
3368static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303369crash_no_current_thread(PyObject *self, PyObject *Py_UNUSED(ignored))
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003370{
3371 Py_BEGIN_ALLOW_THREADS
Jeffrey Yasskinea7b7482010-05-17 16:59:23 +00003372 /* Using PyThreadState_Get() directly allows the test to pass in
3373 !pydebug mode. However, the test only actually tests anything
3374 in pydebug mode, since that's where the infinite loop was in
3375 the first place. */
3376 PyThreadState_Get();
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003377 Py_END_ALLOW_THREADS
3378 return NULL;
3379}
3380
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003381/* To run some code in a sub-interpreter. */
3382static PyObject *
3383run_in_subinterp(PyObject *self, PyObject *args)
3384{
3385 const char *code;
3386 int r;
3387 PyThreadState *substate, *mainstate;
3388
3389 if (!PyArg_ParseTuple(args, "s:run_in_subinterp",
3390 &code))
3391 return NULL;
3392
3393 mainstate = PyThreadState_Get();
3394
3395 PyThreadState_Swap(NULL);
3396
3397 substate = Py_NewInterpreter();
Brett Cannonb6855682012-02-03 12:08:03 -05003398 if (substate == NULL) {
3399 /* Since no new thread state was created, there is no exception to
3400 propagate; raise a fresh one after swapping in the old thread
3401 state. */
3402 PyThreadState_Swap(mainstate);
3403 PyErr_SetString(PyExc_RuntimeError, "sub-interpreter creation failed");
3404 return NULL;
3405 }
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003406 r = PyRun_SimpleString(code);
3407 Py_EndInterpreter(substate);
3408
3409 PyThreadState_Swap(mainstate);
3410
3411 return PyLong_FromLong(r);
3412}
3413
Victor Stinner3c1b3792014-02-17 00:02:43 +01003414static int
3415check_time_rounding(int round)
3416{
Victor Stinner74474232015-09-02 01:43:56 +02003417 if (round != _PyTime_ROUND_FLOOR
3418 && round != _PyTime_ROUND_CEILING
Pablo Galindo2c15b292017-10-17 15:14:41 +01003419 && round != _PyTime_ROUND_HALF_EVEN
3420 && round != _PyTime_ROUND_UP) {
Victor Stinner3c1b3792014-02-17 00:02:43 +01003421 PyErr_SetString(PyExc_ValueError, "invalid rounding");
3422 return -1;
3423 }
3424 return 0;
3425}
3426
Victor Stinner5d272cc2012-03-13 13:35:55 +01003427static PyObject *
3428test_pytime_object_to_time_t(PyObject *self, PyObject *args)
3429{
3430 PyObject *obj;
3431 time_t sec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003432 int round;
3433 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_time_t", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003434 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003435 if (check_time_rounding(round) < 0)
3436 return NULL;
3437 if (_PyTime_ObjectToTime_t(obj, &sec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003438 return NULL;
3439 return _PyLong_FromTime_t(sec);
3440}
3441
3442static PyObject *
3443test_pytime_object_to_timeval(PyObject *self, PyObject *args)
3444{
3445 PyObject *obj;
3446 time_t sec;
3447 long usec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003448 int round;
3449 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timeval", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003450 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003451 if (check_time_rounding(round) < 0)
3452 return NULL;
3453 if (_PyTime_ObjectToTimeval(obj, &sec, &usec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003454 return NULL;
3455 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), usec);
3456}
3457
Victor Stinner643cd682012-03-02 22:54:03 +01003458static PyObject *
3459test_pytime_object_to_timespec(PyObject *self, PyObject *args)
3460{
3461 PyObject *obj;
3462 time_t sec;
3463 long nsec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003464 int round;
3465 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timespec", &obj, &round))
Victor Stinner643cd682012-03-02 22:54:03 +01003466 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003467 if (check_time_rounding(round) < 0)
3468 return NULL;
3469 if (_PyTime_ObjectToTimespec(obj, &sec, &nsec, round) == -1)
Victor Stinner643cd682012-03-02 22:54:03 +01003470 return NULL;
Victor Stinner5d272cc2012-03-13 13:35:55 +01003471 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), nsec);
Victor Stinner643cd682012-03-02 22:54:03 +01003472}
3473
Antoine Pitrou796564c2013-07-30 19:59:21 +02003474static void
3475slot_tp_del(PyObject *self)
3476{
3477 _Py_IDENTIFIER(__tp_del__);
3478 PyObject *del, *res;
3479 PyObject *error_type, *error_value, *error_traceback;
3480
3481 /* Temporarily resurrect the object. */
3482 assert(self->ob_refcnt == 0);
3483 self->ob_refcnt = 1;
3484
3485 /* Save the current exception, if any. */
3486 PyErr_Fetch(&error_type, &error_value, &error_traceback);
3487
3488 /* Execute __del__ method, if any. */
3489 del = _PyObject_LookupSpecial(self, &PyId___tp_del__);
3490 if (del != NULL) {
INADA Naoki72dccde2017-02-16 09:26:01 +09003491 res = _PyObject_CallNoArg(del);
Antoine Pitrou796564c2013-07-30 19:59:21 +02003492 if (res == NULL)
3493 PyErr_WriteUnraisable(del);
3494 else
3495 Py_DECREF(res);
3496 Py_DECREF(del);
3497 }
3498
3499 /* Restore the saved exception. */
3500 PyErr_Restore(error_type, error_value, error_traceback);
3501
3502 /* Undo the temporary resurrection; can't use DECREF here, it would
3503 * cause a recursive call.
3504 */
3505 assert(self->ob_refcnt > 0);
3506 if (--self->ob_refcnt == 0)
3507 return; /* this is the normal path out */
3508
3509 /* __del__ resurrected it! Make it look like the original Py_DECREF
3510 * never happened.
3511 */
3512 {
3513 Py_ssize_t refcnt = self->ob_refcnt;
3514 _Py_NewReference(self);
3515 self->ob_refcnt = refcnt;
3516 }
INADA Naokid8521422018-05-17 11:07:21 +09003517 assert(!PyType_IS_GC(Py_TYPE(self)) || _PyObject_GC_IS_TRACKED(self));
Antoine Pitrou796564c2013-07-30 19:59:21 +02003518 /* If Py_REF_DEBUG, _Py_NewReference bumped _Py_RefTotal, so
3519 * we need to undo that. */
3520 _Py_DEC_REFTOTAL;
3521 /* If Py_TRACE_REFS, _Py_NewReference re-added self to the object
3522 * chain, so no more to do there.
3523 * If COUNT_ALLOCS, the original decref bumped tp_frees, and
3524 * _Py_NewReference bumped tp_allocs: both of those need to be
3525 * undone.
3526 */
3527#ifdef COUNT_ALLOCS
3528 --Py_TYPE(self)->tp_frees;
3529 --Py_TYPE(self)->tp_allocs;
3530#endif
3531}
3532
3533static PyObject *
3534with_tp_del(PyObject *self, PyObject *args)
3535{
3536 PyObject *obj;
3537 PyTypeObject *tp;
3538
3539 if (!PyArg_ParseTuple(args, "O:with_tp_del", &obj))
3540 return NULL;
3541 tp = (PyTypeObject *) obj;
3542 if (!PyType_Check(obj) || !PyType_HasFeature(tp, Py_TPFLAGS_HEAPTYPE)) {
3543 PyErr_Format(PyExc_TypeError,
3544 "heap type expected, got %R", obj);
3545 return NULL;
3546 }
3547 tp->tp_del = slot_tp_del;
3548 Py_INCREF(obj);
3549 return obj;
3550}
3551
Antoine Pitroub349e4c2014-08-06 19:31:40 -04003552static PyMethodDef ml;
3553
3554static PyObject *
3555create_cfunction(PyObject *self, PyObject *args)
3556{
3557 return PyCFunction_NewEx(&ml, self, NULL);
3558}
3559
3560static PyMethodDef ml = {
3561 "create_cfunction",
3562 create_cfunction,
3563 METH_NOARGS,
3564 NULL
3565};
3566
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003567static PyObject *
3568_test_incref(PyObject *ob)
3569{
3570 Py_INCREF(ob);
3571 return ob;
3572}
3573
3574static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303575test_xincref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003576{
3577 PyObject *obj = PyLong_FromLong(0);
3578 Py_XINCREF(_test_incref(obj));
3579 Py_DECREF(obj);
3580 Py_DECREF(obj);
3581 Py_DECREF(obj);
3582 Py_RETURN_NONE;
3583}
3584
3585static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303586test_incref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003587{
3588 PyObject *obj = PyLong_FromLong(0);
3589 Py_INCREF(_test_incref(obj));
3590 Py_DECREF(obj);
3591 Py_DECREF(obj);
3592 Py_DECREF(obj);
3593 Py_RETURN_NONE;
3594}
3595
3596static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303597test_xdecref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003598{
3599 Py_XDECREF(PyLong_FromLong(0));
3600 Py_RETURN_NONE;
3601}
3602
3603static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303604test_decref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003605{
3606 Py_DECREF(PyLong_FromLong(0));
3607 Py_RETURN_NONE;
3608}
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003609
Victor Stinner0507bf52013-07-07 02:05:46 +02003610static PyObject *
Eddie Elizondo474eedf2018-11-13 04:09:31 -08003611test_structseq_newtype_doesnt_leak(PyObject *Py_UNUSED(self),
3612 PyObject *Py_UNUSED(args))
3613{
3614 PyStructSequence_Desc descr;
3615 PyStructSequence_Field descr_fields[3];
3616
3617 descr_fields[0] = (PyStructSequence_Field){"foo", "foo value"};
3618 descr_fields[1] = (PyStructSequence_Field){NULL, "some hidden value"};
3619 descr_fields[2] = (PyStructSequence_Field){0, NULL};
3620
3621 descr.name = "_testcapi.test_descr";
3622 descr.doc = "This is used to test for memory leaks in NewType";
3623 descr.fields = descr_fields;
3624 descr.n_in_sequence = 1;
3625
3626 PyTypeObject* structseq_type = PyStructSequence_NewType(&descr);
3627 assert(structseq_type != NULL);
3628 assert(PyType_Check(structseq_type));
3629 assert(PyType_FastSubclass(structseq_type, Py_TPFLAGS_TUPLE_SUBCLASS));
3630 Py_DECREF(structseq_type);
3631
3632 Py_RETURN_NONE;
3633}
3634
3635static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303636test_incref_decref_API(PyObject *ob, PyObject *Py_UNUSED(ignored))
Christian Heimes4efdb412013-07-31 02:36:43 +02003637{
3638 PyObject *obj = PyLong_FromLong(0);
Victor Stinnerfc6a90a2014-10-09 22:15:41 +02003639 Py_IncRef(obj);
Christian Heimes4efdb412013-07-31 02:36:43 +02003640 Py_DecRef(obj);
3641 Py_DecRef(obj);
3642 Py_RETURN_NONE;
3643}
3644
3645static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303646test_pymem_alloc0(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003647{
3648 void *ptr;
3649
Victor Stinnerdb067af2014-05-02 22:31:14 +02003650 ptr = PyMem_RawMalloc(0);
3651 if (ptr == NULL) {
3652 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawMalloc(0) returns NULL");
3653 return NULL;
3654 }
3655 PyMem_RawFree(ptr);
3656
3657 ptr = PyMem_RawCalloc(0, 0);
3658 if (ptr == NULL) {
3659 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawCalloc(0, 0) returns NULL");
3660 return NULL;
3661 }
3662 PyMem_RawFree(ptr);
3663
Victor Stinner0507bf52013-07-07 02:05:46 +02003664 ptr = PyMem_Malloc(0);
3665 if (ptr == NULL) {
3666 PyErr_SetString(PyExc_RuntimeError, "PyMem_Malloc(0) returns NULL");
3667 return NULL;
3668 }
3669 PyMem_Free(ptr);
3670
Victor Stinnerdb067af2014-05-02 22:31:14 +02003671 ptr = PyMem_Calloc(0, 0);
3672 if (ptr == NULL) {
3673 PyErr_SetString(PyExc_RuntimeError, "PyMem_Calloc(0, 0) returns NULL");
3674 return NULL;
3675 }
3676 PyMem_Free(ptr);
3677
Victor Stinner0507bf52013-07-07 02:05:46 +02003678 ptr = PyObject_Malloc(0);
3679 if (ptr == NULL) {
3680 PyErr_SetString(PyExc_RuntimeError, "PyObject_Malloc(0) returns NULL");
3681 return NULL;
3682 }
3683 PyObject_Free(ptr);
3684
Victor Stinnerdb067af2014-05-02 22:31:14 +02003685 ptr = PyObject_Calloc(0, 0);
3686 if (ptr == NULL) {
3687 PyErr_SetString(PyExc_RuntimeError, "PyObject_Calloc(0, 0) returns NULL");
3688 return NULL;
3689 }
3690 PyObject_Free(ptr);
3691
Victor Stinner0507bf52013-07-07 02:05:46 +02003692 Py_RETURN_NONE;
3693}
3694
3695typedef struct {
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003696 PyMemAllocatorEx alloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003697
3698 size_t malloc_size;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003699 size_t calloc_nelem;
3700 size_t calloc_elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003701 void *realloc_ptr;
3702 size_t realloc_new_size;
3703 void *free_ptr;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003704 void *ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003705} alloc_hook_t;
3706
Victor Stinner9ed83c42017-10-31 12:18:10 -07003707static void* hook_malloc(void* ctx, size_t size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003708{
3709 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003710 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003711 hook->malloc_size = size;
3712 return hook->alloc.malloc(hook->alloc.ctx, size);
3713}
3714
Victor Stinner9ed83c42017-10-31 12:18:10 -07003715static void* hook_calloc(void* ctx, size_t nelem, size_t elsize)
Victor Stinnerdb067af2014-05-02 22:31:14 +02003716{
3717 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003718 hook->ctx = ctx;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003719 hook->calloc_nelem = nelem;
3720 hook->calloc_elsize = elsize;
3721 return hook->alloc.calloc(hook->alloc.ctx, nelem, elsize);
3722}
3723
Victor Stinner9ed83c42017-10-31 12:18:10 -07003724static void* hook_realloc(void* ctx, void* ptr, size_t new_size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003725{
3726 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003727 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003728 hook->realloc_ptr = ptr;
3729 hook->realloc_new_size = new_size;
3730 return hook->alloc.realloc(hook->alloc.ctx, ptr, new_size);
3731}
3732
Victor Stinner9ed83c42017-10-31 12:18:10 -07003733static void hook_free(void *ctx, void *ptr)
Victor Stinner0507bf52013-07-07 02:05:46 +02003734{
3735 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003736 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003737 hook->free_ptr = ptr;
3738 hook->alloc.free(hook->alloc.ctx, ptr);
3739}
3740
3741static PyObject *
3742test_setallocators(PyMemAllocatorDomain domain)
3743{
3744 PyObject *res = NULL;
3745 const char *error_msg;
3746 alloc_hook_t hook;
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003747 PyMemAllocatorEx alloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003748 size_t size, size2, nelem, elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003749 void *ptr, *ptr2;
3750
Victor Stinnerdb067af2014-05-02 22:31:14 +02003751 memset(&hook, 0, sizeof(hook));
Victor Stinner0507bf52013-07-07 02:05:46 +02003752
3753 alloc.ctx = &hook;
3754 alloc.malloc = &hook_malloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003755 alloc.calloc = &hook_calloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003756 alloc.realloc = &hook_realloc;
3757 alloc.free = &hook_free;
3758 PyMem_GetAllocator(domain, &hook.alloc);
3759 PyMem_SetAllocator(domain, &alloc);
3760
Victor Stinner9ed83c42017-10-31 12:18:10 -07003761 /* malloc, realloc, free */
Victor Stinner0507bf52013-07-07 02:05:46 +02003762 size = 42;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003763 hook.ctx = NULL;
Victor Stinner0507bf52013-07-07 02:05:46 +02003764 switch(domain)
3765 {
3766 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawMalloc(size); break;
3767 case PYMEM_DOMAIN_MEM: ptr = PyMem_Malloc(size); break;
3768 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Malloc(size); break;
3769 default: ptr = NULL; break;
3770 }
3771
Victor Stinner9ed83c42017-10-31 12:18:10 -07003772#define CHECK_CTX(FUNC) \
3773 if (hook.ctx != &hook) { \
3774 error_msg = FUNC " wrong context"; \
3775 goto fail; \
3776 } \
3777 hook.ctx = NULL; /* reset for next check */
3778
Victor Stinner0507bf52013-07-07 02:05:46 +02003779 if (ptr == NULL) {
3780 error_msg = "malloc failed";
3781 goto fail;
3782 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003783 CHECK_CTX("malloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003784 if (hook.malloc_size != size) {
3785 error_msg = "malloc invalid size";
3786 goto fail;
3787 }
3788
3789 size2 = 200;
3790 switch(domain)
3791 {
3792 case PYMEM_DOMAIN_RAW: ptr2 = PyMem_RawRealloc(ptr, size2); break;
3793 case PYMEM_DOMAIN_MEM: ptr2 = PyMem_Realloc(ptr, size2); break;
3794 case PYMEM_DOMAIN_OBJ: ptr2 = PyObject_Realloc(ptr, size2); break;
Christian Heimes865d12a2013-08-02 11:10:51 +02003795 default: ptr2 = NULL; break;
Victor Stinner0507bf52013-07-07 02:05:46 +02003796 }
3797
3798 if (ptr2 == NULL) {
3799 error_msg = "realloc failed";
3800 goto fail;
3801 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003802 CHECK_CTX("realloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003803 if (hook.realloc_ptr != ptr
3804 || hook.realloc_new_size != size2) {
3805 error_msg = "realloc invalid parameters";
3806 goto fail;
3807 }
3808
3809 switch(domain)
3810 {
3811 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr2); break;
3812 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr2); break;
3813 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr2); break;
3814 }
3815
Victor Stinner9ed83c42017-10-31 12:18:10 -07003816 CHECK_CTX("free");
Victor Stinner0507bf52013-07-07 02:05:46 +02003817 if (hook.free_ptr != ptr2) {
3818 error_msg = "free invalid pointer";
3819 goto fail;
3820 }
3821
Victor Stinner9ed83c42017-10-31 12:18:10 -07003822 /* calloc, free */
Victor Stinnerdb067af2014-05-02 22:31:14 +02003823 nelem = 2;
3824 elsize = 5;
3825 switch(domain)
3826 {
3827 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawCalloc(nelem, elsize); break;
3828 case PYMEM_DOMAIN_MEM: ptr = PyMem_Calloc(nelem, elsize); break;
3829 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Calloc(nelem, elsize); break;
3830 default: ptr = NULL; break;
3831 }
3832
3833 if (ptr == NULL) {
3834 error_msg = "calloc failed";
3835 goto fail;
3836 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003837 CHECK_CTX("calloc");
Victor Stinnerdb067af2014-05-02 22:31:14 +02003838 if (hook.calloc_nelem != nelem || hook.calloc_elsize != elsize) {
3839 error_msg = "calloc invalid nelem or elsize";
3840 goto fail;
3841 }
3842
Victor Stinner9ed83c42017-10-31 12:18:10 -07003843 hook.free_ptr = NULL;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003844 switch(domain)
3845 {
3846 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr); break;
3847 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr); break;
3848 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr); break;
3849 }
3850
Victor Stinner9ed83c42017-10-31 12:18:10 -07003851 CHECK_CTX("calloc free");
3852 if (hook.free_ptr != ptr) {
3853 error_msg = "calloc free invalid pointer";
3854 goto fail;
3855 }
3856
Victor Stinner0507bf52013-07-07 02:05:46 +02003857 Py_INCREF(Py_None);
3858 res = Py_None;
3859 goto finally;
3860
3861fail:
3862 PyErr_SetString(PyExc_RuntimeError, error_msg);
3863
3864finally:
3865 PyMem_SetAllocator(domain, &hook.alloc);
3866 return res;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003867
3868#undef CHECK_CTX
Victor Stinner0507bf52013-07-07 02:05:46 +02003869}
3870
3871static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303872test_pymem_setrawallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003873{
3874 return test_setallocators(PYMEM_DOMAIN_RAW);
3875}
3876
3877static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303878test_pymem_setallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003879{
3880 return test_setallocators(PYMEM_DOMAIN_MEM);
3881}
3882
3883static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303884test_pyobject_setallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003885{
3886 return test_setallocators(PYMEM_DOMAIN_OBJ);
3887}
3888
xdegaye85f64302017-07-01 14:14:45 +02003889/* Most part of the following code is inherited from the pyfailmalloc project
3890 * written by Victor Stinner. */
3891static struct {
3892 int installed;
3893 PyMemAllocatorEx raw;
3894 PyMemAllocatorEx mem;
3895 PyMemAllocatorEx obj;
3896} FmHook;
3897
3898static struct {
3899 int start;
3900 int stop;
3901 Py_ssize_t count;
3902} FmData;
3903
3904static int
3905fm_nomemory(void)
3906{
3907 FmData.count++;
3908 if (FmData.count > FmData.start &&
3909 (FmData.stop <= 0 || FmData.count <= FmData.stop)) {
3910 return 1;
3911 }
3912 return 0;
3913}
3914
3915static void *
3916hook_fmalloc(void *ctx, size_t size)
3917{
3918 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3919 if (fm_nomemory()) {
3920 return NULL;
3921 }
3922 return alloc->malloc(alloc->ctx, size);
3923}
3924
3925static void *
3926hook_fcalloc(void *ctx, size_t nelem, size_t elsize)
3927{
3928 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3929 if (fm_nomemory()) {
3930 return NULL;
3931 }
3932 return alloc->calloc(alloc->ctx, nelem, elsize);
3933}
3934
3935static void *
3936hook_frealloc(void *ctx, void *ptr, size_t new_size)
3937{
3938 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3939 if (fm_nomemory()) {
3940 return NULL;
3941 }
3942 return alloc->realloc(alloc->ctx, ptr, new_size);
3943}
3944
3945static void
3946hook_ffree(void *ctx, void *ptr)
3947{
3948 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3949 alloc->free(alloc->ctx, ptr);
3950}
3951
3952static void
3953fm_setup_hooks(void)
3954{
3955 PyMemAllocatorEx alloc;
3956
3957 if (FmHook.installed) {
3958 return;
3959 }
3960 FmHook.installed = 1;
3961
3962 alloc.malloc = hook_fmalloc;
3963 alloc.calloc = hook_fcalloc;
3964 alloc.realloc = hook_frealloc;
3965 alloc.free = hook_ffree;
3966 PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3967 PyMem_GetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3968 PyMem_GetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3969
3970 alloc.ctx = &FmHook.raw;
3971 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &alloc);
3972
3973 alloc.ctx = &FmHook.mem;
3974 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &alloc);
3975
3976 alloc.ctx = &FmHook.obj;
3977 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &alloc);
3978}
3979
3980static void
3981fm_remove_hooks(void)
3982{
3983 if (FmHook.installed) {
3984 FmHook.installed = 0;
3985 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3986 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3987 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3988 }
3989}
3990
3991static PyObject*
3992set_nomemory(PyObject *self, PyObject *args)
3993{
3994 /* Memory allocation fails after 'start' allocation requests, and until
3995 * 'stop' allocation requests except when 'stop' is negative or equal
3996 * to 0 (default) in which case allocation failures never stop. */
3997 FmData.count = 0;
3998 FmData.stop = 0;
3999 if (!PyArg_ParseTuple(args, "i|i", &FmData.start, &FmData.stop)) {
4000 return NULL;
4001 }
4002 fm_setup_hooks();
4003 Py_RETURN_NONE;
4004}
4005
4006static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304007remove_mem_hooks(PyObject *self, PyObject *Py_UNUSED(ignored))
xdegaye85f64302017-07-01 14:14:45 +02004008{
4009 fm_remove_hooks();
4010 Py_RETURN_NONE;
4011}
4012
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004013PyDoc_STRVAR(docstring_empty,
4014""
4015);
4016
4017PyDoc_STRVAR(docstring_no_signature,
4018"This docstring has no signature."
4019);
4020
4021PyDoc_STRVAR(docstring_with_invalid_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08004022"docstring_with_invalid_signature($module, /, boo)\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004023"\n"
4024"This docstring has an invalid signature."
4025);
4026
Larry Hastings2623c8c2014-02-08 22:15:29 -08004027PyDoc_STRVAR(docstring_with_invalid_signature2,
4028"docstring_with_invalid_signature2($module, /, boo)\n"
4029"\n"
4030"--\n"
4031"\n"
4032"This docstring also has an invalid signature."
4033);
4034
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004035PyDoc_STRVAR(docstring_with_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08004036"docstring_with_signature($module, /, sig)\n"
4037"--\n"
4038"\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004039"This docstring has a valid signature."
4040);
4041
Zachary Ware8ef887c2015-04-13 18:22:35 -05004042PyDoc_STRVAR(docstring_with_signature_but_no_doc,
4043"docstring_with_signature_but_no_doc($module, /, sig)\n"
4044"--\n"
4045"\n"
4046);
4047
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004048PyDoc_STRVAR(docstring_with_signature_and_extra_newlines,
Larry Hastings2623c8c2014-02-08 22:15:29 -08004049"docstring_with_signature_and_extra_newlines($module, /, parameter)\n"
4050"--\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004051"\n"
4052"\n"
4053"This docstring has a valid signature and some extra newlines."
4054);
4055
Larry Hastings16c51912014-01-07 11:53:01 -08004056PyDoc_STRVAR(docstring_with_signature_with_defaults,
Larry Hastings2623c8c2014-02-08 22:15:29 -08004057"docstring_with_signature_with_defaults(module, s='avocado',\n"
4058" b=b'bytes', d=3.14, i=35, n=None, t=True, f=False,\n"
4059" local=the_number_three, sys=sys.maxsize,\n"
4060" exp=sys.maxsize - 1)\n"
4061"--\n"
Larry Hastings16c51912014-01-07 11:53:01 -08004062"\n"
4063"\n"
4064"\n"
4065"This docstring has a valid signature with parameters,\n"
4066"and the parameters take defaults of varying types."
4067);
4068
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004069typedef struct {
4070 PyThread_type_lock start_event;
4071 PyThread_type_lock exit_event;
4072 PyObject *callback;
4073} test_c_thread_t;
4074
4075static void
4076temporary_c_thread(void *data)
4077{
4078 test_c_thread_t *test_c_thread = data;
4079 PyGILState_STATE state;
4080 PyObject *res;
4081
4082 PyThread_release_lock(test_c_thread->start_event);
4083
4084 /* Allocate a Python thread state for this thread */
4085 state = PyGILState_Ensure();
4086
Victor Stinner3466bde2016-09-05 18:16:01 -07004087 res = _PyObject_CallNoArg(test_c_thread->callback);
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004088 Py_CLEAR(test_c_thread->callback);
4089
4090 if (res == NULL) {
4091 PyErr_Print();
4092 }
4093 else {
4094 Py_DECREF(res);
4095 }
4096
4097 /* Destroy the Python thread state for this thread */
4098 PyGILState_Release(state);
4099
4100 PyThread_release_lock(test_c_thread->exit_event);
4101
4102 PyThread_exit_thread();
4103}
4104
4105static PyObject *
4106call_in_temporary_c_thread(PyObject *self, PyObject *callback)
4107{
4108 PyObject *res = NULL;
4109 test_c_thread_t test_c_thread;
4110 long thread;
4111
4112 PyEval_InitThreads();
4113
4114 test_c_thread.start_event = PyThread_allocate_lock();
4115 test_c_thread.exit_event = PyThread_allocate_lock();
4116 test_c_thread.callback = NULL;
4117 if (!test_c_thread.start_event || !test_c_thread.exit_event) {
4118 PyErr_SetString(PyExc_RuntimeError, "could not allocate lock");
4119 goto exit;
4120 }
4121
4122 Py_INCREF(callback);
4123 test_c_thread.callback = callback;
4124
4125 PyThread_acquire_lock(test_c_thread.start_event, 1);
4126 PyThread_acquire_lock(test_c_thread.exit_event, 1);
4127
4128 thread = PyThread_start_new_thread(temporary_c_thread, &test_c_thread);
4129 if (thread == -1) {
4130 PyErr_SetString(PyExc_RuntimeError, "unable to start the thread");
4131 PyThread_release_lock(test_c_thread.start_event);
4132 PyThread_release_lock(test_c_thread.exit_event);
4133 goto exit;
4134 }
4135
4136 PyThread_acquire_lock(test_c_thread.start_event, 1);
4137 PyThread_release_lock(test_c_thread.start_event);
4138
4139 Py_BEGIN_ALLOW_THREADS
4140 PyThread_acquire_lock(test_c_thread.exit_event, 1);
4141 PyThread_release_lock(test_c_thread.exit_event);
4142 Py_END_ALLOW_THREADS
4143
4144 Py_INCREF(Py_None);
4145 res = Py_None;
4146
4147exit:
4148 Py_CLEAR(test_c_thread.callback);
4149 if (test_c_thread.start_event)
4150 PyThread_free_lock(test_c_thread.start_event);
4151 if (test_c_thread.exit_event)
4152 PyThread_free_lock(test_c_thread.exit_event);
4153 return res;
4154}
Victor Stinner13105102013-12-13 02:17:29 +01004155
Serhiy Storchakab5181342015-02-06 08:58:56 +02004156/* marshal */
4157
4158static PyObject*
4159pymarshal_write_long_to_file(PyObject* self, PyObject *args)
4160{
4161 long value;
4162 char *filename;
4163 int version;
4164 FILE *fp;
4165
4166 if (!PyArg_ParseTuple(args, "lsi:pymarshal_write_long_to_file",
4167 &value, &filename, &version))
4168 return NULL;
4169
4170 fp = fopen(filename, "wb");
4171 if (fp == NULL) {
4172 PyErr_SetFromErrno(PyExc_OSError);
4173 return NULL;
4174 }
4175
4176 PyMarshal_WriteLongToFile(value, fp, version);
4177
4178 fclose(fp);
4179 if (PyErr_Occurred())
4180 return NULL;
4181 Py_RETURN_NONE;
4182}
4183
4184static PyObject*
4185pymarshal_write_object_to_file(PyObject* self, PyObject *args)
4186{
4187 PyObject *obj;
4188 char *filename;
4189 int version;
4190 FILE *fp;
4191
4192 if (!PyArg_ParseTuple(args, "Osi:pymarshal_write_object_to_file",
4193 &obj, &filename, &version))
4194 return NULL;
4195
4196 fp = fopen(filename, "wb");
4197 if (fp == NULL) {
4198 PyErr_SetFromErrno(PyExc_OSError);
4199 return NULL;
4200 }
4201
4202 PyMarshal_WriteObjectToFile(obj, fp, version);
4203
4204 fclose(fp);
4205 if (PyErr_Occurred())
4206 return NULL;
4207 Py_RETURN_NONE;
4208}
4209
4210static PyObject*
4211pymarshal_read_short_from_file(PyObject* self, PyObject *args)
4212{
4213 int value;
4214 long pos;
4215 char *filename;
4216 FILE *fp;
4217
4218 if (!PyArg_ParseTuple(args, "s:pymarshal_read_short_from_file", &filename))
4219 return NULL;
4220
4221 fp = fopen(filename, "rb");
4222 if (fp == NULL) {
4223 PyErr_SetFromErrno(PyExc_OSError);
4224 return NULL;
4225 }
4226
4227 value = PyMarshal_ReadShortFromFile(fp);
4228 pos = ftell(fp);
4229
4230 fclose(fp);
4231 if (PyErr_Occurred())
4232 return NULL;
4233 return Py_BuildValue("il", value, pos);
4234}
4235
4236static PyObject*
4237pymarshal_read_long_from_file(PyObject* self, PyObject *args)
4238{
4239 long value, pos;
4240 char *filename;
4241 FILE *fp;
4242
4243 if (!PyArg_ParseTuple(args, "s:pymarshal_read_long_from_file", &filename))
4244 return NULL;
4245
4246 fp = fopen(filename, "rb");
4247 if (fp == NULL) {
4248 PyErr_SetFromErrno(PyExc_OSError);
4249 return NULL;
4250 }
4251
4252 value = PyMarshal_ReadLongFromFile(fp);
4253 pos = ftell(fp);
4254
4255 fclose(fp);
4256 if (PyErr_Occurred())
4257 return NULL;
4258 return Py_BuildValue("ll", value, pos);
4259}
4260
4261static PyObject*
4262pymarshal_read_last_object_from_file(PyObject* self, PyObject *args)
4263{
4264 PyObject *obj;
4265 long pos;
4266 char *filename;
4267 FILE *fp;
4268
4269 if (!PyArg_ParseTuple(args, "s:pymarshal_read_last_object_from_file", &filename))
4270 return NULL;
4271
4272 fp = fopen(filename, "rb");
4273 if (fp == NULL) {
4274 PyErr_SetFromErrno(PyExc_OSError);
4275 return NULL;
4276 }
4277
4278 obj = PyMarshal_ReadLastObjectFromFile(fp);
4279 pos = ftell(fp);
4280
4281 fclose(fp);
4282 return Py_BuildValue("Nl", obj, pos);
4283}
4284
4285static PyObject*
4286pymarshal_read_object_from_file(PyObject* self, PyObject *args)
4287{
4288 PyObject *obj;
4289 long pos;
4290 char *filename;
4291 FILE *fp;
4292
4293 if (!PyArg_ParseTuple(args, "s:pymarshal_read_object_from_file", &filename))
4294 return NULL;
4295
4296 fp = fopen(filename, "rb");
4297 if (fp == NULL) {
4298 PyErr_SetFromErrno(PyExc_OSError);
4299 return NULL;
4300 }
4301
4302 obj = PyMarshal_ReadObjectFromFile(fp);
4303 pos = ftell(fp);
4304
4305 fclose(fp);
4306 return Py_BuildValue("Nl", obj, pos);
4307}
4308
Victor Stinnerefde1462015-03-21 15:04:43 +01004309static PyObject*
4310return_null_without_error(PyObject *self, PyObject *args)
4311{
4312 /* invalid call: return NULL without setting an error,
4313 * _Py_CheckFunctionResult() must detect such bug at runtime. */
4314 PyErr_Clear();
4315 return NULL;
4316}
4317
4318static PyObject*
4319return_result_with_error(PyObject *self, PyObject *args)
4320{
4321 /* invalid call: return a result with an error set,
4322 * _Py_CheckFunctionResult() must detect such bug at runtime. */
4323 PyErr_SetNone(PyExc_ValueError);
4324 Py_RETURN_NONE;
4325}
4326
Victor Stinner992c43f2015-03-27 17:12:45 +01004327static PyObject *
Victor Stinner13019fd2015-04-03 13:10:54 +02004328test_pytime_fromseconds(PyObject *self, PyObject *args)
4329{
4330 int seconds;
4331 _PyTime_t ts;
4332
4333 if (!PyArg_ParseTuple(args, "i", &seconds))
4334 return NULL;
4335 ts = _PyTime_FromSeconds(seconds);
4336 return _PyTime_AsNanosecondsObject(ts);
4337}
4338
4339static PyObject *
Victor Stinner992c43f2015-03-27 17:12:45 +01004340test_pytime_fromsecondsobject(PyObject *self, PyObject *args)
4341{
4342 PyObject *obj;
4343 int round;
4344 _PyTime_t ts;
4345
4346 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
4347 return NULL;
4348 if (check_time_rounding(round) < 0)
4349 return NULL;
4350 if (_PyTime_FromSecondsObject(&ts, obj, round) == -1)
4351 return NULL;
4352 return _PyTime_AsNanosecondsObject(ts);
4353}
4354
Victor Stinner4bfb4602015-03-27 22:27:24 +01004355static PyObject *
4356test_pytime_assecondsdouble(PyObject *self, PyObject *args)
4357{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004358 PyObject *obj;
Victor Stinner4bfb4602015-03-27 22:27:24 +01004359 _PyTime_t ts;
4360 double d;
4361
Victor Stinnerc29b5852017-11-02 07:28:27 -07004362 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner4bfb4602015-03-27 22:27:24 +01004363 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004364 }
4365 if (_PyTime_FromNanosecondsObject(&ts, obj) < 0) {
4366 return NULL;
4367 }
Victor Stinner4bfb4602015-03-27 22:27:24 +01004368 d = _PyTime_AsSecondsDouble(ts);
4369 return PyFloat_FromDouble(d);
4370}
4371
Victor Stinner95e9cef2015-03-28 01:26:47 +01004372static PyObject *
4373test_PyTime_AsTimeval(PyObject *self, PyObject *args)
4374{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004375 PyObject *obj;
Victor Stinner95e9cef2015-03-28 01:26:47 +01004376 int round;
4377 _PyTime_t t;
4378 struct timeval tv;
4379 PyObject *seconds;
4380
Victor Stinnerc29b5852017-11-02 07:28:27 -07004381 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner95e9cef2015-03-28 01:26:47 +01004382 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004383 if (check_time_rounding(round) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004384 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004385 }
4386 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004387 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004388 }
4389 if (_PyTime_AsTimeval(t, &tv, round) < 0) {
4390 return NULL;
4391 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004392
Benjamin Peterson2c134c32017-04-13 01:44:54 -07004393 seconds = PyLong_FromLongLong(tv.tv_sec);
Victor Stinnerc29b5852017-11-02 07:28:27 -07004394 if (seconds == NULL) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004395 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004396 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004397 return Py_BuildValue("Nl", seconds, tv.tv_usec);
4398}
4399
Victor Stinner34dc0f42015-03-27 18:19:03 +01004400#ifdef HAVE_CLOCK_GETTIME
4401static PyObject *
4402test_PyTime_AsTimespec(PyObject *self, PyObject *args)
4403{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004404 PyObject *obj;
Victor Stinner34dc0f42015-03-27 18:19:03 +01004405 _PyTime_t t;
4406 struct timespec ts;
4407
Victor Stinnerc29b5852017-11-02 07:28:27 -07004408 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004409 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004410 }
4411 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004412 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004413 }
4414 if (_PyTime_AsTimespec(t, &ts) == -1) {
4415 return NULL;
4416 }
Victor Stinner34dc0f42015-03-27 18:19:03 +01004417 return Py_BuildValue("Nl", _PyLong_FromTime_t(ts.tv_sec), ts.tv_nsec);
4418}
4419#endif
4420
Victor Stinner62d1c702015-04-01 17:47:07 +02004421static PyObject *
4422test_PyTime_AsMilliseconds(PyObject *self, PyObject *args)
4423{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004424 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004425 int round;
4426 _PyTime_t t, ms;
4427
Victor Stinnerc29b5852017-11-02 07:28:27 -07004428 if (!PyArg_ParseTuple(args, "Oi", &obj, &round)) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004429 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004430 }
4431 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004432 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004433 }
4434 if (check_time_rounding(round) < 0) {
4435 return NULL;
4436 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004437 ms = _PyTime_AsMilliseconds(t, round);
4438 /* This conversion rely on the fact that _PyTime_t is a number of
4439 nanoseconds */
4440 return _PyTime_AsNanosecondsObject(ms);
4441}
4442
4443static PyObject *
4444test_PyTime_AsMicroseconds(PyObject *self, PyObject *args)
4445{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004446 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004447 int round;
4448 _PyTime_t t, ms;
4449
Victor Stinnerc29b5852017-11-02 07:28:27 -07004450 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner62d1c702015-04-01 17:47:07 +02004451 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004452 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004453 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004454 }
4455 if (check_time_rounding(round) < 0) {
4456 return NULL;
4457 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004458 ms = _PyTime_AsMicroseconds(t, round);
4459 /* This conversion rely on the fact that _PyTime_t is a number of
4460 nanoseconds */
4461 return _PyTime_AsNanosecondsObject(ms);
4462}
4463
Victor Stinner50856d52015-10-13 00:11:21 +02004464static PyObject*
4465get_recursion_depth(PyObject *self, PyObject *args)
4466{
Victor Stinner50b48572018-11-01 01:51:40 +01004467 PyThreadState *tstate = PyThreadState_Get();
Victor Stinner50856d52015-10-13 00:11:21 +02004468
Raymond Hettinger15f44ab2016-08-30 10:47:49 -07004469 /* subtract one to ignore the frame of the get_recursion_depth() call */
Victor Stinner50856d52015-10-13 00:11:21 +02004470 return PyLong_FromLong(tstate->recursion_depth - 1);
4471}
4472
Victor Stinner34be807c2016-03-14 12:04:26 +01004473static PyObject*
4474pymem_buffer_overflow(PyObject *self, PyObject *args)
4475{
4476 char *buffer;
4477
4478 /* Deliberate buffer overflow to check that PyMem_Free() detects
4479 the overflow when debug hooks are installed. */
4480 buffer = PyMem_Malloc(16);
Victor Stinner414b1cd2019-03-26 14:35:30 +01004481 if (buffer == NULL) {
4482 PyErr_NoMemory();
4483 return NULL;
4484 }
Victor Stinner34be807c2016-03-14 12:04:26 +01004485 buffer[16] = 'x';
4486 PyMem_Free(buffer);
4487
4488 Py_RETURN_NONE;
4489}
4490
4491static PyObject*
4492pymem_api_misuse(PyObject *self, PyObject *args)
4493{
4494 char *buffer;
4495
4496 /* Deliberate misusage of Python allocators:
4497 allococate with PyMem but release with PyMem_Raw. */
4498 buffer = PyMem_Malloc(16);
4499 PyMem_RawFree(buffer);
4500
4501 Py_RETURN_NONE;
4502}
4503
Victor Stinnerc4aec362016-03-14 22:26:53 +01004504static PyObject*
Victor Stinnerad524372016-03-16 12:12:53 +01004505pymem_malloc_without_gil(PyObject *self, PyObject *args)
4506{
4507 char *buffer;
4508
4509 /* Deliberate bug to test debug hooks on Python memory allocators:
4510 call PyMem_Malloc() without holding the GIL */
4511 Py_BEGIN_ALLOW_THREADS
4512 buffer = PyMem_Malloc(10);
4513 Py_END_ALLOW_THREADS
4514
4515 PyMem_Free(buffer);
4516
4517 Py_RETURN_NONE;
4518}
4519
Victor Stinner5d39e042017-11-29 17:20:38 +01004520
4521static PyObject*
4522test_pymem_getallocatorsname(PyObject *self, PyObject *args)
4523{
Victor Stinnerb16b4e42019-05-17 15:20:52 +02004524 const char *name = _PyMem_GetCurrentAllocatorName();
Victor Stinner5d39e042017-11-29 17:20:38 +01004525 if (name == NULL) {
4526 PyErr_SetString(PyExc_RuntimeError, "cannot get allocators name");
4527 return NULL;
4528 }
4529 return PyUnicode_FromString(name);
4530}
4531
4532
Victor Stinnerad524372016-03-16 12:12:53 +01004533static PyObject*
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004534test_pyobject_is_freed(const char *test_name, PyObject *op)
Victor Stinner2b00db62019-04-11 11:33:27 +02004535{
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004536 if (!_PyObject_IsFreed(op)) {
4537 return raiseTestError(test_name, "object is not seen as freed");
4538 }
4539 Py_RETURN_NONE;
Victor Stinner2b00db62019-04-11 11:33:27 +02004540}
4541
4542
4543static PyObject*
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004544check_pyobject_uninitialized_is_freed(PyObject *self, PyObject *Py_UNUSED(args))
Victor Stinner2b00db62019-04-11 11:33:27 +02004545{
4546 PyObject *op = (PyObject *)PyObject_Malloc(sizeof(PyObject));
4547 if (op == NULL) {
4548 return NULL;
4549 }
4550 /* Initialize reference count to avoid early crash in ceval or GC */
4551 Py_REFCNT(op) = 1;
4552 /* object fields like ob_type are uninitialized! */
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004553 return test_pyobject_is_freed("check_pyobject_uninitialized_is_freed", op);
Victor Stinner2b00db62019-04-11 11:33:27 +02004554}
4555
4556
4557static PyObject*
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004558check_pyobject_forbidden_bytes_is_freed(PyObject *self, PyObject *Py_UNUSED(args))
Victor Stinner2b00db62019-04-11 11:33:27 +02004559{
4560 /* Allocate an incomplete PyObject structure: truncate 'ob_type' field */
4561 PyObject *op = (PyObject *)PyObject_Malloc(offsetof(PyObject, ob_type));
4562 if (op == NULL) {
4563 return NULL;
4564 }
4565 /* Initialize reference count to avoid early crash in ceval or GC */
4566 Py_REFCNT(op) = 1;
4567 /* ob_type field is after the memory block: part of "forbidden bytes"
4568 when using debug hooks on memory allocatrs! */
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004569 return test_pyobject_is_freed("check_pyobject_forbidden_bytes_is_freed", op);
Victor Stinner2b00db62019-04-11 11:33:27 +02004570}
4571
4572
4573static PyObject*
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004574check_pyobject_freed_is_freed(PyObject *self, PyObject *Py_UNUSED(args))
Victor Stinner2b00db62019-04-11 11:33:27 +02004575{
4576 PyObject *op = _PyObject_CallNoArg((PyObject *)&PyBaseObject_Type);
4577 if (op == NULL) {
4578 return NULL;
4579 }
4580 Py_TYPE(op)->tp_dealloc(op);
4581 /* Reset reference count to avoid early crash in ceval or GC */
4582 Py_REFCNT(op) = 1;
4583 /* object memory is freed! */
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02004584 return test_pyobject_is_freed("check_pyobject_freed_is_freed", op);
Victor Stinner2b00db62019-04-11 11:33:27 +02004585}
4586
4587
4588static PyObject*
Victor Stinnerc4aec362016-03-14 22:26:53 +01004589pyobject_malloc_without_gil(PyObject *self, PyObject *args)
4590{
4591 char *buffer;
4592
Victor Stinnerad524372016-03-16 12:12:53 +01004593 /* Deliberate bug to test debug hooks on Python memory allocators:
4594 call PyObject_Malloc() without holding the GIL */
Victor Stinnerc4aec362016-03-14 22:26:53 +01004595 Py_BEGIN_ALLOW_THREADS
4596 buffer = PyObject_Malloc(10);
4597 Py_END_ALLOW_THREADS
4598
4599 PyObject_Free(buffer);
4600
4601 Py_RETURN_NONE;
4602}
4603
Victor Stinner10b73e12016-03-22 13:39:05 +01004604static PyObject *
4605tracemalloc_track(PyObject *self, PyObject *args)
4606{
4607 unsigned int domain;
4608 PyObject *ptr_obj;
4609 void *ptr;
4610 Py_ssize_t size;
4611 int release_gil = 0;
4612 int res;
4613
4614 if (!PyArg_ParseTuple(args, "IOn|i", &domain, &ptr_obj, &size, &release_gil))
4615 return NULL;
4616 ptr = PyLong_AsVoidPtr(ptr_obj);
4617 if (PyErr_Occurred())
4618 return NULL;
4619
4620 if (release_gil) {
4621 Py_BEGIN_ALLOW_THREADS
Victor Stinner5ea4c062017-06-20 17:46:36 +02004622 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004623 Py_END_ALLOW_THREADS
4624 }
4625 else {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004626 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004627 }
4628
4629 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004630 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Track error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004631 return NULL;
4632 }
4633
4634 Py_RETURN_NONE;
4635}
4636
4637static PyObject *
4638tracemalloc_untrack(PyObject *self, PyObject *args)
4639{
4640 unsigned int domain;
4641 PyObject *ptr_obj;
4642 void *ptr;
4643 int res;
4644
4645 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4646 return NULL;
4647 ptr = PyLong_AsVoidPtr(ptr_obj);
4648 if (PyErr_Occurred())
4649 return NULL;
4650
Victor Stinner5ea4c062017-06-20 17:46:36 +02004651 res = PyTraceMalloc_Untrack(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004652 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004653 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Untrack error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004654 return NULL;
4655 }
4656
4657 Py_RETURN_NONE;
4658}
4659
4660static PyObject *
4661tracemalloc_get_traceback(PyObject *self, PyObject *args)
4662{
4663 unsigned int domain;
4664 PyObject *ptr_obj;
4665 void *ptr;
4666
4667 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4668 return NULL;
4669 ptr = PyLong_AsVoidPtr(ptr_obj);
4670 if (PyErr_Occurred())
4671 return NULL;
4672
Benjamin Petersonca470632016-09-06 13:47:26 -07004673 return _PyTraceMalloc_GetTraceback(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004674}
4675
Victor Stinner3b6a6b42016-09-08 12:51:24 -07004676static PyObject *
4677dict_get_version(PyObject *self, PyObject *args)
4678{
4679 PyDictObject *dict;
4680 uint64_t version;
4681
4682 if (!PyArg_ParseTuple(args, "O!", &PyDict_Type, &dict))
4683 return NULL;
4684
4685 version = dict->ma_version_tag;
4686
4687 Py_BUILD_ASSERT(sizeof(unsigned PY_LONG_LONG) >= sizeof(version));
4688 return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)version);
4689}
4690
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004691
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07004692static PyObject *
4693raise_SIGINT_then_send_None(PyObject *self, PyObject *args)
4694{
4695 PyGenObject *gen;
4696
4697 if (!PyArg_ParseTuple(args, "O!", &PyGen_Type, &gen))
4698 return NULL;
4699
4700 /* This is used in a test to check what happens if a signal arrives just
4701 as we're in the process of entering a yield from chain (see
4702 bpo-30039).
4703
4704 Needs to be done in C, because:
4705 - we don't have a Python wrapper for raise()
4706 - we need to make sure that the Python-level signal handler doesn't run
4707 *before* we enter the generator frame, which is impossible in Python
4708 because we check for signals before every bytecode operation.
4709 */
4710 raise(SIGINT);
4711 return _PyGen_Send(gen, Py_None);
4712}
4713
4714
Victor Stinner3b5cf852017-06-09 16:48:45 +02004715static int
4716fastcall_args(PyObject *args, PyObject ***stack, Py_ssize_t *nargs)
4717{
4718 if (args == Py_None) {
4719 *stack = NULL;
4720 *nargs = 0;
4721 }
4722 else if (PyTuple_Check(args)) {
Victor Stinnerd17a6932018-11-09 16:56:48 +01004723 *stack = ((PyTupleObject *)args)->ob_item;
Victor Stinner3b5cf852017-06-09 16:48:45 +02004724 *nargs = PyTuple_GET_SIZE(args);
4725 }
4726 else {
4727 PyErr_SetString(PyExc_TypeError, "args must be None or a tuple");
4728 return -1;
4729 }
4730 return 0;
4731}
4732
4733
4734static PyObject *
4735test_pyobject_fastcall(PyObject *self, PyObject *args)
4736{
4737 PyObject *func, *func_args;
4738 PyObject **stack;
4739 Py_ssize_t nargs;
4740
4741 if (!PyArg_ParseTuple(args, "OO", &func, &func_args)) {
4742 return NULL;
4743 }
4744
4745 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4746 return NULL;
4747 }
4748 return _PyObject_FastCall(func, stack, nargs);
4749}
4750
4751
4752static PyObject *
4753test_pyobject_fastcalldict(PyObject *self, PyObject *args)
4754{
4755 PyObject *func, *func_args, *kwargs;
4756 PyObject **stack;
4757 Py_ssize_t nargs;
4758
4759 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwargs)) {
4760 return NULL;
4761 }
4762
4763 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4764 return NULL;
4765 }
4766
4767 if (kwargs == Py_None) {
4768 kwargs = NULL;
4769 }
4770 else if (!PyDict_Check(kwargs)) {
4771 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a dict");
4772 return NULL;
4773 }
4774
4775 return _PyObject_FastCallDict(func, stack, nargs, kwargs);
4776}
4777
4778
4779static PyObject *
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02004780test_pyobject_vectorcall(PyObject *self, PyObject *args)
Victor Stinner3b5cf852017-06-09 16:48:45 +02004781{
4782 PyObject *func, *func_args, *kwnames = NULL;
4783 PyObject **stack;
4784 Py_ssize_t nargs, nkw;
4785
4786 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwnames)) {
4787 return NULL;
4788 }
4789
4790 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4791 return NULL;
4792 }
4793
4794 if (kwnames == Py_None) {
4795 kwnames = NULL;
4796 }
4797 else if (PyTuple_Check(kwnames)) {
4798 nkw = PyTuple_GET_SIZE(kwnames);
4799 if (nargs < nkw) {
4800 PyErr_SetString(PyExc_ValueError, "kwnames longer than args");
4801 return NULL;
4802 }
4803 nargs -= nkw;
4804 }
4805 else {
4806 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a tuple");
4807 return NULL;
4808 }
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02004809 return _PyObject_Vectorcall(func, stack, nargs, kwnames);
4810}
4811
4812
4813static PyObject *
4814test_pyvectorcall_call(PyObject *self, PyObject *args)
4815{
4816 PyObject *func;
4817 PyObject *argstuple;
4818 PyObject *kwargs = NULL;
4819
4820 if (!PyArg_ParseTuple(args, "OO|O", &func, &argstuple, &kwargs)) {
4821 return NULL;
4822 }
4823
4824 if (!PyTuple_Check(argstuple)) {
4825 PyErr_SetString(PyExc_TypeError, "args must be a tuple");
4826 return NULL;
4827 }
4828 if (kwargs != NULL && !PyDict_Check(kwargs)) {
4829 PyErr_SetString(PyExc_TypeError, "kwargs must be a dict");
4830 return NULL;
4831 }
4832
4833 return PyVectorcall_Call(func, argstuple, kwargs);
Victor Stinner3b5cf852017-06-09 16:48:45 +02004834}
4835
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004836
Victor Stinner64fa4492017-07-10 14:37:49 +02004837static PyObject*
4838stack_pointer(PyObject *self, PyObject *args)
4839{
4840 int v = 5;
4841 return PyLong_FromVoidPtr(&v);
4842}
4843
Victor Stinner3b5cf852017-06-09 16:48:45 +02004844
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004845#ifdef W_STOPCODE
4846static PyObject*
4847py_w_stopcode(PyObject *self, PyObject *args)
4848{
4849 int sig, status;
4850 if (!PyArg_ParseTuple(args, "i", &sig)) {
4851 return NULL;
4852 }
4853 status = W_STOPCODE(sig);
4854 return PyLong_FromLong(status);
4855}
4856#endif
4857
4858
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004859static PyObject *
Oren Milman0ccc0f62017-10-08 11:17:46 +03004860get_mapping_keys(PyObject* self, PyObject *obj)
4861{
4862 return PyMapping_Keys(obj);
4863}
4864
4865static PyObject *
4866get_mapping_values(PyObject* self, PyObject *obj)
4867{
4868 return PyMapping_Values(obj);
4869}
4870
4871static PyObject *
4872get_mapping_items(PyObject* self, PyObject *obj)
4873{
4874 return PyMapping_Items(obj);
4875}
4876
4877
4878static PyObject *
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004879test_pythread_tss_key_state(PyObject *self, PyObject *args)
4880{
4881 Py_tss_t tss_key = Py_tss_NEEDS_INIT;
4882 if (PyThread_tss_is_created(&tss_key)) {
4883 return raiseTestError("test_pythread_tss_key_state",
4884 "TSS key not in an uninitialized state at "
4885 "creation time");
4886 }
4887 if (PyThread_tss_create(&tss_key) != 0) {
4888 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_create failed");
4889 return NULL;
4890 }
4891 if (!PyThread_tss_is_created(&tss_key)) {
4892 return raiseTestError("test_pythread_tss_key_state",
4893 "PyThread_tss_create succeeded, "
4894 "but with TSS key in an uninitialized state");
4895 }
4896 if (PyThread_tss_create(&tss_key) != 0) {
4897 return raiseTestError("test_pythread_tss_key_state",
4898 "PyThread_tss_create unsuccessful with "
4899 "an already initialized key");
4900 }
4901#define CHECK_TSS_API(expr) \
4902 (void)(expr); \
4903 if (!PyThread_tss_is_created(&tss_key)) { \
4904 return raiseTestError("test_pythread_tss_key_state", \
4905 "TSS key initialization state was not " \
4906 "preserved after calling " #expr); }
4907 CHECK_TSS_API(PyThread_tss_set(&tss_key, NULL));
4908 CHECK_TSS_API(PyThread_tss_get(&tss_key));
4909#undef CHECK_TSS_API
4910 PyThread_tss_delete(&tss_key);
4911 if (PyThread_tss_is_created(&tss_key)) {
4912 return raiseTestError("test_pythread_tss_key_state",
4913 "PyThread_tss_delete called, but did not "
4914 "set the key state to uninitialized");
4915 }
4916
4917 Py_tss_t *ptr_key = PyThread_tss_alloc();
4918 if (ptr_key == NULL) {
4919 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_alloc failed");
4920 return NULL;
4921 }
4922 if (PyThread_tss_is_created(ptr_key)) {
4923 return raiseTestError("test_pythread_tss_key_state",
4924 "TSS key not in an uninitialized state at "
4925 "allocation time");
4926 }
4927 PyThread_tss_free(ptr_key);
4928 ptr_key = NULL;
4929 Py_RETURN_NONE;
4930}
4931
4932
Yury Selivanovf23746a2018-01-22 19:11:18 -05004933static PyObject*
4934new_hamt(PyObject *self, PyObject *args)
4935{
4936 return _PyContext_NewHamtForTests();
4937}
4938
4939
jdemeyer5a306202018-10-19 23:50:06 +02004940/* def bad_get(self, obj, cls):
4941 cls()
4942 return repr(self)
4943*/
4944static PyObject*
4945bad_get(PyObject *module, PyObject *const *args, Py_ssize_t nargs)
4946{
Serhiy Storchakab1dede32018-11-20 20:45:40 +02004947 PyObject *self, *obj, *cls;
4948 if (!_PyArg_UnpackStack(args, nargs, "bad_get", 3, 3, &self, &obj, &cls)) {
jdemeyer5a306202018-10-19 23:50:06 +02004949 return NULL;
4950 }
4951
Jeroen Demeyer7f41c8e2019-07-04 12:35:31 +02004952 PyObject *res = _PyObject_CallNoArg(cls);
jdemeyer5a306202018-10-19 23:50:06 +02004953 if (res == NULL) {
4954 return NULL;
4955 }
4956 Py_DECREF(res);
4957
Serhiy Storchakab1dede32018-11-20 20:45:40 +02004958 return PyObject_Repr(self);
jdemeyer5a306202018-10-19 23:50:06 +02004959}
4960
4961
Victor Stinner3d4226a2018-08-29 22:21:32 +02004962static PyObject *
4963encode_locale_ex(PyObject *self, PyObject *args)
4964{
4965 PyObject *unicode;
4966 int current_locale = 0;
4967 wchar_t *wstr;
4968 PyObject *res = NULL;
4969 const char *errors = NULL;
4970
4971 if (!PyArg_ParseTuple(args, "U|is", &unicode, &current_locale, &errors)) {
4972 return NULL;
4973 }
4974 wstr = PyUnicode_AsWideCharString(unicode, NULL);
4975 if (wstr == NULL) {
4976 return NULL;
4977 }
4978 _Py_error_handler error_handler = _Py_GetErrorHandler(errors);
4979
4980 char *str = NULL;
4981 size_t error_pos;
4982 const char *reason = NULL;
4983 int ret = _Py_EncodeLocaleEx(wstr,
4984 &str, &error_pos, &reason,
4985 current_locale, error_handler);
4986 PyMem_Free(wstr);
4987
4988 switch(ret) {
4989 case 0:
4990 res = PyBytes_FromString(str);
4991 PyMem_RawFree(str);
4992 break;
4993 case -1:
4994 PyErr_NoMemory();
4995 break;
4996 case -2:
4997 PyErr_Format(PyExc_RuntimeError, "encode error: pos=%zu, reason=%s",
4998 error_pos, reason);
4999 break;
5000 case -3:
5001 PyErr_SetString(PyExc_ValueError, "unsupported error handler");
5002 break;
5003 default:
5004 PyErr_SetString(PyExc_ValueError, "unknow error code");
5005 break;
5006 }
5007 return res;
5008}
5009
5010
5011static PyObject *
5012decode_locale_ex(PyObject *self, PyObject *args)
5013{
5014 char *str;
5015 int current_locale = 0;
5016 PyObject *res = NULL;
5017 const char *errors = NULL;
5018
5019 if (!PyArg_ParseTuple(args, "y|is", &str, &current_locale, &errors)) {
5020 return NULL;
5021 }
5022 _Py_error_handler error_handler = _Py_GetErrorHandler(errors);
5023
5024 wchar_t *wstr = NULL;
5025 size_t wlen = 0;
5026 const char *reason = NULL;
5027 int ret = _Py_DecodeLocaleEx(str,
5028 &wstr, &wlen, &reason,
5029 current_locale, error_handler);
5030
5031 switch(ret) {
5032 case 0:
5033 res = PyUnicode_FromWideChar(wstr, wlen);
5034 PyMem_RawFree(wstr);
5035 break;
5036 case -1:
5037 PyErr_NoMemory();
5038 break;
5039 case -2:
5040 PyErr_Format(PyExc_RuntimeError, "decode error: pos=%zu, reason=%s",
5041 wlen, reason);
5042 break;
5043 case -3:
5044 PyErr_SetString(PyExc_ValueError, "unsupported error handler");
5045 break;
5046 default:
5047 PyErr_SetString(PyExc_ValueError, "unknow error code");
5048 break;
5049 }
5050 return res;
5051}
5052
5053
Victor Stinner18618e652018-10-25 17:28:11 +02005054#ifdef Py_REF_DEBUG
5055static PyObject *
5056negative_refcount(PyObject *self, PyObject *Py_UNUSED(args))
5057{
5058 PyObject *obj = PyUnicode_FromString("negative_refcount");
5059 if (obj == NULL) {
5060 return NULL;
5061 }
5062 assert(Py_REFCNT(obj) == 1);
5063
5064 Py_REFCNT(obj) = 0;
5065 /* Py_DECREF() must call _Py_NegativeRefcount() and abort Python */
5066 Py_DECREF(obj);
5067
5068 Py_RETURN_NONE;
5069}
5070#endif
5071
5072
Victor Stinneref9d9b62019-05-22 11:28:22 +02005073static PyObject*
5074test_write_unraisable_exc(PyObject *self, PyObject *args)
5075{
Victor Stinner71c52e32019-05-27 08:57:14 +02005076 PyObject *exc, *err_msg, *obj;
5077 if (!PyArg_ParseTuple(args, "OOO", &exc, &err_msg, &obj)) {
Victor Stinneref9d9b62019-05-22 11:28:22 +02005078 return NULL;
5079 }
5080
Victor Stinner71c52e32019-05-27 08:57:14 +02005081 const char *err_msg_utf8;
5082 if (err_msg != Py_None) {
5083 err_msg_utf8 = PyUnicode_AsUTF8(err_msg);
5084 if (err_msg_utf8 == NULL) {
5085 return NULL;
5086 }
5087 }
5088 else {
5089 err_msg_utf8 = NULL;
5090 }
5091
Victor Stinneref9d9b62019-05-22 11:28:22 +02005092 PyErr_SetObject((PyObject *)Py_TYPE(exc), exc);
Victor Stinner71c52e32019-05-27 08:57:14 +02005093 _PyErr_WriteUnraisableMsg(err_msg_utf8, obj);
Victor Stinneref9d9b62019-05-22 11:28:22 +02005094 Py_RETURN_NONE;
5095}
5096
5097
Tim Peters9ea17ac2001-02-02 05:57:15 +00005098static PyMethodDef TestMethods[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005099 {"raise_exception", raise_exception, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305100 {"raise_memoryerror", raise_memoryerror, METH_NOARGS},
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02005101 {"set_errno", set_errno, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305102 {"test_config", test_config, METH_NOARGS},
5103 {"test_sizeof_c_types", test_sizeof_c_types, METH_NOARGS},
Edison A98ff4d52019-05-17 13:28:42 -07005104 {"test_datetime_capi", test_datetime_capi, METH_NOARGS},
Paul Ganssle04af5b12018-01-24 17:29:30 -05005105 {"datetime_check_date", datetime_check_date, METH_VARARGS},
5106 {"datetime_check_time", datetime_check_time, METH_VARARGS},
5107 {"datetime_check_datetime", datetime_check_datetime, METH_VARARGS},
5108 {"datetime_check_delta", datetime_check_delta, METH_VARARGS},
5109 {"datetime_check_tzinfo", datetime_check_tzinfo, METH_VARARGS},
5110 {"make_timezones_capi", make_timezones_capi, METH_NOARGS},
Paul Gansslea049f572018-02-22 15:15:32 -05005111 {"get_timezones_offset_zero", get_timezones_offset_zero, METH_NOARGS},
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04005112 {"get_timezone_utc_capi", get_timezone_utc_capi, METH_VARARGS},
Edison A98ff4d52019-05-17 13:28:42 -07005113 {"get_date_fromdate", get_date_fromdate, METH_VARARGS},
5114 {"get_datetime_fromdateandtime", get_datetime_fromdateandtime, METH_VARARGS},
5115 {"get_datetime_fromdateandtimeandfold", get_datetime_fromdateandtimeandfold, METH_VARARGS},
5116 {"get_time_fromtime", get_time_fromtime, METH_VARARGS},
5117 {"get_time_fromtimeandfold", get_time_fromtimeandfold, METH_VARARGS},
5118 {"get_delta_fromdsu", get_delta_fromdsu, METH_VARARGS},
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04005119 {"get_date_fromtimestamp", get_date_fromtimestamp, METH_VARARGS},
5120 {"get_datetime_fromtimestamp", get_datetime_fromtimestamp, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305121 {"test_list_api", test_list_api, METH_NOARGS},
5122 {"test_dict_iteration", test_dict_iteration, METH_NOARGS},
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +02005123 {"dict_getitem_knownhash", dict_getitem_knownhash, METH_VARARGS},
Victor Stinner3d3f2642016-12-15 17:21:23 +01005124 {"dict_hassplittable", dict_hassplittable, METH_O},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305125 {"test_lazy_hash_inheritance", test_lazy_hash_inheritance,METH_NOARGS},
5126 {"test_long_api", test_long_api, METH_NOARGS},
5127 {"test_xincref_doesnt_leak",test_xincref_doesnt_leak, METH_NOARGS},
5128 {"test_incref_doesnt_leak", test_incref_doesnt_leak, METH_NOARGS},
5129 {"test_xdecref_doesnt_leak",test_xdecref_doesnt_leak, METH_NOARGS},
5130 {"test_decref_doesnt_leak", test_decref_doesnt_leak, METH_NOARGS},
Eddie Elizondo474eedf2018-11-13 04:09:31 -08005131 {"test_structseq_newtype_doesnt_leak",
5132 test_structseq_newtype_doesnt_leak, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305133 {"test_incref_decref_API", test_incref_decref_API, METH_NOARGS},
5134 {"test_long_and_overflow", test_long_and_overflow, METH_NOARGS},
5135 {"test_long_as_double", test_long_as_double, METH_NOARGS},
5136 {"test_long_as_size_t", test_long_as_size_t, METH_NOARGS},
Zackery Spytzdc247652019-06-06 14:39:23 -06005137 {"test_long_as_unsigned_long_long_mask",
5138 test_long_as_unsigned_long_long_mask, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305139 {"test_long_numbits", test_long_numbits, METH_NOARGS},
5140 {"test_k_code", test_k_code, METH_NOARGS},
5141 {"test_empty_argparse", test_empty_argparse, METH_NOARGS},
Larry Hastings8f904da2012-06-22 03:56:29 -07005142 {"parse_tuple_and_keywords", parse_tuple_and_keywords, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305143 {"test_null_strings", test_null_strings, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005144 {"test_string_from_format", (PyCFunction)test_string_from_format, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305145 {"test_with_docstring", test_with_docstring, METH_NOARGS,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005146 PyDoc_STR("This is a pretty normal docstring.")},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305147 {"test_string_to_double", test_string_to_double, METH_NOARGS},
5148 {"test_unicode_compare_with_ascii", test_unicode_compare_with_ascii,
5149 METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005150 {"test_capsule", (PyCFunction)test_capsule, METH_NOARGS},
Stefan Krah7213fcc2015-02-01 16:19:23 +01005151 {"test_from_contiguous", (PyCFunction)test_from_contiguous, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01005152#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah5178d912015-02-03 16:57:21 +01005153 {"test_pep3118_obsolete_write_locks", (PyCFunction)test_pep3118_obsolete_write_locks, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01005154#endif
Stefan Krah650c1e82015-02-03 21:43:23 +01005155 {"getbuffer_with_null_view", getbuffer_with_null_view, METH_O},
Serhiy Storchaka13e602e2016-05-20 22:31:14 +03005156 {"test_buildvalue_N", test_buildvalue_N, METH_NOARGS},
Serhiy Storchakace412872016-05-08 23:36:44 +03005157 {"get_args", get_args, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005158 {"get_kwargs", (PyCFunction)(void(*)(void))get_kwargs, METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005159 {"getargs_tuple", getargs_tuple, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005160 {"getargs_keywords", (PyCFunction)(void(*)(void))getargs_keywords,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005161 METH_VARARGS|METH_KEYWORDS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005162 {"getargs_keyword_only", (PyCFunction)(void(*)(void))getargs_keyword_only,
Larry Hastings83a9f482012-03-20 20:06:16 +00005163 METH_VARARGS|METH_KEYWORDS},
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03005164 {"getargs_positional_only_and_keywords",
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005165 (PyCFunction)(void(*)(void))getargs_positional_only_and_keywords,
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03005166 METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005167 {"getargs_b", getargs_b, METH_VARARGS},
5168 {"getargs_B", getargs_B, METH_VARARGS},
5169 {"getargs_h", getargs_h, METH_VARARGS},
5170 {"getargs_H", getargs_H, METH_VARARGS},
5171 {"getargs_I", getargs_I, METH_VARARGS},
5172 {"getargs_k", getargs_k, METH_VARARGS},
5173 {"getargs_i", getargs_i, METH_VARARGS},
5174 {"getargs_l", getargs_l, METH_VARARGS},
5175 {"getargs_n", getargs_n, METH_VARARGS},
Larry Hastingsfaf91e72012-05-05 16:54:29 -07005176 {"getargs_p", getargs_p, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005177 {"getargs_L", getargs_L, METH_VARARGS},
5178 {"getargs_K", getargs_K, METH_VARARGS},
5179 {"test_longlong_api", test_longlong_api, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305180 {"test_long_long_and_overflow",test_long_long_and_overflow, METH_NOARGS},
5181 {"test_L_code", test_L_code, METH_NOARGS},
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03005182 {"getargs_f", getargs_f, METH_VARARGS},
5183 {"getargs_d", getargs_d, METH_VARARGS},
5184 {"getargs_D", getargs_D, METH_VARARGS},
5185 {"getargs_S", getargs_S, METH_VARARGS},
5186 {"getargs_Y", getargs_Y, METH_VARARGS},
5187 {"getargs_U", getargs_U, METH_VARARGS},
Eli Bendersky906b88f2011-07-29 07:05:08 +03005188 {"getargs_c", getargs_c, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02005189 {"getargs_C", getargs_C, METH_VARARGS},
Victor Stinner06e49dd2010-06-13 18:21:50 +00005190 {"getargs_s", getargs_s, METH_VARARGS},
5191 {"getargs_s_star", getargs_s_star, METH_VARARGS},
5192 {"getargs_s_hash", getargs_s_hash, METH_VARARGS},
5193 {"getargs_z", getargs_z, METH_VARARGS},
5194 {"getargs_z_star", getargs_z_star, METH_VARARGS},
5195 {"getargs_z_hash", getargs_z_hash, METH_VARARGS},
5196 {"getargs_y", getargs_y, METH_VARARGS},
5197 {"getargs_y_star", getargs_y_star, METH_VARARGS},
5198 {"getargs_y_hash", getargs_y_hash, METH_VARARGS},
5199 {"getargs_u", getargs_u, METH_VARARGS},
5200 {"getargs_u_hash", getargs_u_hash, METH_VARARGS},
5201 {"getargs_Z", getargs_Z, METH_VARARGS},
5202 {"getargs_Z_hash", getargs_Z_hash, METH_VARARGS},
Victor Stinner25e8ec42010-06-25 00:02:38 +00005203 {"getargs_w_star", getargs_w_star, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02005204 {"getargs_es", getargs_es, METH_VARARGS},
5205 {"getargs_et", getargs_et, METH_VARARGS},
5206 {"getargs_es_hash", getargs_es_hash, METH_VARARGS},
5207 {"getargs_et_hash", getargs_et_hash, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005208 {"codec_incrementalencoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00005209 (PyCFunction)codec_incrementalencoder, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005210 {"codec_incrementaldecoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00005211 (PyCFunction)codec_incrementaldecoder, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305212 {"test_s_code", test_s_code, METH_NOARGS},
5213 {"test_u_code", test_u_code, METH_NOARGS},
5214 {"test_Z_code", test_Z_code, METH_NOARGS},
5215 {"test_widechar", test_widechar, METH_NOARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01005216 {"unicode_aswidechar", unicode_aswidechar, METH_VARARGS},
5217 {"unicode_aswidecharstring",unicode_aswidecharstring, METH_VARARGS},
Serhiy Storchakacc164232016-10-02 21:29:26 +03005218 {"unicode_asucs4", unicode_asucs4, METH_VARARGS},
Hai Shi5623ac82019-07-20 02:56:23 -05005219 {"unicode_asutf8", unicode_asutf8, METH_VARARGS},
5220 {"unicode_asutf8andsize", unicode_asutf8andsize, METH_VARARGS},
Xiang Zhangb2110682016-12-20 22:52:33 +08005221 {"unicode_findchar", unicode_findchar, METH_VARARGS},
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03005222 {"unicode_copycharacters", unicode_copycharacters, METH_VARARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01005223 {"unicode_encodedecimal", unicode_encodedecimal, METH_VARARGS},
5224 {"unicode_transformdecimaltoascii", unicode_transformdecimaltoascii, METH_VARARGS},
Stefan Krahe6996ed2012-11-02 14:44:20 +01005225 {"unicode_legacy_string", unicode_legacy_string, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00005226 {"_test_thread_state", test_thread_state, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005227 {"_pending_threadfunc", pending_threadfunc, METH_VARARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00005228#ifdef HAVE_GETTIMEOFDAY
Victor Stinner1c24bd02010-10-02 11:03:13 +00005229 {"profile_int", profile_int, METH_NOARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00005230#endif
Victor Stinner1c24bd02010-10-02 11:03:13 +00005231 {"traceback_print", traceback_print, METH_VARARGS},
5232 {"exception_print", exception_print, METH_VARARGS},
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02005233 {"set_exc_info", test_set_exc_info, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00005234 {"argparsing", argparsing, METH_VARARGS},
5235 {"code_newempty", code_newempty, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005236 {"make_exception_with_doc", (PyCFunction)(void(*)(void))make_exception_with_doc,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005237 METH_VARARGS | METH_KEYWORDS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305238 {"make_memoryview_from_NULL_pointer", make_memoryview_from_NULL_pointer,
Antoine Pitrou5bffa792011-02-24 20:50:49 +00005239 METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305240 {"crash_no_current_thread", crash_no_current_thread, METH_NOARGS},
Antoine Pitrou2f828f22012-01-18 00:21:11 +01005241 {"run_in_subinterp", run_in_subinterp, METH_VARARGS},
Victor Stinner5d272cc2012-03-13 13:35:55 +01005242 {"pytime_object_to_time_t", test_pytime_object_to_time_t, METH_VARARGS},
5243 {"pytime_object_to_timeval", test_pytime_object_to_timeval, METH_VARARGS},
Victor Stinner643cd682012-03-02 22:54:03 +01005244 {"pytime_object_to_timespec", test_pytime_object_to_timespec, METH_VARARGS},
Antoine Pitrou796564c2013-07-30 19:59:21 +02005245 {"with_tp_del", with_tp_del, METH_VARARGS},
Antoine Pitroub349e4c2014-08-06 19:31:40 -04005246 {"create_cfunction", create_cfunction, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305247 {"test_pymem_alloc0", test_pymem_alloc0, METH_NOARGS},
5248 {"test_pymem_setrawallocators",test_pymem_setrawallocators, METH_NOARGS},
5249 {"test_pymem_setallocators",test_pymem_setallocators, METH_NOARGS},
5250 {"test_pyobject_setallocators",test_pyobject_setallocators, METH_NOARGS},
xdegaye85f64302017-07-01 14:14:45 +02005251 {"set_nomemory", (PyCFunction)set_nomemory, METH_VARARGS,
5252 PyDoc_STR("set_nomemory(start:int, stop:int = 0)")},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05305253 {"remove_mem_hooks", remove_mem_hooks, METH_NOARGS,
xdegaye85f64302017-07-01 14:14:45 +02005254 PyDoc_STR("Remove memory hooks.")},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08005255 {"no_docstring",
5256 (PyCFunction)test_with_docstring, METH_NOARGS},
5257 {"docstring_empty",
5258 (PyCFunction)test_with_docstring, METH_NOARGS,
5259 docstring_empty},
5260 {"docstring_no_signature",
5261 (PyCFunction)test_with_docstring, METH_NOARGS,
5262 docstring_no_signature},
5263 {"docstring_with_invalid_signature",
5264 (PyCFunction)test_with_docstring, METH_NOARGS,
5265 docstring_with_invalid_signature},
Larry Hastings2623c8c2014-02-08 22:15:29 -08005266 {"docstring_with_invalid_signature2",
5267 (PyCFunction)test_with_docstring, METH_NOARGS,
5268 docstring_with_invalid_signature2},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08005269 {"docstring_with_signature",
5270 (PyCFunction)test_with_docstring, METH_NOARGS,
5271 docstring_with_signature},
Zachary Ware8ef887c2015-04-13 18:22:35 -05005272 {"docstring_with_signature_but_no_doc",
5273 (PyCFunction)test_with_docstring, METH_NOARGS,
5274 docstring_with_signature_but_no_doc},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08005275 {"docstring_with_signature_and_extra_newlines",
5276 (PyCFunction)test_with_docstring, METH_NOARGS,
5277 docstring_with_signature_and_extra_newlines},
Larry Hastings16c51912014-01-07 11:53:01 -08005278 {"docstring_with_signature_with_defaults",
5279 (PyCFunction)test_with_docstring, METH_NOARGS,
5280 docstring_with_signature_with_defaults},
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01005281 {"call_in_temporary_c_thread", call_in_temporary_c_thread, METH_O,
5282 PyDoc_STR("set_error_class(error_class) -> None")},
Serhiy Storchakab5181342015-02-06 08:58:56 +02005283 {"pymarshal_write_long_to_file",
5284 pymarshal_write_long_to_file, METH_VARARGS},
5285 {"pymarshal_write_object_to_file",
5286 pymarshal_write_object_to_file, METH_VARARGS},
5287 {"pymarshal_read_short_from_file",
5288 pymarshal_read_short_from_file, METH_VARARGS},
5289 {"pymarshal_read_long_from_file",
5290 pymarshal_read_long_from_file, METH_VARARGS},
5291 {"pymarshal_read_last_object_from_file",
5292 pymarshal_read_last_object_from_file, METH_VARARGS},
5293 {"pymarshal_read_object_from_file",
5294 pymarshal_read_object_from_file, METH_VARARGS},
Victor Stinnerefde1462015-03-21 15:04:43 +01005295 {"return_null_without_error",
5296 return_null_without_error, METH_NOARGS},
5297 {"return_result_with_error",
5298 return_result_with_error, METH_NOARGS},
Victor Stinner13019fd2015-04-03 13:10:54 +02005299 {"PyTime_FromSeconds", test_pytime_fromseconds, METH_VARARGS},
Victor Stinner4bfb4602015-03-27 22:27:24 +01005300 {"PyTime_FromSecondsObject", test_pytime_fromsecondsobject, METH_VARARGS},
5301 {"PyTime_AsSecondsDouble", test_pytime_assecondsdouble, METH_VARARGS},
Victor Stinner95e9cef2015-03-28 01:26:47 +01005302 {"PyTime_AsTimeval", test_PyTime_AsTimeval, METH_VARARGS},
Victor Stinner34dc0f42015-03-27 18:19:03 +01005303#ifdef HAVE_CLOCK_GETTIME
5304 {"PyTime_AsTimespec", test_PyTime_AsTimespec, METH_VARARGS},
5305#endif
Victor Stinner62d1c702015-04-01 17:47:07 +02005306 {"PyTime_AsMilliseconds", test_PyTime_AsMilliseconds, METH_VARARGS},
5307 {"PyTime_AsMicroseconds", test_PyTime_AsMicroseconds, METH_VARARGS},
Victor Stinner50856d52015-10-13 00:11:21 +02005308 {"get_recursion_depth", get_recursion_depth, METH_NOARGS},
Victor Stinner34be807c2016-03-14 12:04:26 +01005309 {"pymem_buffer_overflow", pymem_buffer_overflow, METH_NOARGS},
5310 {"pymem_api_misuse", pymem_api_misuse, METH_NOARGS},
Victor Stinnerad524372016-03-16 12:12:53 +01005311 {"pymem_malloc_without_gil", pymem_malloc_without_gil, METH_NOARGS},
Victor Stinner5d39e042017-11-29 17:20:38 +01005312 {"pymem_getallocatorsname", test_pymem_getallocatorsname, METH_NOARGS},
Victor Stinner3bf0f3a2019-06-07 16:22:21 +02005313 {"check_pyobject_uninitialized_is_freed", check_pyobject_uninitialized_is_freed, METH_NOARGS},
5314 {"check_pyobject_forbidden_bytes_is_freed", check_pyobject_forbidden_bytes_is_freed, METH_NOARGS},
5315 {"check_pyobject_freed_is_freed", check_pyobject_freed_is_freed, METH_NOARGS},
Victor Stinnerc4aec362016-03-14 22:26:53 +01005316 {"pyobject_malloc_without_gil", pyobject_malloc_without_gil, METH_NOARGS},
Victor Stinner10b73e12016-03-22 13:39:05 +01005317 {"tracemalloc_track", tracemalloc_track, METH_VARARGS},
5318 {"tracemalloc_untrack", tracemalloc_untrack, METH_VARARGS},
5319 {"tracemalloc_get_traceback", tracemalloc_get_traceback, METH_VARARGS},
Victor Stinner3b6a6b42016-09-08 12:51:24 -07005320 {"dict_get_version", dict_get_version, METH_VARARGS},
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07005321 {"raise_SIGINT_then_send_None", raise_SIGINT_then_send_None, METH_VARARGS},
Victor Stinner3b5cf852017-06-09 16:48:45 +02005322 {"pyobject_fastcall", test_pyobject_fastcall, METH_VARARGS},
5323 {"pyobject_fastcalldict", test_pyobject_fastcalldict, METH_VARARGS},
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +02005324 {"pyobject_vectorcall", test_pyobject_vectorcall, METH_VARARGS},
5325 {"pyvectorcall_call", test_pyvectorcall_call, METH_VARARGS},
Victor Stinner64fa4492017-07-10 14:37:49 +02005326 {"stack_pointer", stack_pointer, METH_NOARGS},
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02005327#ifdef W_STOPCODE
5328 {"W_STOPCODE", py_w_stopcode, METH_VARARGS},
5329#endif
Oren Milman0ccc0f62017-10-08 11:17:46 +03005330 {"get_mapping_keys", get_mapping_keys, METH_O},
5331 {"get_mapping_values", get_mapping_values, METH_O},
5332 {"get_mapping_items", get_mapping_items, METH_O},
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09005333 {"test_pythread_tss_key_state", test_pythread_tss_key_state, METH_VARARGS},
Yury Selivanovf23746a2018-01-22 19:11:18 -05005334 {"hamt", new_hamt, METH_NOARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005335 {"bad_get", (PyCFunction)(void(*)(void))bad_get, METH_FASTCALL},
Victor Stinner3d4226a2018-08-29 22:21:32 +02005336 {"EncodeLocaleEx", encode_locale_ex, METH_VARARGS},
5337 {"DecodeLocaleEx", decode_locale_ex, METH_VARARGS},
Victor Stinner18618e652018-10-25 17:28:11 +02005338#ifdef Py_REF_DEBUG
5339 {"negative_refcount", negative_refcount, METH_NOARGS},
5340#endif
Victor Stinneref9d9b62019-05-22 11:28:22 +02005341 {"write_unraisable_exc", test_write_unraisable_exc, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005342 {NULL, NULL} /* sentinel */
Tim Peters9ea17ac2001-02-02 05:57:15 +00005343};
5344
Thomas Hellera4ea6032003-04-17 18:55:45 +00005345#define AddSym(d, n, f, v) {PyObject *o = f(v); PyDict_SetItemString(d, n, o); Py_DECREF(o);}
5346
Thomas Wouters89f507f2006-12-13 04:49:30 +00005347typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005348 char bool_member;
5349 char byte_member;
5350 unsigned char ubyte_member;
5351 short short_member;
5352 unsigned short ushort_member;
5353 int int_member;
5354 unsigned int uint_member;
5355 long long_member;
5356 unsigned long ulong_member;
5357 Py_ssize_t pyssizet_member;
5358 float float_member;
5359 double double_member;
5360 char inplace_member[6];
Benjamin Petersonaf580df2016-09-06 10:46:49 -07005361 long long longlong_member;
5362 unsigned long long ulonglong_member;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005363} all_structmembers;
5364
5365typedef struct {
5366 PyObject_HEAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005367 all_structmembers structmembers;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005368} test_structmembers;
5369
5370static struct PyMemberDef test_members[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005371 {"T_BOOL", T_BOOL, offsetof(test_structmembers, structmembers.bool_member), 0, NULL},
5372 {"T_BYTE", T_BYTE, offsetof(test_structmembers, structmembers.byte_member), 0, NULL},
5373 {"T_UBYTE", T_UBYTE, offsetof(test_structmembers, structmembers.ubyte_member), 0, NULL},
5374 {"T_SHORT", T_SHORT, offsetof(test_structmembers, structmembers.short_member), 0, NULL},
5375 {"T_USHORT", T_USHORT, offsetof(test_structmembers, structmembers.ushort_member), 0, NULL},
5376 {"T_INT", T_INT, offsetof(test_structmembers, structmembers.int_member), 0, NULL},
5377 {"T_UINT", T_UINT, offsetof(test_structmembers, structmembers.uint_member), 0, NULL},
5378 {"T_LONG", T_LONG, offsetof(test_structmembers, structmembers.long_member), 0, NULL},
5379 {"T_ULONG", T_ULONG, offsetof(test_structmembers, structmembers.ulong_member), 0, NULL},
5380 {"T_PYSSIZET", T_PYSSIZET, offsetof(test_structmembers, structmembers.pyssizet_member), 0, NULL},
5381 {"T_FLOAT", T_FLOAT, offsetof(test_structmembers, structmembers.float_member), 0, NULL},
5382 {"T_DOUBLE", T_DOUBLE, offsetof(test_structmembers, structmembers.double_member), 0, NULL},
5383 {"T_STRING_INPLACE", T_STRING_INPLACE, offsetof(test_structmembers, structmembers.inplace_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005384 {"T_LONGLONG", T_LONGLONG, offsetof(test_structmembers, structmembers.longlong_member), 0, NULL},
5385 {"T_ULONGLONG", T_ULONGLONG, offsetof(test_structmembers, structmembers.ulonglong_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005386 {NULL}
Thomas Wouters89f507f2006-12-13 04:49:30 +00005387};
5388
5389
Christian Heimes1af737c2008-01-23 08:24:23 +00005390static PyObject *
5391test_structmembers_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)
5392{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005393 static char *keywords[] = {
5394 "T_BOOL", "T_BYTE", "T_UBYTE", "T_SHORT", "T_USHORT",
5395 "T_INT", "T_UINT", "T_LONG", "T_ULONG", "T_PYSSIZET",
5396 "T_FLOAT", "T_DOUBLE", "T_STRING_INPLACE",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005397 "T_LONGLONG", "T_ULONGLONG",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005398 NULL};
Benjamin Petersoned4aa832016-09-05 17:44:18 -07005399 static const char fmt[] = "|bbBhHiIlknfds#LK";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005400 test_structmembers *ob;
5401 const char *s = NULL;
5402 Py_ssize_t string_len = 0;
5403 ob = PyObject_New(test_structmembers, type);
5404 if (ob == NULL)
5405 return NULL;
5406 memset(&ob->structmembers, 0, sizeof(all_structmembers));
5407 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
5408 &ob->structmembers.bool_member,
5409 &ob->structmembers.byte_member,
5410 &ob->structmembers.ubyte_member,
5411 &ob->structmembers.short_member,
5412 &ob->structmembers.ushort_member,
5413 &ob->structmembers.int_member,
5414 &ob->structmembers.uint_member,
5415 &ob->structmembers.long_member,
5416 &ob->structmembers.ulong_member,
5417 &ob->structmembers.pyssizet_member,
5418 &ob->structmembers.float_member,
5419 &ob->structmembers.double_member,
5420 &s, &string_len
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005421 , &ob->structmembers.longlong_member,
5422 &ob->structmembers.ulonglong_member
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005423 )) {
5424 Py_DECREF(ob);
5425 return NULL;
5426 }
5427 if (s != NULL) {
5428 if (string_len > 5) {
5429 Py_DECREF(ob);
5430 PyErr_SetString(PyExc_ValueError, "string too long");
5431 return NULL;
5432 }
5433 strcpy(ob->structmembers.inplace_member, s);
5434 }
5435 else {
5436 strcpy(ob->structmembers.inplace_member, "");
5437 }
5438 return (PyObject *)ob;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005439}
5440
Christian Heimes1af737c2008-01-23 08:24:23 +00005441static void
5442test_structmembers_free(PyObject *ob)
5443{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005444 PyObject_FREE(ob);
Thomas Wouters89f507f2006-12-13 04:49:30 +00005445}
5446
5447static PyTypeObject test_structmembersType = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00005448 PyVarObject_HEAD_INIT(NULL, 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005449 "test_structmembersType",
5450 sizeof(test_structmembers), /* tp_basicsize */
5451 0, /* tp_itemsize */
5452 test_structmembers_free, /* destructor tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005453 0, /* tp_vectorcall_offset */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005454 0, /* tp_getattr */
5455 0, /* tp_setattr */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005456 0, /* tp_as_async */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005457 0, /* tp_repr */
5458 0, /* tp_as_number */
5459 0, /* tp_as_sequence */
5460 0, /* tp_as_mapping */
5461 0, /* tp_hash */
5462 0, /* tp_call */
5463 0, /* tp_str */
5464 PyObject_GenericGetAttr, /* tp_getattro */
5465 PyObject_GenericSetAttr, /* tp_setattro */
5466 0, /* tp_as_buffer */
5467 0, /* tp_flags */
5468 "Type containing all structmember types",
5469 0, /* traverseproc tp_traverse */
5470 0, /* tp_clear */
5471 0, /* tp_richcompare */
5472 0, /* tp_weaklistoffset */
5473 0, /* tp_iter */
5474 0, /* tp_iternext */
5475 0, /* tp_methods */
5476 test_members, /* tp_members */
5477 0,
5478 0,
5479 0,
5480 0,
5481 0,
5482 0,
5483 0,
5484 0,
5485 test_structmembers_new, /* tp_new */
Thomas Wouters89f507f2006-12-13 04:49:30 +00005486};
5487
5488
Benjamin Petersond51374e2014-04-09 23:55:56 -04005489typedef struct {
5490 PyObject_HEAD
5491} matmulObject;
5492
5493static PyObject *
5494matmulType_matmul(PyObject *self, PyObject *other)
5495{
5496 return Py_BuildValue("(sOO)", "matmul", self, other);
5497}
5498
5499static PyObject *
5500matmulType_imatmul(PyObject *self, PyObject *other)
5501{
5502 return Py_BuildValue("(sOO)", "imatmul", self, other);
5503}
5504
5505static void
5506matmulType_dealloc(PyObject *self)
5507{
Zachary Ware420dc562014-04-23 13:51:27 -05005508 Py_TYPE(self)->tp_free(self);
Benjamin Petersond51374e2014-04-09 23:55:56 -04005509}
5510
5511static PyNumberMethods matmulType_as_number = {
5512 0, /* nb_add */
5513 0, /* nb_subtract */
5514 0, /* nb_multiply */
5515 0, /* nb_remainde r*/
5516 0, /* nb_divmod */
5517 0, /* nb_power */
5518 0, /* nb_negative */
5519 0, /* tp_positive */
5520 0, /* tp_absolute */
5521 0, /* tp_bool */
5522 0, /* nb_invert */
5523 0, /* nb_lshift */
5524 0, /* nb_rshift */
5525 0, /* nb_and */
5526 0, /* nb_xor */
5527 0, /* nb_or */
5528 0, /* nb_int */
5529 0, /* nb_reserved */
5530 0, /* nb_float */
5531 0, /* nb_inplace_add */
5532 0, /* nb_inplace_subtract */
5533 0, /* nb_inplace_multiply */
5534 0, /* nb_inplace_remainder */
5535 0, /* nb_inplace_power */
5536 0, /* nb_inplace_lshift */
5537 0, /* nb_inplace_rshift */
5538 0, /* nb_inplace_and */
5539 0, /* nb_inplace_xor */
5540 0, /* nb_inplace_or */
5541 0, /* nb_floor_divide */
5542 0, /* nb_true_divide */
5543 0, /* nb_inplace_floor_divide */
5544 0, /* nb_inplace_true_divide */
5545 0, /* nb_index */
5546 matmulType_matmul, /* nb_matrix_multiply */
5547 matmulType_imatmul /* nb_matrix_inplace_multiply */
5548};
5549
5550static PyTypeObject matmulType = {
5551 PyVarObject_HEAD_INIT(NULL, 0)
5552 "matmulType",
5553 sizeof(matmulObject), /* tp_basicsize */
5554 0, /* tp_itemsize */
5555 matmulType_dealloc, /* destructor tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005556 0, /* tp_vectorcall_offset */
Benjamin Petersond51374e2014-04-09 23:55:56 -04005557 0, /* tp_getattr */
5558 0, /* tp_setattr */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005559 0, /* tp_as_async */
Benjamin Petersond51374e2014-04-09 23:55:56 -04005560 0, /* tp_repr */
5561 &matmulType_as_number, /* tp_as_number */
5562 0, /* tp_as_sequence */
5563 0, /* tp_as_mapping */
5564 0, /* tp_hash */
5565 0, /* tp_call */
5566 0, /* tp_str */
5567 PyObject_GenericGetAttr, /* tp_getattro */
5568 PyObject_GenericSetAttr, /* tp_setattro */
5569 0, /* tp_as_buffer */
5570 0, /* tp_flags */
5571 "C level type with matrix operations defined",
5572 0, /* traverseproc tp_traverse */
5573 0, /* tp_clear */
5574 0, /* tp_richcompare */
5575 0, /* tp_weaklistoffset */
5576 0, /* tp_iter */
5577 0, /* tp_iternext */
5578 0, /* tp_methods */
5579 0, /* tp_members */
5580 0,
5581 0,
5582 0,
5583 0,
5584 0,
5585 0,
5586 0,
5587 0,
5588 PyType_GenericNew, /* tp_new */
5589 PyObject_Del, /* tp_free */
5590};
5591
Zackery Spytzc7f803b2019-05-31 03:46:36 -06005592typedef struct {
5593 PyObject_HEAD
5594} ipowObject;
5595
5596static PyObject *
5597ipowType_ipow(PyObject *self, PyObject *other, PyObject *mod)
5598{
5599 return Py_BuildValue("OO", other, mod);
5600}
5601
5602static PyNumberMethods ipowType_as_number = {
5603 .nb_inplace_power = ipowType_ipow
5604};
5605
5606static PyTypeObject ipowType = {
5607 PyVarObject_HEAD_INIT(NULL, 0)
5608 .tp_name = "ipowType",
5609 .tp_basicsize = sizeof(ipowObject),
5610 .tp_as_number = &ipowType_as_number,
5611 .tp_new = PyType_GenericNew
5612};
Martin v. Löwis1a214512008-06-11 05:26:20 +00005613
Yury Selivanov75445082015-05-11 22:57:16 -04005614typedef struct {
5615 PyObject_HEAD
5616 PyObject *ao_iterator;
5617} awaitObject;
5618
5619
5620static PyObject *
5621awaitObject_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
5622{
5623 PyObject *v;
5624 awaitObject *ao;
5625
5626 if (!PyArg_UnpackTuple(args, "awaitObject", 1, 1, &v))
5627 return NULL;
5628
5629 ao = (awaitObject *)type->tp_alloc(type, 0);
5630 if (ao == NULL) {
5631 return NULL;
5632 }
5633
5634 Py_INCREF(v);
5635 ao->ao_iterator = v;
5636
5637 return (PyObject *)ao;
5638}
5639
5640
5641static void
5642awaitObject_dealloc(awaitObject *ao)
5643{
5644 Py_CLEAR(ao->ao_iterator);
5645 Py_TYPE(ao)->tp_free(ao);
5646}
5647
5648
5649static PyObject *
5650awaitObject_await(awaitObject *ao)
5651{
5652 Py_INCREF(ao->ao_iterator);
5653 return ao->ao_iterator;
5654}
5655
5656static PyAsyncMethods awaitType_as_async = {
Yury Selivanov6ef05902015-05-28 11:21:31 -04005657 (unaryfunc)awaitObject_await, /* am_await */
Yury Selivanov75445082015-05-11 22:57:16 -04005658 0, /* am_aiter */
5659 0 /* am_anext */
5660};
5661
5662
5663static PyTypeObject awaitType = {
5664 PyVarObject_HEAD_INIT(NULL, 0)
5665 "awaitType",
5666 sizeof(awaitObject), /* tp_basicsize */
5667 0, /* tp_itemsize */
5668 (destructor)awaitObject_dealloc, /* destructor tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005669 0, /* tp_vectorcall_offset */
Yury Selivanov75445082015-05-11 22:57:16 -04005670 0, /* tp_getattr */
5671 0, /* tp_setattr */
5672 &awaitType_as_async, /* tp_as_async */
5673 0, /* tp_repr */
5674 0, /* tp_as_number */
5675 0, /* tp_as_sequence */
5676 0, /* tp_as_mapping */
5677 0, /* tp_hash */
5678 0, /* tp_call */
5679 0, /* tp_str */
5680 PyObject_GenericGetAttr, /* tp_getattro */
5681 PyObject_GenericSetAttr, /* tp_setattro */
5682 0, /* tp_as_buffer */
5683 0, /* tp_flags */
5684 "C level type with tp_as_async",
5685 0, /* traverseproc tp_traverse */
5686 0, /* tp_clear */
5687 0, /* tp_richcompare */
5688 0, /* tp_weaklistoffset */
5689 0, /* tp_iter */
5690 0, /* tp_iternext */
5691 0, /* tp_methods */
5692 0, /* tp_members */
5693 0,
5694 0,
5695 0,
5696 0,
5697 0,
5698 0,
5699 0,
5700 0,
5701 awaitObject_new, /* tp_new */
5702 PyObject_Del, /* tp_free */
5703};
5704
5705
xdegaye56d1f5c2017-10-26 15:09:06 +02005706static int recurse_infinitely_error_init(PyObject *, PyObject *, PyObject *);
5707
5708static PyTypeObject PyRecursingInfinitelyError_Type = {
5709 PyVarObject_HEAD_INIT(NULL, 0)
5710 "RecursingInfinitelyError", /* tp_name */
5711 sizeof(PyBaseExceptionObject), /* tp_basicsize */
5712 0, /* tp_itemsize */
5713 0, /* tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005714 0, /* tp_vectorcall_offset */
xdegaye56d1f5c2017-10-26 15:09:06 +02005715 0, /* tp_getattr */
5716 0, /* tp_setattr */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005717 0, /* tp_as_async */
xdegaye56d1f5c2017-10-26 15:09:06 +02005718 0, /* tp_repr */
5719 0, /* tp_as_number */
5720 0, /* tp_as_sequence */
5721 0, /* tp_as_mapping */
5722 0, /* tp_hash */
5723 0, /* tp_call */
5724 0, /* tp_str */
5725 0, /* tp_getattro */
5726 0, /* tp_setattro */
5727 0, /* tp_as_buffer */
5728 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
5729 "Instantiating this exception starts infinite recursion.", /* tp_doc */
5730 0, /* tp_traverse */
5731 0, /* tp_clear */
5732 0, /* tp_richcompare */
5733 0, /* tp_weaklistoffset */
5734 0, /* tp_iter */
5735 0, /* tp_iternext */
5736 0, /* tp_methods */
5737 0, /* tp_members */
5738 0, /* tp_getset */
5739 0, /* tp_base */
5740 0, /* tp_dict */
5741 0, /* tp_descr_get */
5742 0, /* tp_descr_set */
5743 0, /* tp_dictoffset */
5744 (initproc)recurse_infinitely_error_init, /* tp_init */
5745 0, /* tp_alloc */
5746 0, /* tp_new */
5747};
5748
5749static int
5750recurse_infinitely_error_init(PyObject *self, PyObject *args, PyObject *kwds)
5751{
5752 PyObject *type = (PyObject *)&PyRecursingInfinitelyError_Type;
5753
5754 /* Instantiating this exception starts infinite recursion. */
5755 Py_INCREF(type);
5756 PyErr_SetObject(type, NULL);
5757 return -1;
5758}
5759
5760
Jeroen Demeyer351c6742019-05-10 19:21:11 +02005761/* Test bpo-35983: create a subclass of "list" which checks that instances
5762 * are not deallocated twice */
5763
5764typedef struct {
5765 PyListObject list;
5766 int deallocated;
5767} MyListObject;
5768
5769static PyObject *
5770MyList_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
5771{
5772 PyObject* op = PyList_Type.tp_new(type, args, kwds);
5773 ((MyListObject*)op)->deallocated = 0;
5774 return op;
5775}
5776
5777void
5778MyList_dealloc(MyListObject* op)
5779{
5780 if (op->deallocated) {
5781 /* We cannot raise exceptions here but we still want the testsuite
5782 * to fail when we hit this */
5783 Py_FatalError("MyList instance deallocated twice");
5784 }
5785 op->deallocated = 1;
5786 PyList_Type.tp_dealloc((PyObject *)op);
5787}
5788
5789static PyTypeObject MyList_Type = {
5790 PyVarObject_HEAD_INIT(NULL, 0)
5791 "MyList",
5792 sizeof(MyListObject),
5793 0,
5794 (destructor)MyList_dealloc, /* tp_dealloc */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005795 0, /* tp_vectorcall_offset */
Jeroen Demeyer351c6742019-05-10 19:21:11 +02005796 0, /* tp_getattr */
5797 0, /* tp_setattr */
Jeroen Demeyer530f5062019-05-31 04:13:39 +02005798 0, /* tp_as_async */
Jeroen Demeyer351c6742019-05-10 19:21:11 +02005799 0, /* tp_repr */
5800 0, /* tp_as_number */
5801 0, /* tp_as_sequence */
5802 0, /* tp_as_mapping */
5803 0, /* tp_hash */
5804 0, /* tp_call */
5805 0, /* tp_str */
5806 0, /* tp_getattro */
5807 0, /* tp_setattro */
5808 0, /* tp_as_buffer */
5809 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
5810 0, /* tp_doc */
5811 0, /* tp_traverse */
5812 0, /* tp_clear */
5813 0, /* tp_richcompare */
5814 0, /* tp_weaklistoffset */
5815 0, /* tp_iter */
5816 0, /* tp_iternext */
5817 0, /* tp_methods */
5818 0, /* tp_members */
5819 0, /* tp_getset */
5820 0, /* &PyList_Type */ /* tp_base */
5821 0, /* tp_dict */
5822 0, /* tp_descr_get */
5823 0, /* tp_descr_set */
5824 0, /* tp_dictoffset */
5825 0, /* tp_init */
5826 0, /* tp_alloc */
5827 MyList_new, /* tp_new */
5828};
5829
5830
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005831/* Test PEP 560 */
5832
5833typedef struct {
5834 PyObject_HEAD
5835 PyObject *item;
5836} PyGenericAliasObject;
5837
5838static void
5839generic_alias_dealloc(PyGenericAliasObject *self)
5840{
5841 Py_CLEAR(self->item);
Victor Stinnere8600892018-01-17 23:08:18 +01005842 Py_TYPE(self)->tp_free((PyObject *)self);
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005843}
5844
5845static PyObject *
5846generic_alias_mro_entries(PyGenericAliasObject *self, PyObject *bases)
5847{
5848 return PyTuple_Pack(1, self->item);
5849}
5850
5851static PyMethodDef generic_alias_methods[] = {
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005852 {"__mro_entries__", (PyCFunction)(void(*)(void))generic_alias_mro_entries, METH_O, NULL},
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005853 {NULL} /* sentinel */
5854};
5855
Benjamin Peterson97ae32c2018-07-03 22:39:09 -07005856static PyTypeObject GenericAlias_Type = {
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005857 PyVarObject_HEAD_INIT(NULL, 0)
5858 "GenericAlias",
5859 sizeof(PyGenericAliasObject),
5860 0,
5861 .tp_dealloc = (destructor)generic_alias_dealloc,
5862 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5863 .tp_methods = generic_alias_methods,
5864};
5865
5866static PyObject *
5867generic_alias_new(PyObject *item)
5868{
5869 PyGenericAliasObject *o = PyObject_New(PyGenericAliasObject, &GenericAlias_Type);
5870 if (o == NULL) {
5871 return NULL;
5872 }
5873 Py_INCREF(item);
5874 o->item = item;
5875 return (PyObject*) o;
5876}
5877
5878typedef struct {
5879 PyObject_HEAD
5880} PyGenericObject;
5881
5882static PyObject *
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005883generic_class_getitem(PyObject *type, PyObject *item)
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005884{
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005885 return generic_alias_new(item);
5886}
5887
5888static PyMethodDef generic_methods[] = {
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005889 {"__class_getitem__", generic_class_getitem, METH_O|METH_CLASS, NULL},
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005890 {NULL} /* sentinel */
5891};
5892
Benjamin Peterson97ae32c2018-07-03 22:39:09 -07005893static PyTypeObject Generic_Type = {
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005894 PyVarObject_HEAD_INIT(NULL, 0)
5895 "Generic",
5896 sizeof(PyGenericObject),
5897 0,
5898 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5899 .tp_methods = generic_methods,
5900};
5901
5902
Jeroen Demeyereb65e242019-05-28 14:42:53 +02005903/* Test PEP 590 */
5904
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005905typedef struct {
5906 PyObject_HEAD
5907 vectorcallfunc vectorcall;
5908} MethodDescriptorObject;
5909
5910static PyObject *
5911MethodDescriptor_vectorcall(PyObject *callable, PyObject *const *args,
5912 size_t nargsf, PyObject *kwnames)
5913{
5914 /* True if using the vectorcall function in MethodDescriptorObject
5915 * but False for MethodDescriptor2Object */
5916 MethodDescriptorObject *md = (MethodDescriptorObject *)callable;
5917 return PyBool_FromLong(md->vectorcall != NULL);
5918}
5919
5920static PyObject *
5921MethodDescriptor_new(PyTypeObject* type, PyObject* args, PyObject *kw)
5922{
Petr Viktorine584cbf2019-06-03 01:08:14 +02005923 MethodDescriptorObject *op = (MethodDescriptorObject *)type->tp_alloc(type, 0);
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005924 op->vectorcall = MethodDescriptor_vectorcall;
5925 return (PyObject *)op;
5926}
5927
Jeroen Demeyereb65e242019-05-28 14:42:53 +02005928static PyObject *
5929func_descr_get(PyObject *func, PyObject *obj, PyObject *type)
5930{
5931 if (obj == Py_None || obj == NULL) {
5932 Py_INCREF(func);
5933 return func;
5934 }
5935 return PyMethod_New(func, obj);
5936}
5937
5938static PyObject *
5939nop_descr_get(PyObject *func, PyObject *obj, PyObject *type)
5940{
5941 Py_INCREF(func);
5942 return func;
5943}
5944
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005945static PyObject *
5946call_return_args(PyObject *self, PyObject *args, PyObject *kwargs)
5947{
5948 Py_INCREF(args);
5949 return args;
5950}
5951
Jeroen Demeyereb65e242019-05-28 14:42:53 +02005952static PyTypeObject MethodDescriptorBase_Type = {
5953 PyVarObject_HEAD_INIT(NULL, 0)
5954 "MethodDescriptorBase",
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005955 sizeof(MethodDescriptorObject),
5956 .tp_new = MethodDescriptor_new,
5957 .tp_call = PyVectorcall_Call,
5958 .tp_vectorcall_offset = offsetof(MethodDescriptorObject, vectorcall),
5959 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE |
5960 Py_TPFLAGS_METHOD_DESCRIPTOR | _Py_TPFLAGS_HAVE_VECTORCALL,
Jeroen Demeyereb65e242019-05-28 14:42:53 +02005961 .tp_descr_get = func_descr_get,
5962};
5963
5964static PyTypeObject MethodDescriptorDerived_Type = {
5965 PyVarObject_HEAD_INIT(NULL, 0)
5966 "MethodDescriptorDerived",
5967 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5968};
5969
5970static PyTypeObject MethodDescriptorNopGet_Type = {
5971 PyVarObject_HEAD_INIT(NULL, 0)
5972 "MethodDescriptorNopGet",
5973 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005974 .tp_call = call_return_args,
Jeroen Demeyereb65e242019-05-28 14:42:53 +02005975 .tp_descr_get = nop_descr_get,
5976};
5977
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02005978typedef struct {
5979 MethodDescriptorObject base;
5980 vectorcallfunc vectorcall;
5981} MethodDescriptor2Object;
5982
5983static PyObject *
5984MethodDescriptor2_new(PyTypeObject* type, PyObject* args, PyObject *kw)
5985{
5986 MethodDescriptor2Object *op = PyObject_New(MethodDescriptor2Object, type);
5987 op->base.vectorcall = NULL;
5988 op->vectorcall = MethodDescriptor_vectorcall;
5989 return (PyObject *)op;
5990}
5991
5992static PyTypeObject MethodDescriptor2_Type = {
5993 PyVarObject_HEAD_INIT(NULL, 0)
5994 "MethodDescriptor2",
5995 sizeof(MethodDescriptor2Object),
5996 .tp_new = MethodDescriptor2_new,
5997 .tp_call = PyVectorcall_Call,
5998 .tp_vectorcall_offset = offsetof(MethodDescriptor2Object, vectorcall),
5999 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE | _Py_TPFLAGS_HAVE_VECTORCALL,
6000};
6001
Jeroen Demeyereb65e242019-05-28 14:42:53 +02006002
Martin v. Löwis1a214512008-06-11 05:26:20 +00006003static struct PyModuleDef _testcapimodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006004 PyModuleDef_HEAD_INIT,
6005 "_testcapi",
6006 NULL,
6007 -1,
6008 TestMethods,
6009 NULL,
6010 NULL,
6011 NULL,
6012 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00006013};
6014
Nick Coghland5cacbb2015-05-23 22:24:10 +10006015/* Per PEP 489, this module will not be converted to multi-phase initialization
6016 */
6017
Mark Hammond62b1ab12002-07-23 06:31:15 +00006018PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00006019PyInit__testcapi(void)
Tim Peters9ea17ac2001-02-02 05:57:15 +00006020{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006021 PyObject *m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00006022
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006023 m = PyModule_Create(&_testcapimodule);
6024 if (m == NULL)
6025 return NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +00006026
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006027 Py_TYPE(&_HashInheritanceTester_Type)=&PyType_Type;
Hirokazu Yamamoto8ebab5d2008-12-31 06:05:46 +00006028
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006029 Py_TYPE(&test_structmembersType)=&PyType_Type;
6030 Py_INCREF(&test_structmembersType);
6031 /* don't use a name starting with "test", since we don't want
6032 test_capi to automatically call this */
6033 PyModule_AddObject(m, "_test_structmembersType", (PyObject *)&test_structmembersType);
Benjamin Petersond51374e2014-04-09 23:55:56 -04006034 if (PyType_Ready(&matmulType) < 0)
6035 return NULL;
6036 Py_INCREF(&matmulType);
6037 PyModule_AddObject(m, "matmulType", (PyObject *)&matmulType);
Zackery Spytzc7f803b2019-05-31 03:46:36 -06006038 if (PyType_Ready(&ipowType) < 0) {
6039 return NULL;
6040 }
6041 Py_INCREF(&ipowType);
6042 PyModule_AddObject(m, "ipowType", (PyObject *)&ipowType);
Thomas Wouters89f507f2006-12-13 04:49:30 +00006043
Yury Selivanov75445082015-05-11 22:57:16 -04006044 if (PyType_Ready(&awaitType) < 0)
6045 return NULL;
6046 Py_INCREF(&awaitType);
6047 PyModule_AddObject(m, "awaitType", (PyObject *)&awaitType);
6048
Jeroen Demeyer351c6742019-05-10 19:21:11 +02006049 MyList_Type.tp_base = &PyList_Type;
6050 if (PyType_Ready(&MyList_Type) < 0)
6051 return NULL;
6052 Py_INCREF(&MyList_Type);
6053 PyModule_AddObject(m, "MyList", (PyObject *)&MyList_Type);
6054
Jeroen Demeyereb65e242019-05-28 14:42:53 +02006055 if (PyType_Ready(&MethodDescriptorBase_Type) < 0)
6056 return NULL;
6057 Py_INCREF(&MethodDescriptorBase_Type);
6058 PyModule_AddObject(m, "MethodDescriptorBase", (PyObject *)&MethodDescriptorBase_Type);
6059
6060 MethodDescriptorDerived_Type.tp_base = &MethodDescriptorBase_Type;
6061 if (PyType_Ready(&MethodDescriptorDerived_Type) < 0)
6062 return NULL;
6063 Py_INCREF(&MethodDescriptorDerived_Type);
6064 PyModule_AddObject(m, "MethodDescriptorDerived", (PyObject *)&MethodDescriptorDerived_Type);
6065
6066 MethodDescriptorNopGet_Type.tp_base = &MethodDescriptorBase_Type;
6067 if (PyType_Ready(&MethodDescriptorNopGet_Type) < 0)
6068 return NULL;
6069 Py_INCREF(&MethodDescriptorNopGet_Type);
6070 PyModule_AddObject(m, "MethodDescriptorNopGet", (PyObject *)&MethodDescriptorNopGet_Type);
6071
Jeroen Demeyer735e8af2019-05-30 12:43:19 +02006072 MethodDescriptor2_Type.tp_base = &MethodDescriptorBase_Type;
6073 if (PyType_Ready(&MethodDescriptor2_Type) < 0)
6074 return NULL;
6075 Py_INCREF(&MethodDescriptor2_Type);
6076 PyModule_AddObject(m, "MethodDescriptor2", (PyObject *)&MethodDescriptor2_Type);
6077
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02006078 if (PyType_Ready(&GenericAlias_Type) < 0)
6079 return NULL;
6080 Py_INCREF(&GenericAlias_Type);
6081 PyModule_AddObject(m, "GenericAlias", (PyObject *)&GenericAlias_Type);
6082
6083 if (PyType_Ready(&Generic_Type) < 0)
6084 return NULL;
6085 Py_INCREF(&Generic_Type);
6086 PyModule_AddObject(m, "Generic", (PyObject *)&Generic_Type);
6087
xdegaye56d1f5c2017-10-26 15:09:06 +02006088 PyRecursingInfinitelyError_Type.tp_base = (PyTypeObject *)PyExc_Exception;
6089 if (PyType_Ready(&PyRecursingInfinitelyError_Type) < 0) {
6090 return NULL;
6091 }
6092 Py_INCREF(&PyRecursingInfinitelyError_Type);
6093 PyModule_AddObject(m, "RecursingInfinitelyError",
6094 (PyObject *)&PyRecursingInfinitelyError_Type);
6095
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006096 PyModule_AddObject(m, "CHAR_MAX", PyLong_FromLong(CHAR_MAX));
6097 PyModule_AddObject(m, "CHAR_MIN", PyLong_FromLong(CHAR_MIN));
6098 PyModule_AddObject(m, "UCHAR_MAX", PyLong_FromLong(UCHAR_MAX));
6099 PyModule_AddObject(m, "SHRT_MAX", PyLong_FromLong(SHRT_MAX));
6100 PyModule_AddObject(m, "SHRT_MIN", PyLong_FromLong(SHRT_MIN));
6101 PyModule_AddObject(m, "USHRT_MAX", PyLong_FromLong(USHRT_MAX));
6102 PyModule_AddObject(m, "INT_MAX", PyLong_FromLong(INT_MAX));
6103 PyModule_AddObject(m, "INT_MIN", PyLong_FromLong(INT_MIN));
6104 PyModule_AddObject(m, "UINT_MAX", PyLong_FromUnsignedLong(UINT_MAX));
6105 PyModule_AddObject(m, "LONG_MAX", PyLong_FromLong(LONG_MAX));
6106 PyModule_AddObject(m, "LONG_MIN", PyLong_FromLong(LONG_MIN));
6107 PyModule_AddObject(m, "ULONG_MAX", PyLong_FromUnsignedLong(ULONG_MAX));
6108 PyModule_AddObject(m, "FLT_MAX", PyFloat_FromDouble(FLT_MAX));
6109 PyModule_AddObject(m, "FLT_MIN", PyFloat_FromDouble(FLT_MIN));
6110 PyModule_AddObject(m, "DBL_MAX", PyFloat_FromDouble(DBL_MAX));
6111 PyModule_AddObject(m, "DBL_MIN", PyFloat_FromDouble(DBL_MIN));
6112 PyModule_AddObject(m, "LLONG_MAX", PyLong_FromLongLong(PY_LLONG_MAX));
6113 PyModule_AddObject(m, "LLONG_MIN", PyLong_FromLongLong(PY_LLONG_MIN));
6114 PyModule_AddObject(m, "ULLONG_MAX", PyLong_FromUnsignedLongLong(PY_ULLONG_MAX));
6115 PyModule_AddObject(m, "PY_SSIZE_T_MAX", PyLong_FromSsize_t(PY_SSIZE_T_MAX));
6116 PyModule_AddObject(m, "PY_SSIZE_T_MIN", PyLong_FromSsize_t(PY_SSIZE_T_MIN));
6117 PyModule_AddObject(m, "SIZEOF_PYGC_HEAD", PyLong_FromSsize_t(sizeof(PyGC_Head)));
Victor Stinner4237d342015-09-10 10:10:39 +02006118 PyModule_AddObject(m, "SIZEOF_TIME_T", PyLong_FromSsize_t(sizeof(time_t)));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006119 Py_INCREF(&PyInstanceMethod_Type);
6120 PyModule_AddObject(m, "instancemethod", (PyObject *)&PyInstanceMethod_Type);
Thomas Hellera4ea6032003-04-17 18:55:45 +00006121
Larry Hastings2a727912014-01-16 11:32:01 -08006122 PyModule_AddIntConstant(m, "the_number_three", 3);
Victor Stinner5d39e042017-11-29 17:20:38 +01006123#ifdef WITH_PYMALLOC
6124 PyModule_AddObject(m, "WITH_PYMALLOC", Py_True);
6125#else
6126 PyModule_AddObject(m, "WITH_PYMALLOC", Py_False);
6127#endif
Larry Hastings2a727912014-01-16 11:32:01 -08006128
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00006129 TestError = PyErr_NewException("_testcapi.error", NULL, NULL);
6130 Py_INCREF(TestError);
6131 PyModule_AddObject(m, "error", TestError);
6132 return m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00006133}