blob: c52e34996385ded55c4681f120e1d9a12064bf74 [file] [log] [blame]
Tim Peters9ea17ac2001-02-02 05:57:15 +00001/*
2 * C Extension module to test Python interpreter C APIs.
3 *
4 * The 'test_*' functions exported by this module are run as part of the
5 * standard Python regression test, via Lib/test/test_capi.py.
6 */
7
Victor Stinner5c75f372019-04-17 23:02:26 +02008/* The Visual Studio projects builds _testcapi with Py_BUILD_CORE_MODULE
9 define, but we only want to test the public C API, not the internal
10 C API. */
11#undef Py_BUILD_CORE_MODULE
12
Neal Norwitz8866e0a2007-10-27 04:01:17 +000013#define PY_SSIZE_T_CLEAN
14
Tim Peters9ea17ac2001-02-02 05:57:15 +000015#include "Python.h"
Benjamin Peterson91d58bd2009-12-13 21:30:54 +000016#include "datetime.h"
Serhiy Storchakab5181342015-02-06 08:58:56 +020017#include "marshal.h"
Victor Stinnera1c249c2018-11-01 03:15:58 +010018#include "pythread.h"
19#include "structmember.h"
20#include <float.h>
Victor Stinner56e8c292014-07-21 12:30:22 +020021#include <signal.h>
Tim Peters9ea17ac2001-02-02 05:57:15 +000022
Victor Stinner95e9cef2015-03-28 01:26:47 +010023#ifdef MS_WINDOWS
Victor Stinner09e5cf22015-03-30 00:09:18 +020024# include <winsock2.h> /* struct timeval */
Victor Stinner95e9cef2015-03-28 01:26:47 +010025#endif
26
Victor Stinner7b7c6dc2017-08-10 12:37:39 +020027#ifdef HAVE_SYS_WAIT_H
28#include <sys/wait.h> /* For W_STOPCODE */
29#endif
30
Victor Stinner5ed69952018-11-06 15:59:52 +010031#ifdef Py_BUILD_CORE
32# error "_testcapi must test the public Python C API, not CPython internal C API"
33#endif
34
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000035static PyObject *TestError; /* set to exception object in init */
Tim Peters9ea17ac2001-02-02 05:57:15 +000036
Tim Peters91621db2001-06-12 20:10:01 +000037/* Raise TestError with test_name + ": " + msg, and return NULL. */
38
39static PyObject *
40raiseTestError(const char* test_name, const char* msg)
41{
Victor Stinner6ced7c42011-03-21 18:15:42 +010042 PyErr_Format(TestError, "%s: %s", test_name, msg);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000043 return NULL;
Tim Peters91621db2001-06-12 20:10:01 +000044}
45
Martin v. Löwis4f1cd8b2001-07-26 13:41:06 +000046/* Test #defines from pyconfig.h (particularly the SIZEOF_* defines).
Tim Peters9ea17ac2001-02-02 05:57:15 +000047
48 The ones derived from autoconf on the UNIX-like OSes can be relied
49 upon (in the absence of sloppy cross-compiling), but the Windows
50 platforms have these hardcoded. Better safe than sorry.
51*/
52static PyObject*
Thomas Wouters89f507f2006-12-13 04:49:30 +000053sizeof_error(const char* fatname, const char* typname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000054 int expected, int got)
Tim Peters9ea17ac2001-02-02 05:57:15 +000055{
Victor Stinner499dfcf2011-03-21 13:26:24 +010056 PyErr_Format(TestError,
57 "%s #define == %d but sizeof(%s) == %d",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000058 fatname, expected, typname, got);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000059 return (PyObject*)NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +000060}
61
62static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +053063test_config(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Peters9ea17ac2001-02-02 05:57:15 +000064{
Tim Peters9ea17ac2001-02-02 05:57:15 +000065#define CHECK_SIZEOF(FATNAME, TYPE) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000066 if (FATNAME != sizeof(TYPE)) \
67 return sizeof_error(#FATNAME, #TYPE, FATNAME, sizeof(TYPE))
Tim Peters9ea17ac2001-02-02 05:57:15 +000068
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000069 CHECK_SIZEOF(SIZEOF_SHORT, short);
70 CHECK_SIZEOF(SIZEOF_INT, int);
71 CHECK_SIZEOF(SIZEOF_LONG, long);
72 CHECK_SIZEOF(SIZEOF_VOID_P, void*);
73 CHECK_SIZEOF(SIZEOF_TIME_T, time_t);
Benjamin Petersonaf580df2016-09-06 10:46:49 -070074 CHECK_SIZEOF(SIZEOF_LONG_LONG, long long);
Tim Peters9ea17ac2001-02-02 05:57:15 +000075
76#undef CHECK_SIZEOF
77
Serhiy Storchaka228b12e2017-01-23 09:47:21 +020078 Py_RETURN_NONE;
Tim Peters9ea17ac2001-02-02 05:57:15 +000079}
80
Tim Peters5c4d5bf2001-02-12 22:13:26 +000081static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +053082test_sizeof_c_types(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner01076552013-10-29 19:39:52 +010083{
Ned Deilye37a1942015-03-05 15:47:10 -080084#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +020085#pragma GCC diagnostic push
86#pragma GCC diagnostic ignored "-Wtype-limits"
87#endif
Victor Stinnerf866f972013-10-29 19:59:31 +010088#define CHECK_SIZEOF(TYPE, EXPECTED) \
Victor Stinner01076552013-10-29 19:39:52 +010089 if (EXPECTED != sizeof(TYPE)) { \
90 PyErr_Format(TestError, \
91 "sizeof(%s) = %u instead of %u", \
92 #TYPE, sizeof(TYPE), EXPECTED); \
93 return (PyObject*)NULL; \
94 }
Victor Stinnerf866f972013-10-29 19:59:31 +010095#define IS_SIGNED(TYPE) (((TYPE)-1) < (TYPE)0)
96#define CHECK_SIGNNESS(TYPE, SIGNED) \
97 if (IS_SIGNED(TYPE) != SIGNED) { \
98 PyErr_Format(TestError, \
99 "%s signness is, instead of %i", \
100 #TYPE, IS_SIGNED(TYPE), SIGNED); \
101 return (PyObject*)NULL; \
102 }
Victor Stinner01076552013-10-29 19:39:52 +0100103
104 /* integer types */
Victor Stinnerf866f972013-10-29 19:59:31 +0100105 CHECK_SIZEOF(Py_UCS1, 1);
106 CHECK_SIZEOF(Py_UCS2, 2);
107 CHECK_SIZEOF(Py_UCS4, 4);
108 CHECK_SIGNNESS(Py_UCS1, 0);
109 CHECK_SIGNNESS(Py_UCS2, 0);
110 CHECK_SIGNNESS(Py_UCS4, 0);
Benjamin Peterson9b3d7702016-09-06 13:24:00 -0700111 CHECK_SIZEOF(int32_t, 4);
112 CHECK_SIGNNESS(int32_t, 1);
113 CHECK_SIZEOF(uint32_t, 4);
114 CHECK_SIGNNESS(uint32_t, 0);
115 CHECK_SIZEOF(int64_t, 8);
116 CHECK_SIGNNESS(int64_t, 1);
117 CHECK_SIZEOF(uint64_t, 8);
118 CHECK_SIGNNESS(uint64_t, 0);
Victor Stinner01076552013-10-29 19:39:52 +0100119
120 /* pointer/size types */
Victor Stinnerf866f972013-10-29 19:59:31 +0100121 CHECK_SIZEOF(size_t, sizeof(void *));
122 CHECK_SIGNNESS(size_t, 0);
123 CHECK_SIZEOF(Py_ssize_t, sizeof(void *));
124 CHECK_SIGNNESS(Py_ssize_t, 1);
125
Benjamin Petersonca470632016-09-06 13:47:26 -0700126 CHECK_SIZEOF(uintptr_t, sizeof(void *));
127 CHECK_SIGNNESS(uintptr_t, 0);
128 CHECK_SIZEOF(intptr_t, sizeof(void *));
129 CHECK_SIGNNESS(intptr_t, 1);
Victor Stinner01076552013-10-29 19:39:52 +0100130
Serhiy Storchakad1302c02017-01-23 10:23:58 +0200131 Py_RETURN_NONE;
Victor Stinner01076552013-10-29 19:39:52 +0100132
Victor Stinnerf866f972013-10-29 19:59:31 +0100133#undef IS_SIGNED
134#undef CHECK_SIGNESS
Victor Stinner01076552013-10-29 19:39:52 +0100135#undef CHECK_SIZEOF
Ned Deilye37a1942015-03-05 15:47:10 -0800136#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +0200137#pragma GCC diagnostic pop
138#endif
Victor Stinner01076552013-10-29 19:39:52 +0100139}
140
141
142static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530143test_list_api(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000144{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000145 PyObject* list;
146 int i;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000147
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000148 /* SF bug 132008: PyList_Reverse segfaults */
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000149#define NLIST 30
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000150 list = PyList_New(NLIST);
151 if (list == (PyObject*)NULL)
152 return (PyObject*)NULL;
153 /* list = range(NLIST) */
154 for (i = 0; i < NLIST; ++i) {
155 PyObject* anint = PyLong_FromLong(i);
156 if (anint == (PyObject*)NULL) {
157 Py_DECREF(list);
158 return (PyObject*)NULL;
159 }
160 PyList_SET_ITEM(list, i, anint);
161 }
162 /* list.reverse(), via PyList_Reverse() */
163 i = PyList_Reverse(list); /* should not blow up! */
164 if (i != 0) {
165 Py_DECREF(list);
166 return (PyObject*)NULL;
167 }
168 /* Check that list == range(29, -1, -1) now */
169 for (i = 0; i < NLIST; ++i) {
170 PyObject* anint = PyList_GET_ITEM(list, i);
171 if (PyLong_AS_LONG(anint) != NLIST-1-i) {
172 PyErr_SetString(TestError,
173 "test_list_api: reverse screwed up");
174 Py_DECREF(list);
175 return (PyObject*)NULL;
176 }
177 }
178 Py_DECREF(list);
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000179#undef NLIST
180
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200181 Py_RETURN_NONE;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000182}
183
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000184static int
185test_dict_inner(int count)
186{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000187 Py_ssize_t pos = 0, iterations = 0;
188 int i;
189 PyObject *dict = PyDict_New();
190 PyObject *v, *k;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000191
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000192 if (dict == NULL)
193 return -1;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000194
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000195 for (i = 0; i < count; i++) {
196 v = PyLong_FromLong(i);
Christian Heimesff369a52013-07-26 14:52:18 +0200197 if (v == NULL) {
Christian Heimesff369a52013-07-26 14:52:18 +0200198 return -1;
199 }
Christian Heimes97cb67b2013-07-20 15:01:26 +0200200 if (PyDict_SetItem(dict, v, v) < 0) {
201 Py_DECREF(v);
202 return -1;
203 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000204 Py_DECREF(v);
205 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000206
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000207 while (PyDict_Next(dict, &pos, &k, &v)) {
208 PyObject *o;
209 iterations++;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000210
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000211 i = PyLong_AS_LONG(v) + 1;
212 o = PyLong_FromLong(i);
213 if (o == NULL)
214 return -1;
215 if (PyDict_SetItem(dict, k, o) < 0) {
216 Py_DECREF(o);
217 return -1;
218 }
219 Py_DECREF(o);
220 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000221
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000222 Py_DECREF(dict);
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000223
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000224 if (iterations != count) {
225 PyErr_SetString(
226 TestError,
227 "test_dict_iteration: dict iteration went wrong ");
228 return -1;
229 } else {
230 return 0;
231 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000232}
233
234static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530235test_dict_iteration(PyObject* self, PyObject *Py_UNUSED(ignored))
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000236{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000237 int i;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000238
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000239 for (i = 0; i < 200; i++) {
240 if (test_dict_inner(i) < 0) {
241 return NULL;
242 }
243 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000244
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200245 Py_RETURN_NONE;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000246}
247
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +0200248static PyObject*
249dict_getitem_knownhash(PyObject *self, PyObject *args)
250{
251 PyObject *mp, *key, *result;
252 Py_ssize_t hash;
253
254 if (!PyArg_ParseTuple(args, "OOn:dict_getitem_knownhash",
255 &mp, &key, &hash)) {
256 return NULL;
257 }
258
259 result = _PyDict_GetItem_KnownHash(mp, key, (Py_hash_t)hash);
260 if (result == NULL && !PyErr_Occurred()) {
261 _PyErr_SetKeyError(key);
262 return NULL;
263 }
264
265 Py_XINCREF(result);
266 return result;
267}
Tim Peters91621db2001-06-12 20:10:01 +0000268
Victor Stinner3d3f2642016-12-15 17:21:23 +0100269static PyObject*
270dict_hassplittable(PyObject *self, PyObject *arg)
271{
272 if (!PyDict_Check(arg)) {
273 PyErr_Format(PyExc_TypeError,
274 "dict_hassplittable() argument must be dict, not '%s'",
275 arg->ob_type->tp_name);
276 return NULL;
277 }
278
279 return PyBool_FromLong(_PyDict_HasSplitTable((PyDictObject*)arg));
280}
281
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000282/* Issue #4701: Check that PyObject_Hash implicitly calls
283 * PyType_Ready if it hasn't already been called
284 */
285static PyTypeObject _HashInheritanceTester_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000286 PyVarObject_HEAD_INIT(NULL, 0)
287 "hashinheritancetester", /* Name of this type */
288 sizeof(PyObject), /* Basic object size */
289 0, /* Item size for varobject */
290 (destructor)PyObject_Del, /* tp_dealloc */
291 0, /* tp_print */
292 0, /* tp_getattr */
293 0, /* tp_setattr */
294 0, /* tp_reserved */
295 0, /* tp_repr */
296 0, /* tp_as_number */
297 0, /* tp_as_sequence */
298 0, /* tp_as_mapping */
299 0, /* tp_hash */
300 0, /* tp_call */
301 0, /* tp_str */
302 PyObject_GenericGetAttr, /* tp_getattro */
303 0, /* tp_setattro */
304 0, /* tp_as_buffer */
305 Py_TPFLAGS_DEFAULT, /* tp_flags */
306 0, /* tp_doc */
307 0, /* tp_traverse */
308 0, /* tp_clear */
309 0, /* tp_richcompare */
310 0, /* tp_weaklistoffset */
311 0, /* tp_iter */
312 0, /* tp_iternext */
313 0, /* tp_methods */
314 0, /* tp_members */
315 0, /* tp_getset */
316 0, /* tp_base */
317 0, /* tp_dict */
318 0, /* tp_descr_get */
319 0, /* tp_descr_set */
320 0, /* tp_dictoffset */
321 0, /* tp_init */
322 0, /* tp_alloc */
323 PyType_GenericNew, /* tp_new */
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000324};
325
326static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530327test_lazy_hash_inheritance(PyObject* self, PyObject *Py_UNUSED(ignored))
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000328{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000329 PyTypeObject *type;
330 PyObject *obj;
Antoine Pitrou29aad002010-10-23 19:42:38 +0000331 Py_hash_t hash;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000332
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000333 type = &_HashInheritanceTester_Type;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000334
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000335 if (type->tp_dict != NULL)
336 /* The type has already been initialized. This probably means
337 -R is being used. */
338 Py_RETURN_NONE;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000339
340
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000341 obj = PyObject_New(PyObject, type);
342 if (obj == NULL) {
343 PyErr_Clear();
344 PyErr_SetString(
345 TestError,
346 "test_lazy_hash_inheritance: failed to create object");
347 return NULL;
348 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000349
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000350 if (type->tp_dict != NULL) {
351 PyErr_SetString(
352 TestError,
353 "test_lazy_hash_inheritance: type initialised too soon");
354 Py_DECREF(obj);
355 return NULL;
356 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000357
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000358 hash = PyObject_Hash(obj);
359 if ((hash == -1) && PyErr_Occurred()) {
360 PyErr_Clear();
361 PyErr_SetString(
362 TestError,
363 "test_lazy_hash_inheritance: could not hash object");
364 Py_DECREF(obj);
365 return NULL;
366 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000367
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000368 if (type->tp_dict == NULL) {
369 PyErr_SetString(
370 TestError,
371 "test_lazy_hash_inheritance: type not initialised by hash()");
372 Py_DECREF(obj);
373 return NULL;
374 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000376 if (type->tp_hash != PyType_Type.tp_hash) {
377 PyErr_SetString(
378 TestError,
379 "test_lazy_hash_inheritance: unexpected hash function");
380 Py_DECREF(obj);
381 return NULL;
382 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000383
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000384 Py_DECREF(obj);
Benjamin Petersonf1726372009-05-05 21:11:54 +0000385
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000386 Py_RETURN_NONE;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000387}
388
389
Benjamin Petersoned4aa832016-09-05 17:44:18 -0700390/* Tests of PyLong_{As, From}{Unsigned,}Long(), and
Tim Petersff70d3c2001-06-14 01:11:03 +0000391 PyLong_{As, From}{Unsigned,}LongLong().
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000392
393 Note that the meat of the test is contained in testcapi_long.h.
394 This is revolting, but delicate code duplication is worse: "almost
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700395 exactly the same" code is needed to test long long, but the ubiquitous
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000396 dependence on type names makes it impossible to use a parameterized
397 function. A giant macro would be even worse than this. A C++ template
398 would be perfect.
399
400 The "report an error" functions are deliberately not part of the #include
401 file: if the test fails, you can set a breakpoint in the appropriate
402 error function directly, and crawl back from there in the debugger.
403*/
404
405#define UNBIND(X) Py_DECREF(X); (X) = NULL
406
407static PyObject *
408raise_test_long_error(const char* msg)
409{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000410 return raiseTestError("test_long_api", msg);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000411}
412
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000413#define TESTNAME test_long_api_inner
414#define TYPENAME long
415#define F_S_TO_PY PyLong_FromLong
416#define F_PY_TO_S PyLong_AsLong
417#define F_U_TO_PY PyLong_FromUnsignedLong
418#define F_PY_TO_U PyLong_AsUnsignedLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000419
420#include "testcapi_long.h"
421
422static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530423test_long_api(PyObject* self, PyObject *Py_UNUSED(ignored))
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000424{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000425 return TESTNAME(raise_test_long_error);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000426}
427
428#undef TESTNAME
429#undef TYPENAME
430#undef F_S_TO_PY
431#undef F_PY_TO_S
432#undef F_U_TO_PY
433#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000434
Tim Peters91621db2001-06-12 20:10:01 +0000435static PyObject *
Tim Petersd1a7da62001-06-13 00:35:57 +0000436raise_test_longlong_error(const char* msg)
437{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000438 return raiseTestError("test_longlong_api", msg);
Tim Petersd1a7da62001-06-13 00:35:57 +0000439}
440
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000441#define TESTNAME test_longlong_api_inner
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700442#define TYPENAME long long
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000443#define F_S_TO_PY PyLong_FromLongLong
444#define F_PY_TO_S PyLong_AsLongLong
445#define F_U_TO_PY PyLong_FromUnsignedLongLong
446#define F_PY_TO_U PyLong_AsUnsignedLongLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000447
448#include "testcapi_long.h"
Tim Petersd1a7da62001-06-13 00:35:57 +0000449
450static PyObject *
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000451test_longlong_api(PyObject* self, PyObject *args)
Tim Peters91621db2001-06-12 20:10:01 +0000452{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000453 return TESTNAME(raise_test_longlong_error);
Tim Peters91621db2001-06-12 20:10:01 +0000454}
455
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000456#undef TESTNAME
457#undef TYPENAME
458#undef F_S_TO_PY
459#undef F_PY_TO_S
460#undef F_U_TO_PY
461#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000462
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000463/* Test the PyLong_AsLongAndOverflow API. General conversion to PY_LONG
464 is tested by test_long_api_inner. This test will concentrate on proper
465 handling of overflow.
466*/
467
468static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530469test_long_and_overflow(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000470{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000471 PyObject *num, *one, *temp;
472 long value;
473 int overflow;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000474
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000475 /* Test that overflow is set properly for a large value. */
476 /* num is a number larger than LONG_MAX even on 64-bit platforms */
477 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
478 if (num == NULL)
479 return NULL;
480 overflow = 1234;
481 value = PyLong_AsLongAndOverflow(num, &overflow);
482 Py_DECREF(num);
483 if (value == -1 && PyErr_Occurred())
484 return NULL;
485 if (value != -1)
486 return raiseTestError("test_long_and_overflow",
487 "return value was not set to -1");
488 if (overflow != 1)
489 return raiseTestError("test_long_and_overflow",
490 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000491
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000492 /* Same again, with num = LONG_MAX + 1 */
493 num = PyLong_FromLong(LONG_MAX);
494 if (num == NULL)
495 return NULL;
496 one = PyLong_FromLong(1L);
497 if (one == NULL) {
498 Py_DECREF(num);
499 return NULL;
500 }
501 temp = PyNumber_Add(num, one);
502 Py_DECREF(one);
503 Py_DECREF(num);
504 num = temp;
505 if (num == NULL)
506 return NULL;
507 overflow = 0;
508 value = PyLong_AsLongAndOverflow(num, &overflow);
509 Py_DECREF(num);
510 if (value == -1 && PyErr_Occurred())
511 return NULL;
512 if (value != -1)
513 return raiseTestError("test_long_and_overflow",
514 "return value was not set to -1");
515 if (overflow != 1)
516 return raiseTestError("test_long_and_overflow",
517 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000518
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000519 /* Test that overflow is set properly for a large negative value. */
520 /* num is a number smaller than LONG_MIN even on 64-bit platforms */
521 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
522 if (num == NULL)
523 return NULL;
524 overflow = 1234;
525 value = PyLong_AsLongAndOverflow(num, &overflow);
526 Py_DECREF(num);
527 if (value == -1 && PyErr_Occurred())
528 return NULL;
529 if (value != -1)
530 return raiseTestError("test_long_and_overflow",
531 "return value was not set to -1");
532 if (overflow != -1)
533 return raiseTestError("test_long_and_overflow",
534 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000535
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000536 /* Same again, with num = LONG_MIN - 1 */
537 num = PyLong_FromLong(LONG_MIN);
538 if (num == NULL)
539 return NULL;
540 one = PyLong_FromLong(1L);
541 if (one == NULL) {
542 Py_DECREF(num);
543 return NULL;
544 }
545 temp = PyNumber_Subtract(num, one);
546 Py_DECREF(one);
547 Py_DECREF(num);
548 num = temp;
549 if (num == NULL)
550 return NULL;
551 overflow = 0;
552 value = PyLong_AsLongAndOverflow(num, &overflow);
553 Py_DECREF(num);
554 if (value == -1 && PyErr_Occurred())
555 return NULL;
556 if (value != -1)
557 return raiseTestError("test_long_and_overflow",
558 "return value was not set to -1");
559 if (overflow != -1)
560 return raiseTestError("test_long_and_overflow",
561 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000562
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000563 /* Test that overflow is cleared properly for small values. */
564 num = PyLong_FromString("FF", NULL, 16);
565 if (num == NULL)
566 return NULL;
567 overflow = 1234;
568 value = PyLong_AsLongAndOverflow(num, &overflow);
569 Py_DECREF(num);
570 if (value == -1 && PyErr_Occurred())
571 return NULL;
572 if (value != 0xFF)
573 return raiseTestError("test_long_and_overflow",
574 "expected return value 0xFF");
575 if (overflow != 0)
576 return raiseTestError("test_long_and_overflow",
577 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000578
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000579 num = PyLong_FromString("-FF", NULL, 16);
580 if (num == NULL)
581 return NULL;
582 overflow = 0;
583 value = PyLong_AsLongAndOverflow(num, &overflow);
584 Py_DECREF(num);
585 if (value == -1 && PyErr_Occurred())
586 return NULL;
587 if (value != -0xFF)
588 return raiseTestError("test_long_and_overflow",
589 "expected return value 0xFF");
590 if (overflow != 0)
591 return raiseTestError("test_long_and_overflow",
592 "overflow was set incorrectly");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000593
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000594 num = PyLong_FromLong(LONG_MAX);
595 if (num == NULL)
596 return NULL;
597 overflow = 1234;
598 value = PyLong_AsLongAndOverflow(num, &overflow);
599 Py_DECREF(num);
600 if (value == -1 && PyErr_Occurred())
601 return NULL;
602 if (value != LONG_MAX)
603 return raiseTestError("test_long_and_overflow",
604 "expected return value LONG_MAX");
605 if (overflow != 0)
606 return raiseTestError("test_long_and_overflow",
607 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000608
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000609 num = PyLong_FromLong(LONG_MIN);
610 if (num == NULL)
611 return NULL;
612 overflow = 0;
613 value = PyLong_AsLongAndOverflow(num, &overflow);
614 Py_DECREF(num);
615 if (value == -1 && PyErr_Occurred())
616 return NULL;
617 if (value != LONG_MIN)
618 return raiseTestError("test_long_and_overflow",
619 "expected return value LONG_MIN");
620 if (overflow != 0)
621 return raiseTestError("test_long_and_overflow",
622 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000623
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200624 Py_RETURN_NONE;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000625}
626
Mark Dickinson93f562c2010-01-30 10:30:15 +0000627/* Test the PyLong_AsLongLongAndOverflow API. General conversion to
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700628 long long is tested by test_long_api_inner. This test will
Mark Dickinson93f562c2010-01-30 10:30:15 +0000629 concentrate on proper handling of overflow.
630*/
631
632static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530633test_long_long_and_overflow(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson93f562c2010-01-30 10:30:15 +0000634{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000635 PyObject *num, *one, *temp;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700636 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000637 int overflow;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000638
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000639 /* Test that overflow is set properly for a large value. */
640 /* num is a number larger than PY_LLONG_MAX on a typical machine. */
641 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
642 if (num == NULL)
643 return NULL;
644 overflow = 1234;
645 value = PyLong_AsLongLongAndOverflow(num, &overflow);
646 Py_DECREF(num);
647 if (value == -1 && PyErr_Occurred())
648 return NULL;
649 if (value != -1)
650 return raiseTestError("test_long_long_and_overflow",
651 "return value was not set to -1");
652 if (overflow != 1)
653 return raiseTestError("test_long_long_and_overflow",
654 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000655
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000656 /* Same again, with num = PY_LLONG_MAX + 1 */
657 num = PyLong_FromLongLong(PY_LLONG_MAX);
658 if (num == NULL)
659 return NULL;
660 one = PyLong_FromLong(1L);
661 if (one == NULL) {
662 Py_DECREF(num);
663 return NULL;
664 }
665 temp = PyNumber_Add(num, one);
666 Py_DECREF(one);
667 Py_DECREF(num);
668 num = temp;
669 if (num == NULL)
670 return NULL;
671 overflow = 0;
672 value = PyLong_AsLongLongAndOverflow(num, &overflow);
673 Py_DECREF(num);
674 if (value == -1 && PyErr_Occurred())
675 return NULL;
676 if (value != -1)
677 return raiseTestError("test_long_long_and_overflow",
678 "return value was not set to -1");
679 if (overflow != 1)
680 return raiseTestError("test_long_long_and_overflow",
681 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000682
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000683 /* Test that overflow is set properly for a large negative value. */
684 /* num is a number smaller than PY_LLONG_MIN on a typical platform */
685 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
686 if (num == NULL)
687 return NULL;
688 overflow = 1234;
689 value = PyLong_AsLongLongAndOverflow(num, &overflow);
690 Py_DECREF(num);
691 if (value == -1 && PyErr_Occurred())
692 return NULL;
693 if (value != -1)
694 return raiseTestError("test_long_long_and_overflow",
695 "return value was not set to -1");
696 if (overflow != -1)
697 return raiseTestError("test_long_long_and_overflow",
698 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000699
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000700 /* Same again, with num = PY_LLONG_MIN - 1 */
701 num = PyLong_FromLongLong(PY_LLONG_MIN);
702 if (num == NULL)
703 return NULL;
704 one = PyLong_FromLong(1L);
705 if (one == NULL) {
706 Py_DECREF(num);
707 return NULL;
708 }
709 temp = PyNumber_Subtract(num, one);
710 Py_DECREF(one);
711 Py_DECREF(num);
712 num = temp;
713 if (num == NULL)
714 return NULL;
715 overflow = 0;
716 value = PyLong_AsLongLongAndOverflow(num, &overflow);
717 Py_DECREF(num);
718 if (value == -1 && PyErr_Occurred())
719 return NULL;
720 if (value != -1)
721 return raiseTestError("test_long_long_and_overflow",
722 "return value was not set to -1");
723 if (overflow != -1)
724 return raiseTestError("test_long_long_and_overflow",
725 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000726
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000727 /* Test that overflow is cleared properly for small values. */
728 num = PyLong_FromString("FF", NULL, 16);
729 if (num == NULL)
730 return NULL;
731 overflow = 1234;
732 value = PyLong_AsLongLongAndOverflow(num, &overflow);
733 Py_DECREF(num);
734 if (value == -1 && PyErr_Occurred())
735 return NULL;
736 if (value != 0xFF)
737 return raiseTestError("test_long_long_and_overflow",
738 "expected return value 0xFF");
739 if (overflow != 0)
740 return raiseTestError("test_long_long_and_overflow",
741 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000742
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000743 num = PyLong_FromString("-FF", NULL, 16);
744 if (num == NULL)
745 return NULL;
746 overflow = 0;
747 value = PyLong_AsLongLongAndOverflow(num, &overflow);
748 Py_DECREF(num);
749 if (value == -1 && PyErr_Occurred())
750 return NULL;
751 if (value != -0xFF)
752 return raiseTestError("test_long_long_and_overflow",
753 "expected return value 0xFF");
754 if (overflow != 0)
755 return raiseTestError("test_long_long_and_overflow",
756 "overflow was set incorrectly");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000757
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000758 num = PyLong_FromLongLong(PY_LLONG_MAX);
759 if (num == NULL)
760 return NULL;
761 overflow = 1234;
762 value = PyLong_AsLongLongAndOverflow(num, &overflow);
763 Py_DECREF(num);
764 if (value == -1 && PyErr_Occurred())
765 return NULL;
766 if (value != PY_LLONG_MAX)
767 return raiseTestError("test_long_long_and_overflow",
768 "expected return value PY_LLONG_MAX");
769 if (overflow != 0)
770 return raiseTestError("test_long_long_and_overflow",
771 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000772
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000773 num = PyLong_FromLongLong(PY_LLONG_MIN);
774 if (num == NULL)
775 return NULL;
776 overflow = 0;
777 value = PyLong_AsLongLongAndOverflow(num, &overflow);
778 Py_DECREF(num);
779 if (value == -1 && PyErr_Occurred())
780 return NULL;
781 if (value != PY_LLONG_MIN)
782 return raiseTestError("test_long_long_and_overflow",
783 "expected return value PY_LLONG_MIN");
784 if (overflow != 0)
785 return raiseTestError("test_long_long_and_overflow",
786 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000787
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200788 Py_RETURN_NONE;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000789}
790
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200791/* Test the PyLong_As{Size,Ssize}_t API. At present this just tests that
792 non-integer arguments are handled correctly. It should be extended to
793 test overflow handling.
794 */
795
796static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530797test_long_as_size_t(PyObject *self, PyObject *Py_UNUSED(ignored))
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200798{
799 size_t out_u;
800 Py_ssize_t out_s;
801
802 Py_INCREF(Py_None);
803
804 out_u = PyLong_AsSize_t(Py_None);
805 if (out_u != (size_t)-1 || !PyErr_Occurred())
806 return raiseTestError("test_long_as_size_t",
807 "PyLong_AsSize_t(None) didn't complain");
808 if (!PyErr_ExceptionMatches(PyExc_TypeError))
809 return raiseTestError("test_long_as_size_t",
810 "PyLong_AsSize_t(None) raised "
811 "something other than TypeError");
812 PyErr_Clear();
813
814 out_s = PyLong_AsSsize_t(Py_None);
815 if (out_s != (Py_ssize_t)-1 || !PyErr_Occurred())
816 return raiseTestError("test_long_as_size_t",
817 "PyLong_AsSsize_t(None) didn't complain");
818 if (!PyErr_ExceptionMatches(PyExc_TypeError))
819 return raiseTestError("test_long_as_size_t",
820 "PyLong_AsSsize_t(None) raised "
821 "something other than TypeError");
822 PyErr_Clear();
823
824 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
825 return Py_None;
826}
827
828/* Test the PyLong_AsDouble API. At present this just tests that
829 non-integer arguments are handled correctly.
830 */
831
832static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530833test_long_as_double(PyObject *self, PyObject *Py_UNUSED(ignored))
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200834{
835 double out;
836
837 Py_INCREF(Py_None);
838
839 out = PyLong_AsDouble(Py_None);
840 if (out != -1.0 || !PyErr_Occurred())
841 return raiseTestError("test_long_as_double",
842 "PyLong_AsDouble(None) didn't complain");
843 if (!PyErr_ExceptionMatches(PyExc_TypeError))
844 return raiseTestError("test_long_as_double",
845 "PyLong_AsDouble(None) raised "
846 "something other than TypeError");
847 PyErr_Clear();
848
849 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
850 return Py_None;
851}
852
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700853/* Test the L code for PyArg_ParseTuple. This should deliver a long long
Tim Petersd38b1c72001-09-30 05:09:37 +0000854 for both long and int arguments. The test may leak a little memory if
855 it fails.
856*/
857static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +0530858test_L_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Petersd38b1c72001-09-30 05:09:37 +0000859{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000860 PyObject *tuple, *num;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700861 long long value;
Tim Petersd38b1c72001-09-30 05:09:37 +0000862
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000863 tuple = PyTuple_New(1);
864 if (tuple == NULL)
865 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000866
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000867 num = PyLong_FromLong(42);
868 if (num == NULL)
869 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000870
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000871 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000872
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000873 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300874 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000875 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300876 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000877 if (value != 42)
878 return raiseTestError("test_L_code",
879 "L code returned wrong value for long 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000880
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000881 Py_DECREF(num);
882 num = PyLong_FromLong(42);
883 if (num == NULL)
884 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000885
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000886 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000887
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000888 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300889 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000890 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300891 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000892 if (value != 42)
893 return raiseTestError("test_L_code",
894 "L code returned wrong value for int 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000895
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000896 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200897 Py_RETURN_NONE;
Tim Petersd38b1c72001-09-30 05:09:37 +0000898}
899
Serhiy Storchakace412872016-05-08 23:36:44 +0300900static PyObject *
Serhiy Storchaka13e602e2016-05-20 22:31:14 +0300901return_none(void *unused)
902{
903 Py_RETURN_NONE;
904}
905
906static PyObject *
907raise_error(void *unused)
908{
909 PyErr_SetNone(PyExc_ValueError);
910 return NULL;
911}
912
913static int
914test_buildvalue_N_error(const char *fmt)
915{
916 PyObject *arg, *res;
917
918 arg = PyList_New(0);
919 if (arg == NULL) {
920 return -1;
921 }
922
923 Py_INCREF(arg);
924 res = Py_BuildValue(fmt, return_none, NULL, arg);
925 if (res == NULL) {
926 return -1;
927 }
928 Py_DECREF(res);
929 if (Py_REFCNT(arg) != 1) {
930 PyErr_Format(TestError, "test_buildvalue_N: "
931 "arg was not decrefed in successful "
932 "Py_BuildValue(\"%s\")", fmt);
933 return -1;
934 }
935
936 Py_INCREF(arg);
937 res = Py_BuildValue(fmt, raise_error, NULL, arg);
938 if (res != NULL || !PyErr_Occurred()) {
939 PyErr_Format(TestError, "test_buildvalue_N: "
940 "Py_BuildValue(\"%s\") didn't complain", fmt);
941 return -1;
942 }
943 PyErr_Clear();
944 if (Py_REFCNT(arg) != 1) {
945 PyErr_Format(TestError, "test_buildvalue_N: "
946 "arg was not decrefed in failed "
947 "Py_BuildValue(\"%s\")", fmt);
948 return -1;
949 }
950 Py_DECREF(arg);
951 return 0;
952}
953
954static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +0200955test_buildvalue_N(PyObject *self, PyObject *Py_UNUSED(ignored))
Serhiy Storchaka13e602e2016-05-20 22:31:14 +0300956{
957 PyObject *arg, *res;
958
959 arg = PyList_New(0);
960 if (arg == NULL) {
961 return NULL;
962 }
963 Py_INCREF(arg);
964 res = Py_BuildValue("N", arg);
965 if (res == NULL) {
966 return NULL;
967 }
968 if (res != arg) {
969 return raiseTestError("test_buildvalue_N",
970 "Py_BuildValue(\"N\") returned wrong result");
971 }
972 if (Py_REFCNT(arg) != 2) {
973 return raiseTestError("test_buildvalue_N",
974 "arg was not decrefed in Py_BuildValue(\"N\")");
975 }
976 Py_DECREF(res);
977 Py_DECREF(arg);
978
979 if (test_buildvalue_N_error("O&N") < 0)
980 return NULL;
981 if (test_buildvalue_N_error("(O&N)") < 0)
982 return NULL;
983 if (test_buildvalue_N_error("[O&N]") < 0)
984 return NULL;
985 if (test_buildvalue_N_error("{O&N}") < 0)
986 return NULL;
987 if (test_buildvalue_N_error("{()O&(())N}") < 0)
988 return NULL;
989
990 Py_RETURN_NONE;
991}
992
993
994static PyObject *
Serhiy Storchakace412872016-05-08 23:36:44 +0300995get_args(PyObject *self, PyObject *args)
996{
997 if (args == NULL) {
998 args = Py_None;
999 }
1000 Py_INCREF(args);
1001 return args;
1002}
1003
1004static PyObject *
1005get_kwargs(PyObject *self, PyObject *args, PyObject *kwargs)
1006{
1007 if (kwargs == NULL) {
1008 kwargs = Py_None;
1009 }
1010 Py_INCREF(kwargs);
1011 return kwargs;
1012}
1013
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001014/* Test tuple argument processing */
1015static PyObject *
1016getargs_tuple(PyObject *self, PyObject *args)
1017{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001018 int a, b, c;
1019 if (!PyArg_ParseTuple(args, "i(ii)", &a, &b, &c))
1020 return NULL;
1021 return Py_BuildValue("iii", a, b, c);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001022}
1023
Christian Heimes380f7f22008-02-28 11:19:05 +00001024/* test PyArg_ParseTupleAndKeywords */
Larry Hastings83a9f482012-03-20 20:06:16 +00001025static PyObject *
1026getargs_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
Christian Heimes380f7f22008-02-28 11:19:05 +00001027{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001028 static char *keywords[] = {"arg1","arg2","arg3","arg4","arg5", NULL};
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02001029 static const char fmt[] = "(ii)i|(i(ii))(iii)i";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001030 int int_args[10]={-1, -1, -1, -1, -1, -1, -1, -1, -1, -1};
Christian Heimes380f7f22008-02-28 11:19:05 +00001031
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001032 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
1033 &int_args[0], &int_args[1], &int_args[2], &int_args[3], &int_args[4],
1034 &int_args[5], &int_args[6], &int_args[7], &int_args[8], &int_args[9]))
1035 return NULL;
1036 return Py_BuildValue("iiiiiiiiii",
1037 int_args[0], int_args[1], int_args[2], int_args[3], int_args[4],
1038 int_args[5], int_args[6], int_args[7], int_args[8], int_args[9]);
Christian Heimes380f7f22008-02-28 11:19:05 +00001039}
1040
Larry Hastings83a9f482012-03-20 20:06:16 +00001041/* test PyArg_ParseTupleAndKeywords keyword-only arguments */
1042static PyObject *
1043getargs_keyword_only(PyObject *self, PyObject *args, PyObject *kwargs)
1044{
1045 static char *keywords[] = {"required", "optional", "keyword_only", NULL};
1046 int required = -1;
1047 int optional = -1;
1048 int keyword_only = -1;
1049
1050 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|i$i", keywords,
1051 &required, &optional, &keyword_only))
1052 return NULL;
1053 return Py_BuildValue("iii", required, optional, keyword_only);
1054}
1055
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03001056/* test PyArg_ParseTupleAndKeywords positional-only arguments */
1057static PyObject *
1058getargs_positional_only_and_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
1059{
1060 static char *keywords[] = {"", "", "keyword", NULL};
1061 int required = -1;
1062 int optional = -1;
1063 int keyword = -1;
1064
1065 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|ii", keywords,
1066 &required, &optional, &keyword))
1067 return NULL;
1068 return Py_BuildValue("iii", required, optional, keyword);
1069}
1070
Thomas Heller3457e4b2003-04-24 16:14:27 +00001071/* Functions to call PyArg_ParseTuple with integer format codes,
1072 and return the result.
1073*/
Thomas Hellera4ea6032003-04-17 18:55:45 +00001074static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001075getargs_b(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001076{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001077 unsigned char value;
1078 if (!PyArg_ParseTuple(args, "b", &value))
1079 return NULL;
1080 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001081}
1082
Thomas Heller3457e4b2003-04-24 16:14:27 +00001083static PyObject *
1084getargs_B(PyObject *self, PyObject *args)
1085{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001086 unsigned char value;
1087 if (!PyArg_ParseTuple(args, "B", &value))
1088 return NULL;
1089 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001090}
1091
1092static PyObject *
Mark Dickinson1554b182009-12-20 16:03:30 +00001093getargs_h(PyObject *self, PyObject *args)
1094{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 short value;
1096 if (!PyArg_ParseTuple(args, "h", &value))
1097 return NULL;
1098 return PyLong_FromLong((long)value);
Mark Dickinson1554b182009-12-20 16:03:30 +00001099}
1100
1101static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001102getargs_H(PyObject *self, PyObject *args)
1103{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001104 unsigned short value;
1105 if (!PyArg_ParseTuple(args, "H", &value))
1106 return NULL;
1107 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001108}
1109
1110static PyObject *
1111getargs_I(PyObject *self, PyObject *args)
1112{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 unsigned int value;
1114 if (!PyArg_ParseTuple(args, "I", &value))
1115 return NULL;
1116 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001117}
1118
1119static PyObject *
1120getargs_k(PyObject *self, PyObject *args)
1121{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001122 unsigned long value;
1123 if (!PyArg_ParseTuple(args, "k", &value))
1124 return NULL;
1125 return PyLong_FromUnsignedLong(value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001126}
1127
1128static PyObject *
1129getargs_i(PyObject *self, PyObject *args)
1130{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001131 int value;
1132 if (!PyArg_ParseTuple(args, "i", &value))
1133 return NULL;
1134 return PyLong_FromLong((long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001135}
1136
Thomas Hellera4ea6032003-04-17 18:55:45 +00001137static PyObject *
1138getargs_l(PyObject *self, PyObject *args)
1139{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001140 long value;
1141 if (!PyArg_ParseTuple(args, "l", &value))
1142 return NULL;
1143 return PyLong_FromLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001144}
1145
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001146static PyObject *
1147getargs_n(PyObject *self, PyObject *args)
1148{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001149 Py_ssize_t value;
1150 if (!PyArg_ParseTuple(args, "n", &value))
1151 return NULL;
1152 return PyLong_FromSsize_t(value);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001153}
1154
Larry Hastingsfaf91e72012-05-05 16:54:29 -07001155static PyObject *
1156getargs_p(PyObject *self, PyObject *args)
1157{
1158 int value;
1159 if (!PyArg_ParseTuple(args, "p", &value))
1160 return NULL;
1161 return PyLong_FromLong(value);
1162}
1163
Thomas Hellera4ea6032003-04-17 18:55:45 +00001164static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001165getargs_L(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001166{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001167 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001168 if (!PyArg_ParseTuple(args, "L", &value))
1169 return NULL;
1170 return PyLong_FromLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001171}
1172
Thomas Hellera4ea6032003-04-17 18:55:45 +00001173static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001174getargs_K(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001175{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001176 unsigned long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001177 if (!PyArg_ParseTuple(args, "K", &value))
1178 return NULL;
1179 return PyLong_FromUnsignedLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001180}
Thomas Hellera4ea6032003-04-17 18:55:45 +00001181
1182/* This function not only tests the 'k' getargs code, but also the
orenmn698845e2017-03-02 13:29:20 +02001183 PyLong_AsUnsignedLongMask() function. */
Thomas Hellera4ea6032003-04-17 18:55:45 +00001184static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301185test_k_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Hellera4ea6032003-04-17 18:55:45 +00001186{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001187 PyObject *tuple, *num;
1188 unsigned long value;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001189
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001190 tuple = PyTuple_New(1);
1191 if (tuple == NULL)
1192 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001193
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001194 /* a number larger than ULONG_MAX even on 64-bit platforms */
1195 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
1196 if (num == NULL)
1197 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001198
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001199 value = PyLong_AsUnsignedLongMask(num);
1200 if (value != ULONG_MAX)
1201 return raiseTestError("test_k_code",
Georg Brandl4b5b0622016-01-18 08:00:15 +01001202 "PyLong_AsUnsignedLongMask() returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001203
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001204 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001205
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001206 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001207 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001208 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001209 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001210 if (value != ULONG_MAX)
1211 return raiseTestError("test_k_code",
1212 "k code returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001213
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001214 Py_DECREF(num);
1215 num = PyLong_FromString("-FFFFFFFF000000000000000042", NULL, 16);
1216 if (num == NULL)
1217 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001218
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001219 value = PyLong_AsUnsignedLongMask(num);
1220 if (value != (unsigned long)-0x42)
1221 return raiseTestError("test_k_code",
orenmn698845e2017-03-02 13:29:20 +02001222 "PyLong_AsUnsignedLongMask() returned wrong "
1223 "value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001224
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001225 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001226
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001227 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001228 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001229 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001230 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001231 if (value != (unsigned long)-0x42)
1232 return raiseTestError("test_k_code",
1233 "k code returned wrong value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001234
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001235 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001236 Py_RETURN_NONE;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001237}
1238
Victor Stinner06e49dd2010-06-13 18:21:50 +00001239static PyObject *
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03001240getargs_f(PyObject *self, PyObject *args)
1241{
1242 float f;
1243 if (!PyArg_ParseTuple(args, "f", &f))
1244 return NULL;
1245 return PyFloat_FromDouble(f);
1246}
1247
1248static PyObject *
1249getargs_d(PyObject *self, PyObject *args)
1250{
1251 double d;
1252 if (!PyArg_ParseTuple(args, "d", &d))
1253 return NULL;
1254 return PyFloat_FromDouble(d);
1255}
1256
1257static PyObject *
1258getargs_D(PyObject *self, PyObject *args)
1259{
1260 Py_complex cval;
1261 if (!PyArg_ParseTuple(args, "D", &cval))
1262 return NULL;
1263 return PyComplex_FromCComplex(cval);
1264}
1265
1266static PyObject *
1267getargs_S(PyObject *self, PyObject *args)
1268{
1269 PyObject *obj;
1270 if (!PyArg_ParseTuple(args, "S", &obj))
1271 return NULL;
1272 Py_INCREF(obj);
1273 return obj;
1274}
1275
1276static PyObject *
1277getargs_Y(PyObject *self, PyObject *args)
1278{
1279 PyObject *obj;
1280 if (!PyArg_ParseTuple(args, "Y", &obj))
1281 return NULL;
1282 Py_INCREF(obj);
1283 return obj;
1284}
1285
1286static PyObject *
1287getargs_U(PyObject *self, PyObject *args)
1288{
1289 PyObject *obj;
1290 if (!PyArg_ParseTuple(args, "U", &obj))
1291 return NULL;
1292 Py_INCREF(obj);
1293 return obj;
1294}
1295
1296static PyObject *
Eli Bendersky906b88f2011-07-29 07:05:08 +03001297getargs_c(PyObject *self, PyObject *args)
1298{
1299 char c;
1300 if (!PyArg_ParseTuple(args, "c", &c))
1301 return NULL;
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001302 return PyLong_FromLong((unsigned char)c);
1303}
1304
1305static PyObject *
1306getargs_C(PyObject *self, PyObject *args)
1307{
1308 int c;
1309 if (!PyArg_ParseTuple(args, "C", &c))
1310 return NULL;
1311 return PyLong_FromLong(c);
Eli Bendersky906b88f2011-07-29 07:05:08 +03001312}
1313
1314static PyObject *
Victor Stinner06e49dd2010-06-13 18:21:50 +00001315getargs_s(PyObject *self, PyObject *args)
1316{
1317 char *str;
1318 if (!PyArg_ParseTuple(args, "s", &str))
1319 return NULL;
1320 return PyBytes_FromString(str);
1321}
1322
1323static PyObject *
1324getargs_s_star(PyObject *self, PyObject *args)
1325{
1326 Py_buffer buffer;
1327 PyObject *bytes;
1328 if (!PyArg_ParseTuple(args, "s*", &buffer))
1329 return NULL;
1330 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1331 PyBuffer_Release(&buffer);
1332 return bytes;
1333}
1334
1335static PyObject *
1336getargs_s_hash(PyObject *self, PyObject *args)
1337{
1338 char *str;
1339 Py_ssize_t size;
1340 if (!PyArg_ParseTuple(args, "s#", &str, &size))
1341 return NULL;
1342 return PyBytes_FromStringAndSize(str, size);
1343}
1344
1345static PyObject *
1346getargs_z(PyObject *self, PyObject *args)
1347{
1348 char *str;
1349 if (!PyArg_ParseTuple(args, "z", &str))
1350 return NULL;
1351 if (str != NULL)
1352 return PyBytes_FromString(str);
1353 else
1354 Py_RETURN_NONE;
1355}
1356
1357static PyObject *
1358getargs_z_star(PyObject *self, PyObject *args)
1359{
1360 Py_buffer buffer;
1361 PyObject *bytes;
1362 if (!PyArg_ParseTuple(args, "z*", &buffer))
1363 return NULL;
1364 if (buffer.buf != NULL)
1365 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1366 else {
1367 Py_INCREF(Py_None);
1368 bytes = Py_None;
1369 }
1370 PyBuffer_Release(&buffer);
1371 return bytes;
1372}
1373
1374static PyObject *
1375getargs_z_hash(PyObject *self, PyObject *args)
1376{
1377 char *str;
1378 Py_ssize_t size;
1379 if (!PyArg_ParseTuple(args, "z#", &str, &size))
1380 return NULL;
1381 if (str != NULL)
1382 return PyBytes_FromStringAndSize(str, size);
1383 else
1384 Py_RETURN_NONE;
1385}
1386
1387static PyObject *
1388getargs_y(PyObject *self, PyObject *args)
1389{
1390 char *str;
1391 if (!PyArg_ParseTuple(args, "y", &str))
1392 return NULL;
1393 return PyBytes_FromString(str);
1394}
1395
1396static PyObject *
1397getargs_y_star(PyObject *self, PyObject *args)
1398{
1399 Py_buffer buffer;
1400 PyObject *bytes;
1401 if (!PyArg_ParseTuple(args, "y*", &buffer))
1402 return NULL;
1403 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1404 PyBuffer_Release(&buffer);
1405 return bytes;
1406}
1407
1408static PyObject *
1409getargs_y_hash(PyObject *self, PyObject *args)
1410{
1411 char *str;
1412 Py_ssize_t size;
1413 if (!PyArg_ParseTuple(args, "y#", &str, &size))
1414 return NULL;
1415 return PyBytes_FromStringAndSize(str, size);
1416}
1417
1418static PyObject *
1419getargs_u(PyObject *self, PyObject *args)
1420{
1421 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001422 if (!PyArg_ParseTuple(args, "u", &str))
1423 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001424 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001425}
1426
1427static PyObject *
1428getargs_u_hash(PyObject *self, PyObject *args)
1429{
1430 Py_UNICODE *str;
1431 Py_ssize_t size;
1432 if (!PyArg_ParseTuple(args, "u#", &str, &size))
1433 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001434 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001435}
1436
1437static PyObject *
1438getargs_Z(PyObject *self, PyObject *args)
1439{
1440 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001441 if (!PyArg_ParseTuple(args, "Z", &str))
1442 return NULL;
1443 if (str != NULL) {
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001444 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001445 } else
1446 Py_RETURN_NONE;
1447}
1448
1449static PyObject *
1450getargs_Z_hash(PyObject *self, PyObject *args)
1451{
1452 Py_UNICODE *str;
1453 Py_ssize_t size;
1454 if (!PyArg_ParseTuple(args, "Z#", &str, &size))
1455 return NULL;
1456 if (str != NULL)
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001457 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001458 else
1459 Py_RETURN_NONE;
1460}
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001461
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001462static PyObject *
1463getargs_es(PyObject *self, PyObject *args)
1464{
1465 PyObject *arg, *result;
1466 const char *encoding = NULL;
1467 char *str;
1468
1469 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1470 return NULL;
1471 if (!PyArg_Parse(arg, "es", encoding, &str))
1472 return NULL;
1473 result = PyBytes_FromString(str);
1474 PyMem_Free(str);
1475 return result;
1476}
1477
1478static PyObject *
1479getargs_et(PyObject *self, PyObject *args)
1480{
1481 PyObject *arg, *result;
1482 const char *encoding = NULL;
1483 char *str;
1484
1485 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1486 return NULL;
1487 if (!PyArg_Parse(arg, "et", encoding, &str))
1488 return NULL;
1489 result = PyBytes_FromString(str);
1490 PyMem_Free(str);
1491 return result;
1492}
1493
1494static PyObject *
1495getargs_es_hash(PyObject *self, PyObject *args)
1496{
1497 PyObject *arg, *result;
1498 const char *encoding = NULL;
1499 PyByteArrayObject *buffer = NULL;
1500 char *str = NULL;
1501 Py_ssize_t size;
1502
1503 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1504 return NULL;
1505 if (buffer != NULL) {
1506 str = PyByteArray_AS_STRING(buffer);
1507 size = PyByteArray_GET_SIZE(buffer);
1508 }
1509 if (!PyArg_Parse(arg, "es#", encoding, &str, &size))
1510 return NULL;
1511 result = PyBytes_FromStringAndSize(str, size);
1512 if (buffer == NULL)
1513 PyMem_Free(str);
1514 return result;
1515}
1516
1517static PyObject *
1518getargs_et_hash(PyObject *self, PyObject *args)
1519{
1520 PyObject *arg, *result;
1521 const char *encoding = NULL;
1522 PyByteArrayObject *buffer = NULL;
1523 char *str = NULL;
1524 Py_ssize_t size;
1525
1526 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1527 return NULL;
1528 if (buffer != NULL) {
1529 str = PyByteArray_AS_STRING(buffer);
1530 size = PyByteArray_GET_SIZE(buffer);
1531 }
1532 if (!PyArg_Parse(arg, "et#", encoding, &str, &size))
1533 return NULL;
1534 result = PyBytes_FromStringAndSize(str, size);
1535 if (buffer == NULL)
1536 PyMem_Free(str);
1537 return result;
1538}
1539
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001540/* Test the s and z codes for PyArg_ParseTuple.
1541*/
1542static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301543test_s_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001544{
1545 /* Unicode strings should be accepted */
1546 PyObject *tuple, *obj;
1547 char *value;
1548
1549 tuple = PyTuple_New(1);
1550 if (tuple == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001551 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001552
1553 obj = PyUnicode_Decode("t\xeate", strlen("t\xeate"),
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001554 "latin-1", NULL);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001555 if (obj == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001556 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001557
1558 PyTuple_SET_ITEM(tuple, 0, obj);
1559
1560 /* These two blocks used to raise a TypeError:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001561 * "argument must be string without null bytes, not str"
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001562 */
Oren Milmanba7d7362017-08-29 11:58:27 +03001563 if (!PyArg_ParseTuple(tuple, "s:test_s_code1", &value)) {
1564 return NULL;
1565 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001566
Oren Milmanba7d7362017-08-29 11:58:27 +03001567 if (!PyArg_ParseTuple(tuple, "z:test_s_code2", &value)) {
1568 return NULL;
1569 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001570
Alexandre Vassalottib645bc72008-05-15 22:06:59 +00001571 Py_DECREF(tuple);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001572 Py_RETURN_NONE;
1573}
1574
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001575static PyObject *
Larry Hastings8f904da2012-06-22 03:56:29 -07001576parse_tuple_and_keywords(PyObject *self, PyObject *args)
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001577{
Larry Hastings8f904da2012-06-22 03:56:29 -07001578 PyObject *sub_args;
1579 PyObject *sub_kwargs;
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001580 const char *sub_format;
Larry Hastings8f904da2012-06-22 03:56:29 -07001581 PyObject *sub_keywords;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001582
Larry Hastings8f904da2012-06-22 03:56:29 -07001583 Py_ssize_t i, size;
1584 char *keywords[8 + 1]; /* space for NULL at end */
1585 PyObject *o;
1586 PyObject *converted[8];
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001587
Larry Hastings8f904da2012-06-22 03:56:29 -07001588 int result;
1589 PyObject *return_value = NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001590
Larry Hastings22701e82012-08-08 14:52:22 -07001591 double buffers[8][4]; /* double ensures alignment where necessary */
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001592
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001593 if (!PyArg_ParseTuple(args, "OOsO:parse_tuple_and_keywords",
Larry Hastings8f904da2012-06-22 03:56:29 -07001594 &sub_args, &sub_kwargs,
1595 &sub_format, &sub_keywords))
1596 return NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001597
Larry Hastings8f904da2012-06-22 03:56:29 -07001598 if (!(PyList_CheckExact(sub_keywords) || PyTuple_CheckExact(sub_keywords))) {
1599 PyErr_SetString(PyExc_ValueError,
1600 "parse_tuple_and_keywords: sub_keywords must be either list or tuple");
1601 return NULL;
1602 }
1603
1604 memset(buffers, 0, sizeof(buffers));
1605 memset(converted, 0, sizeof(converted));
1606 memset(keywords, 0, sizeof(keywords));
1607
1608 size = PySequence_Fast_GET_SIZE(sub_keywords);
1609 if (size > 8) {
1610 PyErr_SetString(PyExc_ValueError,
1611 "parse_tuple_and_keywords: too many keywords in sub_keywords");
1612 goto exit;
1613 }
1614
1615 for (i = 0; i < size; i++) {
1616 o = PySequence_Fast_GET_ITEM(sub_keywords, i);
1617 if (!PyUnicode_FSConverter(o, (void *)(converted + i))) {
1618 PyErr_Format(PyExc_ValueError,
Jesus Cea6e1d2b62012-10-04 16:06:30 +02001619 "parse_tuple_and_keywords: could not convert keywords[%zd] to narrow string", i);
Larry Hastings8f904da2012-06-22 03:56:29 -07001620 goto exit;
1621 }
1622 keywords[i] = PyBytes_AS_STRING(converted[i]);
1623 }
1624
1625 result = PyArg_ParseTupleAndKeywords(sub_args, sub_kwargs,
1626 sub_format, keywords,
1627 buffers + 0, buffers + 1, buffers + 2, buffers + 3,
1628 buffers + 4, buffers + 5, buffers + 6, buffers + 7);
1629
1630 if (result) {
1631 return_value = Py_None;
1632 Py_INCREF(Py_None);
1633 }
1634
1635exit:
1636 size = sizeof(converted) / sizeof(converted[0]);
1637 for (i = 0; i < size; i++) {
1638 Py_XDECREF(converted[i]);
1639 }
1640 return return_value;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001641}
1642
Benjamin Peterson92035012008-12-27 16:00:54 +00001643static volatile int x;
1644
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001645/* Test the u and u# codes for PyArg_ParseTuple. May leak memory in case
1646 of an error.
1647*/
1648static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301649test_u_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001650{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001651 PyObject *tuple, *obj;
1652 Py_UNICODE *value;
1653 Py_ssize_t len;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001654
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001655 /* issue4122: Undefined reference to _Py_ascii_whitespace on Windows */
1656 /* Just use the macro and check that it compiles */
1657 x = Py_UNICODE_ISSPACE(25);
Benjamin Peterson206e3072008-10-19 14:07:49 +00001658
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001659 tuple = PyTuple_New(1);
1660 if (tuple == NULL)
1661 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001662
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001663 obj = PyUnicode_Decode("test", strlen("test"),
1664 "ascii", NULL);
1665 if (obj == NULL)
1666 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001667
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001668 PyTuple_SET_ITEM(tuple, 0, obj);
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001669
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001670 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001671 if (!PyArg_ParseTuple(tuple, "u:test_u_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001672 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001673 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001674 if (value != PyUnicode_AS_UNICODE(obj))
1675 return raiseTestError("test_u_code",
1676 "u code returned wrong value for u'test'");
1677 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001678 if (!PyArg_ParseTuple(tuple, "u#:test_u_code", &value, &len)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001679 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001680 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001681 if (value != PyUnicode_AS_UNICODE(obj) ||
1682 len != PyUnicode_GET_SIZE(obj))
1683 return raiseTestError("test_u_code",
1684 "u# code returned wrong values for u'test'");
Tim Petersbaefd9e2003-01-28 20:37:45 +00001685
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001686 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001687 Py_RETURN_NONE;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001688}
1689
Guido van Rossumfb67be22007-08-29 18:38:11 +00001690/* Test Z and Z# codes for PyArg_ParseTuple */
1691static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301692test_Z_code(PyObject *self, PyObject *Py_UNUSED(ignored))
Guido van Rossumfb67be22007-08-29 18:38:11 +00001693{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001694 PyObject *tuple, *obj;
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001695 const Py_UNICODE *value1, *value2;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001696 Py_ssize_t len1, len2;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001697
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001698 tuple = PyTuple_New(2);
1699 if (tuple == NULL)
1700 return NULL;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001701
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001702 obj = PyUnicode_FromString("test");
1703 PyTuple_SET_ITEM(tuple, 0, obj);
1704 Py_INCREF(Py_None);
1705 PyTuple_SET_ITEM(tuple, 1, Py_None);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001706
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001707 /* swap values on purpose */
1708 value1 = NULL;
1709 value2 = PyUnicode_AS_UNICODE(obj);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001710
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001711 /* Test Z for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001712 if (!PyArg_ParseTuple(tuple, "ZZ:test_Z_code", &value1, &value2)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001713 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001714 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001715 if (value1 != PyUnicode_AS_UNICODE(obj))
1716 return raiseTestError("test_Z_code",
1717 "Z code returned wrong value for 'test'");
1718 if (value2 != NULL)
1719 return raiseTestError("test_Z_code",
1720 "Z code returned wrong value for None");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001721
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001722 value1 = NULL;
1723 value2 = PyUnicode_AS_UNICODE(obj);
1724 len1 = -1;
1725 len2 = -1;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001726
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001727 /* Test Z# for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001728 if (!PyArg_ParseTuple(tuple, "Z#Z#:test_Z_code", &value1, &len1,
1729 &value2, &len2))
1730 {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001731 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001732 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001733 if (value1 != PyUnicode_AS_UNICODE(obj) ||
1734 len1 != PyUnicode_GET_SIZE(obj))
1735 return raiseTestError("test_Z_code",
1736 "Z# code returned wrong values for 'test'");
1737 if (value2 != NULL ||
1738 len2 != 0)
1739 return raiseTestError("test_Z_code",
1740 "Z# code returned wrong values for None'");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001741
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001742 Py_DECREF(tuple);
1743 Py_RETURN_NONE;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001744}
1745
Thomas Wouters477c8d52006-05-27 19:21:47 +00001746static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301747test_widechar(PyObject *self, PyObject *Py_UNUSED(ignored))
Mark Dickinson081dfee2009-03-18 14:47:41 +00001748{
1749#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001750 const wchar_t wtext[2] = {(wchar_t)0x10ABCDu};
1751 size_t wtextlen = 1;
Victor Stinnere3b47152011-12-09 20:49:49 +01001752 const wchar_t invalid[1] = {(wchar_t)0x110000u};
Mark Dickinson081dfee2009-03-18 14:47:41 +00001753#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001754 const wchar_t wtext[3] = {(wchar_t)0xDBEAu, (wchar_t)0xDFCDu};
1755 size_t wtextlen = 2;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001756#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001757 PyObject *wide, *utf8;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001758
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001759 wide = PyUnicode_FromWideChar(wtext, wtextlen);
1760 if (wide == NULL)
1761 return NULL;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001762
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001763 utf8 = PyUnicode_FromString("\xf4\x8a\xaf\x8d");
1764 if (utf8 == NULL) {
1765 Py_DECREF(wide);
1766 return NULL;
1767 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001768
Victor Stinner8ef18872011-11-21 02:06:57 +01001769 if (PyUnicode_GET_LENGTH(wide) != PyUnicode_GET_LENGTH(utf8)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001770 Py_DECREF(wide);
1771 Py_DECREF(utf8);
1772 return raiseTestError("test_widechar",
1773 "wide string and utf8 string "
1774 "have different length");
1775 }
1776 if (PyUnicode_Compare(wide, utf8)) {
1777 Py_DECREF(wide);
1778 Py_DECREF(utf8);
1779 if (PyErr_Occurred())
1780 return NULL;
1781 return raiseTestError("test_widechar",
1782 "wide string and utf8 string "
1783 "are different");
1784 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001785
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001786 Py_DECREF(wide);
1787 Py_DECREF(utf8);
Victor Stinnere3b47152011-12-09 20:49:49 +01001788
1789#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
1790 wide = PyUnicode_FromWideChar(invalid, 1);
1791 if (wide == NULL)
1792 PyErr_Clear();
1793 else
1794 return raiseTestError("test_widechar",
1795 "PyUnicode_FromWideChar(L\"\\U00110000\", 1) didn't fail");
1796
1797 wide = PyUnicode_FromUnicode(invalid, 1);
1798 if (wide == NULL)
1799 PyErr_Clear();
1800 else
1801 return raiseTestError("test_widechar",
1802 "PyUnicode_FromUnicode(L\"\\U00110000\", 1) didn't fail");
Victor Stinnere5c05332013-03-06 00:39:03 +01001803
1804 wide = PyUnicode_FromUnicode(NULL, 1);
1805 if (wide == NULL)
1806 return NULL;
1807 PyUnicode_AS_UNICODE(wide)[0] = invalid[0];
Ezio Melotti03e667d2013-03-07 21:18:45 +02001808 if (_PyUnicode_Ready(wide) < 0) {
1809 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001810 PyErr_Clear();
Ezio Melotti03e667d2013-03-07 21:18:45 +02001811 }
1812 else {
1813 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001814 return raiseTestError("test_widechar",
1815 "PyUnicode_Ready() didn't fail");
Ezio Melotti03e667d2013-03-07 21:18:45 +02001816 }
Victor Stinnere3b47152011-12-09 20:49:49 +01001817#endif
1818
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001819 Py_RETURN_NONE;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001820}
1821
1822static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001823unicode_aswidechar(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001824{
1825 PyObject *unicode, *result;
1826 Py_ssize_t buflen, size;
1827 wchar_t *buffer;
1828
1829 if (!PyArg_ParseTuple(args, "Un", &unicode, &buflen))
1830 return NULL;
Serhiy Storchaka1a1ff292015-02-16 13:28:22 +02001831 buffer = PyMem_New(wchar_t, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001832 if (buffer == NULL)
1833 return PyErr_NoMemory();
1834
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001835 size = PyUnicode_AsWideChar(unicode, buffer, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001836 if (size == -1) {
1837 PyMem_Free(buffer);
1838 return NULL;
1839 }
1840
1841 if (size < buflen)
1842 buflen = size + 1;
1843 else
1844 buflen = size;
1845 result = PyUnicode_FromWideChar(buffer, buflen);
1846 PyMem_Free(buffer);
1847 if (result == NULL)
1848 return NULL;
1849
1850 return Py_BuildValue("(Nn)", result, size);
1851}
1852
1853static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001854unicode_aswidecharstring(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001855{
1856 PyObject *unicode, *result;
1857 Py_ssize_t size;
1858 wchar_t *buffer;
1859
1860 if (!PyArg_ParseTuple(args, "U", &unicode))
1861 return NULL;
1862
Victor Stinnerbeb4135b2010-10-07 01:02:42 +00001863 buffer = PyUnicode_AsWideCharString(unicode, &size);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001864 if (buffer == NULL)
1865 return NULL;
1866
1867 result = PyUnicode_FromWideChar(buffer, size + 1);
1868 PyMem_Free(buffer);
1869 if (result == NULL)
1870 return NULL;
1871 return Py_BuildValue("(Nn)", result, size);
1872}
1873
1874static PyObject *
Serhiy Storchakacc164232016-10-02 21:29:26 +03001875unicode_asucs4(PyObject *self, PyObject *args)
1876{
1877 PyObject *unicode, *result;
1878 Py_UCS4 *buffer;
1879 int copy_null;
1880 Py_ssize_t str_len, buf_len;
1881
1882 if (!PyArg_ParseTuple(args, "Unp:unicode_asucs4", &unicode, &str_len, &copy_null)) {
1883 return NULL;
1884 }
1885
1886 buf_len = str_len + 1;
1887 buffer = PyMem_NEW(Py_UCS4, buf_len);
1888 if (buffer == NULL) {
1889 return PyErr_NoMemory();
1890 }
1891 memset(buffer, 0, sizeof(Py_UCS4)*buf_len);
1892 buffer[str_len] = 0xffffU;
1893
1894 if (!PyUnicode_AsUCS4(unicode, buffer, buf_len, copy_null)) {
1895 PyMem_FREE(buffer);
1896 return NULL;
1897 }
1898
1899 result = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, buffer, buf_len);
1900 PyMem_FREE(buffer);
1901 return result;
1902}
1903
1904static PyObject *
Xiang Zhangb2110682016-12-20 22:52:33 +08001905unicode_findchar(PyObject *self, PyObject *args)
1906{
1907 PyObject *str;
1908 int direction;
1909 unsigned int ch;
1910 Py_ssize_t result;
1911 Py_ssize_t start, end;
1912
1913 if (!PyArg_ParseTuple(args, "UInni:unicode_findchar", &str, &ch,
1914 &start, &end, &direction)) {
1915 return NULL;
1916 }
1917
1918 result = PyUnicode_FindChar(str, (Py_UCS4)ch, start, end, direction);
1919 if (result == -2)
1920 return NULL;
1921 else
1922 return PyLong_FromSsize_t(result);
1923}
1924
1925static PyObject *
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001926unicode_copycharacters(PyObject *self, PyObject *args)
1927{
1928 PyObject *from, *to, *to_copy;
1929 Py_ssize_t from_start, to_start, how_many, copied;
1930
1931 if (!PyArg_ParseTuple(args, "UnOnn:unicode_copycharacters", &to, &to_start,
1932 &from, &from_start, &how_many)) {
1933 return NULL;
1934 }
1935
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001936 if (!(to_copy = PyUnicode_New(PyUnicode_GET_LENGTH(to),
1937 PyUnicode_MAX_CHAR_VALUE(to)))) {
1938 return NULL;
1939 }
1940 if (PyUnicode_Fill(to_copy, 0, PyUnicode_GET_LENGTH(to_copy), 0U) < 0) {
1941 Py_DECREF(to_copy);
1942 return NULL;
1943 }
1944
1945 if ((copied = PyUnicode_CopyCharacters(to_copy, to_start, from,
1946 from_start, how_many)) < 0) {
1947 Py_DECREF(to_copy);
1948 return NULL;
1949 }
1950
1951 return Py_BuildValue("(Nn)", to_copy, copied);
1952}
1953
1954static PyObject *
Victor Stinner42bf7752011-11-21 22:52:58 +01001955unicode_encodedecimal(PyObject *self, PyObject *args)
1956{
1957 Py_UNICODE *unicode;
1958 Py_ssize_t length;
1959 char *errors = NULL;
1960 PyObject *decimal;
1961 Py_ssize_t decimal_length, new_length;
1962 int res;
1963
1964 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length, &errors))
1965 return NULL;
1966
1967 decimal_length = length * 7; /* len('&#8364;') */
1968 decimal = PyBytes_FromStringAndSize(NULL, decimal_length);
1969 if (decimal == NULL)
1970 return NULL;
1971
1972 res = PyUnicode_EncodeDecimal(unicode, length,
1973 PyBytes_AS_STRING(decimal),
1974 errors);
1975 if (res < 0) {
1976 Py_DECREF(decimal);
1977 return NULL;
1978 }
1979
1980 new_length = strlen(PyBytes_AS_STRING(decimal));
1981 assert(new_length <= decimal_length);
1982 res = _PyBytes_Resize(&decimal, new_length);
1983 if (res < 0)
1984 return NULL;
1985
1986 return decimal;
1987}
1988
1989static PyObject *
1990unicode_transformdecimaltoascii(PyObject *self, PyObject *args)
1991{
1992 Py_UNICODE *unicode;
1993 Py_ssize_t length;
1994 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length))
1995 return NULL;
1996 return PyUnicode_TransformDecimalToASCII(unicode, length);
1997}
1998
1999static PyObject *
Stefan Krahe6996ed2012-11-02 14:44:20 +01002000unicode_legacy_string(PyObject *self, PyObject *args)
2001{
2002 Py_UNICODE *data;
2003 Py_ssize_t len;
2004 PyObject *u;
2005
2006 if (!PyArg_ParseTuple(args, "u#", &data, &len))
2007 return NULL;
2008
2009 u = PyUnicode_FromUnicode(NULL, len);
2010 if (u == NULL)
2011 return NULL;
2012
2013 memcpy(PyUnicode_AS_UNICODE(u), data, len * sizeof(Py_UNICODE));
2014
2015 if (len > 0) { /* The empty string is always ready. */
2016 assert(!PyUnicode_IS_READY(u));
2017 }
2018
2019 return u;
2020}
2021
2022static PyObject *
Victor Stinner25e8ec42010-06-25 00:02:38 +00002023getargs_w_star(PyObject *self, PyObject *args)
2024{
2025 Py_buffer buffer;
2026 PyObject *result;
2027 char *str;
2028
2029 if (!PyArg_ParseTuple(args, "w*:getargs_w_star", &buffer))
2030 return NULL;
2031
2032 if (2 <= buffer.len) {
2033 str = buffer.buf;
2034 str[0] = '[';
2035 str[buffer.len-1] = ']';
2036 }
2037
2038 result = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
2039 PyBuffer_Release(&buffer);
2040 return result;
2041}
2042
2043
2044static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302045test_empty_argparse(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Peterson92035012008-12-27 16:00:54 +00002046{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002047 /* Test that formats can begin with '|'. See issue #4720. */
2048 PyObject *tuple, *dict = NULL;
2049 static char *kwlist[] = {NULL};
2050 int result;
2051 tuple = PyTuple_New(0);
2052 if (!tuple)
2053 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002054 if (!(result = PyArg_ParseTuple(tuple, "|:test_empty_argparse"))) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002055 goto done;
Oren Milmanba7d7362017-08-29 11:58:27 +03002056 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002057 dict = PyDict_New();
2058 if (!dict)
2059 goto done;
2060 result = PyArg_ParseTupleAndKeywords(tuple, dict, "|:test_empty_argparse", kwlist);
Benjamin Peterson92035012008-12-27 16:00:54 +00002061 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002062 Py_DECREF(tuple);
2063 Py_XDECREF(dict);
Oren Milmanba7d7362017-08-29 11:58:27 +03002064 if (!result) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002065 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002066 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002067 else {
2068 Py_RETURN_NONE;
2069 }
Benjamin Peterson92035012008-12-27 16:00:54 +00002070}
2071
2072static PyObject *
Thomas Wouters477c8d52006-05-27 19:21:47 +00002073codec_incrementalencoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002074{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002075 const char *encoding, *errors = NULL;
2076 if (!PyArg_ParseTuple(args, "s|s:test_incrementalencoder",
2077 &encoding, &errors))
2078 return NULL;
2079 return PyCodec_IncrementalEncoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002080}
2081
Thomas Wouters477c8d52006-05-27 19:21:47 +00002082static PyObject *
2083codec_incrementaldecoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002084{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002085 const char *encoding, *errors = NULL;
2086 if (!PyArg_ParseTuple(args, "s|s:test_incrementaldecoder",
2087 &encoding, &errors))
2088 return NULL;
2089 return PyCodec_IncrementalDecoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002090}
2091
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00002092
Tim Peters5b8132f2003-01-31 15:52:05 +00002093/* Simple test of _PyLong_NumBits and _PyLong_Sign. */
Tim Petersbaefd9e2003-01-28 20:37:45 +00002094static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302095test_long_numbits(PyObject *self, PyObject *Py_UNUSED(ignored))
Tim Petersbaefd9e2003-01-28 20:37:45 +00002096{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002097 struct triple {
2098 long input;
2099 size_t nbits;
2100 int sign;
2101 } testcases[] = {{0, 0, 0},
2102 {1L, 1, 1},
2103 {-1L, 1, -1},
2104 {2L, 2, 1},
2105 {-2L, 2, -1},
2106 {3L, 2, 1},
2107 {-3L, 2, -1},
2108 {4L, 3, 1},
2109 {-4L, 3, -1},
Serhiy Storchaka95949422013-08-27 19:40:23 +03002110 {0x7fffL, 15, 1}, /* one Python int digit */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002111 {-0x7fffL, 15, -1},
2112 {0xffffL, 16, 1},
2113 {-0xffffL, 16, -1},
2114 {0xfffffffL, 28, 1},
2115 {-0xfffffffL, 28, -1}};
Victor Stinner706768c2014-08-16 01:03:39 +02002116 size_t i;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002117
Victor Stinner63941882011-09-29 00:42:28 +02002118 for (i = 0; i < Py_ARRAY_LENGTH(testcases); ++i) {
Christian Heimes3205e742013-07-26 15:06:48 +02002119 size_t nbits;
2120 int sign;
2121 PyObject *plong;
2122
2123 plong = PyLong_FromLong(testcases[i].input);
Christian Heimesff369a52013-07-26 14:52:18 +02002124 if (plong == NULL)
2125 return NULL;
Christian Heimes3205e742013-07-26 15:06:48 +02002126 nbits = _PyLong_NumBits(plong);
2127 sign = _PyLong_Sign(plong);
Tim Petersbaefd9e2003-01-28 20:37:45 +00002128
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002129 Py_DECREF(plong);
2130 if (nbits != testcases[i].nbits)
2131 return raiseTestError("test_long_numbits",
2132 "wrong result for _PyLong_NumBits");
2133 if (sign != testcases[i].sign)
2134 return raiseTestError("test_long_numbits",
2135 "wrong result for _PyLong_Sign");
2136 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002137 Py_RETURN_NONE;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002138}
2139
Thomas Heller519a0422007-11-15 20:48:54 +00002140/* Example passing NULLs to PyObject_Str(NULL). */
Thomas Woutersa9773292006-04-21 09:43:23 +00002141
2142static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302143test_null_strings(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Woutersa9773292006-04-21 09:43:23 +00002144{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002145 PyObject *o1 = PyObject_Str(NULL), *o2 = PyObject_Str(NULL);
2146 PyObject *tuple = PyTuple_Pack(2, o1, o2);
2147 Py_XDECREF(o1);
2148 Py_XDECREF(o2);
2149 return tuple;
Thomas Woutersa9773292006-04-21 09:43:23 +00002150}
2151
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002152static PyObject *
2153raise_exception(PyObject *self, PyObject *args)
2154{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002155 PyObject *exc;
2156 PyObject *exc_args, *v;
2157 int num_args, i;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002158
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002159 if (!PyArg_ParseTuple(args, "Oi:raise_exception",
2160 &exc, &num_args))
2161 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002162
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002163 exc_args = PyTuple_New(num_args);
2164 if (exc_args == NULL)
2165 return NULL;
2166 for (i = 0; i < num_args; ++i) {
2167 v = PyLong_FromLong(i);
2168 if (v == NULL) {
2169 Py_DECREF(exc_args);
2170 return NULL;
2171 }
2172 PyTuple_SET_ITEM(exc_args, i, v);
2173 }
2174 PyErr_SetObject(exc, exc_args);
2175 Py_DECREF(exc_args);
2176 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002177}
Tim Peters91621db2001-06-12 20:10:01 +00002178
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002179static PyObject *
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02002180set_errno(PyObject *self, PyObject *args)
2181{
2182 int new_errno;
2183
2184 if (!PyArg_ParseTuple(args, "i:set_errno", &new_errno))
2185 return NULL;
2186
2187 errno = new_errno;
2188 Py_RETURN_NONE;
2189}
2190
2191static PyObject *
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002192test_set_exc_info(PyObject *self, PyObject *args)
2193{
2194 PyObject *orig_exc;
2195 PyObject *new_type, *new_value, *new_tb;
2196 PyObject *type, *value, *tb;
2197 if (!PyArg_ParseTuple(args, "OOO:test_set_exc_info",
2198 &new_type, &new_value, &new_tb))
2199 return NULL;
2200
2201 PyErr_GetExcInfo(&type, &value, &tb);
2202
2203 Py_INCREF(new_type);
2204 Py_INCREF(new_value);
2205 Py_INCREF(new_tb);
2206 PyErr_SetExcInfo(new_type, new_value, new_tb);
2207
2208 orig_exc = PyTuple_Pack(3, type ? type : Py_None, value ? value : Py_None, tb ? tb : Py_None);
2209 Py_XDECREF(type);
2210 Py_XDECREF(value);
2211 Py_XDECREF(tb);
2212 return orig_exc;
2213}
Benjamin Peterson16323982010-02-03 01:13:41 +00002214
2215static int test_run_counter = 0;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002216
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002217static PyObject *
2218test_datetime_capi(PyObject *self, PyObject *args) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002219 if (PyDateTimeAPI) {
2220 if (test_run_counter) {
2221 /* Probably regrtest.py -R */
2222 Py_RETURN_NONE;
2223 }
2224 else {
2225 PyErr_SetString(PyExc_AssertionError,
2226 "PyDateTime_CAPI somehow initialized");
2227 return NULL;
2228 }
2229 }
2230 test_run_counter++;
2231 PyDateTime_IMPORT;
Paul Ganssle04af5b12018-01-24 17:29:30 -05002232
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002233 if (PyDateTimeAPI)
2234 Py_RETURN_NONE;
2235 else
2236 return NULL;
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002237}
2238
Paul Ganssle04af5b12018-01-24 17:29:30 -05002239/* Functions exposing the C API type checking for testing */
2240#define MAKE_DATETIME_CHECK_FUNC(check_method, exact_method) \
2241 PyObject *obj; \
2242 int exact = 0; \
2243 if (!PyArg_ParseTuple(args, "O|p", &obj, &exact)) { \
2244 return NULL; \
2245 } \
2246 int rv = exact?exact_method(obj):check_method(obj); \
2247 if (rv) { \
2248 Py_RETURN_TRUE; \
2249 } else { \
2250 Py_RETURN_FALSE; \
2251 }
2252
2253static PyObject *
2254datetime_check_date(PyObject *self, PyObject *args) {
2255 MAKE_DATETIME_CHECK_FUNC(PyDate_Check, PyDate_CheckExact)
2256}
2257
2258static PyObject *
2259datetime_check_time(PyObject *self, PyObject *args) {
2260 MAKE_DATETIME_CHECK_FUNC(PyTime_Check, PyTime_CheckExact)
2261}
2262
2263static PyObject *
2264datetime_check_datetime(PyObject *self, PyObject *args) {
2265 MAKE_DATETIME_CHECK_FUNC(PyDateTime_Check, PyDateTime_CheckExact)
2266}
2267
2268static PyObject *
2269datetime_check_delta(PyObject *self, PyObject *args) {
2270 MAKE_DATETIME_CHECK_FUNC(PyDelta_Check, PyDelta_CheckExact)
2271}
2272
2273static PyObject *
2274datetime_check_tzinfo(PyObject *self, PyObject *args) {
2275 MAKE_DATETIME_CHECK_FUNC(PyTZInfo_Check, PyTZInfo_CheckExact)
2276}
2277
2278
2279/* Makes three variations on timezone representing UTC-5:
2280 1. timezone with offset and name from PyDateTimeAPI
2281 2. timezone with offset and name from PyTimeZone_FromOffsetAndName
2282 3. timezone with offset (no name) from PyTimeZone_FromOffset
2283*/
2284static PyObject *
2285make_timezones_capi(PyObject *self, PyObject *args) {
2286 PyObject *offset = PyDelta_FromDSU(0, -18000, 0);
2287 PyObject *name = PyUnicode_FromString("EST");
2288
2289 PyObject *est_zone_capi = PyDateTimeAPI->TimeZone_FromTimeZone(offset, name);
2290 PyObject *est_zone_macro = PyTimeZone_FromOffsetAndName(offset, name);
2291 PyObject *est_zone_macro_noname = PyTimeZone_FromOffset(offset);
2292
2293 Py_DecRef(offset);
2294 Py_DecRef(name);
2295
2296 PyObject *rv = PyTuple_New(3);
2297
2298 PyTuple_SET_ITEM(rv, 0, est_zone_capi);
2299 PyTuple_SET_ITEM(rv, 1, est_zone_macro);
2300 PyTuple_SET_ITEM(rv, 2, est_zone_macro_noname);
2301
2302 return rv;
2303}
2304
2305static PyObject *
Paul Gansslea049f572018-02-22 15:15:32 -05002306get_timezones_offset_zero(PyObject *self, PyObject *args) {
2307 PyObject *offset = PyDelta_FromDSU(0, 0, 0);
2308 PyObject *name = PyUnicode_FromString("");
2309
2310 // These two should return the UTC singleton
2311 PyObject *utc_singleton_0 = PyTimeZone_FromOffset(offset);
2312 PyObject *utc_singleton_1 = PyTimeZone_FromOffsetAndName(offset, NULL);
2313
2314 // This one will return +00:00 zone, but not the UTC singleton
2315 PyObject *non_utc_zone = PyTimeZone_FromOffsetAndName(offset, name);
2316
2317 Py_DecRef(offset);
2318 Py_DecRef(name);
2319
2320 PyObject *rv = PyTuple_New(3);
2321 PyTuple_SET_ITEM(rv, 0, utc_singleton_0);
2322 PyTuple_SET_ITEM(rv, 1, utc_singleton_1);
2323 PyTuple_SET_ITEM(rv, 2, non_utc_zone);
2324
2325 return rv;
2326}
2327
2328static PyObject *
Paul Ganssle04af5b12018-01-24 17:29:30 -05002329get_timezone_utc_capi(PyObject* self, PyObject *args) {
2330 int macro = 0;
2331 if (!PyArg_ParseTuple(args, "|p", &macro)) {
2332 return NULL;
2333 }
2334 if (macro) {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002335 Py_INCREF(PyDateTime_TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002336 return PyDateTime_TimeZone_UTC;
2337 } else {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002338 Py_INCREF(PyDateTimeAPI->TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002339 return PyDateTimeAPI->TimeZone_UTC;
2340 }
2341}
2342
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04002343static PyObject *
2344get_date_fromtimestamp(PyObject* self, PyObject *args)
2345{
2346 PyObject *tsargs = NULL, *ts = NULL, *rv = NULL;
2347 int macro = 0;
2348
2349 if (!PyArg_ParseTuple(args, "O|p", &ts, &macro)) {
2350 return NULL;
2351 }
2352
2353 // Construct the argument tuple
2354 if ((tsargs = PyTuple_Pack(1, ts)) == NULL) {
2355 return NULL;
2356 }
2357
2358 // Pass along to the API function
2359 if (macro) {
2360 rv = PyDate_FromTimestamp(tsargs);
2361 }
2362 else {
2363 rv = PyDateTimeAPI->Date_FromTimestamp(
2364 (PyObject *)PyDateTimeAPI->DateType, tsargs
2365 );
2366 }
2367
2368 Py_DECREF(tsargs);
2369 return rv;
2370}
2371
2372static PyObject *
2373get_datetime_fromtimestamp(PyObject* self, PyObject *args)
2374{
2375 int macro = 0;
2376 int usetz = 0;
2377 PyObject *tsargs = NULL, *ts = NULL, *tzinfo = Py_None, *rv = NULL;
2378 if (!PyArg_ParseTuple(args, "OO|pp", &ts, &tzinfo, &usetz, &macro)) {
2379 return NULL;
2380 }
2381
2382 // Construct the argument tuple
2383 if (usetz) {
2384 tsargs = PyTuple_Pack(2, ts, tzinfo);
2385 }
2386 else {
2387 tsargs = PyTuple_Pack(1, ts);
2388 }
2389
2390 if (tsargs == NULL) {
2391 return NULL;
2392 }
2393
2394 // Pass along to the API function
2395 if (macro) {
2396 rv = PyDateTime_FromTimestamp(tsargs);
2397 }
2398 else {
2399 rv = PyDateTimeAPI->DateTime_FromTimestamp(
2400 (PyObject *)PyDateTimeAPI->DateTimeType, tsargs, NULL
2401 );
2402 }
2403
2404 Py_DECREF(tsargs);
2405 return rv;
2406}
2407
Benjamin Peterson16323982010-02-03 01:13:41 +00002408
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002409/* test_thread_state spawns a thread of its own, and that thread releases
2410 * `thread_done` when it's finished. The driver code has to know when the
2411 * thread finishes, because the thread uses a PyObject (the callable) that
2412 * may go away when the driver finishes. The former lack of this explicit
2413 * synchronization caused rare segfaults, so rare that they were seen only
2414 * on a Mac buildbot (although they were possible on any box).
2415 */
2416static PyThread_type_lock thread_done = NULL;
2417
Benjamin Petersona786b022008-08-25 21:05:21 +00002418static int
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002419_make_call(void *callable)
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002420{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002421 PyObject *rc;
2422 int success;
2423 PyGILState_STATE s = PyGILState_Ensure();
Victor Stinner3466bde2016-09-05 18:16:01 -07002424 rc = _PyObject_CallNoArg((PyObject *)callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002425 success = (rc != NULL);
2426 Py_XDECREF(rc);
2427 PyGILState_Release(s);
2428 return success;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002429}
2430
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002431/* Same thing, but releases `thread_done` when it returns. This variant
2432 * should be called only from threads spawned by test_thread_state().
2433 */
2434static void
2435_make_call_from_thread(void *callable)
2436{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002437 _make_call(callable);
2438 PyThread_release_lock(thread_done);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002439}
2440
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002441static PyObject *
2442test_thread_state(PyObject *self, PyObject *args)
2443{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002444 PyObject *fn;
2445 int success = 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002446
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002447 if (!PyArg_ParseTuple(args, "O:test_thread_state", &fn))
2448 return NULL;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002449
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002450 if (!PyCallable_Check(fn)) {
2451 PyErr_Format(PyExc_TypeError, "'%s' object is not callable",
2452 fn->ob_type->tp_name);
2453 return NULL;
2454 }
Benjamin Petersona786b022008-08-25 21:05:21 +00002455
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002456 /* Ensure Python is set up for threading */
2457 PyEval_InitThreads();
2458 thread_done = PyThread_allocate_lock();
2459 if (thread_done == NULL)
2460 return PyErr_NoMemory();
2461 PyThread_acquire_lock(thread_done, 1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002462
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002463 /* Start a new thread with our callback. */
2464 PyThread_start_new_thread(_make_call_from_thread, fn);
2465 /* Make the callback with the thread lock held by this thread */
2466 success &= _make_call(fn);
2467 /* Do it all again, but this time with the thread-lock released */
2468 Py_BEGIN_ALLOW_THREADS
2469 success &= _make_call(fn);
2470 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2471 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002472
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002473 /* And once more with and without a thread
2474 XXX - should use a lock and work out exactly what we are trying
2475 to test <wink>
2476 */
2477 Py_BEGIN_ALLOW_THREADS
2478 PyThread_start_new_thread(_make_call_from_thread, fn);
2479 success &= _make_call(fn);
2480 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2481 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002482
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002483 /* Release lock we acquired above. This is required on HP-UX. */
2484 PyThread_release_lock(thread_done);
Thomas Wouters89f507f2006-12-13 04:49:30 +00002485
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002486 PyThread_free_lock(thread_done);
2487 if (!success)
2488 return NULL;
2489 Py_RETURN_NONE;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002490}
Benjamin Petersona54c9092009-01-13 02:11:23 +00002491
2492/* test Py_AddPendingCalls using threads */
2493static int _pending_callback(void *arg)
2494{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002495 /* we assume the argument is callable object to which we own a reference */
2496 PyObject *callable = (PyObject *)arg;
Victor Stinnera5ed5f02016-12-06 18:45:50 +01002497 PyObject *r = _PyObject_CallNoArg(callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002498 Py_DECREF(callable);
2499 Py_XDECREF(r);
2500 return r != NULL ? 0 : -1;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002501}
2502
2503/* The following requests n callbacks to _pending_callback. It can be
2504 * run from any python thread.
2505 */
Benjamin Petersonb4588c22018-07-03 22:30:56 -07002506static PyObject *
2507pending_threadfunc(PyObject *self, PyObject *arg)
Benjamin Petersona54c9092009-01-13 02:11:23 +00002508{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002509 PyObject *callable;
2510 int r;
2511 if (PyArg_ParseTuple(arg, "O", &callable) == 0)
2512 return NULL;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002513
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002514 /* create the reference for the callbackwhile we hold the lock */
2515 Py_INCREF(callable);
Benjamin Petersona54c9092009-01-13 02:11:23 +00002516
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002517 Py_BEGIN_ALLOW_THREADS
2518 r = Py_AddPendingCall(&_pending_callback, callable);
2519 Py_END_ALLOW_THREADS
Benjamin Petersona54c9092009-01-13 02:11:23 +00002520
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002521 if (r<0) {
2522 Py_DECREF(callable); /* unsuccessful add, destroy the extra reference */
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002523 Py_RETURN_FALSE;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002524 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002525 Py_RETURN_TRUE;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002526}
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002527
Neal Norwitzb0d26332007-08-25 00:49:05 +00002528/* Some tests of PyUnicode_FromFormat(). This needs more tests. */
Thomas Wouters477c8d52006-05-27 19:21:47 +00002529static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02002530test_string_from_format(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Wouters477c8d52006-05-27 19:21:47 +00002531{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002532 PyObject *result;
2533 char *msg;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002534
Alexander Belopolskye239d232010-12-08 23:31:48 +00002535#define CHECK_1_FORMAT(FORMAT, TYPE) \
2536 result = PyUnicode_FromFormat(FORMAT, (TYPE)1); \
2537 if (result == NULL) \
2538 return NULL; \
Serhiy Storchakaf4934ea2016-11-16 10:17:58 +02002539 if (!_PyUnicode_EqualToASCIIString(result, "1")) { \
Alexander Belopolskye239d232010-12-08 23:31:48 +00002540 msg = FORMAT " failed at 1"; \
2541 goto Fail; \
2542 } \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002543 Py_DECREF(result)
Thomas Wouters477c8d52006-05-27 19:21:47 +00002544
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002545 CHECK_1_FORMAT("%d", int);
2546 CHECK_1_FORMAT("%ld", long);
2547 /* The z width modifier was added in Python 2.5. */
2548 CHECK_1_FORMAT("%zd", Py_ssize_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002549
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002550 /* The u type code was added in Python 2.5. */
2551 CHECK_1_FORMAT("%u", unsigned int);
2552 CHECK_1_FORMAT("%lu", unsigned long);
2553 CHECK_1_FORMAT("%zu", size_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002554
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002555 /* "%lld" and "%llu" support added in Python 2.7. */
Benjamin Petersonaf580df2016-09-06 10:46:49 -07002556 CHECK_1_FORMAT("%llu", unsigned long long);
2557 CHECK_1_FORMAT("%lld", long long);
Mark Dickinson6ce4a9a2009-11-16 17:00:11 +00002558
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002559 Py_RETURN_NONE;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002560
2561 Fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002562 Py_XDECREF(result);
2563 return raiseTestError("test_string_from_format", msg);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002564
2565#undef CHECK_1_FORMAT
2566}
2567
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002568
2569static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302570test_unicode_compare_with_ascii(PyObject *self, PyObject *Py_UNUSED(ignored)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002571 PyObject *py_s = PyUnicode_FromStringAndSize("str\0", 4);
2572 int result;
2573 if (py_s == NULL)
2574 return NULL;
2575 result = PyUnicode_CompareWithASCIIString(py_s, "str");
2576 Py_DECREF(py_s);
2577 if (!result) {
2578 PyErr_SetString(TestError, "Python string ending in NULL "
2579 "should not compare equal to c string.");
2580 return NULL;
2581 }
2582 Py_RETURN_NONE;
Victor Stinner3e2b7172010-11-09 09:32:19 +00002583}
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002584
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002585/* This is here to provide a docstring for test_descr. */
2586static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302587test_with_docstring(PyObject *self, PyObject *Py_UNUSED(ignored))
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002588{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002589 Py_RETURN_NONE;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002590}
2591
Mark Dickinson725bfd82009-05-03 20:33:40 +00002592/* Test PyOS_string_to_double. */
2593static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302594test_string_to_double(PyObject *self, PyObject *Py_UNUSED(ignored)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002595 double result;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02002596 const char *msg;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002597
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002598#define CHECK_STRING(STR, expected) \
2599 result = PyOS_string_to_double(STR, NULL, NULL); \
2600 if (result == -1.0 && PyErr_Occurred()) \
2601 return NULL; \
Benjamin Peterson8f4b2472016-09-07 18:09:22 -07002602 if (result != (double)expected) { \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002603 msg = "conversion of " STR " to float failed"; \
2604 goto fail; \
2605 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002606
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002607#define CHECK_INVALID(STR) \
2608 result = PyOS_string_to_double(STR, NULL, NULL); \
2609 if (result == -1.0 && PyErr_Occurred()) { \
2610 if (PyErr_ExceptionMatches(PyExc_ValueError)) \
2611 PyErr_Clear(); \
2612 else \
2613 return NULL; \
2614 } \
2615 else { \
2616 msg = "conversion of " STR " didn't raise ValueError"; \
2617 goto fail; \
2618 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002619
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002620 CHECK_STRING("0.1", 0.1);
2621 CHECK_STRING("1.234", 1.234);
2622 CHECK_STRING("-1.35", -1.35);
2623 CHECK_STRING(".1e01", 1.0);
2624 CHECK_STRING("2.e-2", 0.02);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002625
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002626 CHECK_INVALID(" 0.1");
2627 CHECK_INVALID("\t\n-3");
2628 CHECK_INVALID(".123 ");
2629 CHECK_INVALID("3\n");
2630 CHECK_INVALID("123abc");
Mark Dickinson725bfd82009-05-03 20:33:40 +00002631
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002632 Py_RETURN_NONE;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002633 fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002634 return raiseTestError("test_string_to_double", msg);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002635#undef CHECK_STRING
2636#undef CHECK_INVALID
2637}
2638
2639
Benjamin Petersonb173f782009-05-05 22:31:58 +00002640/* Coverage testing of capsule objects. */
2641
2642static const char *capsule_name = "capsule name";
2643static char *capsule_pointer = "capsule pointer";
2644static char *capsule_context = "capsule context";
2645static const char *capsule_error = NULL;
2646static int
2647capsule_destructor_call_count = 0;
2648
2649static void
2650capsule_destructor(PyObject *o) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002651 capsule_destructor_call_count++;
2652 if (PyCapsule_GetContext(o) != capsule_context) {
2653 capsule_error = "context did not match in destructor!";
2654 } else if (PyCapsule_GetDestructor(o) != capsule_destructor) {
2655 capsule_error = "destructor did not match in destructor! (woah!)";
2656 } else if (PyCapsule_GetName(o) != capsule_name) {
2657 capsule_error = "name did not match in destructor!";
2658 } else if (PyCapsule_GetPointer(o, capsule_name) != capsule_pointer) {
2659 capsule_error = "pointer did not match in destructor!";
2660 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002661}
2662
2663typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002664 char *name;
2665 char *module;
2666 char *attribute;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002667} known_capsule;
2668
2669static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02002670test_capsule(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Petersonb173f782009-05-05 22:31:58 +00002671{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002672 PyObject *object;
2673 const char *error = NULL;
2674 void *pointer;
2675 void *pointer2;
2676 known_capsule known_capsules[] = {
2677 #define KNOWN_CAPSULE(module, name) { module "." name, module, name }
2678 KNOWN_CAPSULE("_socket", "CAPI"),
2679 KNOWN_CAPSULE("_curses", "_C_API"),
2680 KNOWN_CAPSULE("datetime", "datetime_CAPI"),
2681 { NULL, NULL },
2682 };
2683 known_capsule *known = &known_capsules[0];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002684
2685#define FAIL(x) { error = (x); goto exit; }
2686
2687#define CHECK_DESTRUCTOR \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002688 if (capsule_error) { \
2689 FAIL(capsule_error); \
2690 } \
2691 else if (!capsule_destructor_call_count) { \
2692 FAIL("destructor not called!"); \
2693 } \
2694 capsule_destructor_call_count = 0; \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002695
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002696 object = PyCapsule_New(capsule_pointer, capsule_name, capsule_destructor);
2697 PyCapsule_SetContext(object, capsule_context);
2698 capsule_destructor(object);
2699 CHECK_DESTRUCTOR;
2700 Py_DECREF(object);
2701 CHECK_DESTRUCTOR;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002702
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002703 object = PyCapsule_New(known, "ignored", NULL);
2704 PyCapsule_SetPointer(object, capsule_pointer);
2705 PyCapsule_SetName(object, capsule_name);
2706 PyCapsule_SetDestructor(object, capsule_destructor);
2707 PyCapsule_SetContext(object, capsule_context);
2708 capsule_destructor(object);
2709 CHECK_DESTRUCTOR;
2710 /* intentionally access using the wrong name */
2711 pointer2 = PyCapsule_GetPointer(object, "the wrong name");
2712 if (!PyErr_Occurred()) {
2713 FAIL("PyCapsule_GetPointer should have failed but did not!");
2714 }
2715 PyErr_Clear();
2716 if (pointer2) {
2717 if (pointer2 == capsule_pointer) {
2718 FAIL("PyCapsule_GetPointer should not have"
2719 " returned the internal pointer!");
2720 } else {
2721 FAIL("PyCapsule_GetPointer should have "
2722 "returned NULL pointer but did not!");
2723 }
2724 }
2725 PyCapsule_SetDestructor(object, NULL);
2726 Py_DECREF(object);
2727 if (capsule_destructor_call_count) {
2728 FAIL("destructor called when it should not have been!");
2729 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002730
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002731 for (known = &known_capsules[0]; known->module != NULL; known++) {
2732 /* yeah, ordinarily I wouldn't do this either,
2733 but it's fine for this test harness.
2734 */
2735 static char buffer[256];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002736#undef FAIL
2737#define FAIL(x) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002738 { \
2739 sprintf(buffer, "%s module: \"%s\" attribute: \"%s\"", \
2740 x, known->module, known->attribute); \
2741 error = buffer; \
2742 goto exit; \
2743 } \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002744
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002745 PyObject *module = PyImport_ImportModule(known->module);
2746 if (module) {
2747 pointer = PyCapsule_Import(known->name, 0);
2748 if (!pointer) {
2749 Py_DECREF(module);
2750 FAIL("PyCapsule_GetPointer returned NULL unexpectedly!");
2751 }
2752 object = PyObject_GetAttrString(module, known->attribute);
2753 if (!object) {
2754 Py_DECREF(module);
2755 return NULL;
2756 }
2757 pointer2 = PyCapsule_GetPointer(object,
2758 "weebles wobble but they don't fall down");
2759 if (!PyErr_Occurred()) {
2760 Py_DECREF(object);
2761 Py_DECREF(module);
2762 FAIL("PyCapsule_GetPointer should have failed but did not!");
2763 }
2764 PyErr_Clear();
2765 if (pointer2) {
2766 Py_DECREF(module);
2767 Py_DECREF(object);
2768 if (pointer2 == pointer) {
2769 FAIL("PyCapsule_GetPointer should not have"
2770 " returned its internal pointer!");
2771 } else {
2772 FAIL("PyCapsule_GetPointer should have"
2773 " returned NULL pointer but did not!");
2774 }
2775 }
2776 Py_DECREF(object);
2777 Py_DECREF(module);
2778 }
2779 else
2780 PyErr_Clear();
2781 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002782
2783 exit:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002784 if (error) {
2785 return raiseTestError("test_capsule", error);
2786 }
2787 Py_RETURN_NONE;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002788#undef FAIL
2789}
2790
Guido van Rossumddefaf32007-01-14 03:31:43 +00002791#ifdef HAVE_GETTIMEOFDAY
2792/* Profiling of integer performance */
Martin v. Löwis1c951552008-06-13 07:48:19 +00002793static void print_delta(int test, struct timeval *s, struct timeval *e)
Guido van Rossumddefaf32007-01-14 03:31:43 +00002794{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002795 e->tv_sec -= s->tv_sec;
2796 e->tv_usec -= s->tv_usec;
2797 if (e->tv_usec < 0) {
2798 e->tv_sec -=1;
2799 e->tv_usec += 1000000;
2800 }
2801 printf("Test %d: %d.%06ds\n", test, (int)e->tv_sec, (int)e->tv_usec);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002802}
2803
2804static PyObject *
2805profile_int(PyObject *self, PyObject* args)
2806{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002807 int i, k;
2808 struct timeval start, stop;
2809 PyObject *single, **multiple, *op1, *result;
Guido van Rossumddefaf32007-01-14 03:31:43 +00002810
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002811 /* Test 1: Allocate and immediately deallocate
2812 many small integers */
2813 gettimeofday(&start, NULL);
2814 for(k=0; k < 20000; k++)
2815 for(i=0; i < 1000; i++) {
2816 single = PyLong_FromLong(i);
2817 Py_DECREF(single);
2818 }
2819 gettimeofday(&stop, NULL);
2820 print_delta(1, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002821
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002822 /* Test 2: Allocate and immediately deallocate
2823 many large integers */
2824 gettimeofday(&start, NULL);
2825 for(k=0; k < 20000; k++)
2826 for(i=0; i < 1000; i++) {
2827 single = PyLong_FromLong(i+1000000);
2828 Py_DECREF(single);
2829 }
2830 gettimeofday(&stop, NULL);
2831 print_delta(2, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002832
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002833 /* Test 3: Allocate a few integers, then release
2834 them all simultaneously. */
2835 multiple = malloc(sizeof(PyObject*) * 1000);
Christian Heimes7e138022013-07-26 15:03:50 +02002836 if (multiple == NULL)
2837 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002838 gettimeofday(&start, NULL);
2839 for(k=0; k < 20000; k++) {
2840 for(i=0; i < 1000; i++) {
2841 multiple[i] = PyLong_FromLong(i+1000000);
2842 }
2843 for(i=0; i < 1000; i++) {
2844 Py_DECREF(multiple[i]);
2845 }
2846 }
2847 gettimeofday(&stop, NULL);
2848 print_delta(3, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002849 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002850
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002851 /* Test 4: Allocate many integers, then release
2852 them all simultaneously. */
2853 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02002854 if (multiple == NULL)
2855 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002856 gettimeofday(&start, NULL);
2857 for(k=0; k < 20; k++) {
2858 for(i=0; i < 1000000; i++) {
2859 multiple[i] = PyLong_FromLong(i+1000000);
2860 }
2861 for(i=0; i < 1000000; i++) {
2862 Py_DECREF(multiple[i]);
2863 }
2864 }
2865 gettimeofday(&stop, NULL);
2866 print_delta(4, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002867 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002868
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002869 /* Test 5: Allocate many integers < 32000 */
2870 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02002871 if (multiple == NULL)
2872 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002873 gettimeofday(&start, NULL);
2874 for(k=0; k < 10; k++) {
2875 for(i=0; i < 1000000; i++) {
2876 multiple[i] = PyLong_FromLong(i+1000);
2877 }
2878 for(i=0; i < 1000000; i++) {
2879 Py_DECREF(multiple[i]);
2880 }
2881 }
2882 gettimeofday(&stop, NULL);
2883 print_delta(5, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002884 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002885
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002886 /* Test 6: Perform small int addition */
2887 op1 = PyLong_FromLong(1);
2888 gettimeofday(&start, NULL);
2889 for(i=0; i < 10000000; i++) {
2890 result = PyNumber_Add(op1, op1);
2891 Py_DECREF(result);
2892 }
2893 gettimeofday(&stop, NULL);
2894 Py_DECREF(op1);
2895 print_delta(6, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002896
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002897 /* Test 7: Perform medium int addition */
2898 op1 = PyLong_FromLong(1000);
Christian Heimes66eda262013-07-26 15:54:07 +02002899 if (op1 == NULL)
2900 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002901 gettimeofday(&start, NULL);
2902 for(i=0; i < 10000000; i++) {
2903 result = PyNumber_Add(op1, op1);
Christian Heimesff369a52013-07-26 14:52:18 +02002904 Py_XDECREF(result);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002905 }
2906 gettimeofday(&stop, NULL);
2907 Py_DECREF(op1);
2908 print_delta(7, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002909
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002910 Py_RETURN_NONE;
Guido van Rossumddefaf32007-01-14 03:31:43 +00002911}
2912#endif
2913
Christian Heimes81ee3ef2008-05-04 22:42:01 +00002914/* To test the format of tracebacks as printed out. */
2915static PyObject *
2916traceback_print(PyObject *self, PyObject *args)
2917{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002918 PyObject *file;
2919 PyObject *traceback;
2920 int result;
2921
2922 if (!PyArg_ParseTuple(args, "OO:traceback_print",
2923 &traceback, &file))
2924 return NULL;
2925
2926 result = PyTraceBack_Print(traceback, file);
2927 if (result < 0)
2928 return NULL;
2929 Py_RETURN_NONE;
Christian Heimes81ee3ef2008-05-04 22:42:01 +00002930}
2931
Benjamin Petersone6528212008-07-15 15:32:09 +00002932/* To test the format of exceptions as printed out. */
2933static PyObject *
2934exception_print(PyObject *self, PyObject *args)
2935{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002936 PyObject *value;
2937 PyObject *tb;
Benjamin Petersone6528212008-07-15 15:32:09 +00002938
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002939 if (!PyArg_ParseTuple(args, "O:exception_print",
2940 &value))
2941 return NULL;
2942 if (!PyExceptionInstance_Check(value)) {
2943 PyErr_Format(PyExc_TypeError, "an exception instance is required");
2944 return NULL;
2945 }
Benjamin Petersone6528212008-07-15 15:32:09 +00002946
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002947 tb = PyException_GetTraceback(value);
2948 PyErr_Display((PyObject *) Py_TYPE(value), value, tb);
2949 Py_XDECREF(tb);
Benjamin Petersone6528212008-07-15 15:32:09 +00002950
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002951 Py_RETURN_NONE;
Benjamin Petersone6528212008-07-15 15:32:09 +00002952}
2953
2954
2955
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002956
2957/* reliably raise a MemoryError */
2958static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05302959raise_memoryerror(PyObject *self, PyObject *Py_UNUSED(ignored))
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002960{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002961 PyErr_NoMemory();
2962 return NULL;
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002963}
2964
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002965/* Issue 6012 */
2966static PyObject *str1, *str2;
2967static int
2968failing_converter(PyObject *obj, void *arg)
2969{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002970 /* Clone str1, then let the conversion fail. */
2971 assert(str1);
2972 str2 = str1;
2973 Py_INCREF(str2);
2974 return 0;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002975}
2976static PyObject*
2977argparsing(PyObject *o, PyObject *args)
2978{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002979 PyObject *res;
2980 str1 = str2 = NULL;
2981 if (!PyArg_ParseTuple(args, "O&O&",
2982 PyUnicode_FSConverter, &str1,
2983 failing_converter, &str2)) {
2984 if (!str2)
2985 /* argument converter not called? */
2986 return NULL;
2987 /* Should be 1 */
Victor Stinner0fcab4a2011-01-04 12:59:15 +00002988 res = PyLong_FromSsize_t(Py_REFCNT(str2));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002989 Py_DECREF(str2);
2990 PyErr_Clear();
2991 return res;
2992 }
2993 Py_RETURN_NONE;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002994}
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002995
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00002996/* To test that the result of PyCode_NewEmpty has the right members. */
2997static PyObject *
2998code_newempty(PyObject *self, PyObject *args)
2999{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003000 const char *filename;
3001 const char *funcname;
3002 int firstlineno;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003003
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003004 if (!PyArg_ParseTuple(args, "ssi:code_newempty",
3005 &filename, &funcname, &firstlineno))
3006 return NULL;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003007
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003008 return (PyObject *)PyCode_NewEmpty(filename, funcname, firstlineno);
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00003009}
3010
Georg Brandl1e28a272009-12-28 08:41:01 +00003011/* Test PyErr_NewExceptionWithDoc (also exercise PyErr_NewException).
3012 Run via Lib/test/test_exceptions.py */
3013static PyObject *
3014make_exception_with_doc(PyObject *self, PyObject *args, PyObject *kwargs)
3015{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003016 const char *name;
3017 const char *doc = NULL;
3018 PyObject *base = NULL;
3019 PyObject *dict = NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00003020
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003021 static char *kwlist[] = {"name", "doc", "base", "dict", NULL};
Georg Brandl1e28a272009-12-28 08:41:01 +00003022
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003023 if (!PyArg_ParseTupleAndKeywords(args, kwargs,
3024 "s|sOO:make_exception_with_doc", kwlist,
3025 &name, &doc, &base, &dict))
3026 return NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00003027
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00003028 return PyErr_NewExceptionWithDoc(name, doc, base, dict);
Georg Brandl1e28a272009-12-28 08:41:01 +00003029}
3030
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003031static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303032make_memoryview_from_NULL_pointer(PyObject *self, PyObject *Py_UNUSED(ignored))
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003033{
3034 Py_buffer info;
3035 if (PyBuffer_FillInfo(&info, NULL, NULL, 1, 1, PyBUF_FULL_RO) < 0)
3036 return NULL;
3037 return PyMemoryView_FromBuffer(&info);
3038}
Serhiy Storchaka009b8112015-03-18 21:53:15 +02003039
Stefan Krah7213fcc2015-02-01 16:19:23 +01003040static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02003041test_from_contiguous(PyObject* self, PyObject *Py_UNUSED(ignored))
Stefan Krah7213fcc2015-02-01 16:19:23 +01003042{
3043 int data[9] = {-1,-1,-1,-1,-1,-1,-1,-1,-1};
3044 int init[5] = {0, 1, 2, 3, 4};
3045 Py_ssize_t itemsize = sizeof(int);
3046 Py_ssize_t shape = 5;
3047 Py_ssize_t strides = 2 * itemsize;
3048 Py_buffer view = {
3049 data,
3050 NULL,
3051 5 * itemsize,
3052 itemsize,
3053 1,
3054 1,
3055 NULL,
3056 &shape,
3057 &strides,
3058 NULL,
3059 NULL
3060 };
3061 int *ptr;
3062 int i;
3063
3064 PyBuffer_FromContiguous(&view, init, view.len, 'C');
3065 ptr = view.buf;
3066 for (i = 0; i < 5; i++) {
3067 if (ptr[2*i] != i) {
3068 PyErr_SetString(TestError,
3069 "test_from_contiguous: incorrect result");
3070 return NULL;
3071 }
3072 }
3073
3074 view.buf = &data[8];
3075 view.strides[0] = -2 * itemsize;
3076
3077 PyBuffer_FromContiguous(&view, init, view.len, 'C');
3078 ptr = view.buf;
3079 for (i = 0; i < 5; i++) {
3080 if (*(ptr-2*i) != i) {
3081 PyErr_SetString(TestError,
3082 "test_from_contiguous: incorrect result");
3083 return NULL;
3084 }
3085 }
3086
3087 Py_RETURN_NONE;
3088}
Stefan Krah650c1e82015-02-03 21:43:23 +01003089
Stefan Kraha7559c02015-02-03 22:27:21 +01003090#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah650c1e82015-02-03 21:43:23 +01003091extern PyTypeObject _PyBytesIOBuffer_Type;
3092
Stefan Krah5178d912015-02-03 16:57:21 +01003093static PyObject *
Serhiy Storchaka81524022018-11-27 13:05:02 +02003094test_pep3118_obsolete_write_locks(PyObject* self, PyObject *Py_UNUSED(ignored))
Stefan Krah5178d912015-02-03 16:57:21 +01003095{
Stefan Krah650c1e82015-02-03 21:43:23 +01003096 PyTypeObject *type = &_PyBytesIOBuffer_Type;
Stefan Krah5178d912015-02-03 16:57:21 +01003097 PyObject *b;
3098 char *dummy[1];
3099 int ret, match;
3100
Stefan Krah650c1e82015-02-03 21:43:23 +01003101 /* PyBuffer_FillInfo() */
Stefan Krah5178d912015-02-03 16:57:21 +01003102 ret = PyBuffer_FillInfo(NULL, NULL, dummy, 1, 0, PyBUF_SIMPLE);
3103 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3104 PyErr_Clear();
3105 if (ret != -1 || match == 0)
3106 goto error;
3107
Stefan Krah650c1e82015-02-03 21:43:23 +01003108 /* bytesiobuf_getbuffer() */
3109 b = type->tp_alloc(type, 0);
Stefan Krah5178d912015-02-03 16:57:21 +01003110 if (b == NULL) {
3111 return NULL;
3112 }
3113
3114 ret = PyObject_GetBuffer(b, NULL, PyBUF_SIMPLE);
3115 Py_DECREF(b);
3116 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3117 PyErr_Clear();
3118 if (ret != -1 || match == 0)
3119 goto error;
3120
3121 Py_RETURN_NONE;
3122
3123error:
3124 PyErr_SetString(TestError,
3125 "test_pep3118_obsolete_write_locks: failure");
3126 return NULL;
3127}
Stefan Kraha7559c02015-02-03 22:27:21 +01003128#endif
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003129
Stefan Krah650c1e82015-02-03 21:43:23 +01003130/* This tests functions that historically supported write locks. It is
3131 wrong to call getbuffer() with view==NULL and a compliant getbufferproc
3132 is entitled to segfault in that case. */
3133static PyObject *
3134getbuffer_with_null_view(PyObject* self, PyObject *obj)
3135{
3136 if (PyObject_GetBuffer(obj, NULL, PyBUF_SIMPLE) < 0)
3137 return NULL;
3138
3139 Py_RETURN_NONE;
3140}
3141
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003142/* Test that the fatal error from not having a current thread doesn't
3143 cause an infinite loop. Run via Lib/test/test_capi.py */
3144static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303145crash_no_current_thread(PyObject *self, PyObject *Py_UNUSED(ignored))
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003146{
3147 Py_BEGIN_ALLOW_THREADS
Jeffrey Yasskinea7b7482010-05-17 16:59:23 +00003148 /* Using PyThreadState_Get() directly allows the test to pass in
3149 !pydebug mode. However, the test only actually tests anything
3150 in pydebug mode, since that's where the infinite loop was in
3151 the first place. */
3152 PyThreadState_Get();
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003153 Py_END_ALLOW_THREADS
3154 return NULL;
3155}
3156
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003157/* To run some code in a sub-interpreter. */
3158static PyObject *
3159run_in_subinterp(PyObject *self, PyObject *args)
3160{
3161 const char *code;
3162 int r;
3163 PyThreadState *substate, *mainstate;
3164
3165 if (!PyArg_ParseTuple(args, "s:run_in_subinterp",
3166 &code))
3167 return NULL;
3168
3169 mainstate = PyThreadState_Get();
3170
3171 PyThreadState_Swap(NULL);
3172
3173 substate = Py_NewInterpreter();
Brett Cannonb6855682012-02-03 12:08:03 -05003174 if (substate == NULL) {
3175 /* Since no new thread state was created, there is no exception to
3176 propagate; raise a fresh one after swapping in the old thread
3177 state. */
3178 PyThreadState_Swap(mainstate);
3179 PyErr_SetString(PyExc_RuntimeError, "sub-interpreter creation failed");
3180 return NULL;
3181 }
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003182 r = PyRun_SimpleString(code);
3183 Py_EndInterpreter(substate);
3184
3185 PyThreadState_Swap(mainstate);
3186
3187 return PyLong_FromLong(r);
3188}
3189
Victor Stinner3c1b3792014-02-17 00:02:43 +01003190static int
3191check_time_rounding(int round)
3192{
Victor Stinner74474232015-09-02 01:43:56 +02003193 if (round != _PyTime_ROUND_FLOOR
3194 && round != _PyTime_ROUND_CEILING
Pablo Galindo2c15b292017-10-17 15:14:41 +01003195 && round != _PyTime_ROUND_HALF_EVEN
3196 && round != _PyTime_ROUND_UP) {
Victor Stinner3c1b3792014-02-17 00:02:43 +01003197 PyErr_SetString(PyExc_ValueError, "invalid rounding");
3198 return -1;
3199 }
3200 return 0;
3201}
3202
Victor Stinner5d272cc2012-03-13 13:35:55 +01003203static PyObject *
3204test_pytime_object_to_time_t(PyObject *self, PyObject *args)
3205{
3206 PyObject *obj;
3207 time_t sec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003208 int round;
3209 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_time_t", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003210 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003211 if (check_time_rounding(round) < 0)
3212 return NULL;
3213 if (_PyTime_ObjectToTime_t(obj, &sec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003214 return NULL;
3215 return _PyLong_FromTime_t(sec);
3216}
3217
3218static PyObject *
3219test_pytime_object_to_timeval(PyObject *self, PyObject *args)
3220{
3221 PyObject *obj;
3222 time_t sec;
3223 long usec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003224 int round;
3225 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timeval", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003226 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003227 if (check_time_rounding(round) < 0)
3228 return NULL;
3229 if (_PyTime_ObjectToTimeval(obj, &sec, &usec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003230 return NULL;
3231 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), usec);
3232}
3233
Victor Stinner643cd682012-03-02 22:54:03 +01003234static PyObject *
3235test_pytime_object_to_timespec(PyObject *self, PyObject *args)
3236{
3237 PyObject *obj;
3238 time_t sec;
3239 long nsec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003240 int round;
3241 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timespec", &obj, &round))
Victor Stinner643cd682012-03-02 22:54:03 +01003242 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003243 if (check_time_rounding(round) < 0)
3244 return NULL;
3245 if (_PyTime_ObjectToTimespec(obj, &sec, &nsec, round) == -1)
Victor Stinner643cd682012-03-02 22:54:03 +01003246 return NULL;
Victor Stinner5d272cc2012-03-13 13:35:55 +01003247 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), nsec);
Victor Stinner643cd682012-03-02 22:54:03 +01003248}
3249
Antoine Pitrou796564c2013-07-30 19:59:21 +02003250static void
3251slot_tp_del(PyObject *self)
3252{
3253 _Py_IDENTIFIER(__tp_del__);
3254 PyObject *del, *res;
3255 PyObject *error_type, *error_value, *error_traceback;
3256
3257 /* Temporarily resurrect the object. */
3258 assert(self->ob_refcnt == 0);
3259 self->ob_refcnt = 1;
3260
3261 /* Save the current exception, if any. */
3262 PyErr_Fetch(&error_type, &error_value, &error_traceback);
3263
3264 /* Execute __del__ method, if any. */
3265 del = _PyObject_LookupSpecial(self, &PyId___tp_del__);
3266 if (del != NULL) {
INADA Naoki72dccde2017-02-16 09:26:01 +09003267 res = _PyObject_CallNoArg(del);
Antoine Pitrou796564c2013-07-30 19:59:21 +02003268 if (res == NULL)
3269 PyErr_WriteUnraisable(del);
3270 else
3271 Py_DECREF(res);
3272 Py_DECREF(del);
3273 }
3274
3275 /* Restore the saved exception. */
3276 PyErr_Restore(error_type, error_value, error_traceback);
3277
3278 /* Undo the temporary resurrection; can't use DECREF here, it would
3279 * cause a recursive call.
3280 */
3281 assert(self->ob_refcnt > 0);
3282 if (--self->ob_refcnt == 0)
3283 return; /* this is the normal path out */
3284
3285 /* __del__ resurrected it! Make it look like the original Py_DECREF
3286 * never happened.
3287 */
3288 {
3289 Py_ssize_t refcnt = self->ob_refcnt;
3290 _Py_NewReference(self);
3291 self->ob_refcnt = refcnt;
3292 }
INADA Naokid8521422018-05-17 11:07:21 +09003293 assert(!PyType_IS_GC(Py_TYPE(self)) || _PyObject_GC_IS_TRACKED(self));
Antoine Pitrou796564c2013-07-30 19:59:21 +02003294 /* If Py_REF_DEBUG, _Py_NewReference bumped _Py_RefTotal, so
3295 * we need to undo that. */
3296 _Py_DEC_REFTOTAL;
3297 /* If Py_TRACE_REFS, _Py_NewReference re-added self to the object
3298 * chain, so no more to do there.
3299 * If COUNT_ALLOCS, the original decref bumped tp_frees, and
3300 * _Py_NewReference bumped tp_allocs: both of those need to be
3301 * undone.
3302 */
3303#ifdef COUNT_ALLOCS
3304 --Py_TYPE(self)->tp_frees;
3305 --Py_TYPE(self)->tp_allocs;
3306#endif
3307}
3308
3309static PyObject *
3310with_tp_del(PyObject *self, PyObject *args)
3311{
3312 PyObject *obj;
3313 PyTypeObject *tp;
3314
3315 if (!PyArg_ParseTuple(args, "O:with_tp_del", &obj))
3316 return NULL;
3317 tp = (PyTypeObject *) obj;
3318 if (!PyType_Check(obj) || !PyType_HasFeature(tp, Py_TPFLAGS_HEAPTYPE)) {
3319 PyErr_Format(PyExc_TypeError,
3320 "heap type expected, got %R", obj);
3321 return NULL;
3322 }
3323 tp->tp_del = slot_tp_del;
3324 Py_INCREF(obj);
3325 return obj;
3326}
3327
Antoine Pitroub349e4c2014-08-06 19:31:40 -04003328static PyMethodDef ml;
3329
3330static PyObject *
3331create_cfunction(PyObject *self, PyObject *args)
3332{
3333 return PyCFunction_NewEx(&ml, self, NULL);
3334}
3335
3336static PyMethodDef ml = {
3337 "create_cfunction",
3338 create_cfunction,
3339 METH_NOARGS,
3340 NULL
3341};
3342
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003343static PyObject *
3344_test_incref(PyObject *ob)
3345{
3346 Py_INCREF(ob);
3347 return ob;
3348}
3349
3350static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303351test_xincref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003352{
3353 PyObject *obj = PyLong_FromLong(0);
3354 Py_XINCREF(_test_incref(obj));
3355 Py_DECREF(obj);
3356 Py_DECREF(obj);
3357 Py_DECREF(obj);
3358 Py_RETURN_NONE;
3359}
3360
3361static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303362test_incref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003363{
3364 PyObject *obj = PyLong_FromLong(0);
3365 Py_INCREF(_test_incref(obj));
3366 Py_DECREF(obj);
3367 Py_DECREF(obj);
3368 Py_DECREF(obj);
3369 Py_RETURN_NONE;
3370}
3371
3372static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303373test_xdecref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003374{
3375 Py_XDECREF(PyLong_FromLong(0));
3376 Py_RETURN_NONE;
3377}
3378
3379static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303380test_decref_doesnt_leak(PyObject *ob, PyObject *Py_UNUSED(ignored))
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003381{
3382 Py_DECREF(PyLong_FromLong(0));
3383 Py_RETURN_NONE;
3384}
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003385
Victor Stinner0507bf52013-07-07 02:05:46 +02003386static PyObject *
Eddie Elizondo474eedf2018-11-13 04:09:31 -08003387test_structseq_newtype_doesnt_leak(PyObject *Py_UNUSED(self),
3388 PyObject *Py_UNUSED(args))
3389{
3390 PyStructSequence_Desc descr;
3391 PyStructSequence_Field descr_fields[3];
3392
3393 descr_fields[0] = (PyStructSequence_Field){"foo", "foo value"};
3394 descr_fields[1] = (PyStructSequence_Field){NULL, "some hidden value"};
3395 descr_fields[2] = (PyStructSequence_Field){0, NULL};
3396
3397 descr.name = "_testcapi.test_descr";
3398 descr.doc = "This is used to test for memory leaks in NewType";
3399 descr.fields = descr_fields;
3400 descr.n_in_sequence = 1;
3401
3402 PyTypeObject* structseq_type = PyStructSequence_NewType(&descr);
3403 assert(structseq_type != NULL);
3404 assert(PyType_Check(structseq_type));
3405 assert(PyType_FastSubclass(structseq_type, Py_TPFLAGS_TUPLE_SUBCLASS));
3406 Py_DECREF(structseq_type);
3407
3408 Py_RETURN_NONE;
3409}
3410
3411static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303412test_incref_decref_API(PyObject *ob, PyObject *Py_UNUSED(ignored))
Christian Heimes4efdb412013-07-31 02:36:43 +02003413{
3414 PyObject *obj = PyLong_FromLong(0);
Victor Stinnerfc6a90a2014-10-09 22:15:41 +02003415 Py_IncRef(obj);
Christian Heimes4efdb412013-07-31 02:36:43 +02003416 Py_DecRef(obj);
3417 Py_DecRef(obj);
3418 Py_RETURN_NONE;
3419}
3420
3421static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303422test_pymem_alloc0(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003423{
3424 void *ptr;
3425
Victor Stinnerdb067af2014-05-02 22:31:14 +02003426 ptr = PyMem_RawMalloc(0);
3427 if (ptr == NULL) {
3428 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawMalloc(0) returns NULL");
3429 return NULL;
3430 }
3431 PyMem_RawFree(ptr);
3432
3433 ptr = PyMem_RawCalloc(0, 0);
3434 if (ptr == NULL) {
3435 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawCalloc(0, 0) returns NULL");
3436 return NULL;
3437 }
3438 PyMem_RawFree(ptr);
3439
Victor Stinner0507bf52013-07-07 02:05:46 +02003440 ptr = PyMem_Malloc(0);
3441 if (ptr == NULL) {
3442 PyErr_SetString(PyExc_RuntimeError, "PyMem_Malloc(0) returns NULL");
3443 return NULL;
3444 }
3445 PyMem_Free(ptr);
3446
Victor Stinnerdb067af2014-05-02 22:31:14 +02003447 ptr = PyMem_Calloc(0, 0);
3448 if (ptr == NULL) {
3449 PyErr_SetString(PyExc_RuntimeError, "PyMem_Calloc(0, 0) returns NULL");
3450 return NULL;
3451 }
3452 PyMem_Free(ptr);
3453
Victor Stinner0507bf52013-07-07 02:05:46 +02003454 ptr = PyObject_Malloc(0);
3455 if (ptr == NULL) {
3456 PyErr_SetString(PyExc_RuntimeError, "PyObject_Malloc(0) returns NULL");
3457 return NULL;
3458 }
3459 PyObject_Free(ptr);
3460
Victor Stinnerdb067af2014-05-02 22:31:14 +02003461 ptr = PyObject_Calloc(0, 0);
3462 if (ptr == NULL) {
3463 PyErr_SetString(PyExc_RuntimeError, "PyObject_Calloc(0, 0) returns NULL");
3464 return NULL;
3465 }
3466 PyObject_Free(ptr);
3467
Victor Stinner0507bf52013-07-07 02:05:46 +02003468 Py_RETURN_NONE;
3469}
3470
3471typedef struct {
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003472 PyMemAllocatorEx alloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003473
3474 size_t malloc_size;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003475 size_t calloc_nelem;
3476 size_t calloc_elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003477 void *realloc_ptr;
3478 size_t realloc_new_size;
3479 void *free_ptr;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003480 void *ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003481} alloc_hook_t;
3482
Victor Stinner9ed83c42017-10-31 12:18:10 -07003483static void* hook_malloc(void* ctx, size_t size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003484{
3485 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003486 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003487 hook->malloc_size = size;
3488 return hook->alloc.malloc(hook->alloc.ctx, size);
3489}
3490
Victor Stinner9ed83c42017-10-31 12:18:10 -07003491static void* hook_calloc(void* ctx, size_t nelem, size_t elsize)
Victor Stinnerdb067af2014-05-02 22:31:14 +02003492{
3493 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003494 hook->ctx = ctx;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003495 hook->calloc_nelem = nelem;
3496 hook->calloc_elsize = elsize;
3497 return hook->alloc.calloc(hook->alloc.ctx, nelem, elsize);
3498}
3499
Victor Stinner9ed83c42017-10-31 12:18:10 -07003500static void* hook_realloc(void* ctx, void* ptr, size_t new_size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003501{
3502 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003503 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003504 hook->realloc_ptr = ptr;
3505 hook->realloc_new_size = new_size;
3506 return hook->alloc.realloc(hook->alloc.ctx, ptr, new_size);
3507}
3508
Victor Stinner9ed83c42017-10-31 12:18:10 -07003509static void hook_free(void *ctx, void *ptr)
Victor Stinner0507bf52013-07-07 02:05:46 +02003510{
3511 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003512 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003513 hook->free_ptr = ptr;
3514 hook->alloc.free(hook->alloc.ctx, ptr);
3515}
3516
3517static PyObject *
3518test_setallocators(PyMemAllocatorDomain domain)
3519{
3520 PyObject *res = NULL;
3521 const char *error_msg;
3522 alloc_hook_t hook;
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003523 PyMemAllocatorEx alloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003524 size_t size, size2, nelem, elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003525 void *ptr, *ptr2;
3526
Victor Stinnerdb067af2014-05-02 22:31:14 +02003527 memset(&hook, 0, sizeof(hook));
Victor Stinner0507bf52013-07-07 02:05:46 +02003528
3529 alloc.ctx = &hook;
3530 alloc.malloc = &hook_malloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003531 alloc.calloc = &hook_calloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003532 alloc.realloc = &hook_realloc;
3533 alloc.free = &hook_free;
3534 PyMem_GetAllocator(domain, &hook.alloc);
3535 PyMem_SetAllocator(domain, &alloc);
3536
Victor Stinner9ed83c42017-10-31 12:18:10 -07003537 /* malloc, realloc, free */
Victor Stinner0507bf52013-07-07 02:05:46 +02003538 size = 42;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003539 hook.ctx = NULL;
Victor Stinner0507bf52013-07-07 02:05:46 +02003540 switch(domain)
3541 {
3542 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawMalloc(size); break;
3543 case PYMEM_DOMAIN_MEM: ptr = PyMem_Malloc(size); break;
3544 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Malloc(size); break;
3545 default: ptr = NULL; break;
3546 }
3547
Victor Stinner9ed83c42017-10-31 12:18:10 -07003548#define CHECK_CTX(FUNC) \
3549 if (hook.ctx != &hook) { \
3550 error_msg = FUNC " wrong context"; \
3551 goto fail; \
3552 } \
3553 hook.ctx = NULL; /* reset for next check */
3554
Victor Stinner0507bf52013-07-07 02:05:46 +02003555 if (ptr == NULL) {
3556 error_msg = "malloc failed";
3557 goto fail;
3558 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003559 CHECK_CTX("malloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003560 if (hook.malloc_size != size) {
3561 error_msg = "malloc invalid size";
3562 goto fail;
3563 }
3564
3565 size2 = 200;
3566 switch(domain)
3567 {
3568 case PYMEM_DOMAIN_RAW: ptr2 = PyMem_RawRealloc(ptr, size2); break;
3569 case PYMEM_DOMAIN_MEM: ptr2 = PyMem_Realloc(ptr, size2); break;
3570 case PYMEM_DOMAIN_OBJ: ptr2 = PyObject_Realloc(ptr, size2); break;
Christian Heimes865d12a2013-08-02 11:10:51 +02003571 default: ptr2 = NULL; break;
Victor Stinner0507bf52013-07-07 02:05:46 +02003572 }
3573
3574 if (ptr2 == NULL) {
3575 error_msg = "realloc failed";
3576 goto fail;
3577 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003578 CHECK_CTX("realloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003579 if (hook.realloc_ptr != ptr
3580 || hook.realloc_new_size != size2) {
3581 error_msg = "realloc invalid parameters";
3582 goto fail;
3583 }
3584
3585 switch(domain)
3586 {
3587 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr2); break;
3588 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr2); break;
3589 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr2); break;
3590 }
3591
Victor Stinner9ed83c42017-10-31 12:18:10 -07003592 CHECK_CTX("free");
Victor Stinner0507bf52013-07-07 02:05:46 +02003593 if (hook.free_ptr != ptr2) {
3594 error_msg = "free invalid pointer";
3595 goto fail;
3596 }
3597
Victor Stinner9ed83c42017-10-31 12:18:10 -07003598 /* calloc, free */
Victor Stinnerdb067af2014-05-02 22:31:14 +02003599 nelem = 2;
3600 elsize = 5;
3601 switch(domain)
3602 {
3603 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawCalloc(nelem, elsize); break;
3604 case PYMEM_DOMAIN_MEM: ptr = PyMem_Calloc(nelem, elsize); break;
3605 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Calloc(nelem, elsize); break;
3606 default: ptr = NULL; break;
3607 }
3608
3609 if (ptr == NULL) {
3610 error_msg = "calloc failed";
3611 goto fail;
3612 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003613 CHECK_CTX("calloc");
Victor Stinnerdb067af2014-05-02 22:31:14 +02003614 if (hook.calloc_nelem != nelem || hook.calloc_elsize != elsize) {
3615 error_msg = "calloc invalid nelem or elsize";
3616 goto fail;
3617 }
3618
Victor Stinner9ed83c42017-10-31 12:18:10 -07003619 hook.free_ptr = NULL;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003620 switch(domain)
3621 {
3622 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr); break;
3623 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr); break;
3624 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr); break;
3625 }
3626
Victor Stinner9ed83c42017-10-31 12:18:10 -07003627 CHECK_CTX("calloc free");
3628 if (hook.free_ptr != ptr) {
3629 error_msg = "calloc free invalid pointer";
3630 goto fail;
3631 }
3632
Victor Stinner0507bf52013-07-07 02:05:46 +02003633 Py_INCREF(Py_None);
3634 res = Py_None;
3635 goto finally;
3636
3637fail:
3638 PyErr_SetString(PyExc_RuntimeError, error_msg);
3639
3640finally:
3641 PyMem_SetAllocator(domain, &hook.alloc);
3642 return res;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003643
3644#undef CHECK_CTX
Victor Stinner0507bf52013-07-07 02:05:46 +02003645}
3646
3647static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303648test_pymem_setrawallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003649{
3650 return test_setallocators(PYMEM_DOMAIN_RAW);
3651}
3652
3653static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303654test_pymem_setallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003655{
3656 return test_setallocators(PYMEM_DOMAIN_MEM);
3657}
3658
3659static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303660test_pyobject_setallocators(PyObject *self, PyObject *Py_UNUSED(ignored))
Victor Stinner0507bf52013-07-07 02:05:46 +02003661{
3662 return test_setallocators(PYMEM_DOMAIN_OBJ);
3663}
3664
xdegaye85f64302017-07-01 14:14:45 +02003665/* Most part of the following code is inherited from the pyfailmalloc project
3666 * written by Victor Stinner. */
3667static struct {
3668 int installed;
3669 PyMemAllocatorEx raw;
3670 PyMemAllocatorEx mem;
3671 PyMemAllocatorEx obj;
3672} FmHook;
3673
3674static struct {
3675 int start;
3676 int stop;
3677 Py_ssize_t count;
3678} FmData;
3679
3680static int
3681fm_nomemory(void)
3682{
3683 FmData.count++;
3684 if (FmData.count > FmData.start &&
3685 (FmData.stop <= 0 || FmData.count <= FmData.stop)) {
3686 return 1;
3687 }
3688 return 0;
3689}
3690
3691static void *
3692hook_fmalloc(void *ctx, size_t size)
3693{
3694 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3695 if (fm_nomemory()) {
3696 return NULL;
3697 }
3698 return alloc->malloc(alloc->ctx, size);
3699}
3700
3701static void *
3702hook_fcalloc(void *ctx, size_t nelem, size_t elsize)
3703{
3704 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3705 if (fm_nomemory()) {
3706 return NULL;
3707 }
3708 return alloc->calloc(alloc->ctx, nelem, elsize);
3709}
3710
3711static void *
3712hook_frealloc(void *ctx, void *ptr, size_t new_size)
3713{
3714 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3715 if (fm_nomemory()) {
3716 return NULL;
3717 }
3718 return alloc->realloc(alloc->ctx, ptr, new_size);
3719}
3720
3721static void
3722hook_ffree(void *ctx, void *ptr)
3723{
3724 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3725 alloc->free(alloc->ctx, ptr);
3726}
3727
3728static void
3729fm_setup_hooks(void)
3730{
3731 PyMemAllocatorEx alloc;
3732
3733 if (FmHook.installed) {
3734 return;
3735 }
3736 FmHook.installed = 1;
3737
3738 alloc.malloc = hook_fmalloc;
3739 alloc.calloc = hook_fcalloc;
3740 alloc.realloc = hook_frealloc;
3741 alloc.free = hook_ffree;
3742 PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3743 PyMem_GetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3744 PyMem_GetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3745
3746 alloc.ctx = &FmHook.raw;
3747 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &alloc);
3748
3749 alloc.ctx = &FmHook.mem;
3750 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &alloc);
3751
3752 alloc.ctx = &FmHook.obj;
3753 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &alloc);
3754}
3755
3756static void
3757fm_remove_hooks(void)
3758{
3759 if (FmHook.installed) {
3760 FmHook.installed = 0;
3761 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3762 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3763 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3764 }
3765}
3766
3767static PyObject*
3768set_nomemory(PyObject *self, PyObject *args)
3769{
3770 /* Memory allocation fails after 'start' allocation requests, and until
3771 * 'stop' allocation requests except when 'stop' is negative or equal
3772 * to 0 (default) in which case allocation failures never stop. */
3773 FmData.count = 0;
3774 FmData.stop = 0;
3775 if (!PyArg_ParseTuple(args, "i|i", &FmData.start, &FmData.stop)) {
3776 return NULL;
3777 }
3778 fm_setup_hooks();
3779 Py_RETURN_NONE;
3780}
3781
3782static PyObject*
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05303783remove_mem_hooks(PyObject *self, PyObject *Py_UNUSED(ignored))
xdegaye85f64302017-07-01 14:14:45 +02003784{
3785 fm_remove_hooks();
3786 Py_RETURN_NONE;
3787}
3788
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003789PyDoc_STRVAR(docstring_empty,
3790""
3791);
3792
3793PyDoc_STRVAR(docstring_no_signature,
3794"This docstring has no signature."
3795);
3796
3797PyDoc_STRVAR(docstring_with_invalid_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003798"docstring_with_invalid_signature($module, /, boo)\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003799"\n"
3800"This docstring has an invalid signature."
3801);
3802
Larry Hastings2623c8c2014-02-08 22:15:29 -08003803PyDoc_STRVAR(docstring_with_invalid_signature2,
3804"docstring_with_invalid_signature2($module, /, boo)\n"
3805"\n"
3806"--\n"
3807"\n"
3808"This docstring also has an invalid signature."
3809);
3810
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003811PyDoc_STRVAR(docstring_with_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003812"docstring_with_signature($module, /, sig)\n"
3813"--\n"
3814"\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003815"This docstring has a valid signature."
3816);
3817
Zachary Ware8ef887c2015-04-13 18:22:35 -05003818PyDoc_STRVAR(docstring_with_signature_but_no_doc,
3819"docstring_with_signature_but_no_doc($module, /, sig)\n"
3820"--\n"
3821"\n"
3822);
3823
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003824PyDoc_STRVAR(docstring_with_signature_and_extra_newlines,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003825"docstring_with_signature_and_extra_newlines($module, /, parameter)\n"
3826"--\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003827"\n"
3828"\n"
3829"This docstring has a valid signature and some extra newlines."
3830);
3831
Larry Hastings16c51912014-01-07 11:53:01 -08003832PyDoc_STRVAR(docstring_with_signature_with_defaults,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003833"docstring_with_signature_with_defaults(module, s='avocado',\n"
3834" b=b'bytes', d=3.14, i=35, n=None, t=True, f=False,\n"
3835" local=the_number_three, sys=sys.maxsize,\n"
3836" exp=sys.maxsize - 1)\n"
3837"--\n"
Larry Hastings16c51912014-01-07 11:53:01 -08003838"\n"
3839"\n"
3840"\n"
3841"This docstring has a valid signature with parameters,\n"
3842"and the parameters take defaults of varying types."
3843);
3844
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01003845typedef struct {
3846 PyThread_type_lock start_event;
3847 PyThread_type_lock exit_event;
3848 PyObject *callback;
3849} test_c_thread_t;
3850
3851static void
3852temporary_c_thread(void *data)
3853{
3854 test_c_thread_t *test_c_thread = data;
3855 PyGILState_STATE state;
3856 PyObject *res;
3857
3858 PyThread_release_lock(test_c_thread->start_event);
3859
3860 /* Allocate a Python thread state for this thread */
3861 state = PyGILState_Ensure();
3862
Victor Stinner3466bde2016-09-05 18:16:01 -07003863 res = _PyObject_CallNoArg(test_c_thread->callback);
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01003864 Py_CLEAR(test_c_thread->callback);
3865
3866 if (res == NULL) {
3867 PyErr_Print();
3868 }
3869 else {
3870 Py_DECREF(res);
3871 }
3872
3873 /* Destroy the Python thread state for this thread */
3874 PyGILState_Release(state);
3875
3876 PyThread_release_lock(test_c_thread->exit_event);
3877
3878 PyThread_exit_thread();
3879}
3880
3881static PyObject *
3882call_in_temporary_c_thread(PyObject *self, PyObject *callback)
3883{
3884 PyObject *res = NULL;
3885 test_c_thread_t test_c_thread;
3886 long thread;
3887
3888 PyEval_InitThreads();
3889
3890 test_c_thread.start_event = PyThread_allocate_lock();
3891 test_c_thread.exit_event = PyThread_allocate_lock();
3892 test_c_thread.callback = NULL;
3893 if (!test_c_thread.start_event || !test_c_thread.exit_event) {
3894 PyErr_SetString(PyExc_RuntimeError, "could not allocate lock");
3895 goto exit;
3896 }
3897
3898 Py_INCREF(callback);
3899 test_c_thread.callback = callback;
3900
3901 PyThread_acquire_lock(test_c_thread.start_event, 1);
3902 PyThread_acquire_lock(test_c_thread.exit_event, 1);
3903
3904 thread = PyThread_start_new_thread(temporary_c_thread, &test_c_thread);
3905 if (thread == -1) {
3906 PyErr_SetString(PyExc_RuntimeError, "unable to start the thread");
3907 PyThread_release_lock(test_c_thread.start_event);
3908 PyThread_release_lock(test_c_thread.exit_event);
3909 goto exit;
3910 }
3911
3912 PyThread_acquire_lock(test_c_thread.start_event, 1);
3913 PyThread_release_lock(test_c_thread.start_event);
3914
3915 Py_BEGIN_ALLOW_THREADS
3916 PyThread_acquire_lock(test_c_thread.exit_event, 1);
3917 PyThread_release_lock(test_c_thread.exit_event);
3918 Py_END_ALLOW_THREADS
3919
3920 Py_INCREF(Py_None);
3921 res = Py_None;
3922
3923exit:
3924 Py_CLEAR(test_c_thread.callback);
3925 if (test_c_thread.start_event)
3926 PyThread_free_lock(test_c_thread.start_event);
3927 if (test_c_thread.exit_event)
3928 PyThread_free_lock(test_c_thread.exit_event);
3929 return res;
3930}
Victor Stinner13105102013-12-13 02:17:29 +01003931
Serhiy Storchakab5181342015-02-06 08:58:56 +02003932/* marshal */
3933
3934static PyObject*
3935pymarshal_write_long_to_file(PyObject* self, PyObject *args)
3936{
3937 long value;
3938 char *filename;
3939 int version;
3940 FILE *fp;
3941
3942 if (!PyArg_ParseTuple(args, "lsi:pymarshal_write_long_to_file",
3943 &value, &filename, &version))
3944 return NULL;
3945
3946 fp = fopen(filename, "wb");
3947 if (fp == NULL) {
3948 PyErr_SetFromErrno(PyExc_OSError);
3949 return NULL;
3950 }
3951
3952 PyMarshal_WriteLongToFile(value, fp, version);
3953
3954 fclose(fp);
3955 if (PyErr_Occurred())
3956 return NULL;
3957 Py_RETURN_NONE;
3958}
3959
3960static PyObject*
3961pymarshal_write_object_to_file(PyObject* self, PyObject *args)
3962{
3963 PyObject *obj;
3964 char *filename;
3965 int version;
3966 FILE *fp;
3967
3968 if (!PyArg_ParseTuple(args, "Osi:pymarshal_write_object_to_file",
3969 &obj, &filename, &version))
3970 return NULL;
3971
3972 fp = fopen(filename, "wb");
3973 if (fp == NULL) {
3974 PyErr_SetFromErrno(PyExc_OSError);
3975 return NULL;
3976 }
3977
3978 PyMarshal_WriteObjectToFile(obj, fp, version);
3979
3980 fclose(fp);
3981 if (PyErr_Occurred())
3982 return NULL;
3983 Py_RETURN_NONE;
3984}
3985
3986static PyObject*
3987pymarshal_read_short_from_file(PyObject* self, PyObject *args)
3988{
3989 int value;
3990 long pos;
3991 char *filename;
3992 FILE *fp;
3993
3994 if (!PyArg_ParseTuple(args, "s:pymarshal_read_short_from_file", &filename))
3995 return NULL;
3996
3997 fp = fopen(filename, "rb");
3998 if (fp == NULL) {
3999 PyErr_SetFromErrno(PyExc_OSError);
4000 return NULL;
4001 }
4002
4003 value = PyMarshal_ReadShortFromFile(fp);
4004 pos = ftell(fp);
4005
4006 fclose(fp);
4007 if (PyErr_Occurred())
4008 return NULL;
4009 return Py_BuildValue("il", value, pos);
4010}
4011
4012static PyObject*
4013pymarshal_read_long_from_file(PyObject* self, PyObject *args)
4014{
4015 long value, pos;
4016 char *filename;
4017 FILE *fp;
4018
4019 if (!PyArg_ParseTuple(args, "s:pymarshal_read_long_from_file", &filename))
4020 return NULL;
4021
4022 fp = fopen(filename, "rb");
4023 if (fp == NULL) {
4024 PyErr_SetFromErrno(PyExc_OSError);
4025 return NULL;
4026 }
4027
4028 value = PyMarshal_ReadLongFromFile(fp);
4029 pos = ftell(fp);
4030
4031 fclose(fp);
4032 if (PyErr_Occurred())
4033 return NULL;
4034 return Py_BuildValue("ll", value, pos);
4035}
4036
4037static PyObject*
4038pymarshal_read_last_object_from_file(PyObject* self, PyObject *args)
4039{
4040 PyObject *obj;
4041 long pos;
4042 char *filename;
4043 FILE *fp;
4044
4045 if (!PyArg_ParseTuple(args, "s:pymarshal_read_last_object_from_file", &filename))
4046 return NULL;
4047
4048 fp = fopen(filename, "rb");
4049 if (fp == NULL) {
4050 PyErr_SetFromErrno(PyExc_OSError);
4051 return NULL;
4052 }
4053
4054 obj = PyMarshal_ReadLastObjectFromFile(fp);
4055 pos = ftell(fp);
4056
4057 fclose(fp);
4058 return Py_BuildValue("Nl", obj, pos);
4059}
4060
4061static PyObject*
4062pymarshal_read_object_from_file(PyObject* self, PyObject *args)
4063{
4064 PyObject *obj;
4065 long pos;
4066 char *filename;
4067 FILE *fp;
4068
4069 if (!PyArg_ParseTuple(args, "s:pymarshal_read_object_from_file", &filename))
4070 return NULL;
4071
4072 fp = fopen(filename, "rb");
4073 if (fp == NULL) {
4074 PyErr_SetFromErrno(PyExc_OSError);
4075 return NULL;
4076 }
4077
4078 obj = PyMarshal_ReadObjectFromFile(fp);
4079 pos = ftell(fp);
4080
4081 fclose(fp);
4082 return Py_BuildValue("Nl", obj, pos);
4083}
4084
Victor Stinnerefde1462015-03-21 15:04:43 +01004085static PyObject*
4086return_null_without_error(PyObject *self, PyObject *args)
4087{
4088 /* invalid call: return NULL without setting an error,
4089 * _Py_CheckFunctionResult() must detect such bug at runtime. */
4090 PyErr_Clear();
4091 return NULL;
4092}
4093
4094static PyObject*
4095return_result_with_error(PyObject *self, PyObject *args)
4096{
4097 /* invalid call: return a result with an error set,
4098 * _Py_CheckFunctionResult() must detect such bug at runtime. */
4099 PyErr_SetNone(PyExc_ValueError);
4100 Py_RETURN_NONE;
4101}
4102
Victor Stinner992c43f2015-03-27 17:12:45 +01004103static PyObject *
Victor Stinner13019fd2015-04-03 13:10:54 +02004104test_pytime_fromseconds(PyObject *self, PyObject *args)
4105{
4106 int seconds;
4107 _PyTime_t ts;
4108
4109 if (!PyArg_ParseTuple(args, "i", &seconds))
4110 return NULL;
4111 ts = _PyTime_FromSeconds(seconds);
4112 return _PyTime_AsNanosecondsObject(ts);
4113}
4114
4115static PyObject *
Victor Stinner992c43f2015-03-27 17:12:45 +01004116test_pytime_fromsecondsobject(PyObject *self, PyObject *args)
4117{
4118 PyObject *obj;
4119 int round;
4120 _PyTime_t ts;
4121
4122 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
4123 return NULL;
4124 if (check_time_rounding(round) < 0)
4125 return NULL;
4126 if (_PyTime_FromSecondsObject(&ts, obj, round) == -1)
4127 return NULL;
4128 return _PyTime_AsNanosecondsObject(ts);
4129}
4130
Victor Stinner4bfb4602015-03-27 22:27:24 +01004131static PyObject *
4132test_pytime_assecondsdouble(PyObject *self, PyObject *args)
4133{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004134 PyObject *obj;
Victor Stinner4bfb4602015-03-27 22:27:24 +01004135 _PyTime_t ts;
4136 double d;
4137
Victor Stinnerc29b5852017-11-02 07:28:27 -07004138 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner4bfb4602015-03-27 22:27:24 +01004139 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004140 }
4141 if (_PyTime_FromNanosecondsObject(&ts, obj) < 0) {
4142 return NULL;
4143 }
Victor Stinner4bfb4602015-03-27 22:27:24 +01004144 d = _PyTime_AsSecondsDouble(ts);
4145 return PyFloat_FromDouble(d);
4146}
4147
Victor Stinner95e9cef2015-03-28 01:26:47 +01004148static PyObject *
4149test_PyTime_AsTimeval(PyObject *self, PyObject *args)
4150{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004151 PyObject *obj;
Victor Stinner95e9cef2015-03-28 01:26:47 +01004152 int round;
4153 _PyTime_t t;
4154 struct timeval tv;
4155 PyObject *seconds;
4156
Victor Stinnerc29b5852017-11-02 07:28:27 -07004157 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner95e9cef2015-03-28 01:26:47 +01004158 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004159 if (check_time_rounding(round) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004160 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004161 }
4162 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004163 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004164 }
4165 if (_PyTime_AsTimeval(t, &tv, round) < 0) {
4166 return NULL;
4167 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004168
Benjamin Peterson2c134c32017-04-13 01:44:54 -07004169 seconds = PyLong_FromLongLong(tv.tv_sec);
Victor Stinnerc29b5852017-11-02 07:28:27 -07004170 if (seconds == NULL) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004171 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004172 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004173 return Py_BuildValue("Nl", seconds, tv.tv_usec);
4174}
4175
Victor Stinner34dc0f42015-03-27 18:19:03 +01004176#ifdef HAVE_CLOCK_GETTIME
4177static PyObject *
4178test_PyTime_AsTimespec(PyObject *self, PyObject *args)
4179{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004180 PyObject *obj;
Victor Stinner34dc0f42015-03-27 18:19:03 +01004181 _PyTime_t t;
4182 struct timespec ts;
4183
Victor Stinnerc29b5852017-11-02 07:28:27 -07004184 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004185 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004186 }
4187 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004188 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004189 }
4190 if (_PyTime_AsTimespec(t, &ts) == -1) {
4191 return NULL;
4192 }
Victor Stinner34dc0f42015-03-27 18:19:03 +01004193 return Py_BuildValue("Nl", _PyLong_FromTime_t(ts.tv_sec), ts.tv_nsec);
4194}
4195#endif
4196
Victor Stinner62d1c702015-04-01 17:47:07 +02004197static PyObject *
4198test_PyTime_AsMilliseconds(PyObject *self, PyObject *args)
4199{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004200 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004201 int round;
4202 _PyTime_t t, ms;
4203
Victor Stinnerc29b5852017-11-02 07:28:27 -07004204 if (!PyArg_ParseTuple(args, "Oi", &obj, &round)) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004205 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004206 }
4207 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004208 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004209 }
4210 if (check_time_rounding(round) < 0) {
4211 return NULL;
4212 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004213 ms = _PyTime_AsMilliseconds(t, round);
4214 /* This conversion rely on the fact that _PyTime_t is a number of
4215 nanoseconds */
4216 return _PyTime_AsNanosecondsObject(ms);
4217}
4218
4219static PyObject *
4220test_PyTime_AsMicroseconds(PyObject *self, PyObject *args)
4221{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004222 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004223 int round;
4224 _PyTime_t t, ms;
4225
Victor Stinnerc29b5852017-11-02 07:28:27 -07004226 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner62d1c702015-04-01 17:47:07 +02004227 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004228 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004229 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004230 }
4231 if (check_time_rounding(round) < 0) {
4232 return NULL;
4233 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004234 ms = _PyTime_AsMicroseconds(t, round);
4235 /* This conversion rely on the fact that _PyTime_t is a number of
4236 nanoseconds */
4237 return _PyTime_AsNanosecondsObject(ms);
4238}
4239
Victor Stinner50856d52015-10-13 00:11:21 +02004240static PyObject*
4241get_recursion_depth(PyObject *self, PyObject *args)
4242{
Victor Stinner50b48572018-11-01 01:51:40 +01004243 PyThreadState *tstate = PyThreadState_Get();
Victor Stinner50856d52015-10-13 00:11:21 +02004244
Raymond Hettinger15f44ab2016-08-30 10:47:49 -07004245 /* subtract one to ignore the frame of the get_recursion_depth() call */
Victor Stinner50856d52015-10-13 00:11:21 +02004246 return PyLong_FromLong(tstate->recursion_depth - 1);
4247}
4248
Victor Stinner34be807c2016-03-14 12:04:26 +01004249static PyObject*
4250pymem_buffer_overflow(PyObject *self, PyObject *args)
4251{
4252 char *buffer;
4253
4254 /* Deliberate buffer overflow to check that PyMem_Free() detects
4255 the overflow when debug hooks are installed. */
4256 buffer = PyMem_Malloc(16);
Victor Stinner414b1cd2019-03-26 14:35:30 +01004257 if (buffer == NULL) {
4258 PyErr_NoMemory();
4259 return NULL;
4260 }
Victor Stinner34be807c2016-03-14 12:04:26 +01004261 buffer[16] = 'x';
4262 PyMem_Free(buffer);
4263
4264 Py_RETURN_NONE;
4265}
4266
4267static PyObject*
4268pymem_api_misuse(PyObject *self, PyObject *args)
4269{
4270 char *buffer;
4271
4272 /* Deliberate misusage of Python allocators:
4273 allococate with PyMem but release with PyMem_Raw. */
4274 buffer = PyMem_Malloc(16);
4275 PyMem_RawFree(buffer);
4276
4277 Py_RETURN_NONE;
4278}
4279
Victor Stinnerc4aec362016-03-14 22:26:53 +01004280static PyObject*
Victor Stinnerad524372016-03-16 12:12:53 +01004281pymem_malloc_without_gil(PyObject *self, PyObject *args)
4282{
4283 char *buffer;
4284
4285 /* Deliberate bug to test debug hooks on Python memory allocators:
4286 call PyMem_Malloc() without holding the GIL */
4287 Py_BEGIN_ALLOW_THREADS
4288 buffer = PyMem_Malloc(10);
4289 Py_END_ALLOW_THREADS
4290
4291 PyMem_Free(buffer);
4292
4293 Py_RETURN_NONE;
4294}
4295
Victor Stinner5d39e042017-11-29 17:20:38 +01004296
4297static PyObject*
4298test_pymem_getallocatorsname(PyObject *self, PyObject *args)
4299{
4300 const char *name = _PyMem_GetAllocatorsName();
4301 if (name == NULL) {
4302 PyErr_SetString(PyExc_RuntimeError, "cannot get allocators name");
4303 return NULL;
4304 }
4305 return PyUnicode_FromString(name);
4306}
4307
4308
Victor Stinnerad524372016-03-16 12:12:53 +01004309static PyObject*
Victor Stinner2b00db62019-04-11 11:33:27 +02004310pyobject_is_freed(PyObject *self, PyObject *op)
4311{
4312 int res = _PyObject_IsFreed(op);
4313 return PyBool_FromLong(res);
4314}
4315
4316
4317static PyObject*
4318pyobject_uninitialized(PyObject *self, PyObject *args)
4319{
4320 PyObject *op = (PyObject *)PyObject_Malloc(sizeof(PyObject));
4321 if (op == NULL) {
4322 return NULL;
4323 }
4324 /* Initialize reference count to avoid early crash in ceval or GC */
4325 Py_REFCNT(op) = 1;
4326 /* object fields like ob_type are uninitialized! */
4327 return op;
4328}
4329
4330
4331static PyObject*
4332pyobject_forbidden_bytes(PyObject *self, PyObject *args)
4333{
4334 /* Allocate an incomplete PyObject structure: truncate 'ob_type' field */
4335 PyObject *op = (PyObject *)PyObject_Malloc(offsetof(PyObject, ob_type));
4336 if (op == NULL) {
4337 return NULL;
4338 }
4339 /* Initialize reference count to avoid early crash in ceval or GC */
4340 Py_REFCNT(op) = 1;
4341 /* ob_type field is after the memory block: part of "forbidden bytes"
4342 when using debug hooks on memory allocatrs! */
4343 return op;
4344}
4345
4346
4347static PyObject*
4348pyobject_freed(PyObject *self, PyObject *args)
4349{
4350 PyObject *op = _PyObject_CallNoArg((PyObject *)&PyBaseObject_Type);
4351 if (op == NULL) {
4352 return NULL;
4353 }
4354 Py_TYPE(op)->tp_dealloc(op);
4355 /* Reset reference count to avoid early crash in ceval or GC */
4356 Py_REFCNT(op) = 1;
4357 /* object memory is freed! */
4358 return op;
4359}
4360
4361
4362static PyObject*
Victor Stinnerc4aec362016-03-14 22:26:53 +01004363pyobject_malloc_without_gil(PyObject *self, PyObject *args)
4364{
4365 char *buffer;
4366
Victor Stinnerad524372016-03-16 12:12:53 +01004367 /* Deliberate bug to test debug hooks on Python memory allocators:
4368 call PyObject_Malloc() without holding the GIL */
Victor Stinnerc4aec362016-03-14 22:26:53 +01004369 Py_BEGIN_ALLOW_THREADS
4370 buffer = PyObject_Malloc(10);
4371 Py_END_ALLOW_THREADS
4372
4373 PyObject_Free(buffer);
4374
4375 Py_RETURN_NONE;
4376}
4377
Victor Stinner10b73e12016-03-22 13:39:05 +01004378static PyObject *
4379tracemalloc_track(PyObject *self, PyObject *args)
4380{
4381 unsigned int domain;
4382 PyObject *ptr_obj;
4383 void *ptr;
4384 Py_ssize_t size;
4385 int release_gil = 0;
4386 int res;
4387
4388 if (!PyArg_ParseTuple(args, "IOn|i", &domain, &ptr_obj, &size, &release_gil))
4389 return NULL;
4390 ptr = PyLong_AsVoidPtr(ptr_obj);
4391 if (PyErr_Occurred())
4392 return NULL;
4393
4394 if (release_gil) {
4395 Py_BEGIN_ALLOW_THREADS
Victor Stinner5ea4c062017-06-20 17:46:36 +02004396 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004397 Py_END_ALLOW_THREADS
4398 }
4399 else {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004400 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004401 }
4402
4403 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004404 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Track error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004405 return NULL;
4406 }
4407
4408 Py_RETURN_NONE;
4409}
4410
4411static PyObject *
4412tracemalloc_untrack(PyObject *self, PyObject *args)
4413{
4414 unsigned int domain;
4415 PyObject *ptr_obj;
4416 void *ptr;
4417 int res;
4418
4419 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4420 return NULL;
4421 ptr = PyLong_AsVoidPtr(ptr_obj);
4422 if (PyErr_Occurred())
4423 return NULL;
4424
Victor Stinner5ea4c062017-06-20 17:46:36 +02004425 res = PyTraceMalloc_Untrack(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004426 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004427 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Untrack error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004428 return NULL;
4429 }
4430
4431 Py_RETURN_NONE;
4432}
4433
4434static PyObject *
4435tracemalloc_get_traceback(PyObject *self, PyObject *args)
4436{
4437 unsigned int domain;
4438 PyObject *ptr_obj;
4439 void *ptr;
4440
4441 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4442 return NULL;
4443 ptr = PyLong_AsVoidPtr(ptr_obj);
4444 if (PyErr_Occurred())
4445 return NULL;
4446
Benjamin Petersonca470632016-09-06 13:47:26 -07004447 return _PyTraceMalloc_GetTraceback(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004448}
4449
Victor Stinner3b6a6b42016-09-08 12:51:24 -07004450static PyObject *
4451dict_get_version(PyObject *self, PyObject *args)
4452{
4453 PyDictObject *dict;
4454 uint64_t version;
4455
4456 if (!PyArg_ParseTuple(args, "O!", &PyDict_Type, &dict))
4457 return NULL;
4458
4459 version = dict->ma_version_tag;
4460
4461 Py_BUILD_ASSERT(sizeof(unsigned PY_LONG_LONG) >= sizeof(version));
4462 return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)version);
4463}
4464
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004465
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07004466static PyObject *
4467raise_SIGINT_then_send_None(PyObject *self, PyObject *args)
4468{
4469 PyGenObject *gen;
4470
4471 if (!PyArg_ParseTuple(args, "O!", &PyGen_Type, &gen))
4472 return NULL;
4473
4474 /* This is used in a test to check what happens if a signal arrives just
4475 as we're in the process of entering a yield from chain (see
4476 bpo-30039).
4477
4478 Needs to be done in C, because:
4479 - we don't have a Python wrapper for raise()
4480 - we need to make sure that the Python-level signal handler doesn't run
4481 *before* we enter the generator frame, which is impossible in Python
4482 because we check for signals before every bytecode operation.
4483 */
4484 raise(SIGINT);
4485 return _PyGen_Send(gen, Py_None);
4486}
4487
4488
Victor Stinner3b5cf852017-06-09 16:48:45 +02004489static int
4490fastcall_args(PyObject *args, PyObject ***stack, Py_ssize_t *nargs)
4491{
4492 if (args == Py_None) {
4493 *stack = NULL;
4494 *nargs = 0;
4495 }
4496 else if (PyTuple_Check(args)) {
Victor Stinnerd17a6932018-11-09 16:56:48 +01004497 *stack = ((PyTupleObject *)args)->ob_item;
Victor Stinner3b5cf852017-06-09 16:48:45 +02004498 *nargs = PyTuple_GET_SIZE(args);
4499 }
4500 else {
4501 PyErr_SetString(PyExc_TypeError, "args must be None or a tuple");
4502 return -1;
4503 }
4504 return 0;
4505}
4506
4507
4508static PyObject *
4509test_pyobject_fastcall(PyObject *self, PyObject *args)
4510{
4511 PyObject *func, *func_args;
4512 PyObject **stack;
4513 Py_ssize_t nargs;
4514
4515 if (!PyArg_ParseTuple(args, "OO", &func, &func_args)) {
4516 return NULL;
4517 }
4518
4519 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4520 return NULL;
4521 }
4522 return _PyObject_FastCall(func, stack, nargs);
4523}
4524
4525
4526static PyObject *
4527test_pyobject_fastcalldict(PyObject *self, PyObject *args)
4528{
4529 PyObject *func, *func_args, *kwargs;
4530 PyObject **stack;
4531 Py_ssize_t nargs;
4532
4533 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwargs)) {
4534 return NULL;
4535 }
4536
4537 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4538 return NULL;
4539 }
4540
4541 if (kwargs == Py_None) {
4542 kwargs = NULL;
4543 }
4544 else if (!PyDict_Check(kwargs)) {
4545 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a dict");
4546 return NULL;
4547 }
4548
4549 return _PyObject_FastCallDict(func, stack, nargs, kwargs);
4550}
4551
4552
4553static PyObject *
4554test_pyobject_fastcallkeywords(PyObject *self, PyObject *args)
4555{
4556 PyObject *func, *func_args, *kwnames = NULL;
4557 PyObject **stack;
4558 Py_ssize_t nargs, nkw;
4559
4560 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwnames)) {
4561 return NULL;
4562 }
4563
4564 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4565 return NULL;
4566 }
4567
4568 if (kwnames == Py_None) {
4569 kwnames = NULL;
4570 }
4571 else if (PyTuple_Check(kwnames)) {
4572 nkw = PyTuple_GET_SIZE(kwnames);
4573 if (nargs < nkw) {
4574 PyErr_SetString(PyExc_ValueError, "kwnames longer than args");
4575 return NULL;
4576 }
4577 nargs -= nkw;
4578 }
4579 else {
4580 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a tuple");
4581 return NULL;
4582 }
4583 return _PyObject_FastCallKeywords(func, stack, nargs, kwnames);
4584}
4585
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004586
Victor Stinner64fa4492017-07-10 14:37:49 +02004587static PyObject*
4588stack_pointer(PyObject *self, PyObject *args)
4589{
4590 int v = 5;
4591 return PyLong_FromVoidPtr(&v);
4592}
4593
Victor Stinner3b5cf852017-06-09 16:48:45 +02004594
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004595#ifdef W_STOPCODE
4596static PyObject*
4597py_w_stopcode(PyObject *self, PyObject *args)
4598{
4599 int sig, status;
4600 if (!PyArg_ParseTuple(args, "i", &sig)) {
4601 return NULL;
4602 }
4603 status = W_STOPCODE(sig);
4604 return PyLong_FromLong(status);
4605}
4606#endif
4607
4608
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004609static PyObject *
Oren Milman0ccc0f62017-10-08 11:17:46 +03004610get_mapping_keys(PyObject* self, PyObject *obj)
4611{
4612 return PyMapping_Keys(obj);
4613}
4614
4615static PyObject *
4616get_mapping_values(PyObject* self, PyObject *obj)
4617{
4618 return PyMapping_Values(obj);
4619}
4620
4621static PyObject *
4622get_mapping_items(PyObject* self, PyObject *obj)
4623{
4624 return PyMapping_Items(obj);
4625}
4626
4627
4628static PyObject *
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004629test_pythread_tss_key_state(PyObject *self, PyObject *args)
4630{
4631 Py_tss_t tss_key = Py_tss_NEEDS_INIT;
4632 if (PyThread_tss_is_created(&tss_key)) {
4633 return raiseTestError("test_pythread_tss_key_state",
4634 "TSS key not in an uninitialized state at "
4635 "creation time");
4636 }
4637 if (PyThread_tss_create(&tss_key) != 0) {
4638 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_create failed");
4639 return NULL;
4640 }
4641 if (!PyThread_tss_is_created(&tss_key)) {
4642 return raiseTestError("test_pythread_tss_key_state",
4643 "PyThread_tss_create succeeded, "
4644 "but with TSS key in an uninitialized state");
4645 }
4646 if (PyThread_tss_create(&tss_key) != 0) {
4647 return raiseTestError("test_pythread_tss_key_state",
4648 "PyThread_tss_create unsuccessful with "
4649 "an already initialized key");
4650 }
4651#define CHECK_TSS_API(expr) \
4652 (void)(expr); \
4653 if (!PyThread_tss_is_created(&tss_key)) { \
4654 return raiseTestError("test_pythread_tss_key_state", \
4655 "TSS key initialization state was not " \
4656 "preserved after calling " #expr); }
4657 CHECK_TSS_API(PyThread_tss_set(&tss_key, NULL));
4658 CHECK_TSS_API(PyThread_tss_get(&tss_key));
4659#undef CHECK_TSS_API
4660 PyThread_tss_delete(&tss_key);
4661 if (PyThread_tss_is_created(&tss_key)) {
4662 return raiseTestError("test_pythread_tss_key_state",
4663 "PyThread_tss_delete called, but did not "
4664 "set the key state to uninitialized");
4665 }
4666
4667 Py_tss_t *ptr_key = PyThread_tss_alloc();
4668 if (ptr_key == NULL) {
4669 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_alloc failed");
4670 return NULL;
4671 }
4672 if (PyThread_tss_is_created(ptr_key)) {
4673 return raiseTestError("test_pythread_tss_key_state",
4674 "TSS key not in an uninitialized state at "
4675 "allocation time");
4676 }
4677 PyThread_tss_free(ptr_key);
4678 ptr_key = NULL;
4679 Py_RETURN_NONE;
4680}
4681
4682
Yury Selivanovf23746a2018-01-22 19:11:18 -05004683static PyObject*
4684new_hamt(PyObject *self, PyObject *args)
4685{
4686 return _PyContext_NewHamtForTests();
4687}
4688
4689
jdemeyer5a306202018-10-19 23:50:06 +02004690/* def bad_get(self, obj, cls):
4691 cls()
4692 return repr(self)
4693*/
4694static PyObject*
4695bad_get(PyObject *module, PyObject *const *args, Py_ssize_t nargs)
4696{
Serhiy Storchakab1dede32018-11-20 20:45:40 +02004697 PyObject *self, *obj, *cls;
4698 if (!_PyArg_UnpackStack(args, nargs, "bad_get", 3, 3, &self, &obj, &cls)) {
jdemeyer5a306202018-10-19 23:50:06 +02004699 return NULL;
4700 }
4701
Serhiy Storchakab1dede32018-11-20 20:45:40 +02004702 PyObject *res = PyObject_CallObject(cls, NULL);
jdemeyer5a306202018-10-19 23:50:06 +02004703 if (res == NULL) {
4704 return NULL;
4705 }
4706 Py_DECREF(res);
4707
Serhiy Storchakab1dede32018-11-20 20:45:40 +02004708 return PyObject_Repr(self);
jdemeyer5a306202018-10-19 23:50:06 +02004709}
4710
4711
Victor Stinner3d4226a2018-08-29 22:21:32 +02004712static PyObject *
4713encode_locale_ex(PyObject *self, PyObject *args)
4714{
4715 PyObject *unicode;
4716 int current_locale = 0;
4717 wchar_t *wstr;
4718 PyObject *res = NULL;
4719 const char *errors = NULL;
4720
4721 if (!PyArg_ParseTuple(args, "U|is", &unicode, &current_locale, &errors)) {
4722 return NULL;
4723 }
4724 wstr = PyUnicode_AsWideCharString(unicode, NULL);
4725 if (wstr == NULL) {
4726 return NULL;
4727 }
4728 _Py_error_handler error_handler = _Py_GetErrorHandler(errors);
4729
4730 char *str = NULL;
4731 size_t error_pos;
4732 const char *reason = NULL;
4733 int ret = _Py_EncodeLocaleEx(wstr,
4734 &str, &error_pos, &reason,
4735 current_locale, error_handler);
4736 PyMem_Free(wstr);
4737
4738 switch(ret) {
4739 case 0:
4740 res = PyBytes_FromString(str);
4741 PyMem_RawFree(str);
4742 break;
4743 case -1:
4744 PyErr_NoMemory();
4745 break;
4746 case -2:
4747 PyErr_Format(PyExc_RuntimeError, "encode error: pos=%zu, reason=%s",
4748 error_pos, reason);
4749 break;
4750 case -3:
4751 PyErr_SetString(PyExc_ValueError, "unsupported error handler");
4752 break;
4753 default:
4754 PyErr_SetString(PyExc_ValueError, "unknow error code");
4755 break;
4756 }
4757 return res;
4758}
4759
4760
4761static PyObject *
4762decode_locale_ex(PyObject *self, PyObject *args)
4763{
4764 char *str;
4765 int current_locale = 0;
4766 PyObject *res = NULL;
4767 const char *errors = NULL;
4768
4769 if (!PyArg_ParseTuple(args, "y|is", &str, &current_locale, &errors)) {
4770 return NULL;
4771 }
4772 _Py_error_handler error_handler = _Py_GetErrorHandler(errors);
4773
4774 wchar_t *wstr = NULL;
4775 size_t wlen = 0;
4776 const char *reason = NULL;
4777 int ret = _Py_DecodeLocaleEx(str,
4778 &wstr, &wlen, &reason,
4779 current_locale, error_handler);
4780
4781 switch(ret) {
4782 case 0:
4783 res = PyUnicode_FromWideChar(wstr, wlen);
4784 PyMem_RawFree(wstr);
4785 break;
4786 case -1:
4787 PyErr_NoMemory();
4788 break;
4789 case -2:
4790 PyErr_Format(PyExc_RuntimeError, "decode error: pos=%zu, reason=%s",
4791 wlen, reason);
4792 break;
4793 case -3:
4794 PyErr_SetString(PyExc_ValueError, "unsupported error handler");
4795 break;
4796 default:
4797 PyErr_SetString(PyExc_ValueError, "unknow error code");
4798 break;
4799 }
4800 return res;
4801}
4802
4803
Victor Stinner18618e652018-10-25 17:28:11 +02004804#ifdef Py_REF_DEBUG
4805static PyObject *
4806negative_refcount(PyObject *self, PyObject *Py_UNUSED(args))
4807{
4808 PyObject *obj = PyUnicode_FromString("negative_refcount");
4809 if (obj == NULL) {
4810 return NULL;
4811 }
4812 assert(Py_REFCNT(obj) == 1);
4813
4814 Py_REFCNT(obj) = 0;
4815 /* Py_DECREF() must call _Py_NegativeRefcount() and abort Python */
4816 Py_DECREF(obj);
4817
4818 Py_RETURN_NONE;
4819}
4820#endif
4821
4822
Tim Peters9ea17ac2001-02-02 05:57:15 +00004823static PyMethodDef TestMethods[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004824 {"raise_exception", raise_exception, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304825 {"raise_memoryerror", raise_memoryerror, METH_NOARGS},
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02004826 {"set_errno", set_errno, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304827 {"test_config", test_config, METH_NOARGS},
4828 {"test_sizeof_c_types", test_sizeof_c_types, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004829 {"test_datetime_capi", test_datetime_capi, METH_NOARGS},
Paul Ganssle04af5b12018-01-24 17:29:30 -05004830 {"datetime_check_date", datetime_check_date, METH_VARARGS},
4831 {"datetime_check_time", datetime_check_time, METH_VARARGS},
4832 {"datetime_check_datetime", datetime_check_datetime, METH_VARARGS},
4833 {"datetime_check_delta", datetime_check_delta, METH_VARARGS},
4834 {"datetime_check_tzinfo", datetime_check_tzinfo, METH_VARARGS},
4835 {"make_timezones_capi", make_timezones_capi, METH_NOARGS},
Paul Gansslea049f572018-02-22 15:15:32 -05004836 {"get_timezones_offset_zero", get_timezones_offset_zero, METH_NOARGS},
Paul Ganssle4d8c8c02019-04-27 15:39:40 -04004837 {"get_timezone_utc_capi", get_timezone_utc_capi, METH_VARARGS},
4838 {"get_date_fromtimestamp", get_date_fromtimestamp, METH_VARARGS},
4839 {"get_datetime_fromtimestamp", get_datetime_fromtimestamp, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304840 {"test_list_api", test_list_api, METH_NOARGS},
4841 {"test_dict_iteration", test_dict_iteration, METH_NOARGS},
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +02004842 {"dict_getitem_knownhash", dict_getitem_knownhash, METH_VARARGS},
Victor Stinner3d3f2642016-12-15 17:21:23 +01004843 {"dict_hassplittable", dict_hassplittable, METH_O},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304844 {"test_lazy_hash_inheritance", test_lazy_hash_inheritance,METH_NOARGS},
4845 {"test_long_api", test_long_api, METH_NOARGS},
4846 {"test_xincref_doesnt_leak",test_xincref_doesnt_leak, METH_NOARGS},
4847 {"test_incref_doesnt_leak", test_incref_doesnt_leak, METH_NOARGS},
4848 {"test_xdecref_doesnt_leak",test_xdecref_doesnt_leak, METH_NOARGS},
4849 {"test_decref_doesnt_leak", test_decref_doesnt_leak, METH_NOARGS},
Eddie Elizondo474eedf2018-11-13 04:09:31 -08004850 {"test_structseq_newtype_doesnt_leak",
4851 test_structseq_newtype_doesnt_leak, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304852 {"test_incref_decref_API", test_incref_decref_API, METH_NOARGS},
4853 {"test_long_and_overflow", test_long_and_overflow, METH_NOARGS},
4854 {"test_long_as_double", test_long_as_double, METH_NOARGS},
4855 {"test_long_as_size_t", test_long_as_size_t, METH_NOARGS},
4856 {"test_long_numbits", test_long_numbits, METH_NOARGS},
4857 {"test_k_code", test_k_code, METH_NOARGS},
4858 {"test_empty_argparse", test_empty_argparse, METH_NOARGS},
Larry Hastings8f904da2012-06-22 03:56:29 -07004859 {"parse_tuple_and_keywords", parse_tuple_and_keywords, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304860 {"test_null_strings", test_null_strings, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004861 {"test_string_from_format", (PyCFunction)test_string_from_format, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304862 {"test_with_docstring", test_with_docstring, METH_NOARGS,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004863 PyDoc_STR("This is a pretty normal docstring.")},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304864 {"test_string_to_double", test_string_to_double, METH_NOARGS},
4865 {"test_unicode_compare_with_ascii", test_unicode_compare_with_ascii,
4866 METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004867 {"test_capsule", (PyCFunction)test_capsule, METH_NOARGS},
Stefan Krah7213fcc2015-02-01 16:19:23 +01004868 {"test_from_contiguous", (PyCFunction)test_from_contiguous, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01004869#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah5178d912015-02-03 16:57:21 +01004870 {"test_pep3118_obsolete_write_locks", (PyCFunction)test_pep3118_obsolete_write_locks, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01004871#endif
Stefan Krah650c1e82015-02-03 21:43:23 +01004872 {"getbuffer_with_null_view", getbuffer_with_null_view, METH_O},
Serhiy Storchaka13e602e2016-05-20 22:31:14 +03004873 {"test_buildvalue_N", test_buildvalue_N, METH_NOARGS},
Serhiy Storchakace412872016-05-08 23:36:44 +03004874 {"get_args", get_args, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02004875 {"get_kwargs", (PyCFunction)(void(*)(void))get_kwargs, METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004876 {"getargs_tuple", getargs_tuple, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02004877 {"getargs_keywords", (PyCFunction)(void(*)(void))getargs_keywords,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004878 METH_VARARGS|METH_KEYWORDS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02004879 {"getargs_keyword_only", (PyCFunction)(void(*)(void))getargs_keyword_only,
Larry Hastings83a9f482012-03-20 20:06:16 +00004880 METH_VARARGS|METH_KEYWORDS},
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03004881 {"getargs_positional_only_and_keywords",
Serhiy Storchaka62be7422018-11-27 13:27:31 +02004882 (PyCFunction)(void(*)(void))getargs_positional_only_and_keywords,
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03004883 METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004884 {"getargs_b", getargs_b, METH_VARARGS},
4885 {"getargs_B", getargs_B, METH_VARARGS},
4886 {"getargs_h", getargs_h, METH_VARARGS},
4887 {"getargs_H", getargs_H, METH_VARARGS},
4888 {"getargs_I", getargs_I, METH_VARARGS},
4889 {"getargs_k", getargs_k, METH_VARARGS},
4890 {"getargs_i", getargs_i, METH_VARARGS},
4891 {"getargs_l", getargs_l, METH_VARARGS},
4892 {"getargs_n", getargs_n, METH_VARARGS},
Larry Hastingsfaf91e72012-05-05 16:54:29 -07004893 {"getargs_p", getargs_p, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004894 {"getargs_L", getargs_L, METH_VARARGS},
4895 {"getargs_K", getargs_K, METH_VARARGS},
4896 {"test_longlong_api", test_longlong_api, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304897 {"test_long_long_and_overflow",test_long_long_and_overflow, METH_NOARGS},
4898 {"test_L_code", test_L_code, METH_NOARGS},
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03004899 {"getargs_f", getargs_f, METH_VARARGS},
4900 {"getargs_d", getargs_d, METH_VARARGS},
4901 {"getargs_D", getargs_D, METH_VARARGS},
4902 {"getargs_S", getargs_S, METH_VARARGS},
4903 {"getargs_Y", getargs_Y, METH_VARARGS},
4904 {"getargs_U", getargs_U, METH_VARARGS},
Eli Bendersky906b88f2011-07-29 07:05:08 +03004905 {"getargs_c", getargs_c, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02004906 {"getargs_C", getargs_C, METH_VARARGS},
Victor Stinner06e49dd2010-06-13 18:21:50 +00004907 {"getargs_s", getargs_s, METH_VARARGS},
4908 {"getargs_s_star", getargs_s_star, METH_VARARGS},
4909 {"getargs_s_hash", getargs_s_hash, METH_VARARGS},
4910 {"getargs_z", getargs_z, METH_VARARGS},
4911 {"getargs_z_star", getargs_z_star, METH_VARARGS},
4912 {"getargs_z_hash", getargs_z_hash, METH_VARARGS},
4913 {"getargs_y", getargs_y, METH_VARARGS},
4914 {"getargs_y_star", getargs_y_star, METH_VARARGS},
4915 {"getargs_y_hash", getargs_y_hash, METH_VARARGS},
4916 {"getargs_u", getargs_u, METH_VARARGS},
4917 {"getargs_u_hash", getargs_u_hash, METH_VARARGS},
4918 {"getargs_Z", getargs_Z, METH_VARARGS},
4919 {"getargs_Z_hash", getargs_Z_hash, METH_VARARGS},
Victor Stinner25e8ec42010-06-25 00:02:38 +00004920 {"getargs_w_star", getargs_w_star, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02004921 {"getargs_es", getargs_es, METH_VARARGS},
4922 {"getargs_et", getargs_et, METH_VARARGS},
4923 {"getargs_es_hash", getargs_es_hash, METH_VARARGS},
4924 {"getargs_et_hash", getargs_et_hash, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004925 {"codec_incrementalencoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00004926 (PyCFunction)codec_incrementalencoder, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004927 {"codec_incrementaldecoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00004928 (PyCFunction)codec_incrementaldecoder, METH_VARARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304929 {"test_s_code", test_s_code, METH_NOARGS},
4930 {"test_u_code", test_u_code, METH_NOARGS},
4931 {"test_Z_code", test_Z_code, METH_NOARGS},
4932 {"test_widechar", test_widechar, METH_NOARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01004933 {"unicode_aswidechar", unicode_aswidechar, METH_VARARGS},
4934 {"unicode_aswidecharstring",unicode_aswidecharstring, METH_VARARGS},
Serhiy Storchakacc164232016-10-02 21:29:26 +03004935 {"unicode_asucs4", unicode_asucs4, METH_VARARGS},
Xiang Zhangb2110682016-12-20 22:52:33 +08004936 {"unicode_findchar", unicode_findchar, METH_VARARGS},
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03004937 {"unicode_copycharacters", unicode_copycharacters, METH_VARARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01004938 {"unicode_encodedecimal", unicode_encodedecimal, METH_VARARGS},
4939 {"unicode_transformdecimaltoascii", unicode_transformdecimaltoascii, METH_VARARGS},
Stefan Krahe6996ed2012-11-02 14:44:20 +01004940 {"unicode_legacy_string", unicode_legacy_string, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00004941 {"_test_thread_state", test_thread_state, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004942 {"_pending_threadfunc", pending_threadfunc, METH_VARARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00004943#ifdef HAVE_GETTIMEOFDAY
Victor Stinner1c24bd02010-10-02 11:03:13 +00004944 {"profile_int", profile_int, METH_NOARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00004945#endif
Victor Stinner1c24bd02010-10-02 11:03:13 +00004946 {"traceback_print", traceback_print, METH_VARARGS},
4947 {"exception_print", exception_print, METH_VARARGS},
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02004948 {"set_exc_info", test_set_exc_info, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00004949 {"argparsing", argparsing, METH_VARARGS},
4950 {"code_newempty", code_newempty, METH_VARARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02004951 {"make_exception_with_doc", (PyCFunction)(void(*)(void))make_exception_with_doc,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004952 METH_VARARGS | METH_KEYWORDS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304953 {"make_memoryview_from_NULL_pointer", make_memoryview_from_NULL_pointer,
Antoine Pitrou5bffa792011-02-24 20:50:49 +00004954 METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304955 {"crash_no_current_thread", crash_no_current_thread, METH_NOARGS},
Antoine Pitrou2f828f22012-01-18 00:21:11 +01004956 {"run_in_subinterp", run_in_subinterp, METH_VARARGS},
Victor Stinner5d272cc2012-03-13 13:35:55 +01004957 {"pytime_object_to_time_t", test_pytime_object_to_time_t, METH_VARARGS},
4958 {"pytime_object_to_timeval", test_pytime_object_to_timeval, METH_VARARGS},
Victor Stinner643cd682012-03-02 22:54:03 +01004959 {"pytime_object_to_timespec", test_pytime_object_to_timespec, METH_VARARGS},
Antoine Pitrou796564c2013-07-30 19:59:21 +02004960 {"with_tp_del", with_tp_del, METH_VARARGS},
Antoine Pitroub349e4c2014-08-06 19:31:40 -04004961 {"create_cfunction", create_cfunction, METH_NOARGS},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304962 {"test_pymem_alloc0", test_pymem_alloc0, METH_NOARGS},
4963 {"test_pymem_setrawallocators",test_pymem_setrawallocators, METH_NOARGS},
4964 {"test_pymem_setallocators",test_pymem_setallocators, METH_NOARGS},
4965 {"test_pyobject_setallocators",test_pyobject_setallocators, METH_NOARGS},
xdegaye85f64302017-07-01 14:14:45 +02004966 {"set_nomemory", (PyCFunction)set_nomemory, METH_VARARGS,
4967 PyDoc_STR("set_nomemory(start:int, stop:int = 0)")},
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05304968 {"remove_mem_hooks", remove_mem_hooks, METH_NOARGS,
xdegaye85f64302017-07-01 14:14:45 +02004969 PyDoc_STR("Remove memory hooks.")},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004970 {"no_docstring",
4971 (PyCFunction)test_with_docstring, METH_NOARGS},
4972 {"docstring_empty",
4973 (PyCFunction)test_with_docstring, METH_NOARGS,
4974 docstring_empty},
4975 {"docstring_no_signature",
4976 (PyCFunction)test_with_docstring, METH_NOARGS,
4977 docstring_no_signature},
4978 {"docstring_with_invalid_signature",
4979 (PyCFunction)test_with_docstring, METH_NOARGS,
4980 docstring_with_invalid_signature},
Larry Hastings2623c8c2014-02-08 22:15:29 -08004981 {"docstring_with_invalid_signature2",
4982 (PyCFunction)test_with_docstring, METH_NOARGS,
4983 docstring_with_invalid_signature2},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004984 {"docstring_with_signature",
4985 (PyCFunction)test_with_docstring, METH_NOARGS,
4986 docstring_with_signature},
Zachary Ware8ef887c2015-04-13 18:22:35 -05004987 {"docstring_with_signature_but_no_doc",
4988 (PyCFunction)test_with_docstring, METH_NOARGS,
4989 docstring_with_signature_but_no_doc},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004990 {"docstring_with_signature_and_extra_newlines",
4991 (PyCFunction)test_with_docstring, METH_NOARGS,
4992 docstring_with_signature_and_extra_newlines},
Larry Hastings16c51912014-01-07 11:53:01 -08004993 {"docstring_with_signature_with_defaults",
4994 (PyCFunction)test_with_docstring, METH_NOARGS,
4995 docstring_with_signature_with_defaults},
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004996 {"call_in_temporary_c_thread", call_in_temporary_c_thread, METH_O,
4997 PyDoc_STR("set_error_class(error_class) -> None")},
Serhiy Storchakab5181342015-02-06 08:58:56 +02004998 {"pymarshal_write_long_to_file",
4999 pymarshal_write_long_to_file, METH_VARARGS},
5000 {"pymarshal_write_object_to_file",
5001 pymarshal_write_object_to_file, METH_VARARGS},
5002 {"pymarshal_read_short_from_file",
5003 pymarshal_read_short_from_file, METH_VARARGS},
5004 {"pymarshal_read_long_from_file",
5005 pymarshal_read_long_from_file, METH_VARARGS},
5006 {"pymarshal_read_last_object_from_file",
5007 pymarshal_read_last_object_from_file, METH_VARARGS},
5008 {"pymarshal_read_object_from_file",
5009 pymarshal_read_object_from_file, METH_VARARGS},
Victor Stinnerefde1462015-03-21 15:04:43 +01005010 {"return_null_without_error",
5011 return_null_without_error, METH_NOARGS},
5012 {"return_result_with_error",
5013 return_result_with_error, METH_NOARGS},
Victor Stinner13019fd2015-04-03 13:10:54 +02005014 {"PyTime_FromSeconds", test_pytime_fromseconds, METH_VARARGS},
Victor Stinner4bfb4602015-03-27 22:27:24 +01005015 {"PyTime_FromSecondsObject", test_pytime_fromsecondsobject, METH_VARARGS},
5016 {"PyTime_AsSecondsDouble", test_pytime_assecondsdouble, METH_VARARGS},
Victor Stinner95e9cef2015-03-28 01:26:47 +01005017 {"PyTime_AsTimeval", test_PyTime_AsTimeval, METH_VARARGS},
Victor Stinner34dc0f42015-03-27 18:19:03 +01005018#ifdef HAVE_CLOCK_GETTIME
5019 {"PyTime_AsTimespec", test_PyTime_AsTimespec, METH_VARARGS},
5020#endif
Victor Stinner62d1c702015-04-01 17:47:07 +02005021 {"PyTime_AsMilliseconds", test_PyTime_AsMilliseconds, METH_VARARGS},
5022 {"PyTime_AsMicroseconds", test_PyTime_AsMicroseconds, METH_VARARGS},
Victor Stinner50856d52015-10-13 00:11:21 +02005023 {"get_recursion_depth", get_recursion_depth, METH_NOARGS},
Victor Stinner34be807c2016-03-14 12:04:26 +01005024 {"pymem_buffer_overflow", pymem_buffer_overflow, METH_NOARGS},
5025 {"pymem_api_misuse", pymem_api_misuse, METH_NOARGS},
Victor Stinnerad524372016-03-16 12:12:53 +01005026 {"pymem_malloc_without_gil", pymem_malloc_without_gil, METH_NOARGS},
Victor Stinner5d39e042017-11-29 17:20:38 +01005027 {"pymem_getallocatorsname", test_pymem_getallocatorsname, METH_NOARGS},
Victor Stinner2b00db62019-04-11 11:33:27 +02005028 {"pyobject_is_freed", (PyCFunction)(void(*)(void))pyobject_is_freed, METH_O},
5029 {"pyobject_uninitialized", pyobject_uninitialized, METH_NOARGS},
5030 {"pyobject_forbidden_bytes", pyobject_forbidden_bytes, METH_NOARGS},
5031 {"pyobject_freed", pyobject_freed, METH_NOARGS},
Victor Stinnerc4aec362016-03-14 22:26:53 +01005032 {"pyobject_malloc_without_gil", pyobject_malloc_without_gil, METH_NOARGS},
Victor Stinner10b73e12016-03-22 13:39:05 +01005033 {"tracemalloc_track", tracemalloc_track, METH_VARARGS},
5034 {"tracemalloc_untrack", tracemalloc_untrack, METH_VARARGS},
5035 {"tracemalloc_get_traceback", tracemalloc_get_traceback, METH_VARARGS},
Victor Stinner3b6a6b42016-09-08 12:51:24 -07005036 {"dict_get_version", dict_get_version, METH_VARARGS},
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07005037 {"raise_SIGINT_then_send_None", raise_SIGINT_then_send_None, METH_VARARGS},
Victor Stinner3b5cf852017-06-09 16:48:45 +02005038 {"pyobject_fastcall", test_pyobject_fastcall, METH_VARARGS},
5039 {"pyobject_fastcalldict", test_pyobject_fastcalldict, METH_VARARGS},
5040 {"pyobject_fastcallkeywords", test_pyobject_fastcallkeywords, METH_VARARGS},
Victor Stinner64fa4492017-07-10 14:37:49 +02005041 {"stack_pointer", stack_pointer, METH_NOARGS},
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02005042#ifdef W_STOPCODE
5043 {"W_STOPCODE", py_w_stopcode, METH_VARARGS},
5044#endif
Oren Milman0ccc0f62017-10-08 11:17:46 +03005045 {"get_mapping_keys", get_mapping_keys, METH_O},
5046 {"get_mapping_values", get_mapping_values, METH_O},
5047 {"get_mapping_items", get_mapping_items, METH_O},
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09005048 {"test_pythread_tss_key_state", test_pythread_tss_key_state, METH_VARARGS},
Yury Selivanovf23746a2018-01-22 19:11:18 -05005049 {"hamt", new_hamt, METH_NOARGS},
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005050 {"bad_get", (PyCFunction)(void(*)(void))bad_get, METH_FASTCALL},
Victor Stinner3d4226a2018-08-29 22:21:32 +02005051 {"EncodeLocaleEx", encode_locale_ex, METH_VARARGS},
5052 {"DecodeLocaleEx", decode_locale_ex, METH_VARARGS},
Victor Stinner18618e652018-10-25 17:28:11 +02005053#ifdef Py_REF_DEBUG
5054 {"negative_refcount", negative_refcount, METH_NOARGS},
5055#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005056 {NULL, NULL} /* sentinel */
Tim Peters9ea17ac2001-02-02 05:57:15 +00005057};
5058
Thomas Hellera4ea6032003-04-17 18:55:45 +00005059#define AddSym(d, n, f, v) {PyObject *o = f(v); PyDict_SetItemString(d, n, o); Py_DECREF(o);}
5060
Thomas Wouters89f507f2006-12-13 04:49:30 +00005061typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005062 char bool_member;
5063 char byte_member;
5064 unsigned char ubyte_member;
5065 short short_member;
5066 unsigned short ushort_member;
5067 int int_member;
5068 unsigned int uint_member;
5069 long long_member;
5070 unsigned long ulong_member;
5071 Py_ssize_t pyssizet_member;
5072 float float_member;
5073 double double_member;
5074 char inplace_member[6];
Benjamin Petersonaf580df2016-09-06 10:46:49 -07005075 long long longlong_member;
5076 unsigned long long ulonglong_member;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005077} all_structmembers;
5078
5079typedef struct {
5080 PyObject_HEAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005081 all_structmembers structmembers;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005082} test_structmembers;
5083
5084static struct PyMemberDef test_members[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005085 {"T_BOOL", T_BOOL, offsetof(test_structmembers, structmembers.bool_member), 0, NULL},
5086 {"T_BYTE", T_BYTE, offsetof(test_structmembers, structmembers.byte_member), 0, NULL},
5087 {"T_UBYTE", T_UBYTE, offsetof(test_structmembers, structmembers.ubyte_member), 0, NULL},
5088 {"T_SHORT", T_SHORT, offsetof(test_structmembers, structmembers.short_member), 0, NULL},
5089 {"T_USHORT", T_USHORT, offsetof(test_structmembers, structmembers.ushort_member), 0, NULL},
5090 {"T_INT", T_INT, offsetof(test_structmembers, structmembers.int_member), 0, NULL},
5091 {"T_UINT", T_UINT, offsetof(test_structmembers, structmembers.uint_member), 0, NULL},
5092 {"T_LONG", T_LONG, offsetof(test_structmembers, structmembers.long_member), 0, NULL},
5093 {"T_ULONG", T_ULONG, offsetof(test_structmembers, structmembers.ulong_member), 0, NULL},
5094 {"T_PYSSIZET", T_PYSSIZET, offsetof(test_structmembers, structmembers.pyssizet_member), 0, NULL},
5095 {"T_FLOAT", T_FLOAT, offsetof(test_structmembers, structmembers.float_member), 0, NULL},
5096 {"T_DOUBLE", T_DOUBLE, offsetof(test_structmembers, structmembers.double_member), 0, NULL},
5097 {"T_STRING_INPLACE", T_STRING_INPLACE, offsetof(test_structmembers, structmembers.inplace_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005098 {"T_LONGLONG", T_LONGLONG, offsetof(test_structmembers, structmembers.longlong_member), 0, NULL},
5099 {"T_ULONGLONG", T_ULONGLONG, offsetof(test_structmembers, structmembers.ulonglong_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005100 {NULL}
Thomas Wouters89f507f2006-12-13 04:49:30 +00005101};
5102
5103
Christian Heimes1af737c2008-01-23 08:24:23 +00005104static PyObject *
5105test_structmembers_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)
5106{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005107 static char *keywords[] = {
5108 "T_BOOL", "T_BYTE", "T_UBYTE", "T_SHORT", "T_USHORT",
5109 "T_INT", "T_UINT", "T_LONG", "T_ULONG", "T_PYSSIZET",
5110 "T_FLOAT", "T_DOUBLE", "T_STRING_INPLACE",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005111 "T_LONGLONG", "T_ULONGLONG",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005112 NULL};
Benjamin Petersoned4aa832016-09-05 17:44:18 -07005113 static const char fmt[] = "|bbBhHiIlknfds#LK";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005114 test_structmembers *ob;
5115 const char *s = NULL;
5116 Py_ssize_t string_len = 0;
5117 ob = PyObject_New(test_structmembers, type);
5118 if (ob == NULL)
5119 return NULL;
5120 memset(&ob->structmembers, 0, sizeof(all_structmembers));
5121 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
5122 &ob->structmembers.bool_member,
5123 &ob->structmembers.byte_member,
5124 &ob->structmembers.ubyte_member,
5125 &ob->structmembers.short_member,
5126 &ob->structmembers.ushort_member,
5127 &ob->structmembers.int_member,
5128 &ob->structmembers.uint_member,
5129 &ob->structmembers.long_member,
5130 &ob->structmembers.ulong_member,
5131 &ob->structmembers.pyssizet_member,
5132 &ob->structmembers.float_member,
5133 &ob->structmembers.double_member,
5134 &s, &string_len
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005135 , &ob->structmembers.longlong_member,
5136 &ob->structmembers.ulonglong_member
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005137 )) {
5138 Py_DECREF(ob);
5139 return NULL;
5140 }
5141 if (s != NULL) {
5142 if (string_len > 5) {
5143 Py_DECREF(ob);
5144 PyErr_SetString(PyExc_ValueError, "string too long");
5145 return NULL;
5146 }
5147 strcpy(ob->structmembers.inplace_member, s);
5148 }
5149 else {
5150 strcpy(ob->structmembers.inplace_member, "");
5151 }
5152 return (PyObject *)ob;
Thomas Wouters89f507f2006-12-13 04:49:30 +00005153}
5154
Christian Heimes1af737c2008-01-23 08:24:23 +00005155static void
5156test_structmembers_free(PyObject *ob)
5157{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005158 PyObject_FREE(ob);
Thomas Wouters89f507f2006-12-13 04:49:30 +00005159}
5160
5161static PyTypeObject test_structmembersType = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00005162 PyVarObject_HEAD_INIT(NULL, 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005163 "test_structmembersType",
5164 sizeof(test_structmembers), /* tp_basicsize */
5165 0, /* tp_itemsize */
5166 test_structmembers_free, /* destructor tp_dealloc */
5167 0, /* tp_print */
5168 0, /* tp_getattr */
5169 0, /* tp_setattr */
5170 0, /* tp_reserved */
5171 0, /* tp_repr */
5172 0, /* tp_as_number */
5173 0, /* tp_as_sequence */
5174 0, /* tp_as_mapping */
5175 0, /* tp_hash */
5176 0, /* tp_call */
5177 0, /* tp_str */
5178 PyObject_GenericGetAttr, /* tp_getattro */
5179 PyObject_GenericSetAttr, /* tp_setattro */
5180 0, /* tp_as_buffer */
5181 0, /* tp_flags */
5182 "Type containing all structmember types",
5183 0, /* traverseproc tp_traverse */
5184 0, /* tp_clear */
5185 0, /* tp_richcompare */
5186 0, /* tp_weaklistoffset */
5187 0, /* tp_iter */
5188 0, /* tp_iternext */
5189 0, /* tp_methods */
5190 test_members, /* tp_members */
5191 0,
5192 0,
5193 0,
5194 0,
5195 0,
5196 0,
5197 0,
5198 0,
5199 test_structmembers_new, /* tp_new */
Thomas Wouters89f507f2006-12-13 04:49:30 +00005200};
5201
5202
Benjamin Petersond51374e2014-04-09 23:55:56 -04005203typedef struct {
5204 PyObject_HEAD
5205} matmulObject;
5206
5207static PyObject *
5208matmulType_matmul(PyObject *self, PyObject *other)
5209{
5210 return Py_BuildValue("(sOO)", "matmul", self, other);
5211}
5212
5213static PyObject *
5214matmulType_imatmul(PyObject *self, PyObject *other)
5215{
5216 return Py_BuildValue("(sOO)", "imatmul", self, other);
5217}
5218
5219static void
5220matmulType_dealloc(PyObject *self)
5221{
Zachary Ware420dc562014-04-23 13:51:27 -05005222 Py_TYPE(self)->tp_free(self);
Benjamin Petersond51374e2014-04-09 23:55:56 -04005223}
5224
5225static PyNumberMethods matmulType_as_number = {
5226 0, /* nb_add */
5227 0, /* nb_subtract */
5228 0, /* nb_multiply */
5229 0, /* nb_remainde r*/
5230 0, /* nb_divmod */
5231 0, /* nb_power */
5232 0, /* nb_negative */
5233 0, /* tp_positive */
5234 0, /* tp_absolute */
5235 0, /* tp_bool */
5236 0, /* nb_invert */
5237 0, /* nb_lshift */
5238 0, /* nb_rshift */
5239 0, /* nb_and */
5240 0, /* nb_xor */
5241 0, /* nb_or */
5242 0, /* nb_int */
5243 0, /* nb_reserved */
5244 0, /* nb_float */
5245 0, /* nb_inplace_add */
5246 0, /* nb_inplace_subtract */
5247 0, /* nb_inplace_multiply */
5248 0, /* nb_inplace_remainder */
5249 0, /* nb_inplace_power */
5250 0, /* nb_inplace_lshift */
5251 0, /* nb_inplace_rshift */
5252 0, /* nb_inplace_and */
5253 0, /* nb_inplace_xor */
5254 0, /* nb_inplace_or */
5255 0, /* nb_floor_divide */
5256 0, /* nb_true_divide */
5257 0, /* nb_inplace_floor_divide */
5258 0, /* nb_inplace_true_divide */
5259 0, /* nb_index */
5260 matmulType_matmul, /* nb_matrix_multiply */
5261 matmulType_imatmul /* nb_matrix_inplace_multiply */
5262};
5263
5264static PyTypeObject matmulType = {
5265 PyVarObject_HEAD_INIT(NULL, 0)
5266 "matmulType",
5267 sizeof(matmulObject), /* tp_basicsize */
5268 0, /* tp_itemsize */
5269 matmulType_dealloc, /* destructor tp_dealloc */
5270 0, /* tp_print */
5271 0, /* tp_getattr */
5272 0, /* tp_setattr */
5273 0, /* tp_reserved */
5274 0, /* tp_repr */
5275 &matmulType_as_number, /* tp_as_number */
5276 0, /* tp_as_sequence */
5277 0, /* tp_as_mapping */
5278 0, /* tp_hash */
5279 0, /* tp_call */
5280 0, /* tp_str */
5281 PyObject_GenericGetAttr, /* tp_getattro */
5282 PyObject_GenericSetAttr, /* tp_setattro */
5283 0, /* tp_as_buffer */
5284 0, /* tp_flags */
5285 "C level type with matrix operations defined",
5286 0, /* traverseproc tp_traverse */
5287 0, /* tp_clear */
5288 0, /* tp_richcompare */
5289 0, /* tp_weaklistoffset */
5290 0, /* tp_iter */
5291 0, /* tp_iternext */
5292 0, /* tp_methods */
5293 0, /* tp_members */
5294 0,
5295 0,
5296 0,
5297 0,
5298 0,
5299 0,
5300 0,
5301 0,
5302 PyType_GenericNew, /* tp_new */
5303 PyObject_Del, /* tp_free */
5304};
5305
Martin v. Löwis1a214512008-06-11 05:26:20 +00005306
Yury Selivanov75445082015-05-11 22:57:16 -04005307typedef struct {
5308 PyObject_HEAD
5309 PyObject *ao_iterator;
5310} awaitObject;
5311
5312
5313static PyObject *
5314awaitObject_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
5315{
5316 PyObject *v;
5317 awaitObject *ao;
5318
5319 if (!PyArg_UnpackTuple(args, "awaitObject", 1, 1, &v))
5320 return NULL;
5321
5322 ao = (awaitObject *)type->tp_alloc(type, 0);
5323 if (ao == NULL) {
5324 return NULL;
5325 }
5326
5327 Py_INCREF(v);
5328 ao->ao_iterator = v;
5329
5330 return (PyObject *)ao;
5331}
5332
5333
5334static void
5335awaitObject_dealloc(awaitObject *ao)
5336{
5337 Py_CLEAR(ao->ao_iterator);
5338 Py_TYPE(ao)->tp_free(ao);
5339}
5340
5341
5342static PyObject *
5343awaitObject_await(awaitObject *ao)
5344{
5345 Py_INCREF(ao->ao_iterator);
5346 return ao->ao_iterator;
5347}
5348
5349static PyAsyncMethods awaitType_as_async = {
Yury Selivanov6ef05902015-05-28 11:21:31 -04005350 (unaryfunc)awaitObject_await, /* am_await */
Yury Selivanov75445082015-05-11 22:57:16 -04005351 0, /* am_aiter */
5352 0 /* am_anext */
5353};
5354
5355
5356static PyTypeObject awaitType = {
5357 PyVarObject_HEAD_INIT(NULL, 0)
5358 "awaitType",
5359 sizeof(awaitObject), /* tp_basicsize */
5360 0, /* tp_itemsize */
5361 (destructor)awaitObject_dealloc, /* destructor tp_dealloc */
5362 0, /* tp_print */
5363 0, /* tp_getattr */
5364 0, /* tp_setattr */
5365 &awaitType_as_async, /* tp_as_async */
5366 0, /* tp_repr */
5367 0, /* tp_as_number */
5368 0, /* tp_as_sequence */
5369 0, /* tp_as_mapping */
5370 0, /* tp_hash */
5371 0, /* tp_call */
5372 0, /* tp_str */
5373 PyObject_GenericGetAttr, /* tp_getattro */
5374 PyObject_GenericSetAttr, /* tp_setattro */
5375 0, /* tp_as_buffer */
5376 0, /* tp_flags */
5377 "C level type with tp_as_async",
5378 0, /* traverseproc tp_traverse */
5379 0, /* tp_clear */
5380 0, /* tp_richcompare */
5381 0, /* tp_weaklistoffset */
5382 0, /* tp_iter */
5383 0, /* tp_iternext */
5384 0, /* tp_methods */
5385 0, /* tp_members */
5386 0,
5387 0,
5388 0,
5389 0,
5390 0,
5391 0,
5392 0,
5393 0,
5394 awaitObject_new, /* tp_new */
5395 PyObject_Del, /* tp_free */
5396};
5397
5398
xdegaye56d1f5c2017-10-26 15:09:06 +02005399static int recurse_infinitely_error_init(PyObject *, PyObject *, PyObject *);
5400
5401static PyTypeObject PyRecursingInfinitelyError_Type = {
5402 PyVarObject_HEAD_INIT(NULL, 0)
5403 "RecursingInfinitelyError", /* tp_name */
5404 sizeof(PyBaseExceptionObject), /* tp_basicsize */
5405 0, /* tp_itemsize */
5406 0, /* tp_dealloc */
5407 0, /* tp_print */
5408 0, /* tp_getattr */
5409 0, /* tp_setattr */
5410 0, /* tp_reserved */
5411 0, /* tp_repr */
5412 0, /* tp_as_number */
5413 0, /* tp_as_sequence */
5414 0, /* tp_as_mapping */
5415 0, /* tp_hash */
5416 0, /* tp_call */
5417 0, /* tp_str */
5418 0, /* tp_getattro */
5419 0, /* tp_setattro */
5420 0, /* tp_as_buffer */
5421 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
5422 "Instantiating this exception starts infinite recursion.", /* tp_doc */
5423 0, /* tp_traverse */
5424 0, /* tp_clear */
5425 0, /* tp_richcompare */
5426 0, /* tp_weaklistoffset */
5427 0, /* tp_iter */
5428 0, /* tp_iternext */
5429 0, /* tp_methods */
5430 0, /* tp_members */
5431 0, /* tp_getset */
5432 0, /* tp_base */
5433 0, /* tp_dict */
5434 0, /* tp_descr_get */
5435 0, /* tp_descr_set */
5436 0, /* tp_dictoffset */
5437 (initproc)recurse_infinitely_error_init, /* tp_init */
5438 0, /* tp_alloc */
5439 0, /* tp_new */
5440};
5441
5442static int
5443recurse_infinitely_error_init(PyObject *self, PyObject *args, PyObject *kwds)
5444{
5445 PyObject *type = (PyObject *)&PyRecursingInfinitelyError_Type;
5446
5447 /* Instantiating this exception starts infinite recursion. */
5448 Py_INCREF(type);
5449 PyErr_SetObject(type, NULL);
5450 return -1;
5451}
5452
5453
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005454/* Test PEP 560 */
5455
5456typedef struct {
5457 PyObject_HEAD
5458 PyObject *item;
5459} PyGenericAliasObject;
5460
5461static void
5462generic_alias_dealloc(PyGenericAliasObject *self)
5463{
5464 Py_CLEAR(self->item);
Victor Stinnere8600892018-01-17 23:08:18 +01005465 Py_TYPE(self)->tp_free((PyObject *)self);
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005466}
5467
5468static PyObject *
5469generic_alias_mro_entries(PyGenericAliasObject *self, PyObject *bases)
5470{
5471 return PyTuple_Pack(1, self->item);
5472}
5473
5474static PyMethodDef generic_alias_methods[] = {
Serhiy Storchaka62be7422018-11-27 13:27:31 +02005475 {"__mro_entries__", (PyCFunction)(void(*)(void))generic_alias_mro_entries, METH_O, NULL},
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005476 {NULL} /* sentinel */
5477};
5478
Benjamin Peterson97ae32c2018-07-03 22:39:09 -07005479static PyTypeObject GenericAlias_Type = {
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005480 PyVarObject_HEAD_INIT(NULL, 0)
5481 "GenericAlias",
5482 sizeof(PyGenericAliasObject),
5483 0,
5484 .tp_dealloc = (destructor)generic_alias_dealloc,
5485 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5486 .tp_methods = generic_alias_methods,
5487};
5488
5489static PyObject *
5490generic_alias_new(PyObject *item)
5491{
5492 PyGenericAliasObject *o = PyObject_New(PyGenericAliasObject, &GenericAlias_Type);
5493 if (o == NULL) {
5494 return NULL;
5495 }
5496 Py_INCREF(item);
5497 o->item = item;
5498 return (PyObject*) o;
5499}
5500
5501typedef struct {
5502 PyObject_HEAD
5503} PyGenericObject;
5504
5505static PyObject *
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005506generic_class_getitem(PyObject *type, PyObject *item)
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005507{
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005508 return generic_alias_new(item);
5509}
5510
5511static PyMethodDef generic_methods[] = {
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005512 {"__class_getitem__", generic_class_getitem, METH_O|METH_CLASS, NULL},
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005513 {NULL} /* sentinel */
5514};
5515
Benjamin Peterson97ae32c2018-07-03 22:39:09 -07005516static PyTypeObject Generic_Type = {
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005517 PyVarObject_HEAD_INIT(NULL, 0)
5518 "Generic",
5519 sizeof(PyGenericObject),
5520 0,
5521 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5522 .tp_methods = generic_methods,
5523};
5524
5525
Martin v. Löwis1a214512008-06-11 05:26:20 +00005526static struct PyModuleDef _testcapimodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005527 PyModuleDef_HEAD_INIT,
5528 "_testcapi",
5529 NULL,
5530 -1,
5531 TestMethods,
5532 NULL,
5533 NULL,
5534 NULL,
5535 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00005536};
5537
Nick Coghland5cacbb2015-05-23 22:24:10 +10005538/* Per PEP 489, this module will not be converted to multi-phase initialization
5539 */
5540
Mark Hammond62b1ab12002-07-23 06:31:15 +00005541PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00005542PyInit__testcapi(void)
Tim Peters9ea17ac2001-02-02 05:57:15 +00005543{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005544 PyObject *m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005545
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005546 m = PyModule_Create(&_testcapimodule);
5547 if (m == NULL)
5548 return NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005549
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005550 Py_TYPE(&_HashInheritanceTester_Type)=&PyType_Type;
Hirokazu Yamamoto8ebab5d2008-12-31 06:05:46 +00005551
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005552 Py_TYPE(&test_structmembersType)=&PyType_Type;
5553 Py_INCREF(&test_structmembersType);
5554 /* don't use a name starting with "test", since we don't want
5555 test_capi to automatically call this */
5556 PyModule_AddObject(m, "_test_structmembersType", (PyObject *)&test_structmembersType);
Benjamin Petersond51374e2014-04-09 23:55:56 -04005557 if (PyType_Ready(&matmulType) < 0)
5558 return NULL;
5559 Py_INCREF(&matmulType);
5560 PyModule_AddObject(m, "matmulType", (PyObject *)&matmulType);
Thomas Wouters89f507f2006-12-13 04:49:30 +00005561
Yury Selivanov75445082015-05-11 22:57:16 -04005562 if (PyType_Ready(&awaitType) < 0)
5563 return NULL;
5564 Py_INCREF(&awaitType);
5565 PyModule_AddObject(m, "awaitType", (PyObject *)&awaitType);
5566
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005567 if (PyType_Ready(&GenericAlias_Type) < 0)
5568 return NULL;
5569 Py_INCREF(&GenericAlias_Type);
5570 PyModule_AddObject(m, "GenericAlias", (PyObject *)&GenericAlias_Type);
5571
5572 if (PyType_Ready(&Generic_Type) < 0)
5573 return NULL;
5574 Py_INCREF(&Generic_Type);
5575 PyModule_AddObject(m, "Generic", (PyObject *)&Generic_Type);
5576
xdegaye56d1f5c2017-10-26 15:09:06 +02005577 PyRecursingInfinitelyError_Type.tp_base = (PyTypeObject *)PyExc_Exception;
5578 if (PyType_Ready(&PyRecursingInfinitelyError_Type) < 0) {
5579 return NULL;
5580 }
5581 Py_INCREF(&PyRecursingInfinitelyError_Type);
5582 PyModule_AddObject(m, "RecursingInfinitelyError",
5583 (PyObject *)&PyRecursingInfinitelyError_Type);
5584
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005585 PyModule_AddObject(m, "CHAR_MAX", PyLong_FromLong(CHAR_MAX));
5586 PyModule_AddObject(m, "CHAR_MIN", PyLong_FromLong(CHAR_MIN));
5587 PyModule_AddObject(m, "UCHAR_MAX", PyLong_FromLong(UCHAR_MAX));
5588 PyModule_AddObject(m, "SHRT_MAX", PyLong_FromLong(SHRT_MAX));
5589 PyModule_AddObject(m, "SHRT_MIN", PyLong_FromLong(SHRT_MIN));
5590 PyModule_AddObject(m, "USHRT_MAX", PyLong_FromLong(USHRT_MAX));
5591 PyModule_AddObject(m, "INT_MAX", PyLong_FromLong(INT_MAX));
5592 PyModule_AddObject(m, "INT_MIN", PyLong_FromLong(INT_MIN));
5593 PyModule_AddObject(m, "UINT_MAX", PyLong_FromUnsignedLong(UINT_MAX));
5594 PyModule_AddObject(m, "LONG_MAX", PyLong_FromLong(LONG_MAX));
5595 PyModule_AddObject(m, "LONG_MIN", PyLong_FromLong(LONG_MIN));
5596 PyModule_AddObject(m, "ULONG_MAX", PyLong_FromUnsignedLong(ULONG_MAX));
5597 PyModule_AddObject(m, "FLT_MAX", PyFloat_FromDouble(FLT_MAX));
5598 PyModule_AddObject(m, "FLT_MIN", PyFloat_FromDouble(FLT_MIN));
5599 PyModule_AddObject(m, "DBL_MAX", PyFloat_FromDouble(DBL_MAX));
5600 PyModule_AddObject(m, "DBL_MIN", PyFloat_FromDouble(DBL_MIN));
5601 PyModule_AddObject(m, "LLONG_MAX", PyLong_FromLongLong(PY_LLONG_MAX));
5602 PyModule_AddObject(m, "LLONG_MIN", PyLong_FromLongLong(PY_LLONG_MIN));
5603 PyModule_AddObject(m, "ULLONG_MAX", PyLong_FromUnsignedLongLong(PY_ULLONG_MAX));
5604 PyModule_AddObject(m, "PY_SSIZE_T_MAX", PyLong_FromSsize_t(PY_SSIZE_T_MAX));
5605 PyModule_AddObject(m, "PY_SSIZE_T_MIN", PyLong_FromSsize_t(PY_SSIZE_T_MIN));
5606 PyModule_AddObject(m, "SIZEOF_PYGC_HEAD", PyLong_FromSsize_t(sizeof(PyGC_Head)));
Victor Stinner4237d342015-09-10 10:10:39 +02005607 PyModule_AddObject(m, "SIZEOF_TIME_T", PyLong_FromSsize_t(sizeof(time_t)));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005608 Py_INCREF(&PyInstanceMethod_Type);
5609 PyModule_AddObject(m, "instancemethod", (PyObject *)&PyInstanceMethod_Type);
Thomas Hellera4ea6032003-04-17 18:55:45 +00005610
Larry Hastings2a727912014-01-16 11:32:01 -08005611 PyModule_AddIntConstant(m, "the_number_three", 3);
Victor Stinner5d39e042017-11-29 17:20:38 +01005612#ifdef WITH_PYMALLOC
5613 PyModule_AddObject(m, "WITH_PYMALLOC", Py_True);
5614#else
5615 PyModule_AddObject(m, "WITH_PYMALLOC", Py_False);
5616#endif
Larry Hastings2a727912014-01-16 11:32:01 -08005617
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005618 TestError = PyErr_NewException("_testcapi.error", NULL, NULL);
5619 Py_INCREF(TestError);
5620 PyModule_AddObject(m, "error", TestError);
5621 return m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005622}