blob: 2ad4322ecaa4415a5b0d90ec6a8201017eb6f625 [file] [log] [blame]
Tim Peters9ea17ac2001-02-02 05:57:15 +00001/*
2 * C Extension module to test Python interpreter C APIs.
3 *
4 * The 'test_*' functions exported by this module are run as part of the
5 * standard Python regression test, via Lib/test/test_capi.py.
6 */
7
Neal Norwitz8866e0a2007-10-27 04:01:17 +00008#define PY_SSIZE_T_CLEAN
9
Tim Peters9ea17ac2001-02-02 05:57:15 +000010#include "Python.h"
Thomas Wouters89f507f2006-12-13 04:49:30 +000011#include <float.h>
12#include "structmember.h"
Benjamin Peterson91d58bd2009-12-13 21:30:54 +000013#include "datetime.h"
Serhiy Storchakab5181342015-02-06 08:58:56 +020014#include "marshal.h"
Victor Stinner56e8c292014-07-21 12:30:22 +020015#include <signal.h>
Tim Peters9ea17ac2001-02-02 05:57:15 +000016
Victor Stinner95e9cef2015-03-28 01:26:47 +010017#ifdef MS_WINDOWS
Victor Stinner09e5cf22015-03-30 00:09:18 +020018# include <winsock2.h> /* struct timeval */
Victor Stinner95e9cef2015-03-28 01:26:47 +010019#endif
20
Victor Stinner7b7c6dc2017-08-10 12:37:39 +020021#ifdef HAVE_SYS_WAIT_H
22#include <sys/wait.h> /* For W_STOPCODE */
23#endif
24
Mark Hammond8d98d2c2003-04-19 15:41:53 +000025#include "pythread.h"
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000026static PyObject *TestError; /* set to exception object in init */
Tim Peters9ea17ac2001-02-02 05:57:15 +000027
Tim Peters91621db2001-06-12 20:10:01 +000028/* Raise TestError with test_name + ": " + msg, and return NULL. */
29
30static PyObject *
31raiseTestError(const char* test_name, const char* msg)
32{
Victor Stinner6ced7c42011-03-21 18:15:42 +010033 PyErr_Format(TestError, "%s: %s", test_name, msg);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000034 return NULL;
Tim Peters91621db2001-06-12 20:10:01 +000035}
36
Martin v. Löwis4f1cd8b2001-07-26 13:41:06 +000037/* Test #defines from pyconfig.h (particularly the SIZEOF_* defines).
Tim Peters9ea17ac2001-02-02 05:57:15 +000038
39 The ones derived from autoconf on the UNIX-like OSes can be relied
40 upon (in the absence of sloppy cross-compiling), but the Windows
41 platforms have these hardcoded. Better safe than sorry.
42*/
43static PyObject*
Thomas Wouters89f507f2006-12-13 04:49:30 +000044sizeof_error(const char* fatname, const char* typname,
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000045 int expected, int got)
Tim Peters9ea17ac2001-02-02 05:57:15 +000046{
Victor Stinner499dfcf2011-03-21 13:26:24 +010047 PyErr_Format(TestError,
48 "%s #define == %d but sizeof(%s) == %d",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000049 fatname, expected, typname, got);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000050 return (PyObject*)NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +000051}
52
53static PyObject*
Fred Drakeacee69f2002-04-01 14:28:58 +000054test_config(PyObject *self)
Tim Peters9ea17ac2001-02-02 05:57:15 +000055{
Tim Peters9ea17ac2001-02-02 05:57:15 +000056#define CHECK_SIZEOF(FATNAME, TYPE) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000057 if (FATNAME != sizeof(TYPE)) \
58 return sizeof_error(#FATNAME, #TYPE, FATNAME, sizeof(TYPE))
Tim Peters9ea17ac2001-02-02 05:57:15 +000059
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000060 CHECK_SIZEOF(SIZEOF_SHORT, short);
61 CHECK_SIZEOF(SIZEOF_INT, int);
62 CHECK_SIZEOF(SIZEOF_LONG, long);
63 CHECK_SIZEOF(SIZEOF_VOID_P, void*);
64 CHECK_SIZEOF(SIZEOF_TIME_T, time_t);
Benjamin Petersonaf580df2016-09-06 10:46:49 -070065 CHECK_SIZEOF(SIZEOF_LONG_LONG, long long);
Tim Peters9ea17ac2001-02-02 05:57:15 +000066
67#undef CHECK_SIZEOF
68
Serhiy Storchaka228b12e2017-01-23 09:47:21 +020069 Py_RETURN_NONE;
Tim Peters9ea17ac2001-02-02 05:57:15 +000070}
71
Tim Peters5c4d5bf2001-02-12 22:13:26 +000072static PyObject*
Victor Stinner01076552013-10-29 19:39:52 +010073test_sizeof_c_types(PyObject *self)
74{
Ned Deilye37a1942015-03-05 15:47:10 -080075#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +020076#pragma GCC diagnostic push
77#pragma GCC diagnostic ignored "-Wtype-limits"
78#endif
Victor Stinnerf866f972013-10-29 19:59:31 +010079#define CHECK_SIZEOF(TYPE, EXPECTED) \
Victor Stinner01076552013-10-29 19:39:52 +010080 if (EXPECTED != sizeof(TYPE)) { \
81 PyErr_Format(TestError, \
82 "sizeof(%s) = %u instead of %u", \
83 #TYPE, sizeof(TYPE), EXPECTED); \
84 return (PyObject*)NULL; \
85 }
Victor Stinnerf866f972013-10-29 19:59:31 +010086#define IS_SIGNED(TYPE) (((TYPE)-1) < (TYPE)0)
87#define CHECK_SIGNNESS(TYPE, SIGNED) \
88 if (IS_SIGNED(TYPE) != SIGNED) { \
89 PyErr_Format(TestError, \
90 "%s signness is, instead of %i", \
91 #TYPE, IS_SIGNED(TYPE), SIGNED); \
92 return (PyObject*)NULL; \
93 }
Victor Stinner01076552013-10-29 19:39:52 +010094
95 /* integer types */
Victor Stinnerf866f972013-10-29 19:59:31 +010096 CHECK_SIZEOF(Py_UCS1, 1);
97 CHECK_SIZEOF(Py_UCS2, 2);
98 CHECK_SIZEOF(Py_UCS4, 4);
99 CHECK_SIGNNESS(Py_UCS1, 0);
100 CHECK_SIGNNESS(Py_UCS2, 0);
101 CHECK_SIGNNESS(Py_UCS4, 0);
Benjamin Peterson9b3d7702016-09-06 13:24:00 -0700102 CHECK_SIZEOF(int32_t, 4);
103 CHECK_SIGNNESS(int32_t, 1);
104 CHECK_SIZEOF(uint32_t, 4);
105 CHECK_SIGNNESS(uint32_t, 0);
106 CHECK_SIZEOF(int64_t, 8);
107 CHECK_SIGNNESS(int64_t, 1);
108 CHECK_SIZEOF(uint64_t, 8);
109 CHECK_SIGNNESS(uint64_t, 0);
Victor Stinner01076552013-10-29 19:39:52 +0100110
111 /* pointer/size types */
Victor Stinnerf866f972013-10-29 19:59:31 +0100112 CHECK_SIZEOF(size_t, sizeof(void *));
113 CHECK_SIGNNESS(size_t, 0);
114 CHECK_SIZEOF(Py_ssize_t, sizeof(void *));
115 CHECK_SIGNNESS(Py_ssize_t, 1);
116
Benjamin Petersonca470632016-09-06 13:47:26 -0700117 CHECK_SIZEOF(uintptr_t, sizeof(void *));
118 CHECK_SIGNNESS(uintptr_t, 0);
119 CHECK_SIZEOF(intptr_t, sizeof(void *));
120 CHECK_SIGNNESS(intptr_t, 1);
Victor Stinner01076552013-10-29 19:39:52 +0100121
Serhiy Storchakad1302c02017-01-23 10:23:58 +0200122 Py_RETURN_NONE;
Victor Stinner01076552013-10-29 19:39:52 +0100123
Victor Stinnerf866f972013-10-29 19:59:31 +0100124#undef IS_SIGNED
125#undef CHECK_SIGNESS
Victor Stinner01076552013-10-29 19:39:52 +0100126#undef CHECK_SIZEOF
Ned Deilye37a1942015-03-05 15:47:10 -0800127#if defined(__GNUC__) && ((__GNUC__ > 4) || ((__GNUC__ == 4) && (__GNUC_MINOR__ > 5)))
Serhiy Storchakab48af342015-02-26 15:27:57 +0200128#pragma GCC diagnostic pop
129#endif
Victor Stinner01076552013-10-29 19:39:52 +0100130}
131
132
133static PyObject*
Fred Drakeacee69f2002-04-01 14:28:58 +0000134test_list_api(PyObject *self)
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000135{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000136 PyObject* list;
137 int i;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000138
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000139 /* SF bug 132008: PyList_Reverse segfaults */
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000140#define NLIST 30
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000141 list = PyList_New(NLIST);
142 if (list == (PyObject*)NULL)
143 return (PyObject*)NULL;
144 /* list = range(NLIST) */
145 for (i = 0; i < NLIST; ++i) {
146 PyObject* anint = PyLong_FromLong(i);
147 if (anint == (PyObject*)NULL) {
148 Py_DECREF(list);
149 return (PyObject*)NULL;
150 }
151 PyList_SET_ITEM(list, i, anint);
152 }
153 /* list.reverse(), via PyList_Reverse() */
154 i = PyList_Reverse(list); /* should not blow up! */
155 if (i != 0) {
156 Py_DECREF(list);
157 return (PyObject*)NULL;
158 }
159 /* Check that list == range(29, -1, -1) now */
160 for (i = 0; i < NLIST; ++i) {
161 PyObject* anint = PyList_GET_ITEM(list, i);
162 if (PyLong_AS_LONG(anint) != NLIST-1-i) {
163 PyErr_SetString(TestError,
164 "test_list_api: reverse screwed up");
165 Py_DECREF(list);
166 return (PyObject*)NULL;
167 }
168 }
169 Py_DECREF(list);
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000170#undef NLIST
171
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200172 Py_RETURN_NONE;
Tim Peters5c4d5bf2001-02-12 22:13:26 +0000173}
174
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000175static int
176test_dict_inner(int count)
177{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000178 Py_ssize_t pos = 0, iterations = 0;
179 int i;
180 PyObject *dict = PyDict_New();
181 PyObject *v, *k;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000182
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000183 if (dict == NULL)
184 return -1;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000185
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000186 for (i = 0; i < count; i++) {
187 v = PyLong_FromLong(i);
Christian Heimesff369a52013-07-26 14:52:18 +0200188 if (v == NULL) {
Christian Heimesff369a52013-07-26 14:52:18 +0200189 return -1;
190 }
Christian Heimes97cb67b2013-07-20 15:01:26 +0200191 if (PyDict_SetItem(dict, v, v) < 0) {
192 Py_DECREF(v);
193 return -1;
194 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000195 Py_DECREF(v);
196 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000197
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000198 while (PyDict_Next(dict, &pos, &k, &v)) {
199 PyObject *o;
200 iterations++;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000201
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000202 i = PyLong_AS_LONG(v) + 1;
203 o = PyLong_FromLong(i);
204 if (o == NULL)
205 return -1;
206 if (PyDict_SetItem(dict, k, o) < 0) {
207 Py_DECREF(o);
208 return -1;
209 }
210 Py_DECREF(o);
211 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000212
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000213 Py_DECREF(dict);
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000214
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000215 if (iterations != count) {
216 PyErr_SetString(
217 TestError,
218 "test_dict_iteration: dict iteration went wrong ");
219 return -1;
220 } else {
221 return 0;
222 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000223}
224
225static PyObject*
Fred Drakeacee69f2002-04-01 14:28:58 +0000226test_dict_iteration(PyObject* self)
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000227{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000228 int i;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000229
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000230 for (i = 0; i < 200; i++) {
231 if (test_dict_inner(i) < 0) {
232 return NULL;
233 }
234 }
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000235
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200236 Py_RETURN_NONE;
Guido van Rossumeb0d9922001-04-13 17:08:15 +0000237}
238
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +0200239static PyObject*
240dict_getitem_knownhash(PyObject *self, PyObject *args)
241{
242 PyObject *mp, *key, *result;
243 Py_ssize_t hash;
244
245 if (!PyArg_ParseTuple(args, "OOn:dict_getitem_knownhash",
246 &mp, &key, &hash)) {
247 return NULL;
248 }
249
250 result = _PyDict_GetItem_KnownHash(mp, key, (Py_hash_t)hash);
251 if (result == NULL && !PyErr_Occurred()) {
252 _PyErr_SetKeyError(key);
253 return NULL;
254 }
255
256 Py_XINCREF(result);
257 return result;
258}
Tim Peters91621db2001-06-12 20:10:01 +0000259
Victor Stinner3d3f2642016-12-15 17:21:23 +0100260static PyObject*
261dict_hassplittable(PyObject *self, PyObject *arg)
262{
263 if (!PyDict_Check(arg)) {
264 PyErr_Format(PyExc_TypeError,
265 "dict_hassplittable() argument must be dict, not '%s'",
266 arg->ob_type->tp_name);
267 return NULL;
268 }
269
270 return PyBool_FromLong(_PyDict_HasSplitTable((PyDictObject*)arg));
271}
272
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000273/* Issue #4701: Check that PyObject_Hash implicitly calls
274 * PyType_Ready if it hasn't already been called
275 */
276static PyTypeObject _HashInheritanceTester_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000277 PyVarObject_HEAD_INIT(NULL, 0)
278 "hashinheritancetester", /* Name of this type */
279 sizeof(PyObject), /* Basic object size */
280 0, /* Item size for varobject */
281 (destructor)PyObject_Del, /* tp_dealloc */
282 0, /* tp_print */
283 0, /* tp_getattr */
284 0, /* tp_setattr */
285 0, /* tp_reserved */
286 0, /* tp_repr */
287 0, /* tp_as_number */
288 0, /* tp_as_sequence */
289 0, /* tp_as_mapping */
290 0, /* tp_hash */
291 0, /* tp_call */
292 0, /* tp_str */
293 PyObject_GenericGetAttr, /* tp_getattro */
294 0, /* tp_setattro */
295 0, /* tp_as_buffer */
296 Py_TPFLAGS_DEFAULT, /* tp_flags */
297 0, /* tp_doc */
298 0, /* tp_traverse */
299 0, /* tp_clear */
300 0, /* tp_richcompare */
301 0, /* tp_weaklistoffset */
302 0, /* tp_iter */
303 0, /* tp_iternext */
304 0, /* tp_methods */
305 0, /* tp_members */
306 0, /* tp_getset */
307 0, /* tp_base */
308 0, /* tp_dict */
309 0, /* tp_descr_get */
310 0, /* tp_descr_set */
311 0, /* tp_dictoffset */
312 0, /* tp_init */
313 0, /* tp_alloc */
314 PyType_GenericNew, /* tp_new */
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000315};
316
317static PyObject*
318test_lazy_hash_inheritance(PyObject* self)
319{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000320 PyTypeObject *type;
321 PyObject *obj;
Antoine Pitrou29aad002010-10-23 19:42:38 +0000322 Py_hash_t hash;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000323
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000324 type = &_HashInheritanceTester_Type;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000325
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000326 if (type->tp_dict != NULL)
327 /* The type has already been initialized. This probably means
328 -R is being used. */
329 Py_RETURN_NONE;
Benjamin Petersonf1726372009-05-05 21:11:54 +0000330
331
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000332 obj = PyObject_New(PyObject, type);
333 if (obj == NULL) {
334 PyErr_Clear();
335 PyErr_SetString(
336 TestError,
337 "test_lazy_hash_inheritance: failed to create object");
338 return NULL;
339 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000340
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000341 if (type->tp_dict != NULL) {
342 PyErr_SetString(
343 TestError,
344 "test_lazy_hash_inheritance: type initialised too soon");
345 Py_DECREF(obj);
346 return NULL;
347 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000348
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000349 hash = PyObject_Hash(obj);
350 if ((hash == -1) && PyErr_Occurred()) {
351 PyErr_Clear();
352 PyErr_SetString(
353 TestError,
354 "test_lazy_hash_inheritance: could not hash object");
355 Py_DECREF(obj);
356 return NULL;
357 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000358
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000359 if (type->tp_dict == NULL) {
360 PyErr_SetString(
361 TestError,
362 "test_lazy_hash_inheritance: type not initialised by hash()");
363 Py_DECREF(obj);
364 return NULL;
365 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000366
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000367 if (type->tp_hash != PyType_Type.tp_hash) {
368 PyErr_SetString(
369 TestError,
370 "test_lazy_hash_inheritance: unexpected hash function");
371 Py_DECREF(obj);
372 return NULL;
373 }
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000374
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000375 Py_DECREF(obj);
Benjamin Petersonf1726372009-05-05 21:11:54 +0000376
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000377 Py_RETURN_NONE;
Nick Coghlanf1f2f682008-12-30 07:29:12 +0000378}
379
380
Benjamin Petersoned4aa832016-09-05 17:44:18 -0700381/* Tests of PyLong_{As, From}{Unsigned,}Long(), and
Tim Petersff70d3c2001-06-14 01:11:03 +0000382 PyLong_{As, From}{Unsigned,}LongLong().
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000383
384 Note that the meat of the test is contained in testcapi_long.h.
385 This is revolting, but delicate code duplication is worse: "almost
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700386 exactly the same" code is needed to test long long, but the ubiquitous
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000387 dependence on type names makes it impossible to use a parameterized
388 function. A giant macro would be even worse than this. A C++ template
389 would be perfect.
390
391 The "report an error" functions are deliberately not part of the #include
392 file: if the test fails, you can set a breakpoint in the appropriate
393 error function directly, and crawl back from there in the debugger.
394*/
395
396#define UNBIND(X) Py_DECREF(X); (X) = NULL
397
398static PyObject *
399raise_test_long_error(const char* msg)
400{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000401 return raiseTestError("test_long_api", msg);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000402}
403
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000404#define TESTNAME test_long_api_inner
405#define TYPENAME long
406#define F_S_TO_PY PyLong_FromLong
407#define F_PY_TO_S PyLong_AsLong
408#define F_U_TO_PY PyLong_FromUnsignedLong
409#define F_PY_TO_U PyLong_AsUnsignedLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000410
411#include "testcapi_long.h"
412
413static PyObject *
Fred Drakeacee69f2002-04-01 14:28:58 +0000414test_long_api(PyObject* self)
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000415{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000416 return TESTNAME(raise_test_long_error);
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000417}
418
419#undef TESTNAME
420#undef TYPENAME
421#undef F_S_TO_PY
422#undef F_PY_TO_S
423#undef F_U_TO_PY
424#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000425
Tim Peters91621db2001-06-12 20:10:01 +0000426static PyObject *
Tim Petersd1a7da62001-06-13 00:35:57 +0000427raise_test_longlong_error(const char* msg)
428{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000429 return raiseTestError("test_longlong_api", msg);
Tim Petersd1a7da62001-06-13 00:35:57 +0000430}
431
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000432#define TESTNAME test_longlong_api_inner
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700433#define TYPENAME long long
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000434#define F_S_TO_PY PyLong_FromLongLong
435#define F_PY_TO_S PyLong_AsLongLong
436#define F_U_TO_PY PyLong_FromUnsignedLongLong
437#define F_PY_TO_U PyLong_AsUnsignedLongLong
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000438
439#include "testcapi_long.h"
Tim Petersd1a7da62001-06-13 00:35:57 +0000440
441static PyObject *
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000442test_longlong_api(PyObject* self, PyObject *args)
Tim Peters91621db2001-06-12 20:10:01 +0000443{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000444 return TESTNAME(raise_test_longlong_error);
Tim Peters91621db2001-06-12 20:10:01 +0000445}
446
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000447#undef TESTNAME
448#undef TYPENAME
449#undef F_S_TO_PY
450#undef F_PY_TO_S
451#undef F_U_TO_PY
452#undef F_PY_TO_U
Tim Peterse7c1f9b2001-06-14 00:55:41 +0000453
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000454/* Test the PyLong_AsLongAndOverflow API. General conversion to PY_LONG
455 is tested by test_long_api_inner. This test will concentrate on proper
456 handling of overflow.
457*/
458
459static PyObject *
460test_long_and_overflow(PyObject *self)
461{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000462 PyObject *num, *one, *temp;
463 long value;
464 int overflow;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000465
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000466 /* Test that overflow is set properly for a large value. */
467 /* num is a number larger than LONG_MAX even on 64-bit platforms */
468 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
469 if (num == NULL)
470 return NULL;
471 overflow = 1234;
472 value = PyLong_AsLongAndOverflow(num, &overflow);
473 Py_DECREF(num);
474 if (value == -1 && PyErr_Occurred())
475 return NULL;
476 if (value != -1)
477 return raiseTestError("test_long_and_overflow",
478 "return value was not set to -1");
479 if (overflow != 1)
480 return raiseTestError("test_long_and_overflow",
481 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000482
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000483 /* Same again, with num = LONG_MAX + 1 */
484 num = PyLong_FromLong(LONG_MAX);
485 if (num == NULL)
486 return NULL;
487 one = PyLong_FromLong(1L);
488 if (one == NULL) {
489 Py_DECREF(num);
490 return NULL;
491 }
492 temp = PyNumber_Add(num, one);
493 Py_DECREF(one);
494 Py_DECREF(num);
495 num = temp;
496 if (num == NULL)
497 return NULL;
498 overflow = 0;
499 value = PyLong_AsLongAndOverflow(num, &overflow);
500 Py_DECREF(num);
501 if (value == -1 && PyErr_Occurred())
502 return NULL;
503 if (value != -1)
504 return raiseTestError("test_long_and_overflow",
505 "return value was not set to -1");
506 if (overflow != 1)
507 return raiseTestError("test_long_and_overflow",
508 "overflow was not set to 1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000509
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000510 /* Test that overflow is set properly for a large negative value. */
511 /* num is a number smaller than LONG_MIN even on 64-bit platforms */
512 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
513 if (num == NULL)
514 return NULL;
515 overflow = 1234;
516 value = PyLong_AsLongAndOverflow(num, &overflow);
517 Py_DECREF(num);
518 if (value == -1 && PyErr_Occurred())
519 return NULL;
520 if (value != -1)
521 return raiseTestError("test_long_and_overflow",
522 "return value was not set to -1");
523 if (overflow != -1)
524 return raiseTestError("test_long_and_overflow",
525 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000526
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000527 /* Same again, with num = LONG_MIN - 1 */
528 num = PyLong_FromLong(LONG_MIN);
529 if (num == NULL)
530 return NULL;
531 one = PyLong_FromLong(1L);
532 if (one == NULL) {
533 Py_DECREF(num);
534 return NULL;
535 }
536 temp = PyNumber_Subtract(num, one);
537 Py_DECREF(one);
538 Py_DECREF(num);
539 num = temp;
540 if (num == NULL)
541 return NULL;
542 overflow = 0;
543 value = PyLong_AsLongAndOverflow(num, &overflow);
544 Py_DECREF(num);
545 if (value == -1 && PyErr_Occurred())
546 return NULL;
547 if (value != -1)
548 return raiseTestError("test_long_and_overflow",
549 "return value was not set to -1");
550 if (overflow != -1)
551 return raiseTestError("test_long_and_overflow",
552 "overflow was not set to -1");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000553
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000554 /* Test that overflow is cleared properly for small values. */
555 num = PyLong_FromString("FF", NULL, 16);
556 if (num == NULL)
557 return NULL;
558 overflow = 1234;
559 value = PyLong_AsLongAndOverflow(num, &overflow);
560 Py_DECREF(num);
561 if (value == -1 && PyErr_Occurred())
562 return NULL;
563 if (value != 0xFF)
564 return raiseTestError("test_long_and_overflow",
565 "expected return value 0xFF");
566 if (overflow != 0)
567 return raiseTestError("test_long_and_overflow",
568 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000569
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000570 num = PyLong_FromString("-FF", NULL, 16);
571 if (num == NULL)
572 return NULL;
573 overflow = 0;
574 value = PyLong_AsLongAndOverflow(num, &overflow);
575 Py_DECREF(num);
576 if (value == -1 && PyErr_Occurred())
577 return NULL;
578 if (value != -0xFF)
579 return raiseTestError("test_long_and_overflow",
580 "expected return value 0xFF");
581 if (overflow != 0)
582 return raiseTestError("test_long_and_overflow",
583 "overflow was set incorrectly");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000584
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000585 num = PyLong_FromLong(LONG_MAX);
586 if (num == NULL)
587 return NULL;
588 overflow = 1234;
589 value = PyLong_AsLongAndOverflow(num, &overflow);
590 Py_DECREF(num);
591 if (value == -1 && PyErr_Occurred())
592 return NULL;
593 if (value != LONG_MAX)
594 return raiseTestError("test_long_and_overflow",
595 "expected return value LONG_MAX");
596 if (overflow != 0)
597 return raiseTestError("test_long_and_overflow",
598 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000599
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000600 num = PyLong_FromLong(LONG_MIN);
601 if (num == NULL)
602 return NULL;
603 overflow = 0;
604 value = PyLong_AsLongAndOverflow(num, &overflow);
605 Py_DECREF(num);
606 if (value == -1 && PyErr_Occurred())
607 return NULL;
608 if (value != LONG_MIN)
609 return raiseTestError("test_long_and_overflow",
610 "expected return value LONG_MIN");
611 if (overflow != 0)
612 return raiseTestError("test_long_and_overflow",
613 "overflow was not cleared");
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000614
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200615 Py_RETURN_NONE;
Mark Dickinson309aa2d2009-12-21 12:37:06 +0000616}
617
Mark Dickinson93f562c2010-01-30 10:30:15 +0000618/* Test the PyLong_AsLongLongAndOverflow API. General conversion to
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700619 long long is tested by test_long_api_inner. This test will
Mark Dickinson93f562c2010-01-30 10:30:15 +0000620 concentrate on proper handling of overflow.
621*/
622
623static PyObject *
624test_long_long_and_overflow(PyObject *self)
625{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000626 PyObject *num, *one, *temp;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700627 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000628 int overflow;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000629
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000630 /* Test that overflow is set properly for a large value. */
631 /* num is a number larger than PY_LLONG_MAX on a typical machine. */
632 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
633 if (num == NULL)
634 return NULL;
635 overflow = 1234;
636 value = PyLong_AsLongLongAndOverflow(num, &overflow);
637 Py_DECREF(num);
638 if (value == -1 && PyErr_Occurred())
639 return NULL;
640 if (value != -1)
641 return raiseTestError("test_long_long_and_overflow",
642 "return value was not set to -1");
643 if (overflow != 1)
644 return raiseTestError("test_long_long_and_overflow",
645 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000646
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000647 /* Same again, with num = PY_LLONG_MAX + 1 */
648 num = PyLong_FromLongLong(PY_LLONG_MAX);
649 if (num == NULL)
650 return NULL;
651 one = PyLong_FromLong(1L);
652 if (one == NULL) {
653 Py_DECREF(num);
654 return NULL;
655 }
656 temp = PyNumber_Add(num, one);
657 Py_DECREF(one);
658 Py_DECREF(num);
659 num = temp;
660 if (num == NULL)
661 return NULL;
662 overflow = 0;
663 value = PyLong_AsLongLongAndOverflow(num, &overflow);
664 Py_DECREF(num);
665 if (value == -1 && PyErr_Occurred())
666 return NULL;
667 if (value != -1)
668 return raiseTestError("test_long_long_and_overflow",
669 "return value was not set to -1");
670 if (overflow != 1)
671 return raiseTestError("test_long_long_and_overflow",
672 "overflow was not set to 1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000673
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000674 /* Test that overflow is set properly for a large negative value. */
675 /* num is a number smaller than PY_LLONG_MIN on a typical platform */
676 num = PyLong_FromString("-FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
677 if (num == NULL)
678 return NULL;
679 overflow = 1234;
680 value = PyLong_AsLongLongAndOverflow(num, &overflow);
681 Py_DECREF(num);
682 if (value == -1 && PyErr_Occurred())
683 return NULL;
684 if (value != -1)
685 return raiseTestError("test_long_long_and_overflow",
686 "return value was not set to -1");
687 if (overflow != -1)
688 return raiseTestError("test_long_long_and_overflow",
689 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000690
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000691 /* Same again, with num = PY_LLONG_MIN - 1 */
692 num = PyLong_FromLongLong(PY_LLONG_MIN);
693 if (num == NULL)
694 return NULL;
695 one = PyLong_FromLong(1L);
696 if (one == NULL) {
697 Py_DECREF(num);
698 return NULL;
699 }
700 temp = PyNumber_Subtract(num, one);
701 Py_DECREF(one);
702 Py_DECREF(num);
703 num = temp;
704 if (num == NULL)
705 return NULL;
706 overflow = 0;
707 value = PyLong_AsLongLongAndOverflow(num, &overflow);
708 Py_DECREF(num);
709 if (value == -1 && PyErr_Occurred())
710 return NULL;
711 if (value != -1)
712 return raiseTestError("test_long_long_and_overflow",
713 "return value was not set to -1");
714 if (overflow != -1)
715 return raiseTestError("test_long_long_and_overflow",
716 "overflow was not set to -1");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000717
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000718 /* Test that overflow is cleared properly for small values. */
719 num = PyLong_FromString("FF", NULL, 16);
720 if (num == NULL)
721 return NULL;
722 overflow = 1234;
723 value = PyLong_AsLongLongAndOverflow(num, &overflow);
724 Py_DECREF(num);
725 if (value == -1 && PyErr_Occurred())
726 return NULL;
727 if (value != 0xFF)
728 return raiseTestError("test_long_long_and_overflow",
729 "expected return value 0xFF");
730 if (overflow != 0)
731 return raiseTestError("test_long_long_and_overflow",
732 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000733
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000734 num = PyLong_FromString("-FF", NULL, 16);
735 if (num == NULL)
736 return NULL;
737 overflow = 0;
738 value = PyLong_AsLongLongAndOverflow(num, &overflow);
739 Py_DECREF(num);
740 if (value == -1 && PyErr_Occurred())
741 return NULL;
742 if (value != -0xFF)
743 return raiseTestError("test_long_long_and_overflow",
744 "expected return value 0xFF");
745 if (overflow != 0)
746 return raiseTestError("test_long_long_and_overflow",
747 "overflow was set incorrectly");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000748
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000749 num = PyLong_FromLongLong(PY_LLONG_MAX);
750 if (num == NULL)
751 return NULL;
752 overflow = 1234;
753 value = PyLong_AsLongLongAndOverflow(num, &overflow);
754 Py_DECREF(num);
755 if (value == -1 && PyErr_Occurred())
756 return NULL;
757 if (value != PY_LLONG_MAX)
758 return raiseTestError("test_long_long_and_overflow",
759 "expected return value PY_LLONG_MAX");
760 if (overflow != 0)
761 return raiseTestError("test_long_long_and_overflow",
762 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000763
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000764 num = PyLong_FromLongLong(PY_LLONG_MIN);
765 if (num == NULL)
766 return NULL;
767 overflow = 0;
768 value = PyLong_AsLongLongAndOverflow(num, &overflow);
769 Py_DECREF(num);
770 if (value == -1 && PyErr_Occurred())
771 return NULL;
772 if (value != PY_LLONG_MIN)
773 return raiseTestError("test_long_long_and_overflow",
774 "expected return value PY_LLONG_MIN");
775 if (overflow != 0)
776 return raiseTestError("test_long_long_and_overflow",
777 "overflow was not cleared");
Mark Dickinson93f562c2010-01-30 10:30:15 +0000778
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200779 Py_RETURN_NONE;
Mark Dickinson93f562c2010-01-30 10:30:15 +0000780}
781
Nadeem Vawda3d5881e2011-09-07 21:40:26 +0200782/* Test the PyLong_As{Size,Ssize}_t API. At present this just tests that
783 non-integer arguments are handled correctly. It should be extended to
784 test overflow handling.
785 */
786
787static PyObject *
788test_long_as_size_t(PyObject *self)
789{
790 size_t out_u;
791 Py_ssize_t out_s;
792
793 Py_INCREF(Py_None);
794
795 out_u = PyLong_AsSize_t(Py_None);
796 if (out_u != (size_t)-1 || !PyErr_Occurred())
797 return raiseTestError("test_long_as_size_t",
798 "PyLong_AsSize_t(None) didn't complain");
799 if (!PyErr_ExceptionMatches(PyExc_TypeError))
800 return raiseTestError("test_long_as_size_t",
801 "PyLong_AsSize_t(None) raised "
802 "something other than TypeError");
803 PyErr_Clear();
804
805 out_s = PyLong_AsSsize_t(Py_None);
806 if (out_s != (Py_ssize_t)-1 || !PyErr_Occurred())
807 return raiseTestError("test_long_as_size_t",
808 "PyLong_AsSsize_t(None) didn't complain");
809 if (!PyErr_ExceptionMatches(PyExc_TypeError))
810 return raiseTestError("test_long_as_size_t",
811 "PyLong_AsSsize_t(None) raised "
812 "something other than TypeError");
813 PyErr_Clear();
814
815 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
816 return Py_None;
817}
818
819/* Test the PyLong_AsDouble API. At present this just tests that
820 non-integer arguments are handled correctly.
821 */
822
823static PyObject *
824test_long_as_double(PyObject *self)
825{
826 double out;
827
828 Py_INCREF(Py_None);
829
830 out = PyLong_AsDouble(Py_None);
831 if (out != -1.0 || !PyErr_Occurred())
832 return raiseTestError("test_long_as_double",
833 "PyLong_AsDouble(None) didn't complain");
834 if (!PyErr_ExceptionMatches(PyExc_TypeError))
835 return raiseTestError("test_long_as_double",
836 "PyLong_AsDouble(None) raised "
837 "something other than TypeError");
838 PyErr_Clear();
839
840 /* Py_INCREF(Py_None) omitted - we already have a reference to it. */
841 return Py_None;
842}
843
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700844/* Test the L code for PyArg_ParseTuple. This should deliver a long long
Tim Petersd38b1c72001-09-30 05:09:37 +0000845 for both long and int arguments. The test may leak a little memory if
846 it fails.
847*/
848static PyObject *
Fred Drakeacee69f2002-04-01 14:28:58 +0000849test_L_code(PyObject *self)
Tim Petersd38b1c72001-09-30 05:09:37 +0000850{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000851 PyObject *tuple, *num;
Benjamin Petersonaf580df2016-09-06 10:46:49 -0700852 long long value;
Tim Petersd38b1c72001-09-30 05:09:37 +0000853
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000854 tuple = PyTuple_New(1);
855 if (tuple == NULL)
856 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000857
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000858 num = PyLong_FromLong(42);
859 if (num == NULL)
860 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000861
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000862 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000863
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000864 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300865 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000866 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300867 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000868 if (value != 42)
869 return raiseTestError("test_L_code",
870 "L code returned wrong value for long 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000871
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000872 Py_DECREF(num);
873 num = PyLong_FromLong(42);
874 if (num == NULL)
875 return NULL;
Tim Petersd38b1c72001-09-30 05:09:37 +0000876
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000877 PyTuple_SET_ITEM(tuple, 0, num);
Tim Petersd38b1c72001-09-30 05:09:37 +0000878
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000879 value = -1;
Oren Milmanba7d7362017-08-29 11:58:27 +0300880 if (!PyArg_ParseTuple(tuple, "L:test_L_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000881 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +0300882 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000883 if (value != 42)
884 return raiseTestError("test_L_code",
885 "L code returned wrong value for int 42");
Tim Petersd38b1c72001-09-30 05:09:37 +0000886
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000887 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +0200888 Py_RETURN_NONE;
Tim Petersd38b1c72001-09-30 05:09:37 +0000889}
890
Serhiy Storchakace412872016-05-08 23:36:44 +0300891static PyObject *
Serhiy Storchaka13e602e2016-05-20 22:31:14 +0300892return_none(void *unused)
893{
894 Py_RETURN_NONE;
895}
896
897static PyObject *
898raise_error(void *unused)
899{
900 PyErr_SetNone(PyExc_ValueError);
901 return NULL;
902}
903
904static int
905test_buildvalue_N_error(const char *fmt)
906{
907 PyObject *arg, *res;
908
909 arg = PyList_New(0);
910 if (arg == NULL) {
911 return -1;
912 }
913
914 Py_INCREF(arg);
915 res = Py_BuildValue(fmt, return_none, NULL, arg);
916 if (res == NULL) {
917 return -1;
918 }
919 Py_DECREF(res);
920 if (Py_REFCNT(arg) != 1) {
921 PyErr_Format(TestError, "test_buildvalue_N: "
922 "arg was not decrefed in successful "
923 "Py_BuildValue(\"%s\")", fmt);
924 return -1;
925 }
926
927 Py_INCREF(arg);
928 res = Py_BuildValue(fmt, raise_error, NULL, arg);
929 if (res != NULL || !PyErr_Occurred()) {
930 PyErr_Format(TestError, "test_buildvalue_N: "
931 "Py_BuildValue(\"%s\") didn't complain", fmt);
932 return -1;
933 }
934 PyErr_Clear();
935 if (Py_REFCNT(arg) != 1) {
936 PyErr_Format(TestError, "test_buildvalue_N: "
937 "arg was not decrefed in failed "
938 "Py_BuildValue(\"%s\")", fmt);
939 return -1;
940 }
941 Py_DECREF(arg);
942 return 0;
943}
944
945static PyObject *
946test_buildvalue_N(PyObject *self, PyObject *noargs)
947{
948 PyObject *arg, *res;
949
950 arg = PyList_New(0);
951 if (arg == NULL) {
952 return NULL;
953 }
954 Py_INCREF(arg);
955 res = Py_BuildValue("N", arg);
956 if (res == NULL) {
957 return NULL;
958 }
959 if (res != arg) {
960 return raiseTestError("test_buildvalue_N",
961 "Py_BuildValue(\"N\") returned wrong result");
962 }
963 if (Py_REFCNT(arg) != 2) {
964 return raiseTestError("test_buildvalue_N",
965 "arg was not decrefed in Py_BuildValue(\"N\")");
966 }
967 Py_DECREF(res);
968 Py_DECREF(arg);
969
970 if (test_buildvalue_N_error("O&N") < 0)
971 return NULL;
972 if (test_buildvalue_N_error("(O&N)") < 0)
973 return NULL;
974 if (test_buildvalue_N_error("[O&N]") < 0)
975 return NULL;
976 if (test_buildvalue_N_error("{O&N}") < 0)
977 return NULL;
978 if (test_buildvalue_N_error("{()O&(())N}") < 0)
979 return NULL;
980
981 Py_RETURN_NONE;
982}
983
984
985static PyObject *
Serhiy Storchakace412872016-05-08 23:36:44 +0300986get_args(PyObject *self, PyObject *args)
987{
988 if (args == NULL) {
989 args = Py_None;
990 }
991 Py_INCREF(args);
992 return args;
993}
994
995static PyObject *
996get_kwargs(PyObject *self, PyObject *args, PyObject *kwargs)
997{
998 if (kwargs == NULL) {
999 kwargs = Py_None;
1000 }
1001 Py_INCREF(kwargs);
1002 return kwargs;
1003}
1004
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001005/* Test tuple argument processing */
1006static PyObject *
1007getargs_tuple(PyObject *self, PyObject *args)
1008{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001009 int a, b, c;
1010 if (!PyArg_ParseTuple(args, "i(ii)", &a, &b, &c))
1011 return NULL;
1012 return Py_BuildValue("iii", a, b, c);
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001013}
1014
Christian Heimes380f7f22008-02-28 11:19:05 +00001015/* test PyArg_ParseTupleAndKeywords */
Larry Hastings83a9f482012-03-20 20:06:16 +00001016static PyObject *
1017getargs_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
Christian Heimes380f7f22008-02-28 11:19:05 +00001018{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001019 static char *keywords[] = {"arg1","arg2","arg3","arg4","arg5", NULL};
Serhiy Storchaka2d06e842015-12-25 19:53:18 +02001020 static const char fmt[] = "(ii)i|(i(ii))(iii)i";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001021 int int_args[10]={-1, -1, -1, -1, -1, -1, -1, -1, -1, -1};
Christian Heimes380f7f22008-02-28 11:19:05 +00001022
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001023 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
1024 &int_args[0], &int_args[1], &int_args[2], &int_args[3], &int_args[4],
1025 &int_args[5], &int_args[6], &int_args[7], &int_args[8], &int_args[9]))
1026 return NULL;
1027 return Py_BuildValue("iiiiiiiiii",
1028 int_args[0], int_args[1], int_args[2], int_args[3], int_args[4],
1029 int_args[5], int_args[6], int_args[7], int_args[8], int_args[9]);
Christian Heimes380f7f22008-02-28 11:19:05 +00001030}
1031
Larry Hastings83a9f482012-03-20 20:06:16 +00001032/* test PyArg_ParseTupleAndKeywords keyword-only arguments */
1033static PyObject *
1034getargs_keyword_only(PyObject *self, PyObject *args, PyObject *kwargs)
1035{
1036 static char *keywords[] = {"required", "optional", "keyword_only", NULL};
1037 int required = -1;
1038 int optional = -1;
1039 int keyword_only = -1;
1040
1041 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|i$i", keywords,
1042 &required, &optional, &keyword_only))
1043 return NULL;
1044 return Py_BuildValue("iii", required, optional, keyword_only);
1045}
1046
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03001047/* test PyArg_ParseTupleAndKeywords positional-only arguments */
1048static PyObject *
1049getargs_positional_only_and_keywords(PyObject *self, PyObject *args, PyObject *kwargs)
1050{
1051 static char *keywords[] = {"", "", "keyword", NULL};
1052 int required = -1;
1053 int optional = -1;
1054 int keyword = -1;
1055
1056 if (!PyArg_ParseTupleAndKeywords(args, kwargs, "i|ii", keywords,
1057 &required, &optional, &keyword))
1058 return NULL;
1059 return Py_BuildValue("iii", required, optional, keyword);
1060}
1061
Thomas Heller3457e4b2003-04-24 16:14:27 +00001062/* Functions to call PyArg_ParseTuple with integer format codes,
1063 and return the result.
1064*/
Thomas Hellera4ea6032003-04-17 18:55:45 +00001065static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001066getargs_b(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001067{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001068 unsigned char value;
1069 if (!PyArg_ParseTuple(args, "b", &value))
1070 return NULL;
1071 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001072}
1073
Thomas Heller3457e4b2003-04-24 16:14:27 +00001074static PyObject *
1075getargs_B(PyObject *self, PyObject *args)
1076{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001077 unsigned char value;
1078 if (!PyArg_ParseTuple(args, "B", &value))
1079 return NULL;
1080 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001081}
1082
1083static PyObject *
Mark Dickinson1554b182009-12-20 16:03:30 +00001084getargs_h(PyObject *self, PyObject *args)
1085{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001086 short value;
1087 if (!PyArg_ParseTuple(args, "h", &value))
1088 return NULL;
1089 return PyLong_FromLong((long)value);
Mark Dickinson1554b182009-12-20 16:03:30 +00001090}
1091
1092static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001093getargs_H(PyObject *self, PyObject *args)
1094{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001095 unsigned short value;
1096 if (!PyArg_ParseTuple(args, "H", &value))
1097 return NULL;
1098 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001099}
1100
1101static PyObject *
1102getargs_I(PyObject *self, PyObject *args)
1103{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001104 unsigned int value;
1105 if (!PyArg_ParseTuple(args, "I", &value))
1106 return NULL;
1107 return PyLong_FromUnsignedLong((unsigned long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001108}
1109
1110static PyObject *
1111getargs_k(PyObject *self, PyObject *args)
1112{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001113 unsigned long value;
1114 if (!PyArg_ParseTuple(args, "k", &value))
1115 return NULL;
1116 return PyLong_FromUnsignedLong(value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001117}
1118
1119static PyObject *
1120getargs_i(PyObject *self, PyObject *args)
1121{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001122 int value;
1123 if (!PyArg_ParseTuple(args, "i", &value))
1124 return NULL;
1125 return PyLong_FromLong((long)value);
Thomas Heller3457e4b2003-04-24 16:14:27 +00001126}
1127
Thomas Hellera4ea6032003-04-17 18:55:45 +00001128static PyObject *
1129getargs_l(PyObject *self, PyObject *args)
1130{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001131 long value;
1132 if (!PyArg_ParseTuple(args, "l", &value))
1133 return NULL;
1134 return PyLong_FromLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001135}
1136
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001137static PyObject *
1138getargs_n(PyObject *self, PyObject *args)
1139{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001140 Py_ssize_t value;
1141 if (!PyArg_ParseTuple(args, "n", &value))
1142 return NULL;
1143 return PyLong_FromSsize_t(value);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00001144}
1145
Larry Hastingsfaf91e72012-05-05 16:54:29 -07001146static PyObject *
1147getargs_p(PyObject *self, PyObject *args)
1148{
1149 int value;
1150 if (!PyArg_ParseTuple(args, "p", &value))
1151 return NULL;
1152 return PyLong_FromLong(value);
1153}
1154
Thomas Hellera4ea6032003-04-17 18:55:45 +00001155static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001156getargs_L(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001157{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001158 long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001159 if (!PyArg_ParseTuple(args, "L", &value))
1160 return NULL;
1161 return PyLong_FromLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001162}
1163
Thomas Hellera4ea6032003-04-17 18:55:45 +00001164static PyObject *
Thomas Heller3457e4b2003-04-24 16:14:27 +00001165getargs_K(PyObject *self, PyObject *args)
Thomas Hellera4ea6032003-04-17 18:55:45 +00001166{
Benjamin Petersonaf580df2016-09-06 10:46:49 -07001167 unsigned long long value;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001168 if (!PyArg_ParseTuple(args, "K", &value))
1169 return NULL;
1170 return PyLong_FromUnsignedLongLong(value);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001171}
Thomas Hellera4ea6032003-04-17 18:55:45 +00001172
1173/* This function not only tests the 'k' getargs code, but also the
orenmn698845e2017-03-02 13:29:20 +02001174 PyLong_AsUnsignedLongMask() function. */
Thomas Hellera4ea6032003-04-17 18:55:45 +00001175static PyObject *
1176test_k_code(PyObject *self)
1177{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001178 PyObject *tuple, *num;
1179 unsigned long value;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001180
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001181 tuple = PyTuple_New(1);
1182 if (tuple == NULL)
1183 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001184
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001185 /* a number larger than ULONG_MAX even on 64-bit platforms */
1186 num = PyLong_FromString("FFFFFFFFFFFFFFFFFFFFFFFF", NULL, 16);
1187 if (num == NULL)
1188 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001189
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001190 value = PyLong_AsUnsignedLongMask(num);
1191 if (value != ULONG_MAX)
1192 return raiseTestError("test_k_code",
Georg Brandl4b5b0622016-01-18 08:00:15 +01001193 "PyLong_AsUnsignedLongMask() returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001194
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001195 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001196
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001197 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001198 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001199 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001200 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001201 if (value != ULONG_MAX)
1202 return raiseTestError("test_k_code",
1203 "k code returned wrong value for long 0xFFF...FFF");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001204
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001205 Py_DECREF(num);
1206 num = PyLong_FromString("-FFFFFFFF000000000000000042", NULL, 16);
1207 if (num == NULL)
1208 return NULL;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001209
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001210 value = PyLong_AsUnsignedLongMask(num);
1211 if (value != (unsigned long)-0x42)
1212 return raiseTestError("test_k_code",
orenmn698845e2017-03-02 13:29:20 +02001213 "PyLong_AsUnsignedLongMask() returned wrong "
1214 "value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001215
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001216 PyTuple_SET_ITEM(tuple, 0, num);
Thomas Hellera4ea6032003-04-17 18:55:45 +00001217
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001218 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001219 if (!PyArg_ParseTuple(tuple, "k:test_k_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001220 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001221 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001222 if (value != (unsigned long)-0x42)
1223 return raiseTestError("test_k_code",
1224 "k code returned wrong value for long -0xFFF..000042");
Thomas Hellera4ea6032003-04-17 18:55:45 +00001225
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001226 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001227 Py_RETURN_NONE;
Thomas Hellera4ea6032003-04-17 18:55:45 +00001228}
1229
Victor Stinner06e49dd2010-06-13 18:21:50 +00001230static PyObject *
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03001231getargs_f(PyObject *self, PyObject *args)
1232{
1233 float f;
1234 if (!PyArg_ParseTuple(args, "f", &f))
1235 return NULL;
1236 return PyFloat_FromDouble(f);
1237}
1238
1239static PyObject *
1240getargs_d(PyObject *self, PyObject *args)
1241{
1242 double d;
1243 if (!PyArg_ParseTuple(args, "d", &d))
1244 return NULL;
1245 return PyFloat_FromDouble(d);
1246}
1247
1248static PyObject *
1249getargs_D(PyObject *self, PyObject *args)
1250{
1251 Py_complex cval;
1252 if (!PyArg_ParseTuple(args, "D", &cval))
1253 return NULL;
1254 return PyComplex_FromCComplex(cval);
1255}
1256
1257static PyObject *
1258getargs_S(PyObject *self, PyObject *args)
1259{
1260 PyObject *obj;
1261 if (!PyArg_ParseTuple(args, "S", &obj))
1262 return NULL;
1263 Py_INCREF(obj);
1264 return obj;
1265}
1266
1267static PyObject *
1268getargs_Y(PyObject *self, PyObject *args)
1269{
1270 PyObject *obj;
1271 if (!PyArg_ParseTuple(args, "Y", &obj))
1272 return NULL;
1273 Py_INCREF(obj);
1274 return obj;
1275}
1276
1277static PyObject *
1278getargs_U(PyObject *self, PyObject *args)
1279{
1280 PyObject *obj;
1281 if (!PyArg_ParseTuple(args, "U", &obj))
1282 return NULL;
1283 Py_INCREF(obj);
1284 return obj;
1285}
1286
1287static PyObject *
Eli Bendersky906b88f2011-07-29 07:05:08 +03001288getargs_c(PyObject *self, PyObject *args)
1289{
1290 char c;
1291 if (!PyArg_ParseTuple(args, "c", &c))
1292 return NULL;
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001293 return PyLong_FromLong((unsigned char)c);
1294}
1295
1296static PyObject *
1297getargs_C(PyObject *self, PyObject *args)
1298{
1299 int c;
1300 if (!PyArg_ParseTuple(args, "C", &c))
1301 return NULL;
1302 return PyLong_FromLong(c);
Eli Bendersky906b88f2011-07-29 07:05:08 +03001303}
1304
1305static PyObject *
Victor Stinner06e49dd2010-06-13 18:21:50 +00001306getargs_s(PyObject *self, PyObject *args)
1307{
1308 char *str;
1309 if (!PyArg_ParseTuple(args, "s", &str))
1310 return NULL;
1311 return PyBytes_FromString(str);
1312}
1313
1314static PyObject *
1315getargs_s_star(PyObject *self, PyObject *args)
1316{
1317 Py_buffer buffer;
1318 PyObject *bytes;
1319 if (!PyArg_ParseTuple(args, "s*", &buffer))
1320 return NULL;
1321 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1322 PyBuffer_Release(&buffer);
1323 return bytes;
1324}
1325
1326static PyObject *
1327getargs_s_hash(PyObject *self, PyObject *args)
1328{
1329 char *str;
1330 Py_ssize_t size;
1331 if (!PyArg_ParseTuple(args, "s#", &str, &size))
1332 return NULL;
1333 return PyBytes_FromStringAndSize(str, size);
1334}
1335
1336static PyObject *
1337getargs_z(PyObject *self, PyObject *args)
1338{
1339 char *str;
1340 if (!PyArg_ParseTuple(args, "z", &str))
1341 return NULL;
1342 if (str != NULL)
1343 return PyBytes_FromString(str);
1344 else
1345 Py_RETURN_NONE;
1346}
1347
1348static PyObject *
1349getargs_z_star(PyObject *self, PyObject *args)
1350{
1351 Py_buffer buffer;
1352 PyObject *bytes;
1353 if (!PyArg_ParseTuple(args, "z*", &buffer))
1354 return NULL;
1355 if (buffer.buf != NULL)
1356 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1357 else {
1358 Py_INCREF(Py_None);
1359 bytes = Py_None;
1360 }
1361 PyBuffer_Release(&buffer);
1362 return bytes;
1363}
1364
1365static PyObject *
1366getargs_z_hash(PyObject *self, PyObject *args)
1367{
1368 char *str;
1369 Py_ssize_t size;
1370 if (!PyArg_ParseTuple(args, "z#", &str, &size))
1371 return NULL;
1372 if (str != NULL)
1373 return PyBytes_FromStringAndSize(str, size);
1374 else
1375 Py_RETURN_NONE;
1376}
1377
1378static PyObject *
1379getargs_y(PyObject *self, PyObject *args)
1380{
1381 char *str;
1382 if (!PyArg_ParseTuple(args, "y", &str))
1383 return NULL;
1384 return PyBytes_FromString(str);
1385}
1386
1387static PyObject *
1388getargs_y_star(PyObject *self, PyObject *args)
1389{
1390 Py_buffer buffer;
1391 PyObject *bytes;
1392 if (!PyArg_ParseTuple(args, "y*", &buffer))
1393 return NULL;
1394 bytes = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
1395 PyBuffer_Release(&buffer);
1396 return bytes;
1397}
1398
1399static PyObject *
1400getargs_y_hash(PyObject *self, PyObject *args)
1401{
1402 char *str;
1403 Py_ssize_t size;
1404 if (!PyArg_ParseTuple(args, "y#", &str, &size))
1405 return NULL;
1406 return PyBytes_FromStringAndSize(str, size);
1407}
1408
1409static PyObject *
1410getargs_u(PyObject *self, PyObject *args)
1411{
1412 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001413 if (!PyArg_ParseTuple(args, "u", &str))
1414 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001415 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001416}
1417
1418static PyObject *
1419getargs_u_hash(PyObject *self, PyObject *args)
1420{
1421 Py_UNICODE *str;
1422 Py_ssize_t size;
1423 if (!PyArg_ParseTuple(args, "u#", &str, &size))
1424 return NULL;
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001425 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001426}
1427
1428static PyObject *
1429getargs_Z(PyObject *self, PyObject *args)
1430{
1431 Py_UNICODE *str;
Victor Stinner06e49dd2010-06-13 18:21:50 +00001432 if (!PyArg_ParseTuple(args, "Z", &str))
1433 return NULL;
1434 if (str != NULL) {
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001435 return PyUnicode_FromWideChar(str, -1);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001436 } else
1437 Py_RETURN_NONE;
1438}
1439
1440static PyObject *
1441getargs_Z_hash(PyObject *self, PyObject *args)
1442{
1443 Py_UNICODE *str;
1444 Py_ssize_t size;
1445 if (!PyArg_ParseTuple(args, "Z#", &str, &size))
1446 return NULL;
1447 if (str != NULL)
Serhiy Storchaka460bd0d2016-11-20 12:16:46 +02001448 return PyUnicode_FromWideChar(str, size);
Victor Stinner06e49dd2010-06-13 18:21:50 +00001449 else
1450 Py_RETURN_NONE;
1451}
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001452
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02001453static PyObject *
1454getargs_es(PyObject *self, PyObject *args)
1455{
1456 PyObject *arg, *result;
1457 const char *encoding = NULL;
1458 char *str;
1459
1460 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1461 return NULL;
1462 if (!PyArg_Parse(arg, "es", encoding, &str))
1463 return NULL;
1464 result = PyBytes_FromString(str);
1465 PyMem_Free(str);
1466 return result;
1467}
1468
1469static PyObject *
1470getargs_et(PyObject *self, PyObject *args)
1471{
1472 PyObject *arg, *result;
1473 const char *encoding = NULL;
1474 char *str;
1475
1476 if (!PyArg_ParseTuple(args, "O|s", &arg, &encoding))
1477 return NULL;
1478 if (!PyArg_Parse(arg, "et", encoding, &str))
1479 return NULL;
1480 result = PyBytes_FromString(str);
1481 PyMem_Free(str);
1482 return result;
1483}
1484
1485static PyObject *
1486getargs_es_hash(PyObject *self, PyObject *args)
1487{
1488 PyObject *arg, *result;
1489 const char *encoding = NULL;
1490 PyByteArrayObject *buffer = NULL;
1491 char *str = NULL;
1492 Py_ssize_t size;
1493
1494 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1495 return NULL;
1496 if (buffer != NULL) {
1497 str = PyByteArray_AS_STRING(buffer);
1498 size = PyByteArray_GET_SIZE(buffer);
1499 }
1500 if (!PyArg_Parse(arg, "es#", encoding, &str, &size))
1501 return NULL;
1502 result = PyBytes_FromStringAndSize(str, size);
1503 if (buffer == NULL)
1504 PyMem_Free(str);
1505 return result;
1506}
1507
1508static PyObject *
1509getargs_et_hash(PyObject *self, PyObject *args)
1510{
1511 PyObject *arg, *result;
1512 const char *encoding = NULL;
1513 PyByteArrayObject *buffer = NULL;
1514 char *str = NULL;
1515 Py_ssize_t size;
1516
1517 if (!PyArg_ParseTuple(args, "O|sY", &arg, &encoding, &buffer))
1518 return NULL;
1519 if (buffer != NULL) {
1520 str = PyByteArray_AS_STRING(buffer);
1521 size = PyByteArray_GET_SIZE(buffer);
1522 }
1523 if (!PyArg_Parse(arg, "et#", encoding, &str, &size))
1524 return NULL;
1525 result = PyBytes_FromStringAndSize(str, size);
1526 if (buffer == NULL)
1527 PyMem_Free(str);
1528 return result;
1529}
1530
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001531/* Test the s and z codes for PyArg_ParseTuple.
1532*/
1533static PyObject *
1534test_s_code(PyObject *self)
1535{
1536 /* Unicode strings should be accepted */
1537 PyObject *tuple, *obj;
1538 char *value;
1539
1540 tuple = PyTuple_New(1);
1541 if (tuple == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001542 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001543
1544 obj = PyUnicode_Decode("t\xeate", strlen("t\xeate"),
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001545 "latin-1", NULL);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001546 if (obj == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001547 return NULL;
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001548
1549 PyTuple_SET_ITEM(tuple, 0, obj);
1550
1551 /* These two blocks used to raise a TypeError:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001552 * "argument must be string without null bytes, not str"
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001553 */
Oren Milmanba7d7362017-08-29 11:58:27 +03001554 if (!PyArg_ParseTuple(tuple, "s:test_s_code1", &value)) {
1555 return NULL;
1556 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001557
Oren Milmanba7d7362017-08-29 11:58:27 +03001558 if (!PyArg_ParseTuple(tuple, "z:test_s_code2", &value)) {
1559 return NULL;
1560 }
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001561
Alexandre Vassalottib645bc72008-05-15 22:06:59 +00001562 Py_DECREF(tuple);
Amaury Forgeot d'Arc07404592008-05-12 13:19:07 +00001563 Py_RETURN_NONE;
1564}
1565
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001566static PyObject *
Larry Hastings8f904da2012-06-22 03:56:29 -07001567parse_tuple_and_keywords(PyObject *self, PyObject *args)
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001568{
Larry Hastings8f904da2012-06-22 03:56:29 -07001569 PyObject *sub_args;
1570 PyObject *sub_kwargs;
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001571 const char *sub_format;
Larry Hastings8f904da2012-06-22 03:56:29 -07001572 PyObject *sub_keywords;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001573
Larry Hastings8f904da2012-06-22 03:56:29 -07001574 Py_ssize_t i, size;
1575 char *keywords[8 + 1]; /* space for NULL at end */
1576 PyObject *o;
1577 PyObject *converted[8];
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001578
Larry Hastings8f904da2012-06-22 03:56:29 -07001579 int result;
1580 PyObject *return_value = NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001581
Larry Hastings22701e82012-08-08 14:52:22 -07001582 double buffers[8][4]; /* double ensures alignment where necessary */
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001583
Serhiy Storchaka5f161fd2017-05-04 00:03:23 +03001584 if (!PyArg_ParseTuple(args, "OOsO:parse_tuple_and_keywords",
Larry Hastings8f904da2012-06-22 03:56:29 -07001585 &sub_args, &sub_kwargs,
1586 &sub_format, &sub_keywords))
1587 return NULL;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001588
Larry Hastings8f904da2012-06-22 03:56:29 -07001589 if (!(PyList_CheckExact(sub_keywords) || PyTuple_CheckExact(sub_keywords))) {
1590 PyErr_SetString(PyExc_ValueError,
1591 "parse_tuple_and_keywords: sub_keywords must be either list or tuple");
1592 return NULL;
1593 }
1594
1595 memset(buffers, 0, sizeof(buffers));
1596 memset(converted, 0, sizeof(converted));
1597 memset(keywords, 0, sizeof(keywords));
1598
1599 size = PySequence_Fast_GET_SIZE(sub_keywords);
1600 if (size > 8) {
1601 PyErr_SetString(PyExc_ValueError,
1602 "parse_tuple_and_keywords: too many keywords in sub_keywords");
1603 goto exit;
1604 }
1605
1606 for (i = 0; i < size; i++) {
1607 o = PySequence_Fast_GET_ITEM(sub_keywords, i);
1608 if (!PyUnicode_FSConverter(o, (void *)(converted + i))) {
1609 PyErr_Format(PyExc_ValueError,
Jesus Cea6e1d2b62012-10-04 16:06:30 +02001610 "parse_tuple_and_keywords: could not convert keywords[%zd] to narrow string", i);
Larry Hastings8f904da2012-06-22 03:56:29 -07001611 goto exit;
1612 }
1613 keywords[i] = PyBytes_AS_STRING(converted[i]);
1614 }
1615
1616 result = PyArg_ParseTupleAndKeywords(sub_args, sub_kwargs,
1617 sub_format, keywords,
1618 buffers + 0, buffers + 1, buffers + 2, buffers + 3,
1619 buffers + 4, buffers + 5, buffers + 6, buffers + 7);
1620
1621 if (result) {
1622 return_value = Py_None;
1623 Py_INCREF(Py_None);
1624 }
1625
1626exit:
1627 size = sizeof(converted) / sizeof(converted[0]);
1628 for (i = 0; i < size; i++) {
1629 Py_XDECREF(converted[i]);
1630 }
1631 return return_value;
Mark Dickinsonf08173b2009-12-03 10:59:46 +00001632}
1633
Benjamin Peterson92035012008-12-27 16:00:54 +00001634static volatile int x;
1635
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001636/* Test the u and u# codes for PyArg_ParseTuple. May leak memory in case
1637 of an error.
1638*/
1639static PyObject *
Fred Drakeacee69f2002-04-01 14:28:58 +00001640test_u_code(PyObject *self)
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001641{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001642 PyObject *tuple, *obj;
1643 Py_UNICODE *value;
1644 Py_ssize_t len;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001645
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001646 /* issue4122: Undefined reference to _Py_ascii_whitespace on Windows */
1647 /* Just use the macro and check that it compiles */
1648 x = Py_UNICODE_ISSPACE(25);
Benjamin Peterson206e3072008-10-19 14:07:49 +00001649
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001650 tuple = PyTuple_New(1);
1651 if (tuple == NULL)
1652 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001653
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001654 obj = PyUnicode_Decode("test", strlen("test"),
1655 "ascii", NULL);
1656 if (obj == NULL)
1657 return NULL;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001658
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001659 PyTuple_SET_ITEM(tuple, 0, obj);
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001660
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001661 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001662 if (!PyArg_ParseTuple(tuple, "u:test_u_code", &value)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001663 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001664 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001665 if (value != PyUnicode_AS_UNICODE(obj))
1666 return raiseTestError("test_u_code",
1667 "u code returned wrong value for u'test'");
1668 value = 0;
Oren Milmanba7d7362017-08-29 11:58:27 +03001669 if (!PyArg_ParseTuple(tuple, "u#:test_u_code", &value, &len)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001670 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001671 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001672 if (value != PyUnicode_AS_UNICODE(obj) ||
1673 len != PyUnicode_GET_SIZE(obj))
1674 return raiseTestError("test_u_code",
1675 "u# code returned wrong values for u'test'");
Tim Petersbaefd9e2003-01-28 20:37:45 +00001676
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001677 Py_DECREF(tuple);
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02001678 Py_RETURN_NONE;
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00001679}
1680
Guido van Rossumfb67be22007-08-29 18:38:11 +00001681/* Test Z and Z# codes for PyArg_ParseTuple */
1682static PyObject *
1683test_Z_code(PyObject *self)
1684{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001685 PyObject *tuple, *obj;
Martin v. Löwisd63a3b82011-09-28 07:41:54 +02001686 const Py_UNICODE *value1, *value2;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001687 Py_ssize_t len1, len2;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001688
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001689 tuple = PyTuple_New(2);
1690 if (tuple == NULL)
1691 return NULL;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001692
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001693 obj = PyUnicode_FromString("test");
1694 PyTuple_SET_ITEM(tuple, 0, obj);
1695 Py_INCREF(Py_None);
1696 PyTuple_SET_ITEM(tuple, 1, Py_None);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001697
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001698 /* swap values on purpose */
1699 value1 = NULL;
1700 value2 = PyUnicode_AS_UNICODE(obj);
Guido van Rossumfb67be22007-08-29 18:38:11 +00001701
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001702 /* Test Z for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001703 if (!PyArg_ParseTuple(tuple, "ZZ:test_Z_code", &value1, &value2)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001704 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001705 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001706 if (value1 != PyUnicode_AS_UNICODE(obj))
1707 return raiseTestError("test_Z_code",
1708 "Z code returned wrong value for 'test'");
1709 if (value2 != NULL)
1710 return raiseTestError("test_Z_code",
1711 "Z code returned wrong value for None");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001712
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001713 value1 = NULL;
1714 value2 = PyUnicode_AS_UNICODE(obj);
1715 len1 = -1;
1716 len2 = -1;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001717
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001718 /* Test Z# for both values */
Oren Milmanba7d7362017-08-29 11:58:27 +03001719 if (!PyArg_ParseTuple(tuple, "Z#Z#:test_Z_code", &value1, &len1,
1720 &value2, &len2))
1721 {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001722 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03001723 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001724 if (value1 != PyUnicode_AS_UNICODE(obj) ||
1725 len1 != PyUnicode_GET_SIZE(obj))
1726 return raiseTestError("test_Z_code",
1727 "Z# code returned wrong values for 'test'");
1728 if (value2 != NULL ||
1729 len2 != 0)
1730 return raiseTestError("test_Z_code",
1731 "Z# code returned wrong values for None'");
Guido van Rossumfb67be22007-08-29 18:38:11 +00001732
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001733 Py_DECREF(tuple);
1734 Py_RETURN_NONE;
Guido van Rossumfb67be22007-08-29 18:38:11 +00001735}
1736
Thomas Wouters477c8d52006-05-27 19:21:47 +00001737static PyObject *
Mark Dickinson081dfee2009-03-18 14:47:41 +00001738test_widechar(PyObject *self)
1739{
1740#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001741 const wchar_t wtext[2] = {(wchar_t)0x10ABCDu};
1742 size_t wtextlen = 1;
Victor Stinnere3b47152011-12-09 20:49:49 +01001743 const wchar_t invalid[1] = {(wchar_t)0x110000u};
Mark Dickinson081dfee2009-03-18 14:47:41 +00001744#else
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001745 const wchar_t wtext[3] = {(wchar_t)0xDBEAu, (wchar_t)0xDFCDu};
1746 size_t wtextlen = 2;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001747#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001748 PyObject *wide, *utf8;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001749
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001750 wide = PyUnicode_FromWideChar(wtext, wtextlen);
1751 if (wide == NULL)
1752 return NULL;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001753
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001754 utf8 = PyUnicode_FromString("\xf4\x8a\xaf\x8d");
1755 if (utf8 == NULL) {
1756 Py_DECREF(wide);
1757 return NULL;
1758 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001759
Victor Stinner8ef18872011-11-21 02:06:57 +01001760 if (PyUnicode_GET_LENGTH(wide) != PyUnicode_GET_LENGTH(utf8)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001761 Py_DECREF(wide);
1762 Py_DECREF(utf8);
1763 return raiseTestError("test_widechar",
1764 "wide string and utf8 string "
1765 "have different length");
1766 }
1767 if (PyUnicode_Compare(wide, utf8)) {
1768 Py_DECREF(wide);
1769 Py_DECREF(utf8);
1770 if (PyErr_Occurred())
1771 return NULL;
1772 return raiseTestError("test_widechar",
1773 "wide string and utf8 string "
1774 "are different");
1775 }
Mark Dickinson081dfee2009-03-18 14:47:41 +00001776
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001777 Py_DECREF(wide);
1778 Py_DECREF(utf8);
Victor Stinnere3b47152011-12-09 20:49:49 +01001779
1780#if defined(SIZEOF_WCHAR_T) && (SIZEOF_WCHAR_T == 4)
1781 wide = PyUnicode_FromWideChar(invalid, 1);
1782 if (wide == NULL)
1783 PyErr_Clear();
1784 else
1785 return raiseTestError("test_widechar",
1786 "PyUnicode_FromWideChar(L\"\\U00110000\", 1) didn't fail");
1787
1788 wide = PyUnicode_FromUnicode(invalid, 1);
1789 if (wide == NULL)
1790 PyErr_Clear();
1791 else
1792 return raiseTestError("test_widechar",
1793 "PyUnicode_FromUnicode(L\"\\U00110000\", 1) didn't fail");
Victor Stinnere5c05332013-03-06 00:39:03 +01001794
1795 wide = PyUnicode_FromUnicode(NULL, 1);
1796 if (wide == NULL)
1797 return NULL;
1798 PyUnicode_AS_UNICODE(wide)[0] = invalid[0];
Ezio Melotti03e667d2013-03-07 21:18:45 +02001799 if (_PyUnicode_Ready(wide) < 0) {
1800 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001801 PyErr_Clear();
Ezio Melotti03e667d2013-03-07 21:18:45 +02001802 }
1803 else {
1804 Py_DECREF(wide);
Victor Stinnere5c05332013-03-06 00:39:03 +01001805 return raiseTestError("test_widechar",
1806 "PyUnicode_Ready() didn't fail");
Ezio Melotti03e667d2013-03-07 21:18:45 +02001807 }
Victor Stinnere3b47152011-12-09 20:49:49 +01001808#endif
1809
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001810 Py_RETURN_NONE;
Mark Dickinson081dfee2009-03-18 14:47:41 +00001811}
1812
1813static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001814unicode_aswidechar(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001815{
1816 PyObject *unicode, *result;
1817 Py_ssize_t buflen, size;
1818 wchar_t *buffer;
1819
1820 if (!PyArg_ParseTuple(args, "Un", &unicode, &buflen))
1821 return NULL;
Serhiy Storchaka1a1ff292015-02-16 13:28:22 +02001822 buffer = PyMem_New(wchar_t, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001823 if (buffer == NULL)
1824 return PyErr_NoMemory();
1825
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00001826 size = PyUnicode_AsWideChar(unicode, buffer, buflen);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001827 if (size == -1) {
1828 PyMem_Free(buffer);
1829 return NULL;
1830 }
1831
1832 if (size < buflen)
1833 buflen = size + 1;
1834 else
1835 buflen = size;
1836 result = PyUnicode_FromWideChar(buffer, buflen);
1837 PyMem_Free(buffer);
1838 if (result == NULL)
1839 return NULL;
1840
1841 return Py_BuildValue("(Nn)", result, size);
1842}
1843
1844static PyObject *
Victor Stinner46c7b3b2010-10-02 11:49:31 +00001845unicode_aswidecharstring(PyObject *self, PyObject *args)
Victor Stinner1c24bd02010-10-02 11:03:13 +00001846{
1847 PyObject *unicode, *result;
1848 Py_ssize_t size;
1849 wchar_t *buffer;
1850
1851 if (!PyArg_ParseTuple(args, "U", &unicode))
1852 return NULL;
1853
Victor Stinnerbeb4135b2010-10-07 01:02:42 +00001854 buffer = PyUnicode_AsWideCharString(unicode, &size);
Victor Stinner1c24bd02010-10-02 11:03:13 +00001855 if (buffer == NULL)
1856 return NULL;
1857
1858 result = PyUnicode_FromWideChar(buffer, size + 1);
1859 PyMem_Free(buffer);
1860 if (result == NULL)
1861 return NULL;
1862 return Py_BuildValue("(Nn)", result, size);
1863}
1864
1865static PyObject *
Serhiy Storchakacc164232016-10-02 21:29:26 +03001866unicode_asucs4(PyObject *self, PyObject *args)
1867{
1868 PyObject *unicode, *result;
1869 Py_UCS4 *buffer;
1870 int copy_null;
1871 Py_ssize_t str_len, buf_len;
1872
1873 if (!PyArg_ParseTuple(args, "Unp:unicode_asucs4", &unicode, &str_len, &copy_null)) {
1874 return NULL;
1875 }
1876
1877 buf_len = str_len + 1;
1878 buffer = PyMem_NEW(Py_UCS4, buf_len);
1879 if (buffer == NULL) {
1880 return PyErr_NoMemory();
1881 }
1882 memset(buffer, 0, sizeof(Py_UCS4)*buf_len);
1883 buffer[str_len] = 0xffffU;
1884
1885 if (!PyUnicode_AsUCS4(unicode, buffer, buf_len, copy_null)) {
1886 PyMem_FREE(buffer);
1887 return NULL;
1888 }
1889
1890 result = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, buffer, buf_len);
1891 PyMem_FREE(buffer);
1892 return result;
1893}
1894
1895static PyObject *
Xiang Zhangb2110682016-12-20 22:52:33 +08001896unicode_findchar(PyObject *self, PyObject *args)
1897{
1898 PyObject *str;
1899 int direction;
1900 unsigned int ch;
1901 Py_ssize_t result;
1902 Py_ssize_t start, end;
1903
1904 if (!PyArg_ParseTuple(args, "UInni:unicode_findchar", &str, &ch,
1905 &start, &end, &direction)) {
1906 return NULL;
1907 }
1908
1909 result = PyUnicode_FindChar(str, (Py_UCS4)ch, start, end, direction);
1910 if (result == -2)
1911 return NULL;
1912 else
1913 return PyLong_FromSsize_t(result);
1914}
1915
1916static PyObject *
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001917unicode_copycharacters(PyObject *self, PyObject *args)
1918{
1919 PyObject *from, *to, *to_copy;
1920 Py_ssize_t from_start, to_start, how_many, copied;
1921
1922 if (!PyArg_ParseTuple(args, "UnOnn:unicode_copycharacters", &to, &to_start,
1923 &from, &from_start, &how_many)) {
1924 return NULL;
1925 }
1926
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03001927 if (!(to_copy = PyUnicode_New(PyUnicode_GET_LENGTH(to),
1928 PyUnicode_MAX_CHAR_VALUE(to)))) {
1929 return NULL;
1930 }
1931 if (PyUnicode_Fill(to_copy, 0, PyUnicode_GET_LENGTH(to_copy), 0U) < 0) {
1932 Py_DECREF(to_copy);
1933 return NULL;
1934 }
1935
1936 if ((copied = PyUnicode_CopyCharacters(to_copy, to_start, from,
1937 from_start, how_many)) < 0) {
1938 Py_DECREF(to_copy);
1939 return NULL;
1940 }
1941
1942 return Py_BuildValue("(Nn)", to_copy, copied);
1943}
1944
1945static PyObject *
Victor Stinner42bf7752011-11-21 22:52:58 +01001946unicode_encodedecimal(PyObject *self, PyObject *args)
1947{
1948 Py_UNICODE *unicode;
1949 Py_ssize_t length;
1950 char *errors = NULL;
1951 PyObject *decimal;
1952 Py_ssize_t decimal_length, new_length;
1953 int res;
1954
1955 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length, &errors))
1956 return NULL;
1957
1958 decimal_length = length * 7; /* len('&#8364;') */
1959 decimal = PyBytes_FromStringAndSize(NULL, decimal_length);
1960 if (decimal == NULL)
1961 return NULL;
1962
1963 res = PyUnicode_EncodeDecimal(unicode, length,
1964 PyBytes_AS_STRING(decimal),
1965 errors);
1966 if (res < 0) {
1967 Py_DECREF(decimal);
1968 return NULL;
1969 }
1970
1971 new_length = strlen(PyBytes_AS_STRING(decimal));
1972 assert(new_length <= decimal_length);
1973 res = _PyBytes_Resize(&decimal, new_length);
1974 if (res < 0)
1975 return NULL;
1976
1977 return decimal;
1978}
1979
1980static PyObject *
1981unicode_transformdecimaltoascii(PyObject *self, PyObject *args)
1982{
1983 Py_UNICODE *unicode;
1984 Py_ssize_t length;
1985 if (!PyArg_ParseTuple(args, "u#|s", &unicode, &length))
1986 return NULL;
1987 return PyUnicode_TransformDecimalToASCII(unicode, length);
1988}
1989
1990static PyObject *
Stefan Krahe6996ed2012-11-02 14:44:20 +01001991unicode_legacy_string(PyObject *self, PyObject *args)
1992{
1993 Py_UNICODE *data;
1994 Py_ssize_t len;
1995 PyObject *u;
1996
1997 if (!PyArg_ParseTuple(args, "u#", &data, &len))
1998 return NULL;
1999
2000 u = PyUnicode_FromUnicode(NULL, len);
2001 if (u == NULL)
2002 return NULL;
2003
2004 memcpy(PyUnicode_AS_UNICODE(u), data, len * sizeof(Py_UNICODE));
2005
2006 if (len > 0) { /* The empty string is always ready. */
2007 assert(!PyUnicode_IS_READY(u));
2008 }
2009
2010 return u;
2011}
2012
2013static PyObject *
Victor Stinner25e8ec42010-06-25 00:02:38 +00002014getargs_w_star(PyObject *self, PyObject *args)
2015{
2016 Py_buffer buffer;
2017 PyObject *result;
2018 char *str;
2019
2020 if (!PyArg_ParseTuple(args, "w*:getargs_w_star", &buffer))
2021 return NULL;
2022
2023 if (2 <= buffer.len) {
2024 str = buffer.buf;
2025 str[0] = '[';
2026 str[buffer.len-1] = ']';
2027 }
2028
2029 result = PyBytes_FromStringAndSize(buffer.buf, buffer.len);
2030 PyBuffer_Release(&buffer);
2031 return result;
2032}
2033
2034
2035static PyObject *
Benjamin Peterson92035012008-12-27 16:00:54 +00002036test_empty_argparse(PyObject *self)
2037{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002038 /* Test that formats can begin with '|'. See issue #4720. */
2039 PyObject *tuple, *dict = NULL;
2040 static char *kwlist[] = {NULL};
2041 int result;
2042 tuple = PyTuple_New(0);
2043 if (!tuple)
2044 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002045 if (!(result = PyArg_ParseTuple(tuple, "|:test_empty_argparse"))) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002046 goto done;
Oren Milmanba7d7362017-08-29 11:58:27 +03002047 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002048 dict = PyDict_New();
2049 if (!dict)
2050 goto done;
2051 result = PyArg_ParseTupleAndKeywords(tuple, dict, "|:test_empty_argparse", kwlist);
Benjamin Peterson92035012008-12-27 16:00:54 +00002052 done:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002053 Py_DECREF(tuple);
2054 Py_XDECREF(dict);
Oren Milmanba7d7362017-08-29 11:58:27 +03002055 if (!result) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002056 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03002057 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002058 else {
2059 Py_RETURN_NONE;
2060 }
Benjamin Peterson92035012008-12-27 16:00:54 +00002061}
2062
2063static PyObject *
Thomas Wouters477c8d52006-05-27 19:21:47 +00002064codec_incrementalencoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002065{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002066 const char *encoding, *errors = NULL;
2067 if (!PyArg_ParseTuple(args, "s|s:test_incrementalencoder",
2068 &encoding, &errors))
2069 return NULL;
2070 return PyCodec_IncrementalEncoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002071}
2072
Thomas Wouters477c8d52006-05-27 19:21:47 +00002073static PyObject *
2074codec_incrementaldecoder(PyObject *self, PyObject *args)
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002075{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002076 const char *encoding, *errors = NULL;
2077 if (!PyArg_ParseTuple(args, "s|s:test_incrementaldecoder",
2078 &encoding, &errors))
2079 return NULL;
2080 return PyCodec_IncrementalDecoder(encoding, errors);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002081}
2082
Marc-André Lemburg3e3eacb2002-01-09 16:21:27 +00002083
Tim Peters5b8132f2003-01-31 15:52:05 +00002084/* Simple test of _PyLong_NumBits and _PyLong_Sign. */
Tim Petersbaefd9e2003-01-28 20:37:45 +00002085static PyObject *
2086test_long_numbits(PyObject *self)
2087{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002088 struct triple {
2089 long input;
2090 size_t nbits;
2091 int sign;
2092 } testcases[] = {{0, 0, 0},
2093 {1L, 1, 1},
2094 {-1L, 1, -1},
2095 {2L, 2, 1},
2096 {-2L, 2, -1},
2097 {3L, 2, 1},
2098 {-3L, 2, -1},
2099 {4L, 3, 1},
2100 {-4L, 3, -1},
Serhiy Storchaka95949422013-08-27 19:40:23 +03002101 {0x7fffL, 15, 1}, /* one Python int digit */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002102 {-0x7fffL, 15, -1},
2103 {0xffffL, 16, 1},
2104 {-0xffffL, 16, -1},
2105 {0xfffffffL, 28, 1},
2106 {-0xfffffffL, 28, -1}};
Victor Stinner706768c2014-08-16 01:03:39 +02002107 size_t i;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002108
Victor Stinner63941882011-09-29 00:42:28 +02002109 for (i = 0; i < Py_ARRAY_LENGTH(testcases); ++i) {
Christian Heimes3205e742013-07-26 15:06:48 +02002110 size_t nbits;
2111 int sign;
2112 PyObject *plong;
2113
2114 plong = PyLong_FromLong(testcases[i].input);
Christian Heimesff369a52013-07-26 14:52:18 +02002115 if (plong == NULL)
2116 return NULL;
Christian Heimes3205e742013-07-26 15:06:48 +02002117 nbits = _PyLong_NumBits(plong);
2118 sign = _PyLong_Sign(plong);
Tim Petersbaefd9e2003-01-28 20:37:45 +00002119
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002120 Py_DECREF(plong);
2121 if (nbits != testcases[i].nbits)
2122 return raiseTestError("test_long_numbits",
2123 "wrong result for _PyLong_NumBits");
2124 if (sign != testcases[i].sign)
2125 return raiseTestError("test_long_numbits",
2126 "wrong result for _PyLong_Sign");
2127 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002128 Py_RETURN_NONE;
Tim Petersbaefd9e2003-01-28 20:37:45 +00002129}
2130
Thomas Heller519a0422007-11-15 20:48:54 +00002131/* Example passing NULLs to PyObject_Str(NULL). */
Thomas Woutersa9773292006-04-21 09:43:23 +00002132
2133static PyObject *
2134test_null_strings(PyObject *self)
2135{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002136 PyObject *o1 = PyObject_Str(NULL), *o2 = PyObject_Str(NULL);
2137 PyObject *tuple = PyTuple_Pack(2, o1, o2);
2138 Py_XDECREF(o1);
2139 Py_XDECREF(o2);
2140 return tuple;
Thomas Woutersa9773292006-04-21 09:43:23 +00002141}
2142
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002143static PyObject *
2144raise_exception(PyObject *self, PyObject *args)
2145{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002146 PyObject *exc;
2147 PyObject *exc_args, *v;
2148 int num_args, i;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002149
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002150 if (!PyArg_ParseTuple(args, "Oi:raise_exception",
2151 &exc, &num_args))
2152 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002153
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002154 exc_args = PyTuple_New(num_args);
2155 if (exc_args == NULL)
2156 return NULL;
2157 for (i = 0; i < num_args; ++i) {
2158 v = PyLong_FromLong(i);
2159 if (v == NULL) {
2160 Py_DECREF(exc_args);
2161 return NULL;
2162 }
2163 PyTuple_SET_ITEM(exc_args, i, v);
2164 }
2165 PyErr_SetObject(exc, exc_args);
2166 Py_DECREF(exc_args);
2167 return NULL;
Jeremy Hyltonede049b2001-09-26 20:01:13 +00002168}
Tim Peters91621db2001-06-12 20:10:01 +00002169
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002170static PyObject *
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02002171set_errno(PyObject *self, PyObject *args)
2172{
2173 int new_errno;
2174
2175 if (!PyArg_ParseTuple(args, "i:set_errno", &new_errno))
2176 return NULL;
2177
2178 errno = new_errno;
2179 Py_RETURN_NONE;
2180}
2181
2182static PyObject *
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02002183test_set_exc_info(PyObject *self, PyObject *args)
2184{
2185 PyObject *orig_exc;
2186 PyObject *new_type, *new_value, *new_tb;
2187 PyObject *type, *value, *tb;
2188 if (!PyArg_ParseTuple(args, "OOO:test_set_exc_info",
2189 &new_type, &new_value, &new_tb))
2190 return NULL;
2191
2192 PyErr_GetExcInfo(&type, &value, &tb);
2193
2194 Py_INCREF(new_type);
2195 Py_INCREF(new_value);
2196 Py_INCREF(new_tb);
2197 PyErr_SetExcInfo(new_type, new_value, new_tb);
2198
2199 orig_exc = PyTuple_Pack(3, type ? type : Py_None, value ? value : Py_None, tb ? tb : Py_None);
2200 Py_XDECREF(type);
2201 Py_XDECREF(value);
2202 Py_XDECREF(tb);
2203 return orig_exc;
2204}
Benjamin Peterson16323982010-02-03 01:13:41 +00002205
2206static int test_run_counter = 0;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002207
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002208static PyObject *
2209test_datetime_capi(PyObject *self, PyObject *args) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002210 if (PyDateTimeAPI) {
2211 if (test_run_counter) {
2212 /* Probably regrtest.py -R */
2213 Py_RETURN_NONE;
2214 }
2215 else {
2216 PyErr_SetString(PyExc_AssertionError,
2217 "PyDateTime_CAPI somehow initialized");
2218 return NULL;
2219 }
2220 }
2221 test_run_counter++;
2222 PyDateTime_IMPORT;
Paul Ganssle04af5b12018-01-24 17:29:30 -05002223
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002224 if (PyDateTimeAPI)
2225 Py_RETURN_NONE;
2226 else
2227 return NULL;
Benjamin Peterson91d58bd2009-12-13 21:30:54 +00002228}
2229
Paul Ganssle04af5b12018-01-24 17:29:30 -05002230/* Functions exposing the C API type checking for testing */
2231#define MAKE_DATETIME_CHECK_FUNC(check_method, exact_method) \
2232 PyObject *obj; \
2233 int exact = 0; \
2234 if (!PyArg_ParseTuple(args, "O|p", &obj, &exact)) { \
2235 return NULL; \
2236 } \
2237 int rv = exact?exact_method(obj):check_method(obj); \
2238 if (rv) { \
2239 Py_RETURN_TRUE; \
2240 } else { \
2241 Py_RETURN_FALSE; \
2242 }
2243
2244static PyObject *
2245datetime_check_date(PyObject *self, PyObject *args) {
2246 MAKE_DATETIME_CHECK_FUNC(PyDate_Check, PyDate_CheckExact)
2247}
2248
2249static PyObject *
2250datetime_check_time(PyObject *self, PyObject *args) {
2251 MAKE_DATETIME_CHECK_FUNC(PyTime_Check, PyTime_CheckExact)
2252}
2253
2254static PyObject *
2255datetime_check_datetime(PyObject *self, PyObject *args) {
2256 MAKE_DATETIME_CHECK_FUNC(PyDateTime_Check, PyDateTime_CheckExact)
2257}
2258
2259static PyObject *
2260datetime_check_delta(PyObject *self, PyObject *args) {
2261 MAKE_DATETIME_CHECK_FUNC(PyDelta_Check, PyDelta_CheckExact)
2262}
2263
2264static PyObject *
2265datetime_check_tzinfo(PyObject *self, PyObject *args) {
2266 MAKE_DATETIME_CHECK_FUNC(PyTZInfo_Check, PyTZInfo_CheckExact)
2267}
2268
2269
2270/* Makes three variations on timezone representing UTC-5:
2271 1. timezone with offset and name from PyDateTimeAPI
2272 2. timezone with offset and name from PyTimeZone_FromOffsetAndName
2273 3. timezone with offset (no name) from PyTimeZone_FromOffset
2274*/
2275static PyObject *
2276make_timezones_capi(PyObject *self, PyObject *args) {
2277 PyObject *offset = PyDelta_FromDSU(0, -18000, 0);
2278 PyObject *name = PyUnicode_FromString("EST");
2279
2280 PyObject *est_zone_capi = PyDateTimeAPI->TimeZone_FromTimeZone(offset, name);
2281 PyObject *est_zone_macro = PyTimeZone_FromOffsetAndName(offset, name);
2282 PyObject *est_zone_macro_noname = PyTimeZone_FromOffset(offset);
2283
2284 Py_DecRef(offset);
2285 Py_DecRef(name);
2286
2287 PyObject *rv = PyTuple_New(3);
2288
2289 PyTuple_SET_ITEM(rv, 0, est_zone_capi);
2290 PyTuple_SET_ITEM(rv, 1, est_zone_macro);
2291 PyTuple_SET_ITEM(rv, 2, est_zone_macro_noname);
2292
2293 return rv;
2294}
2295
2296static PyObject *
2297get_timezone_utc_capi(PyObject* self, PyObject *args) {
2298 int macro = 0;
2299 if (!PyArg_ParseTuple(args, "|p", &macro)) {
2300 return NULL;
2301 }
2302 if (macro) {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002303 Py_INCREF(PyDateTime_TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002304 return PyDateTime_TimeZone_UTC;
2305 } else {
Paul Ganssle58dc03c2018-01-25 08:58:07 -05002306 Py_INCREF(PyDateTimeAPI->TimeZone_UTC);
Paul Ganssle04af5b12018-01-24 17:29:30 -05002307 return PyDateTimeAPI->TimeZone_UTC;
2308 }
2309}
2310
Benjamin Peterson16323982010-02-03 01:13:41 +00002311
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002312/* test_thread_state spawns a thread of its own, and that thread releases
2313 * `thread_done` when it's finished. The driver code has to know when the
2314 * thread finishes, because the thread uses a PyObject (the callable) that
2315 * may go away when the driver finishes. The former lack of this explicit
2316 * synchronization caused rare segfaults, so rare that they were seen only
2317 * on a Mac buildbot (although they were possible on any box).
2318 */
2319static PyThread_type_lock thread_done = NULL;
2320
Benjamin Petersona786b022008-08-25 21:05:21 +00002321static int
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002322_make_call(void *callable)
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002323{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002324 PyObject *rc;
2325 int success;
2326 PyGILState_STATE s = PyGILState_Ensure();
Victor Stinner3466bde2016-09-05 18:16:01 -07002327 rc = _PyObject_CallNoArg((PyObject *)callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002328 success = (rc != NULL);
2329 Py_XDECREF(rc);
2330 PyGILState_Release(s);
2331 return success;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002332}
2333
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002334/* Same thing, but releases `thread_done` when it returns. This variant
2335 * should be called only from threads spawned by test_thread_state().
2336 */
2337static void
2338_make_call_from_thread(void *callable)
2339{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002340 _make_call(callable);
2341 PyThread_release_lock(thread_done);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002342}
2343
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002344static PyObject *
2345test_thread_state(PyObject *self, PyObject *args)
2346{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002347 PyObject *fn;
2348 int success = 1;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002349
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002350 if (!PyArg_ParseTuple(args, "O:test_thread_state", &fn))
2351 return NULL;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002352
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002353 if (!PyCallable_Check(fn)) {
2354 PyErr_Format(PyExc_TypeError, "'%s' object is not callable",
2355 fn->ob_type->tp_name);
2356 return NULL;
2357 }
Benjamin Petersona786b022008-08-25 21:05:21 +00002358
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002359 /* Ensure Python is set up for threading */
2360 PyEval_InitThreads();
2361 thread_done = PyThread_allocate_lock();
2362 if (thread_done == NULL)
2363 return PyErr_NoMemory();
2364 PyThread_acquire_lock(thread_done, 1);
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002365
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002366 /* Start a new thread with our callback. */
2367 PyThread_start_new_thread(_make_call_from_thread, fn);
2368 /* Make the callback with the thread lock held by this thread */
2369 success &= _make_call(fn);
2370 /* Do it all again, but this time with the thread-lock released */
2371 Py_BEGIN_ALLOW_THREADS
2372 success &= _make_call(fn);
2373 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2374 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002375
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002376 /* And once more with and without a thread
2377 XXX - should use a lock and work out exactly what we are trying
2378 to test <wink>
2379 */
2380 Py_BEGIN_ALLOW_THREADS
2381 PyThread_start_new_thread(_make_call_from_thread, fn);
2382 success &= _make_call(fn);
2383 PyThread_acquire_lock(thread_done, 1); /* wait for thread to finish */
2384 Py_END_ALLOW_THREADS
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002385
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002386 /* Release lock we acquired above. This is required on HP-UX. */
2387 PyThread_release_lock(thread_done);
Thomas Wouters89f507f2006-12-13 04:49:30 +00002388
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002389 PyThread_free_lock(thread_done);
2390 if (!success)
2391 return NULL;
2392 Py_RETURN_NONE;
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002393}
Benjamin Petersona54c9092009-01-13 02:11:23 +00002394
2395/* test Py_AddPendingCalls using threads */
2396static int _pending_callback(void *arg)
2397{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002398 /* we assume the argument is callable object to which we own a reference */
2399 PyObject *callable = (PyObject *)arg;
Victor Stinnera5ed5f02016-12-06 18:45:50 +01002400 PyObject *r = _PyObject_CallNoArg(callable);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002401 Py_DECREF(callable);
2402 Py_XDECREF(r);
2403 return r != NULL ? 0 : -1;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002404}
2405
2406/* The following requests n callbacks to _pending_callback. It can be
2407 * run from any python thread.
2408 */
2409PyObject *pending_threadfunc(PyObject *self, PyObject *arg)
2410{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002411 PyObject *callable;
2412 int r;
2413 if (PyArg_ParseTuple(arg, "O", &callable) == 0)
2414 return NULL;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002415
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002416 /* create the reference for the callbackwhile we hold the lock */
2417 Py_INCREF(callable);
Benjamin Petersona54c9092009-01-13 02:11:23 +00002418
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002419 Py_BEGIN_ALLOW_THREADS
2420 r = Py_AddPendingCall(&_pending_callback, callable);
2421 Py_END_ALLOW_THREADS
Benjamin Petersona54c9092009-01-13 02:11:23 +00002422
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002423 if (r<0) {
2424 Py_DECREF(callable); /* unsuccessful add, destroy the extra reference */
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002425 Py_RETURN_FALSE;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002426 }
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002427 Py_RETURN_TRUE;
Benjamin Petersona54c9092009-01-13 02:11:23 +00002428}
Mark Hammond8d98d2c2003-04-19 15:41:53 +00002429
Neal Norwitzb0d26332007-08-25 00:49:05 +00002430/* Some tests of PyUnicode_FromFormat(). This needs more tests. */
Thomas Wouters477c8d52006-05-27 19:21:47 +00002431static PyObject *
2432test_string_from_format(PyObject *self, PyObject *args)
2433{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002434 PyObject *result;
2435 char *msg;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002436
Alexander Belopolskye239d232010-12-08 23:31:48 +00002437#define CHECK_1_FORMAT(FORMAT, TYPE) \
2438 result = PyUnicode_FromFormat(FORMAT, (TYPE)1); \
2439 if (result == NULL) \
2440 return NULL; \
Serhiy Storchakaf4934ea2016-11-16 10:17:58 +02002441 if (!_PyUnicode_EqualToASCIIString(result, "1")) { \
Alexander Belopolskye239d232010-12-08 23:31:48 +00002442 msg = FORMAT " failed at 1"; \
2443 goto Fail; \
2444 } \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002445 Py_DECREF(result)
Thomas Wouters477c8d52006-05-27 19:21:47 +00002446
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002447 CHECK_1_FORMAT("%d", int);
2448 CHECK_1_FORMAT("%ld", long);
2449 /* The z width modifier was added in Python 2.5. */
2450 CHECK_1_FORMAT("%zd", Py_ssize_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002451
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002452 /* The u type code was added in Python 2.5. */
2453 CHECK_1_FORMAT("%u", unsigned int);
2454 CHECK_1_FORMAT("%lu", unsigned long);
2455 CHECK_1_FORMAT("%zu", size_t);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002456
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002457 /* "%lld" and "%llu" support added in Python 2.7. */
Benjamin Petersonaf580df2016-09-06 10:46:49 -07002458 CHECK_1_FORMAT("%llu", unsigned long long);
2459 CHECK_1_FORMAT("%lld", long long);
Mark Dickinson6ce4a9a2009-11-16 17:00:11 +00002460
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002461 Py_RETURN_NONE;
Thomas Wouters477c8d52006-05-27 19:21:47 +00002462
2463 Fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002464 Py_XDECREF(result);
2465 return raiseTestError("test_string_from_format", msg);
Thomas Wouters477c8d52006-05-27 19:21:47 +00002466
2467#undef CHECK_1_FORMAT
2468}
2469
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002470
2471static PyObject *
2472test_unicode_compare_with_ascii(PyObject *self) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002473 PyObject *py_s = PyUnicode_FromStringAndSize("str\0", 4);
2474 int result;
2475 if (py_s == NULL)
2476 return NULL;
2477 result = PyUnicode_CompareWithASCIIString(py_s, "str");
2478 Py_DECREF(py_s);
2479 if (!result) {
2480 PyErr_SetString(TestError, "Python string ending in NULL "
2481 "should not compare equal to c string.");
2482 return NULL;
2483 }
2484 Py_RETURN_NONE;
Victor Stinner3e2b7172010-11-09 09:32:19 +00002485}
Benjamin Peterson8667a9b2010-01-09 21:45:28 +00002486
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002487/* This is here to provide a docstring for test_descr. */
2488static PyObject *
2489test_with_docstring(PyObject *self)
2490{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002491 Py_RETURN_NONE;
Thomas Wouters0e3f5912006-08-11 14:57:12 +00002492}
2493
Mark Dickinson725bfd82009-05-03 20:33:40 +00002494/* Test PyOS_string_to_double. */
2495static PyObject *
2496test_string_to_double(PyObject *self) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002497 double result;
Serhiy Storchakae2f92de2017-11-11 13:06:26 +02002498 const char *msg;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002499
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002500#define CHECK_STRING(STR, expected) \
2501 result = PyOS_string_to_double(STR, NULL, NULL); \
2502 if (result == -1.0 && PyErr_Occurred()) \
2503 return NULL; \
Benjamin Peterson8f4b2472016-09-07 18:09:22 -07002504 if (result != (double)expected) { \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002505 msg = "conversion of " STR " to float failed"; \
2506 goto fail; \
2507 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002508
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002509#define CHECK_INVALID(STR) \
2510 result = PyOS_string_to_double(STR, NULL, NULL); \
2511 if (result == -1.0 && PyErr_Occurred()) { \
2512 if (PyErr_ExceptionMatches(PyExc_ValueError)) \
2513 PyErr_Clear(); \
2514 else \
2515 return NULL; \
2516 } \
2517 else { \
2518 msg = "conversion of " STR " didn't raise ValueError"; \
2519 goto fail; \
2520 }
Mark Dickinson725bfd82009-05-03 20:33:40 +00002521
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002522 CHECK_STRING("0.1", 0.1);
2523 CHECK_STRING("1.234", 1.234);
2524 CHECK_STRING("-1.35", -1.35);
2525 CHECK_STRING(".1e01", 1.0);
2526 CHECK_STRING("2.e-2", 0.02);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002527
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002528 CHECK_INVALID(" 0.1");
2529 CHECK_INVALID("\t\n-3");
2530 CHECK_INVALID(".123 ");
2531 CHECK_INVALID("3\n");
2532 CHECK_INVALID("123abc");
Mark Dickinson725bfd82009-05-03 20:33:40 +00002533
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002534 Py_RETURN_NONE;
Mark Dickinson725bfd82009-05-03 20:33:40 +00002535 fail:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002536 return raiseTestError("test_string_to_double", msg);
Mark Dickinson725bfd82009-05-03 20:33:40 +00002537#undef CHECK_STRING
2538#undef CHECK_INVALID
2539}
2540
2541
Benjamin Petersonb173f782009-05-05 22:31:58 +00002542/* Coverage testing of capsule objects. */
2543
2544static const char *capsule_name = "capsule name";
2545static char *capsule_pointer = "capsule pointer";
2546static char *capsule_context = "capsule context";
2547static const char *capsule_error = NULL;
2548static int
2549capsule_destructor_call_count = 0;
2550
2551static void
2552capsule_destructor(PyObject *o) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002553 capsule_destructor_call_count++;
2554 if (PyCapsule_GetContext(o) != capsule_context) {
2555 capsule_error = "context did not match in destructor!";
2556 } else if (PyCapsule_GetDestructor(o) != capsule_destructor) {
2557 capsule_error = "destructor did not match in destructor! (woah!)";
2558 } else if (PyCapsule_GetName(o) != capsule_name) {
2559 capsule_error = "name did not match in destructor!";
2560 } else if (PyCapsule_GetPointer(o, capsule_name) != capsule_pointer) {
2561 capsule_error = "pointer did not match in destructor!";
2562 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002563}
2564
2565typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002566 char *name;
2567 char *module;
2568 char *attribute;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002569} known_capsule;
2570
2571static PyObject *
2572test_capsule(PyObject *self, PyObject *args)
2573{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002574 PyObject *object;
2575 const char *error = NULL;
2576 void *pointer;
2577 void *pointer2;
2578 known_capsule known_capsules[] = {
2579 #define KNOWN_CAPSULE(module, name) { module "." name, module, name }
2580 KNOWN_CAPSULE("_socket", "CAPI"),
2581 KNOWN_CAPSULE("_curses", "_C_API"),
2582 KNOWN_CAPSULE("datetime", "datetime_CAPI"),
2583 { NULL, NULL },
2584 };
2585 known_capsule *known = &known_capsules[0];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002586
2587#define FAIL(x) { error = (x); goto exit; }
2588
2589#define CHECK_DESTRUCTOR \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002590 if (capsule_error) { \
2591 FAIL(capsule_error); \
2592 } \
2593 else if (!capsule_destructor_call_count) { \
2594 FAIL("destructor not called!"); \
2595 } \
2596 capsule_destructor_call_count = 0; \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002597
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002598 object = PyCapsule_New(capsule_pointer, capsule_name, capsule_destructor);
2599 PyCapsule_SetContext(object, capsule_context);
2600 capsule_destructor(object);
2601 CHECK_DESTRUCTOR;
2602 Py_DECREF(object);
2603 CHECK_DESTRUCTOR;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002604
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002605 object = PyCapsule_New(known, "ignored", NULL);
2606 PyCapsule_SetPointer(object, capsule_pointer);
2607 PyCapsule_SetName(object, capsule_name);
2608 PyCapsule_SetDestructor(object, capsule_destructor);
2609 PyCapsule_SetContext(object, capsule_context);
2610 capsule_destructor(object);
2611 CHECK_DESTRUCTOR;
2612 /* intentionally access using the wrong name */
2613 pointer2 = PyCapsule_GetPointer(object, "the wrong name");
2614 if (!PyErr_Occurred()) {
2615 FAIL("PyCapsule_GetPointer should have failed but did not!");
2616 }
2617 PyErr_Clear();
2618 if (pointer2) {
2619 if (pointer2 == capsule_pointer) {
2620 FAIL("PyCapsule_GetPointer should not have"
2621 " returned the internal pointer!");
2622 } else {
2623 FAIL("PyCapsule_GetPointer should have "
2624 "returned NULL pointer but did not!");
2625 }
2626 }
2627 PyCapsule_SetDestructor(object, NULL);
2628 Py_DECREF(object);
2629 if (capsule_destructor_call_count) {
2630 FAIL("destructor called when it should not have been!");
2631 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002632
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002633 for (known = &known_capsules[0]; known->module != NULL; known++) {
2634 /* yeah, ordinarily I wouldn't do this either,
2635 but it's fine for this test harness.
2636 */
2637 static char buffer[256];
Benjamin Petersonb173f782009-05-05 22:31:58 +00002638#undef FAIL
2639#define FAIL(x) \
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002640 { \
2641 sprintf(buffer, "%s module: \"%s\" attribute: \"%s\"", \
2642 x, known->module, known->attribute); \
2643 error = buffer; \
2644 goto exit; \
2645 } \
Benjamin Petersonb173f782009-05-05 22:31:58 +00002646
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002647 PyObject *module = PyImport_ImportModule(known->module);
2648 if (module) {
2649 pointer = PyCapsule_Import(known->name, 0);
2650 if (!pointer) {
2651 Py_DECREF(module);
2652 FAIL("PyCapsule_GetPointer returned NULL unexpectedly!");
2653 }
2654 object = PyObject_GetAttrString(module, known->attribute);
2655 if (!object) {
2656 Py_DECREF(module);
2657 return NULL;
2658 }
2659 pointer2 = PyCapsule_GetPointer(object,
2660 "weebles wobble but they don't fall down");
2661 if (!PyErr_Occurred()) {
2662 Py_DECREF(object);
2663 Py_DECREF(module);
2664 FAIL("PyCapsule_GetPointer should have failed but did not!");
2665 }
2666 PyErr_Clear();
2667 if (pointer2) {
2668 Py_DECREF(module);
2669 Py_DECREF(object);
2670 if (pointer2 == pointer) {
2671 FAIL("PyCapsule_GetPointer should not have"
2672 " returned its internal pointer!");
2673 } else {
2674 FAIL("PyCapsule_GetPointer should have"
2675 " returned NULL pointer but did not!");
2676 }
2677 }
2678 Py_DECREF(object);
2679 Py_DECREF(module);
2680 }
2681 else
2682 PyErr_Clear();
2683 }
Benjamin Petersonb173f782009-05-05 22:31:58 +00002684
2685 exit:
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002686 if (error) {
2687 return raiseTestError("test_capsule", error);
2688 }
2689 Py_RETURN_NONE;
Benjamin Petersonb173f782009-05-05 22:31:58 +00002690#undef FAIL
2691}
2692
Guido van Rossumddefaf32007-01-14 03:31:43 +00002693#ifdef HAVE_GETTIMEOFDAY
2694/* Profiling of integer performance */
Martin v. Löwis1c951552008-06-13 07:48:19 +00002695static void print_delta(int test, struct timeval *s, struct timeval *e)
Guido van Rossumddefaf32007-01-14 03:31:43 +00002696{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002697 e->tv_sec -= s->tv_sec;
2698 e->tv_usec -= s->tv_usec;
2699 if (e->tv_usec < 0) {
2700 e->tv_sec -=1;
2701 e->tv_usec += 1000000;
2702 }
2703 printf("Test %d: %d.%06ds\n", test, (int)e->tv_sec, (int)e->tv_usec);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002704}
2705
2706static PyObject *
2707profile_int(PyObject *self, PyObject* args)
2708{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002709 int i, k;
2710 struct timeval start, stop;
2711 PyObject *single, **multiple, *op1, *result;
Guido van Rossumddefaf32007-01-14 03:31:43 +00002712
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002713 /* Test 1: Allocate and immediately deallocate
2714 many small integers */
2715 gettimeofday(&start, NULL);
2716 for(k=0; k < 20000; k++)
2717 for(i=0; i < 1000; i++) {
2718 single = PyLong_FromLong(i);
2719 Py_DECREF(single);
2720 }
2721 gettimeofday(&stop, NULL);
2722 print_delta(1, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002723
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002724 /* Test 2: Allocate and immediately deallocate
2725 many large integers */
2726 gettimeofday(&start, NULL);
2727 for(k=0; k < 20000; k++)
2728 for(i=0; i < 1000; i++) {
2729 single = PyLong_FromLong(i+1000000);
2730 Py_DECREF(single);
2731 }
2732 gettimeofday(&stop, NULL);
2733 print_delta(2, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002734
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002735 /* Test 3: Allocate a few integers, then release
2736 them all simultaneously. */
2737 multiple = malloc(sizeof(PyObject*) * 1000);
Christian Heimes7e138022013-07-26 15:03:50 +02002738 if (multiple == NULL)
2739 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002740 gettimeofday(&start, NULL);
2741 for(k=0; k < 20000; k++) {
2742 for(i=0; i < 1000; i++) {
2743 multiple[i] = PyLong_FromLong(i+1000000);
2744 }
2745 for(i=0; i < 1000; i++) {
2746 Py_DECREF(multiple[i]);
2747 }
2748 }
2749 gettimeofday(&stop, NULL);
2750 print_delta(3, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002751 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002752
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002753 /* Test 4: Allocate many integers, then release
2754 them all simultaneously. */
2755 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02002756 if (multiple == NULL)
2757 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002758 gettimeofday(&start, NULL);
2759 for(k=0; k < 20; k++) {
2760 for(i=0; i < 1000000; i++) {
2761 multiple[i] = PyLong_FromLong(i+1000000);
2762 }
2763 for(i=0; i < 1000000; i++) {
2764 Py_DECREF(multiple[i]);
2765 }
2766 }
2767 gettimeofday(&stop, NULL);
2768 print_delta(4, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002769 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002770
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002771 /* Test 5: Allocate many integers < 32000 */
2772 multiple = malloc(sizeof(PyObject*) * 1000000);
Christian Heimes7e138022013-07-26 15:03:50 +02002773 if (multiple == NULL)
2774 return PyErr_NoMemory();
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002775 gettimeofday(&start, NULL);
2776 for(k=0; k < 10; k++) {
2777 for(i=0; i < 1000000; i++) {
2778 multiple[i] = PyLong_FromLong(i+1000);
2779 }
2780 for(i=0; i < 1000000; i++) {
2781 Py_DECREF(multiple[i]);
2782 }
2783 }
2784 gettimeofday(&stop, NULL);
2785 print_delta(5, &start, &stop);
Christian Heimes7e138022013-07-26 15:03:50 +02002786 free(multiple);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002787
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002788 /* Test 6: Perform small int addition */
2789 op1 = PyLong_FromLong(1);
2790 gettimeofday(&start, NULL);
2791 for(i=0; i < 10000000; i++) {
2792 result = PyNumber_Add(op1, op1);
2793 Py_DECREF(result);
2794 }
2795 gettimeofday(&stop, NULL);
2796 Py_DECREF(op1);
2797 print_delta(6, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002798
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002799 /* Test 7: Perform medium int addition */
2800 op1 = PyLong_FromLong(1000);
Christian Heimes66eda262013-07-26 15:54:07 +02002801 if (op1 == NULL)
2802 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002803 gettimeofday(&start, NULL);
2804 for(i=0; i < 10000000; i++) {
2805 result = PyNumber_Add(op1, op1);
Christian Heimesff369a52013-07-26 14:52:18 +02002806 Py_XDECREF(result);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002807 }
2808 gettimeofday(&stop, NULL);
2809 Py_DECREF(op1);
2810 print_delta(7, &start, &stop);
Guido van Rossumddefaf32007-01-14 03:31:43 +00002811
Serhiy Storchaka228b12e2017-01-23 09:47:21 +02002812 Py_RETURN_NONE;
Guido van Rossumddefaf32007-01-14 03:31:43 +00002813}
2814#endif
2815
Christian Heimes81ee3ef2008-05-04 22:42:01 +00002816/* To test the format of tracebacks as printed out. */
2817static PyObject *
2818traceback_print(PyObject *self, PyObject *args)
2819{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002820 PyObject *file;
2821 PyObject *traceback;
2822 int result;
2823
2824 if (!PyArg_ParseTuple(args, "OO:traceback_print",
2825 &traceback, &file))
2826 return NULL;
2827
2828 result = PyTraceBack_Print(traceback, file);
2829 if (result < 0)
2830 return NULL;
2831 Py_RETURN_NONE;
Christian Heimes81ee3ef2008-05-04 22:42:01 +00002832}
2833
Benjamin Petersone6528212008-07-15 15:32:09 +00002834/* To test the format of exceptions as printed out. */
2835static PyObject *
2836exception_print(PyObject *self, PyObject *args)
2837{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002838 PyObject *value;
2839 PyObject *tb;
Benjamin Petersone6528212008-07-15 15:32:09 +00002840
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002841 if (!PyArg_ParseTuple(args, "O:exception_print",
2842 &value))
2843 return NULL;
2844 if (!PyExceptionInstance_Check(value)) {
2845 PyErr_Format(PyExc_TypeError, "an exception instance is required");
2846 return NULL;
2847 }
Benjamin Petersone6528212008-07-15 15:32:09 +00002848
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002849 tb = PyException_GetTraceback(value);
2850 PyErr_Display((PyObject *) Py_TYPE(value), value, tb);
2851 Py_XDECREF(tb);
Benjamin Petersone6528212008-07-15 15:32:09 +00002852
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002853 Py_RETURN_NONE;
Benjamin Petersone6528212008-07-15 15:32:09 +00002854}
2855
2856
2857
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002858
2859/* reliably raise a MemoryError */
2860static PyObject *
2861raise_memoryerror(PyObject *self)
2862{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002863 PyErr_NoMemory();
2864 return NULL;
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002865}
2866
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002867/* Issue 6012 */
2868static PyObject *str1, *str2;
2869static int
2870failing_converter(PyObject *obj, void *arg)
2871{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002872 /* Clone str1, then let the conversion fail. */
2873 assert(str1);
2874 str2 = str1;
2875 Py_INCREF(str2);
2876 return 0;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002877}
2878static PyObject*
2879argparsing(PyObject *o, PyObject *args)
2880{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002881 PyObject *res;
2882 str1 = str2 = NULL;
2883 if (!PyArg_ParseTuple(args, "O&O&",
2884 PyUnicode_FSConverter, &str1,
2885 failing_converter, &str2)) {
2886 if (!str2)
2887 /* argument converter not called? */
2888 return NULL;
2889 /* Should be 1 */
Victor Stinner0fcab4a2011-01-04 12:59:15 +00002890 res = PyLong_FromSsize_t(Py_REFCNT(str2));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002891 Py_DECREF(str2);
2892 PyErr_Clear();
2893 return res;
2894 }
2895 Py_RETURN_NONE;
Martin v. Löwisc15bdef2009-05-29 14:47:46 +00002896}
Benjamin Peterson0067bd62008-08-16 16:11:03 +00002897
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00002898/* To test that the result of PyCode_NewEmpty has the right members. */
2899static PyObject *
2900code_newempty(PyObject *self, PyObject *args)
2901{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002902 const char *filename;
2903 const char *funcname;
2904 int firstlineno;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00002905
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002906 if (!PyArg_ParseTuple(args, "ssi:code_newempty",
2907 &filename, &funcname, &firstlineno))
2908 return NULL;
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00002909
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002910 return (PyObject *)PyCode_NewEmpty(filename, funcname, firstlineno);
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +00002911}
2912
Georg Brandl1e28a272009-12-28 08:41:01 +00002913/* Test PyErr_NewExceptionWithDoc (also exercise PyErr_NewException).
2914 Run via Lib/test/test_exceptions.py */
2915static PyObject *
2916make_exception_with_doc(PyObject *self, PyObject *args, PyObject *kwargs)
2917{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002918 const char *name;
2919 const char *doc = NULL;
2920 PyObject *base = NULL;
2921 PyObject *dict = NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00002922
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002923 static char *kwlist[] = {"name", "doc", "base", "dict", NULL};
Georg Brandl1e28a272009-12-28 08:41:01 +00002924
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002925 if (!PyArg_ParseTupleAndKeywords(args, kwargs,
2926 "s|sOO:make_exception_with_doc", kwlist,
2927 &name, &doc, &base, &dict))
2928 return NULL;
Georg Brandl1e28a272009-12-28 08:41:01 +00002929
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002930 return PyErr_NewExceptionWithDoc(name, doc, base, dict);
Georg Brandl1e28a272009-12-28 08:41:01 +00002931}
2932
Antoine Pitrou5bffa792011-02-24 20:50:49 +00002933static PyObject *
2934make_memoryview_from_NULL_pointer(PyObject *self)
2935{
2936 Py_buffer info;
2937 if (PyBuffer_FillInfo(&info, NULL, NULL, 1, 1, PyBUF_FULL_RO) < 0)
2938 return NULL;
2939 return PyMemoryView_FromBuffer(&info);
2940}
Serhiy Storchaka009b8112015-03-18 21:53:15 +02002941
Stefan Krah7213fcc2015-02-01 16:19:23 +01002942static PyObject *
2943test_from_contiguous(PyObject* self, PyObject *noargs)
2944{
2945 int data[9] = {-1,-1,-1,-1,-1,-1,-1,-1,-1};
2946 int init[5] = {0, 1, 2, 3, 4};
2947 Py_ssize_t itemsize = sizeof(int);
2948 Py_ssize_t shape = 5;
2949 Py_ssize_t strides = 2 * itemsize;
2950 Py_buffer view = {
2951 data,
2952 NULL,
2953 5 * itemsize,
2954 itemsize,
2955 1,
2956 1,
2957 NULL,
2958 &shape,
2959 &strides,
2960 NULL,
2961 NULL
2962 };
2963 int *ptr;
2964 int i;
2965
2966 PyBuffer_FromContiguous(&view, init, view.len, 'C');
2967 ptr = view.buf;
2968 for (i = 0; i < 5; i++) {
2969 if (ptr[2*i] != i) {
2970 PyErr_SetString(TestError,
2971 "test_from_contiguous: incorrect result");
2972 return NULL;
2973 }
2974 }
2975
2976 view.buf = &data[8];
2977 view.strides[0] = -2 * itemsize;
2978
2979 PyBuffer_FromContiguous(&view, init, view.len, 'C');
2980 ptr = view.buf;
2981 for (i = 0; i < 5; i++) {
2982 if (*(ptr-2*i) != i) {
2983 PyErr_SetString(TestError,
2984 "test_from_contiguous: incorrect result");
2985 return NULL;
2986 }
2987 }
2988
2989 Py_RETURN_NONE;
2990}
Stefan Krah650c1e82015-02-03 21:43:23 +01002991
Stefan Kraha7559c02015-02-03 22:27:21 +01002992#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah650c1e82015-02-03 21:43:23 +01002993extern PyTypeObject _PyBytesIOBuffer_Type;
2994
Stefan Krah5178d912015-02-03 16:57:21 +01002995static PyObject *
2996test_pep3118_obsolete_write_locks(PyObject* self, PyObject *noargs)
2997{
Stefan Krah650c1e82015-02-03 21:43:23 +01002998 PyTypeObject *type = &_PyBytesIOBuffer_Type;
Stefan Krah5178d912015-02-03 16:57:21 +01002999 PyObject *b;
3000 char *dummy[1];
3001 int ret, match;
3002
Stefan Krah650c1e82015-02-03 21:43:23 +01003003 /* PyBuffer_FillInfo() */
Stefan Krah5178d912015-02-03 16:57:21 +01003004 ret = PyBuffer_FillInfo(NULL, NULL, dummy, 1, 0, PyBUF_SIMPLE);
3005 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3006 PyErr_Clear();
3007 if (ret != -1 || match == 0)
3008 goto error;
3009
Stefan Krah650c1e82015-02-03 21:43:23 +01003010 /* bytesiobuf_getbuffer() */
3011 b = type->tp_alloc(type, 0);
Stefan Krah5178d912015-02-03 16:57:21 +01003012 if (b == NULL) {
3013 return NULL;
3014 }
3015
3016 ret = PyObject_GetBuffer(b, NULL, PyBUF_SIMPLE);
3017 Py_DECREF(b);
3018 match = PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_BufferError);
3019 PyErr_Clear();
3020 if (ret != -1 || match == 0)
3021 goto error;
3022
3023 Py_RETURN_NONE;
3024
3025error:
3026 PyErr_SetString(TestError,
3027 "test_pep3118_obsolete_write_locks: failure");
3028 return NULL;
3029}
Stefan Kraha7559c02015-02-03 22:27:21 +01003030#endif
Antoine Pitrou5bffa792011-02-24 20:50:49 +00003031
Stefan Krah650c1e82015-02-03 21:43:23 +01003032/* This tests functions that historically supported write locks. It is
3033 wrong to call getbuffer() with view==NULL and a compliant getbufferproc
3034 is entitled to segfault in that case. */
3035static PyObject *
3036getbuffer_with_null_view(PyObject* self, PyObject *obj)
3037{
3038 if (PyObject_GetBuffer(obj, NULL, PyBUF_SIMPLE) < 0)
3039 return NULL;
3040
3041 Py_RETURN_NONE;
3042}
3043
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003044/* Test that the fatal error from not having a current thread doesn't
3045 cause an infinite loop. Run via Lib/test/test_capi.py */
3046static PyObject *
3047crash_no_current_thread(PyObject *self)
3048{
3049 Py_BEGIN_ALLOW_THREADS
Jeffrey Yasskinea7b7482010-05-17 16:59:23 +00003050 /* Using PyThreadState_Get() directly allows the test to pass in
3051 !pydebug mode. However, the test only actually tests anything
3052 in pydebug mode, since that's where the infinite loop was in
3053 the first place. */
3054 PyThreadState_Get();
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00003055 Py_END_ALLOW_THREADS
3056 return NULL;
3057}
3058
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003059/* To run some code in a sub-interpreter. */
3060static PyObject *
3061run_in_subinterp(PyObject *self, PyObject *args)
3062{
3063 const char *code;
3064 int r;
3065 PyThreadState *substate, *mainstate;
3066
3067 if (!PyArg_ParseTuple(args, "s:run_in_subinterp",
3068 &code))
3069 return NULL;
3070
3071 mainstate = PyThreadState_Get();
3072
3073 PyThreadState_Swap(NULL);
3074
3075 substate = Py_NewInterpreter();
Brett Cannonb6855682012-02-03 12:08:03 -05003076 if (substate == NULL) {
3077 /* Since no new thread state was created, there is no exception to
3078 propagate; raise a fresh one after swapping in the old thread
3079 state. */
3080 PyThreadState_Swap(mainstate);
3081 PyErr_SetString(PyExc_RuntimeError, "sub-interpreter creation failed");
3082 return NULL;
3083 }
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003084 r = PyRun_SimpleString(code);
3085 Py_EndInterpreter(substate);
3086
3087 PyThreadState_Swap(mainstate);
3088
3089 return PyLong_FromLong(r);
3090}
3091
Victor Stinner3c1b3792014-02-17 00:02:43 +01003092static int
3093check_time_rounding(int round)
3094{
Victor Stinner74474232015-09-02 01:43:56 +02003095 if (round != _PyTime_ROUND_FLOOR
3096 && round != _PyTime_ROUND_CEILING
Pablo Galindo2c15b292017-10-17 15:14:41 +01003097 && round != _PyTime_ROUND_HALF_EVEN
3098 && round != _PyTime_ROUND_UP) {
Victor Stinner3c1b3792014-02-17 00:02:43 +01003099 PyErr_SetString(PyExc_ValueError, "invalid rounding");
3100 return -1;
3101 }
3102 return 0;
3103}
3104
Victor Stinner5d272cc2012-03-13 13:35:55 +01003105static PyObject *
3106test_pytime_object_to_time_t(PyObject *self, PyObject *args)
3107{
3108 PyObject *obj;
3109 time_t sec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003110 int round;
3111 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_time_t", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003112 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003113 if (check_time_rounding(round) < 0)
3114 return NULL;
3115 if (_PyTime_ObjectToTime_t(obj, &sec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003116 return NULL;
3117 return _PyLong_FromTime_t(sec);
3118}
3119
3120static PyObject *
3121test_pytime_object_to_timeval(PyObject *self, PyObject *args)
3122{
3123 PyObject *obj;
3124 time_t sec;
3125 long usec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003126 int round;
3127 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timeval", &obj, &round))
Victor Stinner5d272cc2012-03-13 13:35:55 +01003128 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003129 if (check_time_rounding(round) < 0)
3130 return NULL;
3131 if (_PyTime_ObjectToTimeval(obj, &sec, &usec, round) == -1)
Victor Stinner5d272cc2012-03-13 13:35:55 +01003132 return NULL;
3133 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), usec);
3134}
3135
Victor Stinner643cd682012-03-02 22:54:03 +01003136static PyObject *
3137test_pytime_object_to_timespec(PyObject *self, PyObject *args)
3138{
3139 PyObject *obj;
3140 time_t sec;
3141 long nsec;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003142 int round;
3143 if (!PyArg_ParseTuple(args, "Oi:pytime_object_to_timespec", &obj, &round))
Victor Stinner643cd682012-03-02 22:54:03 +01003144 return NULL;
Victor Stinner3c1b3792014-02-17 00:02:43 +01003145 if (check_time_rounding(round) < 0)
3146 return NULL;
3147 if (_PyTime_ObjectToTimespec(obj, &sec, &nsec, round) == -1)
Victor Stinner643cd682012-03-02 22:54:03 +01003148 return NULL;
Victor Stinner5d272cc2012-03-13 13:35:55 +01003149 return Py_BuildValue("Nl", _PyLong_FromTime_t(sec), nsec);
Victor Stinner643cd682012-03-02 22:54:03 +01003150}
3151
Antoine Pitrou796564c2013-07-30 19:59:21 +02003152static void
3153slot_tp_del(PyObject *self)
3154{
3155 _Py_IDENTIFIER(__tp_del__);
3156 PyObject *del, *res;
3157 PyObject *error_type, *error_value, *error_traceback;
3158
3159 /* Temporarily resurrect the object. */
3160 assert(self->ob_refcnt == 0);
3161 self->ob_refcnt = 1;
3162
3163 /* Save the current exception, if any. */
3164 PyErr_Fetch(&error_type, &error_value, &error_traceback);
3165
3166 /* Execute __del__ method, if any. */
3167 del = _PyObject_LookupSpecial(self, &PyId___tp_del__);
3168 if (del != NULL) {
INADA Naoki72dccde2017-02-16 09:26:01 +09003169 res = _PyObject_CallNoArg(del);
Antoine Pitrou796564c2013-07-30 19:59:21 +02003170 if (res == NULL)
3171 PyErr_WriteUnraisable(del);
3172 else
3173 Py_DECREF(res);
3174 Py_DECREF(del);
3175 }
3176
3177 /* Restore the saved exception. */
3178 PyErr_Restore(error_type, error_value, error_traceback);
3179
3180 /* Undo the temporary resurrection; can't use DECREF here, it would
3181 * cause a recursive call.
3182 */
3183 assert(self->ob_refcnt > 0);
3184 if (--self->ob_refcnt == 0)
3185 return; /* this is the normal path out */
3186
3187 /* __del__ resurrected it! Make it look like the original Py_DECREF
3188 * never happened.
3189 */
3190 {
3191 Py_ssize_t refcnt = self->ob_refcnt;
3192 _Py_NewReference(self);
3193 self->ob_refcnt = refcnt;
3194 }
3195 assert(!PyType_IS_GC(Py_TYPE(self)) ||
3196 _Py_AS_GC(self)->gc.gc_refs != _PyGC_REFS_UNTRACKED);
3197 /* If Py_REF_DEBUG, _Py_NewReference bumped _Py_RefTotal, so
3198 * we need to undo that. */
3199 _Py_DEC_REFTOTAL;
3200 /* If Py_TRACE_REFS, _Py_NewReference re-added self to the object
3201 * chain, so no more to do there.
3202 * If COUNT_ALLOCS, the original decref bumped tp_frees, and
3203 * _Py_NewReference bumped tp_allocs: both of those need to be
3204 * undone.
3205 */
3206#ifdef COUNT_ALLOCS
3207 --Py_TYPE(self)->tp_frees;
3208 --Py_TYPE(self)->tp_allocs;
3209#endif
3210}
3211
3212static PyObject *
3213with_tp_del(PyObject *self, PyObject *args)
3214{
3215 PyObject *obj;
3216 PyTypeObject *tp;
3217
3218 if (!PyArg_ParseTuple(args, "O:with_tp_del", &obj))
3219 return NULL;
3220 tp = (PyTypeObject *) obj;
3221 if (!PyType_Check(obj) || !PyType_HasFeature(tp, Py_TPFLAGS_HEAPTYPE)) {
3222 PyErr_Format(PyExc_TypeError,
3223 "heap type expected, got %R", obj);
3224 return NULL;
3225 }
3226 tp->tp_del = slot_tp_del;
3227 Py_INCREF(obj);
3228 return obj;
3229}
3230
Antoine Pitroub349e4c2014-08-06 19:31:40 -04003231static PyMethodDef ml;
3232
3233static PyObject *
3234create_cfunction(PyObject *self, PyObject *args)
3235{
3236 return PyCFunction_NewEx(&ml, self, NULL);
3237}
3238
3239static PyMethodDef ml = {
3240 "create_cfunction",
3241 create_cfunction,
3242 METH_NOARGS,
3243 NULL
3244};
3245
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07003246static PyObject *
3247_test_incref(PyObject *ob)
3248{
3249 Py_INCREF(ob);
3250 return ob;
3251}
3252
3253static PyObject *
3254test_xincref_doesnt_leak(PyObject *ob)
3255{
3256 PyObject *obj = PyLong_FromLong(0);
3257 Py_XINCREF(_test_incref(obj));
3258 Py_DECREF(obj);
3259 Py_DECREF(obj);
3260 Py_DECREF(obj);
3261 Py_RETURN_NONE;
3262}
3263
3264static PyObject *
3265test_incref_doesnt_leak(PyObject *ob)
3266{
3267 PyObject *obj = PyLong_FromLong(0);
3268 Py_INCREF(_test_incref(obj));
3269 Py_DECREF(obj);
3270 Py_DECREF(obj);
3271 Py_DECREF(obj);
3272 Py_RETURN_NONE;
3273}
3274
3275static PyObject *
3276test_xdecref_doesnt_leak(PyObject *ob)
3277{
3278 Py_XDECREF(PyLong_FromLong(0));
3279 Py_RETURN_NONE;
3280}
3281
3282static PyObject *
3283test_decref_doesnt_leak(PyObject *ob)
3284{
3285 Py_DECREF(PyLong_FromLong(0));
3286 Py_RETURN_NONE;
3287}
Antoine Pitrou2f828f22012-01-18 00:21:11 +01003288
Victor Stinner0507bf52013-07-07 02:05:46 +02003289static PyObject *
Christian Heimes4efdb412013-07-31 02:36:43 +02003290test_incref_decref_API(PyObject *ob)
3291{
3292 PyObject *obj = PyLong_FromLong(0);
Victor Stinnerfc6a90a2014-10-09 22:15:41 +02003293 Py_IncRef(obj);
Christian Heimes4efdb412013-07-31 02:36:43 +02003294 Py_DecRef(obj);
3295 Py_DecRef(obj);
3296 Py_RETURN_NONE;
3297}
3298
3299static PyObject *
Victor Stinner0507bf52013-07-07 02:05:46 +02003300test_pymem_alloc0(PyObject *self)
3301{
3302 void *ptr;
3303
Victor Stinnerdb067af2014-05-02 22:31:14 +02003304 ptr = PyMem_RawMalloc(0);
3305 if (ptr == NULL) {
3306 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawMalloc(0) returns NULL");
3307 return NULL;
3308 }
3309 PyMem_RawFree(ptr);
3310
3311 ptr = PyMem_RawCalloc(0, 0);
3312 if (ptr == NULL) {
3313 PyErr_SetString(PyExc_RuntimeError, "PyMem_RawCalloc(0, 0) returns NULL");
3314 return NULL;
3315 }
3316 PyMem_RawFree(ptr);
3317
Victor Stinner0507bf52013-07-07 02:05:46 +02003318 ptr = PyMem_Malloc(0);
3319 if (ptr == NULL) {
3320 PyErr_SetString(PyExc_RuntimeError, "PyMem_Malloc(0) returns NULL");
3321 return NULL;
3322 }
3323 PyMem_Free(ptr);
3324
Victor Stinnerdb067af2014-05-02 22:31:14 +02003325 ptr = PyMem_Calloc(0, 0);
3326 if (ptr == NULL) {
3327 PyErr_SetString(PyExc_RuntimeError, "PyMem_Calloc(0, 0) returns NULL");
3328 return NULL;
3329 }
3330 PyMem_Free(ptr);
3331
Victor Stinner0507bf52013-07-07 02:05:46 +02003332 ptr = PyObject_Malloc(0);
3333 if (ptr == NULL) {
3334 PyErr_SetString(PyExc_RuntimeError, "PyObject_Malloc(0) returns NULL");
3335 return NULL;
3336 }
3337 PyObject_Free(ptr);
3338
Victor Stinnerdb067af2014-05-02 22:31:14 +02003339 ptr = PyObject_Calloc(0, 0);
3340 if (ptr == NULL) {
3341 PyErr_SetString(PyExc_RuntimeError, "PyObject_Calloc(0, 0) returns NULL");
3342 return NULL;
3343 }
3344 PyObject_Free(ptr);
3345
Victor Stinner0507bf52013-07-07 02:05:46 +02003346 Py_RETURN_NONE;
3347}
3348
3349typedef struct {
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003350 PyMemAllocatorEx alloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003351
3352 size_t malloc_size;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003353 size_t calloc_nelem;
3354 size_t calloc_elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003355 void *realloc_ptr;
3356 size_t realloc_new_size;
3357 void *free_ptr;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003358 void *ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003359} alloc_hook_t;
3360
Victor Stinner9ed83c42017-10-31 12:18:10 -07003361static void* hook_malloc(void* ctx, size_t size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003362{
3363 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003364 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003365 hook->malloc_size = size;
3366 return hook->alloc.malloc(hook->alloc.ctx, size);
3367}
3368
Victor Stinner9ed83c42017-10-31 12:18:10 -07003369static void* hook_calloc(void* ctx, size_t nelem, size_t elsize)
Victor Stinnerdb067af2014-05-02 22:31:14 +02003370{
3371 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003372 hook->ctx = ctx;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003373 hook->calloc_nelem = nelem;
3374 hook->calloc_elsize = elsize;
3375 return hook->alloc.calloc(hook->alloc.ctx, nelem, elsize);
3376}
3377
Victor Stinner9ed83c42017-10-31 12:18:10 -07003378static void* hook_realloc(void* ctx, void* ptr, size_t new_size)
Victor Stinner0507bf52013-07-07 02:05:46 +02003379{
3380 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003381 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003382 hook->realloc_ptr = ptr;
3383 hook->realloc_new_size = new_size;
3384 return hook->alloc.realloc(hook->alloc.ctx, ptr, new_size);
3385}
3386
Victor Stinner9ed83c42017-10-31 12:18:10 -07003387static void hook_free(void *ctx, void *ptr)
Victor Stinner0507bf52013-07-07 02:05:46 +02003388{
3389 alloc_hook_t *hook = (alloc_hook_t *)ctx;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003390 hook->ctx = ctx;
Victor Stinner0507bf52013-07-07 02:05:46 +02003391 hook->free_ptr = ptr;
3392 hook->alloc.free(hook->alloc.ctx, ptr);
3393}
3394
3395static PyObject *
3396test_setallocators(PyMemAllocatorDomain domain)
3397{
3398 PyObject *res = NULL;
3399 const char *error_msg;
3400 alloc_hook_t hook;
Victor Stinnerd8f0d922014-06-02 21:57:10 +02003401 PyMemAllocatorEx alloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003402 size_t size, size2, nelem, elsize;
Victor Stinner0507bf52013-07-07 02:05:46 +02003403 void *ptr, *ptr2;
3404
Victor Stinnerdb067af2014-05-02 22:31:14 +02003405 memset(&hook, 0, sizeof(hook));
Victor Stinner0507bf52013-07-07 02:05:46 +02003406
3407 alloc.ctx = &hook;
3408 alloc.malloc = &hook_malloc;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003409 alloc.calloc = &hook_calloc;
Victor Stinner0507bf52013-07-07 02:05:46 +02003410 alloc.realloc = &hook_realloc;
3411 alloc.free = &hook_free;
3412 PyMem_GetAllocator(domain, &hook.alloc);
3413 PyMem_SetAllocator(domain, &alloc);
3414
Victor Stinner9ed83c42017-10-31 12:18:10 -07003415 /* malloc, realloc, free */
Victor Stinner0507bf52013-07-07 02:05:46 +02003416 size = 42;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003417 hook.ctx = NULL;
Victor Stinner0507bf52013-07-07 02:05:46 +02003418 switch(domain)
3419 {
3420 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawMalloc(size); break;
3421 case PYMEM_DOMAIN_MEM: ptr = PyMem_Malloc(size); break;
3422 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Malloc(size); break;
3423 default: ptr = NULL; break;
3424 }
3425
Victor Stinner9ed83c42017-10-31 12:18:10 -07003426#define CHECK_CTX(FUNC) \
3427 if (hook.ctx != &hook) { \
3428 error_msg = FUNC " wrong context"; \
3429 goto fail; \
3430 } \
3431 hook.ctx = NULL; /* reset for next check */
3432
Victor Stinner0507bf52013-07-07 02:05:46 +02003433 if (ptr == NULL) {
3434 error_msg = "malloc failed";
3435 goto fail;
3436 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003437 CHECK_CTX("malloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003438 if (hook.malloc_size != size) {
3439 error_msg = "malloc invalid size";
3440 goto fail;
3441 }
3442
3443 size2 = 200;
3444 switch(domain)
3445 {
3446 case PYMEM_DOMAIN_RAW: ptr2 = PyMem_RawRealloc(ptr, size2); break;
3447 case PYMEM_DOMAIN_MEM: ptr2 = PyMem_Realloc(ptr, size2); break;
3448 case PYMEM_DOMAIN_OBJ: ptr2 = PyObject_Realloc(ptr, size2); break;
Christian Heimes865d12a2013-08-02 11:10:51 +02003449 default: ptr2 = NULL; break;
Victor Stinner0507bf52013-07-07 02:05:46 +02003450 }
3451
3452 if (ptr2 == NULL) {
3453 error_msg = "realloc failed";
3454 goto fail;
3455 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003456 CHECK_CTX("realloc");
Victor Stinner0507bf52013-07-07 02:05:46 +02003457 if (hook.realloc_ptr != ptr
3458 || hook.realloc_new_size != size2) {
3459 error_msg = "realloc invalid parameters";
3460 goto fail;
3461 }
3462
3463 switch(domain)
3464 {
3465 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr2); break;
3466 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr2); break;
3467 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr2); break;
3468 }
3469
Victor Stinner9ed83c42017-10-31 12:18:10 -07003470 CHECK_CTX("free");
Victor Stinner0507bf52013-07-07 02:05:46 +02003471 if (hook.free_ptr != ptr2) {
3472 error_msg = "free invalid pointer";
3473 goto fail;
3474 }
3475
Victor Stinner9ed83c42017-10-31 12:18:10 -07003476 /* calloc, free */
Victor Stinnerdb067af2014-05-02 22:31:14 +02003477 nelem = 2;
3478 elsize = 5;
3479 switch(domain)
3480 {
3481 case PYMEM_DOMAIN_RAW: ptr = PyMem_RawCalloc(nelem, elsize); break;
3482 case PYMEM_DOMAIN_MEM: ptr = PyMem_Calloc(nelem, elsize); break;
3483 case PYMEM_DOMAIN_OBJ: ptr = PyObject_Calloc(nelem, elsize); break;
3484 default: ptr = NULL; break;
3485 }
3486
3487 if (ptr == NULL) {
3488 error_msg = "calloc failed";
3489 goto fail;
3490 }
Victor Stinner9ed83c42017-10-31 12:18:10 -07003491 CHECK_CTX("calloc");
Victor Stinnerdb067af2014-05-02 22:31:14 +02003492 if (hook.calloc_nelem != nelem || hook.calloc_elsize != elsize) {
3493 error_msg = "calloc invalid nelem or elsize";
3494 goto fail;
3495 }
3496
Victor Stinner9ed83c42017-10-31 12:18:10 -07003497 hook.free_ptr = NULL;
Victor Stinnerdb067af2014-05-02 22:31:14 +02003498 switch(domain)
3499 {
3500 case PYMEM_DOMAIN_RAW: PyMem_RawFree(ptr); break;
3501 case PYMEM_DOMAIN_MEM: PyMem_Free(ptr); break;
3502 case PYMEM_DOMAIN_OBJ: PyObject_Free(ptr); break;
3503 }
3504
Victor Stinner9ed83c42017-10-31 12:18:10 -07003505 CHECK_CTX("calloc free");
3506 if (hook.free_ptr != ptr) {
3507 error_msg = "calloc free invalid pointer";
3508 goto fail;
3509 }
3510
Victor Stinner0507bf52013-07-07 02:05:46 +02003511 Py_INCREF(Py_None);
3512 res = Py_None;
3513 goto finally;
3514
3515fail:
3516 PyErr_SetString(PyExc_RuntimeError, error_msg);
3517
3518finally:
3519 PyMem_SetAllocator(domain, &hook.alloc);
3520 return res;
Victor Stinner9ed83c42017-10-31 12:18:10 -07003521
3522#undef CHECK_CTX
Victor Stinner0507bf52013-07-07 02:05:46 +02003523}
3524
3525static PyObject *
3526test_pymem_setrawallocators(PyObject *self)
3527{
3528 return test_setallocators(PYMEM_DOMAIN_RAW);
3529}
3530
3531static PyObject *
3532test_pymem_setallocators(PyObject *self)
3533{
3534 return test_setallocators(PYMEM_DOMAIN_MEM);
3535}
3536
3537static PyObject *
3538test_pyobject_setallocators(PyObject *self)
3539{
3540 return test_setallocators(PYMEM_DOMAIN_OBJ);
3541}
3542
xdegaye85f64302017-07-01 14:14:45 +02003543/* Most part of the following code is inherited from the pyfailmalloc project
3544 * written by Victor Stinner. */
3545static struct {
3546 int installed;
3547 PyMemAllocatorEx raw;
3548 PyMemAllocatorEx mem;
3549 PyMemAllocatorEx obj;
3550} FmHook;
3551
3552static struct {
3553 int start;
3554 int stop;
3555 Py_ssize_t count;
3556} FmData;
3557
3558static int
3559fm_nomemory(void)
3560{
3561 FmData.count++;
3562 if (FmData.count > FmData.start &&
3563 (FmData.stop <= 0 || FmData.count <= FmData.stop)) {
3564 return 1;
3565 }
3566 return 0;
3567}
3568
3569static void *
3570hook_fmalloc(void *ctx, size_t size)
3571{
3572 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3573 if (fm_nomemory()) {
3574 return NULL;
3575 }
3576 return alloc->malloc(alloc->ctx, size);
3577}
3578
3579static void *
3580hook_fcalloc(void *ctx, size_t nelem, size_t elsize)
3581{
3582 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3583 if (fm_nomemory()) {
3584 return NULL;
3585 }
3586 return alloc->calloc(alloc->ctx, nelem, elsize);
3587}
3588
3589static void *
3590hook_frealloc(void *ctx, void *ptr, size_t new_size)
3591{
3592 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3593 if (fm_nomemory()) {
3594 return NULL;
3595 }
3596 return alloc->realloc(alloc->ctx, ptr, new_size);
3597}
3598
3599static void
3600hook_ffree(void *ctx, void *ptr)
3601{
3602 PyMemAllocatorEx *alloc = (PyMemAllocatorEx *)ctx;
3603 alloc->free(alloc->ctx, ptr);
3604}
3605
3606static void
3607fm_setup_hooks(void)
3608{
3609 PyMemAllocatorEx alloc;
3610
3611 if (FmHook.installed) {
3612 return;
3613 }
3614 FmHook.installed = 1;
3615
3616 alloc.malloc = hook_fmalloc;
3617 alloc.calloc = hook_fcalloc;
3618 alloc.realloc = hook_frealloc;
3619 alloc.free = hook_ffree;
3620 PyMem_GetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3621 PyMem_GetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3622 PyMem_GetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3623
3624 alloc.ctx = &FmHook.raw;
3625 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &alloc);
3626
3627 alloc.ctx = &FmHook.mem;
3628 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &alloc);
3629
3630 alloc.ctx = &FmHook.obj;
3631 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &alloc);
3632}
3633
3634static void
3635fm_remove_hooks(void)
3636{
3637 if (FmHook.installed) {
3638 FmHook.installed = 0;
3639 PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &FmHook.raw);
3640 PyMem_SetAllocator(PYMEM_DOMAIN_MEM, &FmHook.mem);
3641 PyMem_SetAllocator(PYMEM_DOMAIN_OBJ, &FmHook.obj);
3642 }
3643}
3644
3645static PyObject*
3646set_nomemory(PyObject *self, PyObject *args)
3647{
3648 /* Memory allocation fails after 'start' allocation requests, and until
3649 * 'stop' allocation requests except when 'stop' is negative or equal
3650 * to 0 (default) in which case allocation failures never stop. */
3651 FmData.count = 0;
3652 FmData.stop = 0;
3653 if (!PyArg_ParseTuple(args, "i|i", &FmData.start, &FmData.stop)) {
3654 return NULL;
3655 }
3656 fm_setup_hooks();
3657 Py_RETURN_NONE;
3658}
3659
3660static PyObject*
3661remove_mem_hooks(PyObject *self)
3662{
3663 fm_remove_hooks();
3664 Py_RETURN_NONE;
3665}
3666
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003667PyDoc_STRVAR(docstring_empty,
3668""
3669);
3670
3671PyDoc_STRVAR(docstring_no_signature,
3672"This docstring has no signature."
3673);
3674
3675PyDoc_STRVAR(docstring_with_invalid_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003676"docstring_with_invalid_signature($module, /, boo)\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003677"\n"
3678"This docstring has an invalid signature."
3679);
3680
Larry Hastings2623c8c2014-02-08 22:15:29 -08003681PyDoc_STRVAR(docstring_with_invalid_signature2,
3682"docstring_with_invalid_signature2($module, /, boo)\n"
3683"\n"
3684"--\n"
3685"\n"
3686"This docstring also has an invalid signature."
3687);
3688
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003689PyDoc_STRVAR(docstring_with_signature,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003690"docstring_with_signature($module, /, sig)\n"
3691"--\n"
3692"\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003693"This docstring has a valid signature."
3694);
3695
Zachary Ware8ef887c2015-04-13 18:22:35 -05003696PyDoc_STRVAR(docstring_with_signature_but_no_doc,
3697"docstring_with_signature_but_no_doc($module, /, sig)\n"
3698"--\n"
3699"\n"
3700);
3701
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003702PyDoc_STRVAR(docstring_with_signature_and_extra_newlines,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003703"docstring_with_signature_and_extra_newlines($module, /, parameter)\n"
3704"--\n"
Larry Hastings44e2eaa2013-11-23 15:37:55 -08003705"\n"
3706"\n"
3707"This docstring has a valid signature and some extra newlines."
3708);
3709
Larry Hastings16c51912014-01-07 11:53:01 -08003710PyDoc_STRVAR(docstring_with_signature_with_defaults,
Larry Hastings2623c8c2014-02-08 22:15:29 -08003711"docstring_with_signature_with_defaults(module, s='avocado',\n"
3712" b=b'bytes', d=3.14, i=35, n=None, t=True, f=False,\n"
3713" local=the_number_three, sys=sys.maxsize,\n"
3714" exp=sys.maxsize - 1)\n"
3715"--\n"
Larry Hastings16c51912014-01-07 11:53:01 -08003716"\n"
3717"\n"
3718"\n"
3719"This docstring has a valid signature with parameters,\n"
3720"and the parameters take defaults of varying types."
3721);
3722
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01003723typedef struct {
3724 PyThread_type_lock start_event;
3725 PyThread_type_lock exit_event;
3726 PyObject *callback;
3727} test_c_thread_t;
3728
3729static void
3730temporary_c_thread(void *data)
3731{
3732 test_c_thread_t *test_c_thread = data;
3733 PyGILState_STATE state;
3734 PyObject *res;
3735
3736 PyThread_release_lock(test_c_thread->start_event);
3737
3738 /* Allocate a Python thread state for this thread */
3739 state = PyGILState_Ensure();
3740
Victor Stinner3466bde2016-09-05 18:16:01 -07003741 res = _PyObject_CallNoArg(test_c_thread->callback);
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01003742 Py_CLEAR(test_c_thread->callback);
3743
3744 if (res == NULL) {
3745 PyErr_Print();
3746 }
3747 else {
3748 Py_DECREF(res);
3749 }
3750
3751 /* Destroy the Python thread state for this thread */
3752 PyGILState_Release(state);
3753
3754 PyThread_release_lock(test_c_thread->exit_event);
3755
3756 PyThread_exit_thread();
3757}
3758
3759static PyObject *
3760call_in_temporary_c_thread(PyObject *self, PyObject *callback)
3761{
3762 PyObject *res = NULL;
3763 test_c_thread_t test_c_thread;
3764 long thread;
3765
3766 PyEval_InitThreads();
3767
3768 test_c_thread.start_event = PyThread_allocate_lock();
3769 test_c_thread.exit_event = PyThread_allocate_lock();
3770 test_c_thread.callback = NULL;
3771 if (!test_c_thread.start_event || !test_c_thread.exit_event) {
3772 PyErr_SetString(PyExc_RuntimeError, "could not allocate lock");
3773 goto exit;
3774 }
3775
3776 Py_INCREF(callback);
3777 test_c_thread.callback = callback;
3778
3779 PyThread_acquire_lock(test_c_thread.start_event, 1);
3780 PyThread_acquire_lock(test_c_thread.exit_event, 1);
3781
3782 thread = PyThread_start_new_thread(temporary_c_thread, &test_c_thread);
3783 if (thread == -1) {
3784 PyErr_SetString(PyExc_RuntimeError, "unable to start the thread");
3785 PyThread_release_lock(test_c_thread.start_event);
3786 PyThread_release_lock(test_c_thread.exit_event);
3787 goto exit;
3788 }
3789
3790 PyThread_acquire_lock(test_c_thread.start_event, 1);
3791 PyThread_release_lock(test_c_thread.start_event);
3792
3793 Py_BEGIN_ALLOW_THREADS
3794 PyThread_acquire_lock(test_c_thread.exit_event, 1);
3795 PyThread_release_lock(test_c_thread.exit_event);
3796 Py_END_ALLOW_THREADS
3797
3798 Py_INCREF(Py_None);
3799 res = Py_None;
3800
3801exit:
3802 Py_CLEAR(test_c_thread.callback);
3803 if (test_c_thread.start_event)
3804 PyThread_free_lock(test_c_thread.start_event);
3805 if (test_c_thread.exit_event)
3806 PyThread_free_lock(test_c_thread.exit_event);
3807 return res;
3808}
Victor Stinner13105102013-12-13 02:17:29 +01003809
Victor Stinner56e8c292014-07-21 12:30:22 +02003810static PyObject*
3811test_raise_signal(PyObject* self, PyObject *args)
3812{
3813 int signum, err;
3814
Oren Milmanba7d7362017-08-29 11:58:27 +03003815 if (!PyArg_ParseTuple(args, "i:raise_signal", &signum)) {
Victor Stinner56e8c292014-07-21 12:30:22 +02003816 return NULL;
Oren Milmanba7d7362017-08-29 11:58:27 +03003817 }
Victor Stinner56e8c292014-07-21 12:30:22 +02003818
3819 err = raise(signum);
3820 if (err)
3821 return PyErr_SetFromErrno(PyExc_OSError);
3822
3823 if (PyErr_CheckSignals() < 0)
3824 return NULL;
3825
3826 Py_RETURN_NONE;
3827}
3828
Serhiy Storchakab5181342015-02-06 08:58:56 +02003829/* marshal */
3830
3831static PyObject*
3832pymarshal_write_long_to_file(PyObject* self, PyObject *args)
3833{
3834 long value;
3835 char *filename;
3836 int version;
3837 FILE *fp;
3838
3839 if (!PyArg_ParseTuple(args, "lsi:pymarshal_write_long_to_file",
3840 &value, &filename, &version))
3841 return NULL;
3842
3843 fp = fopen(filename, "wb");
3844 if (fp == NULL) {
3845 PyErr_SetFromErrno(PyExc_OSError);
3846 return NULL;
3847 }
3848
3849 PyMarshal_WriteLongToFile(value, fp, version);
3850
3851 fclose(fp);
3852 if (PyErr_Occurred())
3853 return NULL;
3854 Py_RETURN_NONE;
3855}
3856
3857static PyObject*
3858pymarshal_write_object_to_file(PyObject* self, PyObject *args)
3859{
3860 PyObject *obj;
3861 char *filename;
3862 int version;
3863 FILE *fp;
3864
3865 if (!PyArg_ParseTuple(args, "Osi:pymarshal_write_object_to_file",
3866 &obj, &filename, &version))
3867 return NULL;
3868
3869 fp = fopen(filename, "wb");
3870 if (fp == NULL) {
3871 PyErr_SetFromErrno(PyExc_OSError);
3872 return NULL;
3873 }
3874
3875 PyMarshal_WriteObjectToFile(obj, fp, version);
3876
3877 fclose(fp);
3878 if (PyErr_Occurred())
3879 return NULL;
3880 Py_RETURN_NONE;
3881}
3882
3883static PyObject*
3884pymarshal_read_short_from_file(PyObject* self, PyObject *args)
3885{
3886 int value;
3887 long pos;
3888 char *filename;
3889 FILE *fp;
3890
3891 if (!PyArg_ParseTuple(args, "s:pymarshal_read_short_from_file", &filename))
3892 return NULL;
3893
3894 fp = fopen(filename, "rb");
3895 if (fp == NULL) {
3896 PyErr_SetFromErrno(PyExc_OSError);
3897 return NULL;
3898 }
3899
3900 value = PyMarshal_ReadShortFromFile(fp);
3901 pos = ftell(fp);
3902
3903 fclose(fp);
3904 if (PyErr_Occurred())
3905 return NULL;
3906 return Py_BuildValue("il", value, pos);
3907}
3908
3909static PyObject*
3910pymarshal_read_long_from_file(PyObject* self, PyObject *args)
3911{
3912 long value, pos;
3913 char *filename;
3914 FILE *fp;
3915
3916 if (!PyArg_ParseTuple(args, "s:pymarshal_read_long_from_file", &filename))
3917 return NULL;
3918
3919 fp = fopen(filename, "rb");
3920 if (fp == NULL) {
3921 PyErr_SetFromErrno(PyExc_OSError);
3922 return NULL;
3923 }
3924
3925 value = PyMarshal_ReadLongFromFile(fp);
3926 pos = ftell(fp);
3927
3928 fclose(fp);
3929 if (PyErr_Occurred())
3930 return NULL;
3931 return Py_BuildValue("ll", value, pos);
3932}
3933
3934static PyObject*
3935pymarshal_read_last_object_from_file(PyObject* self, PyObject *args)
3936{
3937 PyObject *obj;
3938 long pos;
3939 char *filename;
3940 FILE *fp;
3941
3942 if (!PyArg_ParseTuple(args, "s:pymarshal_read_last_object_from_file", &filename))
3943 return NULL;
3944
3945 fp = fopen(filename, "rb");
3946 if (fp == NULL) {
3947 PyErr_SetFromErrno(PyExc_OSError);
3948 return NULL;
3949 }
3950
3951 obj = PyMarshal_ReadLastObjectFromFile(fp);
3952 pos = ftell(fp);
3953
3954 fclose(fp);
3955 return Py_BuildValue("Nl", obj, pos);
3956}
3957
3958static PyObject*
3959pymarshal_read_object_from_file(PyObject* self, PyObject *args)
3960{
3961 PyObject *obj;
3962 long pos;
3963 char *filename;
3964 FILE *fp;
3965
3966 if (!PyArg_ParseTuple(args, "s:pymarshal_read_object_from_file", &filename))
3967 return NULL;
3968
3969 fp = fopen(filename, "rb");
3970 if (fp == NULL) {
3971 PyErr_SetFromErrno(PyExc_OSError);
3972 return NULL;
3973 }
3974
3975 obj = PyMarshal_ReadObjectFromFile(fp);
3976 pos = ftell(fp);
3977
3978 fclose(fp);
3979 return Py_BuildValue("Nl", obj, pos);
3980}
3981
Victor Stinnerefde1462015-03-21 15:04:43 +01003982static PyObject*
3983return_null_without_error(PyObject *self, PyObject *args)
3984{
3985 /* invalid call: return NULL without setting an error,
3986 * _Py_CheckFunctionResult() must detect such bug at runtime. */
3987 PyErr_Clear();
3988 return NULL;
3989}
3990
3991static PyObject*
3992return_result_with_error(PyObject *self, PyObject *args)
3993{
3994 /* invalid call: return a result with an error set,
3995 * _Py_CheckFunctionResult() must detect such bug at runtime. */
3996 PyErr_SetNone(PyExc_ValueError);
3997 Py_RETURN_NONE;
3998}
3999
Victor Stinner992c43f2015-03-27 17:12:45 +01004000static PyObject *
Victor Stinner13019fd2015-04-03 13:10:54 +02004001test_pytime_fromseconds(PyObject *self, PyObject *args)
4002{
4003 int seconds;
4004 _PyTime_t ts;
4005
4006 if (!PyArg_ParseTuple(args, "i", &seconds))
4007 return NULL;
4008 ts = _PyTime_FromSeconds(seconds);
4009 return _PyTime_AsNanosecondsObject(ts);
4010}
4011
4012static PyObject *
Victor Stinner992c43f2015-03-27 17:12:45 +01004013test_pytime_fromsecondsobject(PyObject *self, PyObject *args)
4014{
4015 PyObject *obj;
4016 int round;
4017 _PyTime_t ts;
4018
4019 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
4020 return NULL;
4021 if (check_time_rounding(round) < 0)
4022 return NULL;
4023 if (_PyTime_FromSecondsObject(&ts, obj, round) == -1)
4024 return NULL;
4025 return _PyTime_AsNanosecondsObject(ts);
4026}
4027
Victor Stinner4bfb4602015-03-27 22:27:24 +01004028static PyObject *
4029test_pytime_assecondsdouble(PyObject *self, PyObject *args)
4030{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004031 PyObject *obj;
Victor Stinner4bfb4602015-03-27 22:27:24 +01004032 _PyTime_t ts;
4033 double d;
4034
Victor Stinnerc29b5852017-11-02 07:28:27 -07004035 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner4bfb4602015-03-27 22:27:24 +01004036 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004037 }
4038 if (_PyTime_FromNanosecondsObject(&ts, obj) < 0) {
4039 return NULL;
4040 }
Victor Stinner4bfb4602015-03-27 22:27:24 +01004041 d = _PyTime_AsSecondsDouble(ts);
4042 return PyFloat_FromDouble(d);
4043}
4044
Victor Stinner95e9cef2015-03-28 01:26:47 +01004045static PyObject *
4046test_PyTime_AsTimeval(PyObject *self, PyObject *args)
4047{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004048 PyObject *obj;
Victor Stinner95e9cef2015-03-28 01:26:47 +01004049 int round;
4050 _PyTime_t t;
4051 struct timeval tv;
4052 PyObject *seconds;
4053
Victor Stinnerc29b5852017-11-02 07:28:27 -07004054 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner95e9cef2015-03-28 01:26:47 +01004055 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004056 if (check_time_rounding(round) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004057 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004058 }
4059 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004060 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004061 }
4062 if (_PyTime_AsTimeval(t, &tv, round) < 0) {
4063 return NULL;
4064 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004065
Benjamin Peterson2c134c32017-04-13 01:44:54 -07004066 seconds = PyLong_FromLongLong(tv.tv_sec);
Victor Stinnerc29b5852017-11-02 07:28:27 -07004067 if (seconds == NULL) {
Victor Stinner95e9cef2015-03-28 01:26:47 +01004068 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004069 }
Victor Stinner95e9cef2015-03-28 01:26:47 +01004070 return Py_BuildValue("Nl", seconds, tv.tv_usec);
4071}
4072
Victor Stinner34dc0f42015-03-27 18:19:03 +01004073#ifdef HAVE_CLOCK_GETTIME
4074static PyObject *
4075test_PyTime_AsTimespec(PyObject *self, PyObject *args)
4076{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004077 PyObject *obj;
Victor Stinner34dc0f42015-03-27 18:19:03 +01004078 _PyTime_t t;
4079 struct timespec ts;
4080
Victor Stinnerc29b5852017-11-02 07:28:27 -07004081 if (!PyArg_ParseTuple(args, "O", &obj)) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004082 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004083 }
4084 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner34dc0f42015-03-27 18:19:03 +01004085 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004086 }
4087 if (_PyTime_AsTimespec(t, &ts) == -1) {
4088 return NULL;
4089 }
Victor Stinner34dc0f42015-03-27 18:19:03 +01004090 return Py_BuildValue("Nl", _PyLong_FromTime_t(ts.tv_sec), ts.tv_nsec);
4091}
4092#endif
4093
Victor Stinner62d1c702015-04-01 17:47:07 +02004094static PyObject *
4095test_PyTime_AsMilliseconds(PyObject *self, PyObject *args)
4096{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004097 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004098 int round;
4099 _PyTime_t t, ms;
4100
Victor Stinnerc29b5852017-11-02 07:28:27 -07004101 if (!PyArg_ParseTuple(args, "Oi", &obj, &round)) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004102 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004103 }
4104 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004105 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004106 }
4107 if (check_time_rounding(round) < 0) {
4108 return NULL;
4109 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004110 ms = _PyTime_AsMilliseconds(t, round);
4111 /* This conversion rely on the fact that _PyTime_t is a number of
4112 nanoseconds */
4113 return _PyTime_AsNanosecondsObject(ms);
4114}
4115
4116static PyObject *
4117test_PyTime_AsMicroseconds(PyObject *self, PyObject *args)
4118{
Victor Stinnerc29b5852017-11-02 07:28:27 -07004119 PyObject *obj;
Victor Stinner62d1c702015-04-01 17:47:07 +02004120 int round;
4121 _PyTime_t t, ms;
4122
Victor Stinnerc29b5852017-11-02 07:28:27 -07004123 if (!PyArg_ParseTuple(args, "Oi", &obj, &round))
Victor Stinner62d1c702015-04-01 17:47:07 +02004124 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004125 if (_PyTime_FromNanosecondsObject(&t, obj) < 0) {
Victor Stinner62d1c702015-04-01 17:47:07 +02004126 return NULL;
Victor Stinnerc29b5852017-11-02 07:28:27 -07004127 }
4128 if (check_time_rounding(round) < 0) {
4129 return NULL;
4130 }
Victor Stinner62d1c702015-04-01 17:47:07 +02004131 ms = _PyTime_AsMicroseconds(t, round);
4132 /* This conversion rely on the fact that _PyTime_t is a number of
4133 nanoseconds */
4134 return _PyTime_AsNanosecondsObject(ms);
4135}
4136
Victor Stinner50856d52015-10-13 00:11:21 +02004137static PyObject*
4138get_recursion_depth(PyObject *self, PyObject *args)
4139{
4140 PyThreadState *tstate = PyThreadState_GET();
4141
Raymond Hettinger15f44ab2016-08-30 10:47:49 -07004142 /* subtract one to ignore the frame of the get_recursion_depth() call */
Victor Stinner50856d52015-10-13 00:11:21 +02004143 return PyLong_FromLong(tstate->recursion_depth - 1);
4144}
4145
Victor Stinner34be8072016-03-14 12:04:26 +01004146static PyObject*
4147pymem_buffer_overflow(PyObject *self, PyObject *args)
4148{
4149 char *buffer;
4150
4151 /* Deliberate buffer overflow to check that PyMem_Free() detects
4152 the overflow when debug hooks are installed. */
4153 buffer = PyMem_Malloc(16);
4154 buffer[16] = 'x';
4155 PyMem_Free(buffer);
4156
4157 Py_RETURN_NONE;
4158}
4159
4160static PyObject*
4161pymem_api_misuse(PyObject *self, PyObject *args)
4162{
4163 char *buffer;
4164
4165 /* Deliberate misusage of Python allocators:
4166 allococate with PyMem but release with PyMem_Raw. */
4167 buffer = PyMem_Malloc(16);
4168 PyMem_RawFree(buffer);
4169
4170 Py_RETURN_NONE;
4171}
4172
Victor Stinnerc4aec362016-03-14 22:26:53 +01004173static PyObject*
Victor Stinnerad524372016-03-16 12:12:53 +01004174pymem_malloc_without_gil(PyObject *self, PyObject *args)
4175{
4176 char *buffer;
4177
4178 /* Deliberate bug to test debug hooks on Python memory allocators:
4179 call PyMem_Malloc() without holding the GIL */
4180 Py_BEGIN_ALLOW_THREADS
4181 buffer = PyMem_Malloc(10);
4182 Py_END_ALLOW_THREADS
4183
4184 PyMem_Free(buffer);
4185
4186 Py_RETURN_NONE;
4187}
4188
Victor Stinner5d39e042017-11-29 17:20:38 +01004189
4190static PyObject*
4191test_pymem_getallocatorsname(PyObject *self, PyObject *args)
4192{
4193 const char *name = _PyMem_GetAllocatorsName();
4194 if (name == NULL) {
4195 PyErr_SetString(PyExc_RuntimeError, "cannot get allocators name");
4196 return NULL;
4197 }
4198 return PyUnicode_FromString(name);
4199}
4200
4201
Victor Stinnerad524372016-03-16 12:12:53 +01004202static PyObject*
Victor Stinnerc4aec362016-03-14 22:26:53 +01004203pyobject_malloc_without_gil(PyObject *self, PyObject *args)
4204{
4205 char *buffer;
4206
Victor Stinnerad524372016-03-16 12:12:53 +01004207 /* Deliberate bug to test debug hooks on Python memory allocators:
4208 call PyObject_Malloc() without holding the GIL */
Victor Stinnerc4aec362016-03-14 22:26:53 +01004209 Py_BEGIN_ALLOW_THREADS
4210 buffer = PyObject_Malloc(10);
4211 Py_END_ALLOW_THREADS
4212
4213 PyObject_Free(buffer);
4214
4215 Py_RETURN_NONE;
4216}
4217
Victor Stinner10b73e12016-03-22 13:39:05 +01004218static PyObject *
4219tracemalloc_track(PyObject *self, PyObject *args)
4220{
4221 unsigned int domain;
4222 PyObject *ptr_obj;
4223 void *ptr;
4224 Py_ssize_t size;
4225 int release_gil = 0;
4226 int res;
4227
4228 if (!PyArg_ParseTuple(args, "IOn|i", &domain, &ptr_obj, &size, &release_gil))
4229 return NULL;
4230 ptr = PyLong_AsVoidPtr(ptr_obj);
4231 if (PyErr_Occurred())
4232 return NULL;
4233
4234 if (release_gil) {
4235 Py_BEGIN_ALLOW_THREADS
Victor Stinner5ea4c062017-06-20 17:46:36 +02004236 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004237 Py_END_ALLOW_THREADS
4238 }
4239 else {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004240 res = PyTraceMalloc_Track(domain, (uintptr_t)ptr, size);
Victor Stinner10b73e12016-03-22 13:39:05 +01004241 }
4242
4243 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004244 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Track error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004245 return NULL;
4246 }
4247
4248 Py_RETURN_NONE;
4249}
4250
4251static PyObject *
4252tracemalloc_untrack(PyObject *self, PyObject *args)
4253{
4254 unsigned int domain;
4255 PyObject *ptr_obj;
4256 void *ptr;
4257 int res;
4258
4259 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4260 return NULL;
4261 ptr = PyLong_AsVoidPtr(ptr_obj);
4262 if (PyErr_Occurred())
4263 return NULL;
4264
Victor Stinner5ea4c062017-06-20 17:46:36 +02004265 res = PyTraceMalloc_Untrack(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004266 if (res < 0) {
Victor Stinner5ea4c062017-06-20 17:46:36 +02004267 PyErr_SetString(PyExc_RuntimeError, "PyTraceMalloc_Untrack error");
Victor Stinner10b73e12016-03-22 13:39:05 +01004268 return NULL;
4269 }
4270
4271 Py_RETURN_NONE;
4272}
4273
4274static PyObject *
4275tracemalloc_get_traceback(PyObject *self, PyObject *args)
4276{
4277 unsigned int domain;
4278 PyObject *ptr_obj;
4279 void *ptr;
4280
4281 if (!PyArg_ParseTuple(args, "IO", &domain, &ptr_obj))
4282 return NULL;
4283 ptr = PyLong_AsVoidPtr(ptr_obj);
4284 if (PyErr_Occurred())
4285 return NULL;
4286
Benjamin Petersonca470632016-09-06 13:47:26 -07004287 return _PyTraceMalloc_GetTraceback(domain, (uintptr_t)ptr);
Victor Stinner10b73e12016-03-22 13:39:05 +01004288}
4289
Victor Stinner3b6a6b42016-09-08 12:51:24 -07004290static PyObject *
4291dict_get_version(PyObject *self, PyObject *args)
4292{
4293 PyDictObject *dict;
4294 uint64_t version;
4295
4296 if (!PyArg_ParseTuple(args, "O!", &PyDict_Type, &dict))
4297 return NULL;
4298
4299 version = dict->ma_version_tag;
4300
4301 Py_BUILD_ASSERT(sizeof(unsigned PY_LONG_LONG) >= sizeof(version));
4302 return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)version);
4303}
4304
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004305
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07004306static PyObject *
4307raise_SIGINT_then_send_None(PyObject *self, PyObject *args)
4308{
4309 PyGenObject *gen;
4310
4311 if (!PyArg_ParseTuple(args, "O!", &PyGen_Type, &gen))
4312 return NULL;
4313
4314 /* This is used in a test to check what happens if a signal arrives just
4315 as we're in the process of entering a yield from chain (see
4316 bpo-30039).
4317
4318 Needs to be done in C, because:
4319 - we don't have a Python wrapper for raise()
4320 - we need to make sure that the Python-level signal handler doesn't run
4321 *before* we enter the generator frame, which is impossible in Python
4322 because we check for signals before every bytecode operation.
4323 */
4324 raise(SIGINT);
4325 return _PyGen_Send(gen, Py_None);
4326}
4327
4328
Victor Stinner3b5cf852017-06-09 16:48:45 +02004329static int
4330fastcall_args(PyObject *args, PyObject ***stack, Py_ssize_t *nargs)
4331{
4332 if (args == Py_None) {
4333 *stack = NULL;
4334 *nargs = 0;
4335 }
4336 else if (PyTuple_Check(args)) {
4337 *stack = &PyTuple_GET_ITEM(args, 0);
4338 *nargs = PyTuple_GET_SIZE(args);
4339 }
4340 else {
4341 PyErr_SetString(PyExc_TypeError, "args must be None or a tuple");
4342 return -1;
4343 }
4344 return 0;
4345}
4346
4347
4348static PyObject *
4349test_pyobject_fastcall(PyObject *self, PyObject *args)
4350{
4351 PyObject *func, *func_args;
4352 PyObject **stack;
4353 Py_ssize_t nargs;
4354
4355 if (!PyArg_ParseTuple(args, "OO", &func, &func_args)) {
4356 return NULL;
4357 }
4358
4359 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4360 return NULL;
4361 }
4362 return _PyObject_FastCall(func, stack, nargs);
4363}
4364
4365
4366static PyObject *
4367test_pyobject_fastcalldict(PyObject *self, PyObject *args)
4368{
4369 PyObject *func, *func_args, *kwargs;
4370 PyObject **stack;
4371 Py_ssize_t nargs;
4372
4373 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwargs)) {
4374 return NULL;
4375 }
4376
4377 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4378 return NULL;
4379 }
4380
4381 if (kwargs == Py_None) {
4382 kwargs = NULL;
4383 }
4384 else if (!PyDict_Check(kwargs)) {
4385 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a dict");
4386 return NULL;
4387 }
4388
4389 return _PyObject_FastCallDict(func, stack, nargs, kwargs);
4390}
4391
4392
4393static PyObject *
4394test_pyobject_fastcallkeywords(PyObject *self, PyObject *args)
4395{
4396 PyObject *func, *func_args, *kwnames = NULL;
4397 PyObject **stack;
4398 Py_ssize_t nargs, nkw;
4399
4400 if (!PyArg_ParseTuple(args, "OOO", &func, &func_args, &kwnames)) {
4401 return NULL;
4402 }
4403
4404 if (fastcall_args(func_args, &stack, &nargs) < 0) {
4405 return NULL;
4406 }
4407
4408 if (kwnames == Py_None) {
4409 kwnames = NULL;
4410 }
4411 else if (PyTuple_Check(kwnames)) {
4412 nkw = PyTuple_GET_SIZE(kwnames);
4413 if (nargs < nkw) {
4414 PyErr_SetString(PyExc_ValueError, "kwnames longer than args");
4415 return NULL;
4416 }
4417 nargs -= nkw;
4418 }
4419 else {
4420 PyErr_SetString(PyExc_TypeError, "kwnames must be None or a tuple");
4421 return NULL;
4422 }
4423 return _PyObject_FastCallKeywords(func, stack, nargs, kwnames);
4424}
4425
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004426
Victor Stinner64fa4492017-07-10 14:37:49 +02004427static PyObject*
4428stack_pointer(PyObject *self, PyObject *args)
4429{
4430 int v = 5;
4431 return PyLong_FromVoidPtr(&v);
4432}
4433
Victor Stinner3b5cf852017-06-09 16:48:45 +02004434
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004435#ifdef W_STOPCODE
4436static PyObject*
4437py_w_stopcode(PyObject *self, PyObject *args)
4438{
4439 int sig, status;
4440 if (!PyArg_ParseTuple(args, "i", &sig)) {
4441 return NULL;
4442 }
4443 status = W_STOPCODE(sig);
4444 return PyLong_FromLong(status);
4445}
4446#endif
4447
4448
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004449static PyObject *
Oren Milman0ccc0f62017-10-08 11:17:46 +03004450get_mapping_keys(PyObject* self, PyObject *obj)
4451{
4452 return PyMapping_Keys(obj);
4453}
4454
4455static PyObject *
4456get_mapping_values(PyObject* self, PyObject *obj)
4457{
4458 return PyMapping_Values(obj);
4459}
4460
4461static PyObject *
4462get_mapping_items(PyObject* self, PyObject *obj)
4463{
4464 return PyMapping_Items(obj);
4465}
4466
4467
4468static PyObject *
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004469test_pythread_tss_key_state(PyObject *self, PyObject *args)
4470{
4471 Py_tss_t tss_key = Py_tss_NEEDS_INIT;
4472 if (PyThread_tss_is_created(&tss_key)) {
4473 return raiseTestError("test_pythread_tss_key_state",
4474 "TSS key not in an uninitialized state at "
4475 "creation time");
4476 }
4477 if (PyThread_tss_create(&tss_key) != 0) {
4478 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_create failed");
4479 return NULL;
4480 }
4481 if (!PyThread_tss_is_created(&tss_key)) {
4482 return raiseTestError("test_pythread_tss_key_state",
4483 "PyThread_tss_create succeeded, "
4484 "but with TSS key in an uninitialized state");
4485 }
4486 if (PyThread_tss_create(&tss_key) != 0) {
4487 return raiseTestError("test_pythread_tss_key_state",
4488 "PyThread_tss_create unsuccessful with "
4489 "an already initialized key");
4490 }
4491#define CHECK_TSS_API(expr) \
4492 (void)(expr); \
4493 if (!PyThread_tss_is_created(&tss_key)) { \
4494 return raiseTestError("test_pythread_tss_key_state", \
4495 "TSS key initialization state was not " \
4496 "preserved after calling " #expr); }
4497 CHECK_TSS_API(PyThread_tss_set(&tss_key, NULL));
4498 CHECK_TSS_API(PyThread_tss_get(&tss_key));
4499#undef CHECK_TSS_API
4500 PyThread_tss_delete(&tss_key);
4501 if (PyThread_tss_is_created(&tss_key)) {
4502 return raiseTestError("test_pythread_tss_key_state",
4503 "PyThread_tss_delete called, but did not "
4504 "set the key state to uninitialized");
4505 }
4506
4507 Py_tss_t *ptr_key = PyThread_tss_alloc();
4508 if (ptr_key == NULL) {
4509 PyErr_SetString(PyExc_RuntimeError, "PyThread_tss_alloc failed");
4510 return NULL;
4511 }
4512 if (PyThread_tss_is_created(ptr_key)) {
4513 return raiseTestError("test_pythread_tss_key_state",
4514 "TSS key not in an uninitialized state at "
4515 "allocation time");
4516 }
4517 PyThread_tss_free(ptr_key);
4518 ptr_key = NULL;
4519 Py_RETURN_NONE;
4520}
4521
4522
Yury Selivanovf23746a2018-01-22 19:11:18 -05004523static PyObject*
4524new_hamt(PyObject *self, PyObject *args)
4525{
4526 return _PyContext_NewHamtForTests();
4527}
4528
4529
Tim Peters9ea17ac2001-02-02 05:57:15 +00004530static PyMethodDef TestMethods[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004531 {"raise_exception", raise_exception, METH_VARARGS},
4532 {"raise_memoryerror", (PyCFunction)raise_memoryerror, METH_NOARGS},
Antoine Pitrou6bc217d2015-06-23 14:31:11 +02004533 {"set_errno", set_errno, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004534 {"test_config", (PyCFunction)test_config, METH_NOARGS},
Victor Stinner01076552013-10-29 19:39:52 +01004535 {"test_sizeof_c_types", (PyCFunction)test_sizeof_c_types, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004536 {"test_datetime_capi", test_datetime_capi, METH_NOARGS},
Paul Ganssle04af5b12018-01-24 17:29:30 -05004537 {"datetime_check_date", datetime_check_date, METH_VARARGS},
4538 {"datetime_check_time", datetime_check_time, METH_VARARGS},
4539 {"datetime_check_datetime", datetime_check_datetime, METH_VARARGS},
4540 {"datetime_check_delta", datetime_check_delta, METH_VARARGS},
4541 {"datetime_check_tzinfo", datetime_check_tzinfo, METH_VARARGS},
4542 {"make_timezones_capi", make_timezones_capi, METH_NOARGS},
4543 {"get_timezone_utc_capi", get_timezone_utc_capi, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004544 {"test_list_api", (PyCFunction)test_list_api, METH_NOARGS},
4545 {"test_dict_iteration", (PyCFunction)test_dict_iteration,METH_NOARGS},
Serhiy Storchakaf0b311b2016-11-06 13:18:24 +02004546 {"dict_getitem_knownhash", dict_getitem_knownhash, METH_VARARGS},
Victor Stinner3d3f2642016-12-15 17:21:23 +01004547 {"dict_hassplittable", dict_hassplittable, METH_O},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004548 {"test_lazy_hash_inheritance", (PyCFunction)test_lazy_hash_inheritance,METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004549 {"test_long_api", (PyCFunction)test_long_api, METH_NOARGS},
Benjamin Petersonda5eb5a2013-05-27 14:46:14 -07004550 {"test_xincref_doesnt_leak",(PyCFunction)test_xincref_doesnt_leak, METH_NOARGS},
4551 {"test_incref_doesnt_leak", (PyCFunction)test_incref_doesnt_leak, METH_NOARGS},
4552 {"test_xdecref_doesnt_leak",(PyCFunction)test_xdecref_doesnt_leak, METH_NOARGS},
4553 {"test_decref_doesnt_leak", (PyCFunction)test_decref_doesnt_leak, METH_NOARGS},
Christian Heimes4efdb412013-07-31 02:36:43 +02004554 {"test_incref_decref_API", (PyCFunction)test_incref_decref_API, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004555 {"test_long_and_overflow", (PyCFunction)test_long_and_overflow,
4556 METH_NOARGS},
Nadeem Vawda3d5881e2011-09-07 21:40:26 +02004557 {"test_long_as_double", (PyCFunction)test_long_as_double,METH_NOARGS},
4558 {"test_long_as_size_t", (PyCFunction)test_long_as_size_t,METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004559 {"test_long_numbits", (PyCFunction)test_long_numbits, METH_NOARGS},
4560 {"test_k_code", (PyCFunction)test_k_code, METH_NOARGS},
4561 {"test_empty_argparse", (PyCFunction)test_empty_argparse,METH_NOARGS},
Larry Hastings8f904da2012-06-22 03:56:29 -07004562 {"parse_tuple_and_keywords", parse_tuple_and_keywords, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004563 {"test_null_strings", (PyCFunction)test_null_strings, METH_NOARGS},
4564 {"test_string_from_format", (PyCFunction)test_string_from_format, METH_NOARGS},
4565 {"test_with_docstring", (PyCFunction)test_with_docstring, METH_NOARGS,
4566 PyDoc_STR("This is a pretty normal docstring.")},
4567 {"test_string_to_double", (PyCFunction)test_string_to_double, METH_NOARGS},
4568 {"test_unicode_compare_with_ascii", (PyCFunction)test_unicode_compare_with_ascii, METH_NOARGS},
4569 {"test_capsule", (PyCFunction)test_capsule, METH_NOARGS},
Stefan Krah7213fcc2015-02-01 16:19:23 +01004570 {"test_from_contiguous", (PyCFunction)test_from_contiguous, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01004571#if (defined(__linux__) || defined(__FreeBSD__)) && defined(__GNUC__)
Stefan Krah5178d912015-02-03 16:57:21 +01004572 {"test_pep3118_obsolete_write_locks", (PyCFunction)test_pep3118_obsolete_write_locks, METH_NOARGS},
Stefan Kraha7559c02015-02-03 22:27:21 +01004573#endif
Stefan Krah650c1e82015-02-03 21:43:23 +01004574 {"getbuffer_with_null_view", getbuffer_with_null_view, METH_O},
Serhiy Storchaka13e602e2016-05-20 22:31:14 +03004575 {"test_buildvalue_N", test_buildvalue_N, METH_NOARGS},
Serhiy Storchakace412872016-05-08 23:36:44 +03004576 {"get_args", get_args, METH_VARARGS},
4577 {"get_kwargs", (PyCFunction)get_kwargs, METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004578 {"getargs_tuple", getargs_tuple, METH_VARARGS},
4579 {"getargs_keywords", (PyCFunction)getargs_keywords,
4580 METH_VARARGS|METH_KEYWORDS},
Larry Hastings83a9f482012-03-20 20:06:16 +00004581 {"getargs_keyword_only", (PyCFunction)getargs_keyword_only,
4582 METH_VARARGS|METH_KEYWORDS},
Serhiy Storchakaf41b82f2016-06-09 16:30:29 +03004583 {"getargs_positional_only_and_keywords",
4584 (PyCFunction)getargs_positional_only_and_keywords,
4585 METH_VARARGS|METH_KEYWORDS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004586 {"getargs_b", getargs_b, METH_VARARGS},
4587 {"getargs_B", getargs_B, METH_VARARGS},
4588 {"getargs_h", getargs_h, METH_VARARGS},
4589 {"getargs_H", getargs_H, METH_VARARGS},
4590 {"getargs_I", getargs_I, METH_VARARGS},
4591 {"getargs_k", getargs_k, METH_VARARGS},
4592 {"getargs_i", getargs_i, METH_VARARGS},
4593 {"getargs_l", getargs_l, METH_VARARGS},
4594 {"getargs_n", getargs_n, METH_VARARGS},
Larry Hastingsfaf91e72012-05-05 16:54:29 -07004595 {"getargs_p", getargs_p, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004596 {"getargs_L", getargs_L, METH_VARARGS},
4597 {"getargs_K", getargs_K, METH_VARARGS},
4598 {"test_longlong_api", test_longlong_api, METH_NOARGS},
4599 {"test_long_long_and_overflow",
4600 (PyCFunction)test_long_long_and_overflow, METH_NOARGS},
4601 {"test_L_code", (PyCFunction)test_L_code, METH_NOARGS},
Serhiy Storchakaf95455d2016-05-16 10:11:47 +03004602 {"getargs_f", getargs_f, METH_VARARGS},
4603 {"getargs_d", getargs_d, METH_VARARGS},
4604 {"getargs_D", getargs_D, METH_VARARGS},
4605 {"getargs_S", getargs_S, METH_VARARGS},
4606 {"getargs_Y", getargs_Y, METH_VARARGS},
4607 {"getargs_U", getargs_U, METH_VARARGS},
Eli Bendersky906b88f2011-07-29 07:05:08 +03004608 {"getargs_c", getargs_c, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02004609 {"getargs_C", getargs_C, METH_VARARGS},
Victor Stinner06e49dd2010-06-13 18:21:50 +00004610 {"getargs_s", getargs_s, METH_VARARGS},
4611 {"getargs_s_star", getargs_s_star, METH_VARARGS},
4612 {"getargs_s_hash", getargs_s_hash, METH_VARARGS},
4613 {"getargs_z", getargs_z, METH_VARARGS},
4614 {"getargs_z_star", getargs_z_star, METH_VARARGS},
4615 {"getargs_z_hash", getargs_z_hash, METH_VARARGS},
4616 {"getargs_y", getargs_y, METH_VARARGS},
4617 {"getargs_y_star", getargs_y_star, METH_VARARGS},
4618 {"getargs_y_hash", getargs_y_hash, METH_VARARGS},
4619 {"getargs_u", getargs_u, METH_VARARGS},
4620 {"getargs_u_hash", getargs_u_hash, METH_VARARGS},
4621 {"getargs_Z", getargs_Z, METH_VARARGS},
4622 {"getargs_Z_hash", getargs_Z_hash, METH_VARARGS},
Victor Stinner25e8ec42010-06-25 00:02:38 +00004623 {"getargs_w_star", getargs_w_star, METH_VARARGS},
Serhiy Storchakac8241fd2016-01-28 19:49:54 +02004624 {"getargs_es", getargs_es, METH_VARARGS},
4625 {"getargs_et", getargs_et, METH_VARARGS},
4626 {"getargs_es_hash", getargs_es_hash, METH_VARARGS},
4627 {"getargs_et_hash", getargs_et_hash, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004628 {"codec_incrementalencoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00004629 (PyCFunction)codec_incrementalencoder, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004630 {"codec_incrementaldecoder",
Victor Stinner1c24bd02010-10-02 11:03:13 +00004631 (PyCFunction)codec_incrementaldecoder, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004632 {"test_s_code", (PyCFunction)test_s_code, METH_NOARGS},
4633 {"test_u_code", (PyCFunction)test_u_code, METH_NOARGS},
4634 {"test_Z_code", (PyCFunction)test_Z_code, METH_NOARGS},
4635 {"test_widechar", (PyCFunction)test_widechar, METH_NOARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01004636 {"unicode_aswidechar", unicode_aswidechar, METH_VARARGS},
4637 {"unicode_aswidecharstring",unicode_aswidecharstring, METH_VARARGS},
Serhiy Storchakacc164232016-10-02 21:29:26 +03004638 {"unicode_asucs4", unicode_asucs4, METH_VARARGS},
Xiang Zhangb2110682016-12-20 22:52:33 +08004639 {"unicode_findchar", unicode_findchar, METH_VARARGS},
Serhiy Storchaka9c0e1f82016-10-08 22:45:38 +03004640 {"unicode_copycharacters", unicode_copycharacters, METH_VARARGS},
Victor Stinner42bf7752011-11-21 22:52:58 +01004641 {"unicode_encodedecimal", unicode_encodedecimal, METH_VARARGS},
4642 {"unicode_transformdecimaltoascii", unicode_transformdecimaltoascii, METH_VARARGS},
Stefan Krahe6996ed2012-11-02 14:44:20 +01004643 {"unicode_legacy_string", unicode_legacy_string, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00004644 {"_test_thread_state", test_thread_state, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004645 {"_pending_threadfunc", pending_threadfunc, METH_VARARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00004646#ifdef HAVE_GETTIMEOFDAY
Victor Stinner1c24bd02010-10-02 11:03:13 +00004647 {"profile_int", profile_int, METH_NOARGS},
Guido van Rossumddefaf32007-01-14 03:31:43 +00004648#endif
Victor Stinner1c24bd02010-10-02 11:03:13 +00004649 {"traceback_print", traceback_print, METH_VARARGS},
4650 {"exception_print", exception_print, METH_VARARGS},
Martin v. Löwisaa2efcb2012-04-19 14:33:43 +02004651 {"set_exc_info", test_set_exc_info, METH_VARARGS},
Victor Stinner1c24bd02010-10-02 11:03:13 +00004652 {"argparsing", argparsing, METH_VARARGS},
4653 {"code_newempty", code_newempty, METH_VARARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004654 {"make_exception_with_doc", (PyCFunction)make_exception_with_doc,
4655 METH_VARARGS | METH_KEYWORDS},
Antoine Pitrou5bffa792011-02-24 20:50:49 +00004656 {"make_memoryview_from_NULL_pointer", (PyCFunction)make_memoryview_from_NULL_pointer,
4657 METH_NOARGS},
Jeffrey Yasskin8e0bdfd2010-05-13 18:31:05 +00004658 {"crash_no_current_thread", (PyCFunction)crash_no_current_thread, METH_NOARGS},
Antoine Pitrou2f828f22012-01-18 00:21:11 +01004659 {"run_in_subinterp", run_in_subinterp, METH_VARARGS},
Victor Stinner5d272cc2012-03-13 13:35:55 +01004660 {"pytime_object_to_time_t", test_pytime_object_to_time_t, METH_VARARGS},
4661 {"pytime_object_to_timeval", test_pytime_object_to_timeval, METH_VARARGS},
Victor Stinner643cd682012-03-02 22:54:03 +01004662 {"pytime_object_to_timespec", test_pytime_object_to_timespec, METH_VARARGS},
Antoine Pitrou796564c2013-07-30 19:59:21 +02004663 {"with_tp_del", with_tp_del, METH_VARARGS},
Antoine Pitroub349e4c2014-08-06 19:31:40 -04004664 {"create_cfunction", create_cfunction, METH_NOARGS},
Victor Stinner0507bf52013-07-07 02:05:46 +02004665 {"test_pymem_alloc0",
Victor Stinner797bcb52014-06-02 21:29:07 +02004666 (PyCFunction)test_pymem_alloc0, METH_NOARGS},
4667 {"test_pymem_setrawallocators",
Victor Stinner0507bf52013-07-07 02:05:46 +02004668 (PyCFunction)test_pymem_setrawallocators, METH_NOARGS},
4669 {"test_pymem_setallocators",
4670 (PyCFunction)test_pymem_setallocators, METH_NOARGS},
4671 {"test_pyobject_setallocators",
4672 (PyCFunction)test_pyobject_setallocators, METH_NOARGS},
xdegaye85f64302017-07-01 14:14:45 +02004673 {"set_nomemory", (PyCFunction)set_nomemory, METH_VARARGS,
4674 PyDoc_STR("set_nomemory(start:int, stop:int = 0)")},
4675 {"remove_mem_hooks", (PyCFunction)remove_mem_hooks, METH_NOARGS,
4676 PyDoc_STR("Remove memory hooks.")},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004677 {"no_docstring",
4678 (PyCFunction)test_with_docstring, METH_NOARGS},
4679 {"docstring_empty",
4680 (PyCFunction)test_with_docstring, METH_NOARGS,
4681 docstring_empty},
4682 {"docstring_no_signature",
4683 (PyCFunction)test_with_docstring, METH_NOARGS,
4684 docstring_no_signature},
4685 {"docstring_with_invalid_signature",
4686 (PyCFunction)test_with_docstring, METH_NOARGS,
4687 docstring_with_invalid_signature},
Larry Hastings2623c8c2014-02-08 22:15:29 -08004688 {"docstring_with_invalid_signature2",
4689 (PyCFunction)test_with_docstring, METH_NOARGS,
4690 docstring_with_invalid_signature2},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004691 {"docstring_with_signature",
4692 (PyCFunction)test_with_docstring, METH_NOARGS,
4693 docstring_with_signature},
Zachary Ware8ef887c2015-04-13 18:22:35 -05004694 {"docstring_with_signature_but_no_doc",
4695 (PyCFunction)test_with_docstring, METH_NOARGS,
4696 docstring_with_signature_but_no_doc},
Larry Hastings44e2eaa2013-11-23 15:37:55 -08004697 {"docstring_with_signature_and_extra_newlines",
4698 (PyCFunction)test_with_docstring, METH_NOARGS,
4699 docstring_with_signature_and_extra_newlines},
Larry Hastings16c51912014-01-07 11:53:01 -08004700 {"docstring_with_signature_with_defaults",
4701 (PyCFunction)test_with_docstring, METH_NOARGS,
4702 docstring_with_signature_with_defaults},
Victor Stinner56e8c292014-07-21 12:30:22 +02004703 {"raise_signal",
4704 (PyCFunction)test_raise_signal, METH_VARARGS},
Victor Stinnerfdeb6ec2013-12-13 02:01:38 +01004705 {"call_in_temporary_c_thread", call_in_temporary_c_thread, METH_O,
4706 PyDoc_STR("set_error_class(error_class) -> None")},
Serhiy Storchakab5181342015-02-06 08:58:56 +02004707 {"pymarshal_write_long_to_file",
4708 pymarshal_write_long_to_file, METH_VARARGS},
4709 {"pymarshal_write_object_to_file",
4710 pymarshal_write_object_to_file, METH_VARARGS},
4711 {"pymarshal_read_short_from_file",
4712 pymarshal_read_short_from_file, METH_VARARGS},
4713 {"pymarshal_read_long_from_file",
4714 pymarshal_read_long_from_file, METH_VARARGS},
4715 {"pymarshal_read_last_object_from_file",
4716 pymarshal_read_last_object_from_file, METH_VARARGS},
4717 {"pymarshal_read_object_from_file",
4718 pymarshal_read_object_from_file, METH_VARARGS},
Victor Stinnerefde1462015-03-21 15:04:43 +01004719 {"return_null_without_error",
4720 return_null_without_error, METH_NOARGS},
4721 {"return_result_with_error",
4722 return_result_with_error, METH_NOARGS},
Victor Stinner13019fd2015-04-03 13:10:54 +02004723 {"PyTime_FromSeconds", test_pytime_fromseconds, METH_VARARGS},
Victor Stinner4bfb4602015-03-27 22:27:24 +01004724 {"PyTime_FromSecondsObject", test_pytime_fromsecondsobject, METH_VARARGS},
4725 {"PyTime_AsSecondsDouble", test_pytime_assecondsdouble, METH_VARARGS},
Victor Stinner95e9cef2015-03-28 01:26:47 +01004726 {"PyTime_AsTimeval", test_PyTime_AsTimeval, METH_VARARGS},
Victor Stinner34dc0f42015-03-27 18:19:03 +01004727#ifdef HAVE_CLOCK_GETTIME
4728 {"PyTime_AsTimespec", test_PyTime_AsTimespec, METH_VARARGS},
4729#endif
Victor Stinner62d1c702015-04-01 17:47:07 +02004730 {"PyTime_AsMilliseconds", test_PyTime_AsMilliseconds, METH_VARARGS},
4731 {"PyTime_AsMicroseconds", test_PyTime_AsMicroseconds, METH_VARARGS},
Victor Stinner50856d52015-10-13 00:11:21 +02004732 {"get_recursion_depth", get_recursion_depth, METH_NOARGS},
Victor Stinner34be8072016-03-14 12:04:26 +01004733 {"pymem_buffer_overflow", pymem_buffer_overflow, METH_NOARGS},
4734 {"pymem_api_misuse", pymem_api_misuse, METH_NOARGS},
Victor Stinnerad524372016-03-16 12:12:53 +01004735 {"pymem_malloc_without_gil", pymem_malloc_without_gil, METH_NOARGS},
Victor Stinner5d39e042017-11-29 17:20:38 +01004736 {"pymem_getallocatorsname", test_pymem_getallocatorsname, METH_NOARGS},
Victor Stinnerc4aec362016-03-14 22:26:53 +01004737 {"pyobject_malloc_without_gil", pyobject_malloc_without_gil, METH_NOARGS},
Victor Stinner10b73e12016-03-22 13:39:05 +01004738 {"tracemalloc_track", tracemalloc_track, METH_VARARGS},
4739 {"tracemalloc_untrack", tracemalloc_untrack, METH_VARARGS},
4740 {"tracemalloc_get_traceback", tracemalloc_get_traceback, METH_VARARGS},
Victor Stinner3b6a6b42016-09-08 12:51:24 -07004741 {"dict_get_version", dict_get_version, METH_VARARGS},
Nathaniel J. Smithab4413a2017-05-17 13:33:23 -07004742 {"raise_SIGINT_then_send_None", raise_SIGINT_then_send_None, METH_VARARGS},
Victor Stinner3b5cf852017-06-09 16:48:45 +02004743 {"pyobject_fastcall", test_pyobject_fastcall, METH_VARARGS},
4744 {"pyobject_fastcalldict", test_pyobject_fastcalldict, METH_VARARGS},
4745 {"pyobject_fastcallkeywords", test_pyobject_fastcallkeywords, METH_VARARGS},
Victor Stinner64fa4492017-07-10 14:37:49 +02004746 {"stack_pointer", stack_pointer, METH_NOARGS},
Victor Stinner7b7c6dc2017-08-10 12:37:39 +02004747#ifdef W_STOPCODE
4748 {"W_STOPCODE", py_w_stopcode, METH_VARARGS},
4749#endif
Oren Milman0ccc0f62017-10-08 11:17:46 +03004750 {"get_mapping_keys", get_mapping_keys, METH_O},
4751 {"get_mapping_values", get_mapping_values, METH_O},
4752 {"get_mapping_items", get_mapping_items, METH_O},
Masayuki Yamamoto731e1892017-10-06 19:41:34 +09004753 {"test_pythread_tss_key_state", test_pythread_tss_key_state, METH_VARARGS},
Yury Selivanovf23746a2018-01-22 19:11:18 -05004754 {"hamt", new_hamt, METH_NOARGS},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004755 {NULL, NULL} /* sentinel */
Tim Peters9ea17ac2001-02-02 05:57:15 +00004756};
4757
Thomas Hellera4ea6032003-04-17 18:55:45 +00004758#define AddSym(d, n, f, v) {PyObject *o = f(v); PyDict_SetItemString(d, n, o); Py_DECREF(o);}
4759
Thomas Wouters89f507f2006-12-13 04:49:30 +00004760typedef struct {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004761 char bool_member;
4762 char byte_member;
4763 unsigned char ubyte_member;
4764 short short_member;
4765 unsigned short ushort_member;
4766 int int_member;
4767 unsigned int uint_member;
4768 long long_member;
4769 unsigned long ulong_member;
4770 Py_ssize_t pyssizet_member;
4771 float float_member;
4772 double double_member;
4773 char inplace_member[6];
Benjamin Petersonaf580df2016-09-06 10:46:49 -07004774 long long longlong_member;
4775 unsigned long long ulonglong_member;
Thomas Wouters89f507f2006-12-13 04:49:30 +00004776} all_structmembers;
4777
4778typedef struct {
4779 PyObject_HEAD
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004780 all_structmembers structmembers;
Thomas Wouters89f507f2006-12-13 04:49:30 +00004781} test_structmembers;
4782
4783static struct PyMemberDef test_members[] = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004784 {"T_BOOL", T_BOOL, offsetof(test_structmembers, structmembers.bool_member), 0, NULL},
4785 {"T_BYTE", T_BYTE, offsetof(test_structmembers, structmembers.byte_member), 0, NULL},
4786 {"T_UBYTE", T_UBYTE, offsetof(test_structmembers, structmembers.ubyte_member), 0, NULL},
4787 {"T_SHORT", T_SHORT, offsetof(test_structmembers, structmembers.short_member), 0, NULL},
4788 {"T_USHORT", T_USHORT, offsetof(test_structmembers, structmembers.ushort_member), 0, NULL},
4789 {"T_INT", T_INT, offsetof(test_structmembers, structmembers.int_member), 0, NULL},
4790 {"T_UINT", T_UINT, offsetof(test_structmembers, structmembers.uint_member), 0, NULL},
4791 {"T_LONG", T_LONG, offsetof(test_structmembers, structmembers.long_member), 0, NULL},
4792 {"T_ULONG", T_ULONG, offsetof(test_structmembers, structmembers.ulong_member), 0, NULL},
4793 {"T_PYSSIZET", T_PYSSIZET, offsetof(test_structmembers, structmembers.pyssizet_member), 0, NULL},
4794 {"T_FLOAT", T_FLOAT, offsetof(test_structmembers, structmembers.float_member), 0, NULL},
4795 {"T_DOUBLE", T_DOUBLE, offsetof(test_structmembers, structmembers.double_member), 0, NULL},
4796 {"T_STRING_INPLACE", T_STRING_INPLACE, offsetof(test_structmembers, structmembers.inplace_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004797 {"T_LONGLONG", T_LONGLONG, offsetof(test_structmembers, structmembers.longlong_member), 0, NULL},
4798 {"T_ULONGLONG", T_ULONGLONG, offsetof(test_structmembers, structmembers.ulonglong_member), 0, NULL},
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004799 {NULL}
Thomas Wouters89f507f2006-12-13 04:49:30 +00004800};
4801
4802
Christian Heimes1af737c2008-01-23 08:24:23 +00004803static PyObject *
4804test_structmembers_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)
4805{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004806 static char *keywords[] = {
4807 "T_BOOL", "T_BYTE", "T_UBYTE", "T_SHORT", "T_USHORT",
4808 "T_INT", "T_UINT", "T_LONG", "T_ULONG", "T_PYSSIZET",
4809 "T_FLOAT", "T_DOUBLE", "T_STRING_INPLACE",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004810 "T_LONGLONG", "T_ULONGLONG",
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004811 NULL};
Benjamin Petersoned4aa832016-09-05 17:44:18 -07004812 static const char fmt[] = "|bbBhHiIlknfds#LK";
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004813 test_structmembers *ob;
4814 const char *s = NULL;
4815 Py_ssize_t string_len = 0;
4816 ob = PyObject_New(test_structmembers, type);
4817 if (ob == NULL)
4818 return NULL;
4819 memset(&ob->structmembers, 0, sizeof(all_structmembers));
4820 if (!PyArg_ParseTupleAndKeywords(args, kwargs, fmt, keywords,
4821 &ob->structmembers.bool_member,
4822 &ob->structmembers.byte_member,
4823 &ob->structmembers.ubyte_member,
4824 &ob->structmembers.short_member,
4825 &ob->structmembers.ushort_member,
4826 &ob->structmembers.int_member,
4827 &ob->structmembers.uint_member,
4828 &ob->structmembers.long_member,
4829 &ob->structmembers.ulong_member,
4830 &ob->structmembers.pyssizet_member,
4831 &ob->structmembers.float_member,
4832 &ob->structmembers.double_member,
4833 &s, &string_len
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004834 , &ob->structmembers.longlong_member,
4835 &ob->structmembers.ulonglong_member
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004836 )) {
4837 Py_DECREF(ob);
4838 return NULL;
4839 }
4840 if (s != NULL) {
4841 if (string_len > 5) {
4842 Py_DECREF(ob);
4843 PyErr_SetString(PyExc_ValueError, "string too long");
4844 return NULL;
4845 }
4846 strcpy(ob->structmembers.inplace_member, s);
4847 }
4848 else {
4849 strcpy(ob->structmembers.inplace_member, "");
4850 }
4851 return (PyObject *)ob;
Thomas Wouters89f507f2006-12-13 04:49:30 +00004852}
4853
Christian Heimes1af737c2008-01-23 08:24:23 +00004854static void
4855test_structmembers_free(PyObject *ob)
4856{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004857 PyObject_FREE(ob);
Thomas Wouters89f507f2006-12-13 04:49:30 +00004858}
4859
4860static PyTypeObject test_structmembersType = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00004861 PyVarObject_HEAD_INIT(NULL, 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00004862 "test_structmembersType",
4863 sizeof(test_structmembers), /* tp_basicsize */
4864 0, /* tp_itemsize */
4865 test_structmembers_free, /* destructor tp_dealloc */
4866 0, /* tp_print */
4867 0, /* tp_getattr */
4868 0, /* tp_setattr */
4869 0, /* tp_reserved */
4870 0, /* tp_repr */
4871 0, /* tp_as_number */
4872 0, /* tp_as_sequence */
4873 0, /* tp_as_mapping */
4874 0, /* tp_hash */
4875 0, /* tp_call */
4876 0, /* tp_str */
4877 PyObject_GenericGetAttr, /* tp_getattro */
4878 PyObject_GenericSetAttr, /* tp_setattro */
4879 0, /* tp_as_buffer */
4880 0, /* tp_flags */
4881 "Type containing all structmember types",
4882 0, /* traverseproc tp_traverse */
4883 0, /* tp_clear */
4884 0, /* tp_richcompare */
4885 0, /* tp_weaklistoffset */
4886 0, /* tp_iter */
4887 0, /* tp_iternext */
4888 0, /* tp_methods */
4889 test_members, /* tp_members */
4890 0,
4891 0,
4892 0,
4893 0,
4894 0,
4895 0,
4896 0,
4897 0,
4898 test_structmembers_new, /* tp_new */
Thomas Wouters89f507f2006-12-13 04:49:30 +00004899};
4900
4901
Benjamin Petersond51374e2014-04-09 23:55:56 -04004902typedef struct {
4903 PyObject_HEAD
4904} matmulObject;
4905
4906static PyObject *
4907matmulType_matmul(PyObject *self, PyObject *other)
4908{
4909 return Py_BuildValue("(sOO)", "matmul", self, other);
4910}
4911
4912static PyObject *
4913matmulType_imatmul(PyObject *self, PyObject *other)
4914{
4915 return Py_BuildValue("(sOO)", "imatmul", self, other);
4916}
4917
4918static void
4919matmulType_dealloc(PyObject *self)
4920{
Zachary Ware420dc562014-04-23 13:51:27 -05004921 Py_TYPE(self)->tp_free(self);
Benjamin Petersond51374e2014-04-09 23:55:56 -04004922}
4923
4924static PyNumberMethods matmulType_as_number = {
4925 0, /* nb_add */
4926 0, /* nb_subtract */
4927 0, /* nb_multiply */
4928 0, /* nb_remainde r*/
4929 0, /* nb_divmod */
4930 0, /* nb_power */
4931 0, /* nb_negative */
4932 0, /* tp_positive */
4933 0, /* tp_absolute */
4934 0, /* tp_bool */
4935 0, /* nb_invert */
4936 0, /* nb_lshift */
4937 0, /* nb_rshift */
4938 0, /* nb_and */
4939 0, /* nb_xor */
4940 0, /* nb_or */
4941 0, /* nb_int */
4942 0, /* nb_reserved */
4943 0, /* nb_float */
4944 0, /* nb_inplace_add */
4945 0, /* nb_inplace_subtract */
4946 0, /* nb_inplace_multiply */
4947 0, /* nb_inplace_remainder */
4948 0, /* nb_inplace_power */
4949 0, /* nb_inplace_lshift */
4950 0, /* nb_inplace_rshift */
4951 0, /* nb_inplace_and */
4952 0, /* nb_inplace_xor */
4953 0, /* nb_inplace_or */
4954 0, /* nb_floor_divide */
4955 0, /* nb_true_divide */
4956 0, /* nb_inplace_floor_divide */
4957 0, /* nb_inplace_true_divide */
4958 0, /* nb_index */
4959 matmulType_matmul, /* nb_matrix_multiply */
4960 matmulType_imatmul /* nb_matrix_inplace_multiply */
4961};
4962
4963static PyTypeObject matmulType = {
4964 PyVarObject_HEAD_INIT(NULL, 0)
4965 "matmulType",
4966 sizeof(matmulObject), /* tp_basicsize */
4967 0, /* tp_itemsize */
4968 matmulType_dealloc, /* destructor tp_dealloc */
4969 0, /* tp_print */
4970 0, /* tp_getattr */
4971 0, /* tp_setattr */
4972 0, /* tp_reserved */
4973 0, /* tp_repr */
4974 &matmulType_as_number, /* tp_as_number */
4975 0, /* tp_as_sequence */
4976 0, /* tp_as_mapping */
4977 0, /* tp_hash */
4978 0, /* tp_call */
4979 0, /* tp_str */
4980 PyObject_GenericGetAttr, /* tp_getattro */
4981 PyObject_GenericSetAttr, /* tp_setattro */
4982 0, /* tp_as_buffer */
4983 0, /* tp_flags */
4984 "C level type with matrix operations defined",
4985 0, /* traverseproc tp_traverse */
4986 0, /* tp_clear */
4987 0, /* tp_richcompare */
4988 0, /* tp_weaklistoffset */
4989 0, /* tp_iter */
4990 0, /* tp_iternext */
4991 0, /* tp_methods */
4992 0, /* tp_members */
4993 0,
4994 0,
4995 0,
4996 0,
4997 0,
4998 0,
4999 0,
5000 0,
5001 PyType_GenericNew, /* tp_new */
5002 PyObject_Del, /* tp_free */
5003};
5004
Martin v. Löwis1a214512008-06-11 05:26:20 +00005005
Yury Selivanov75445082015-05-11 22:57:16 -04005006typedef struct {
5007 PyObject_HEAD
5008 PyObject *ao_iterator;
5009} awaitObject;
5010
5011
5012static PyObject *
5013awaitObject_new(PyTypeObject *type, PyObject *args, PyObject *kwds)
5014{
5015 PyObject *v;
5016 awaitObject *ao;
5017
5018 if (!PyArg_UnpackTuple(args, "awaitObject", 1, 1, &v))
5019 return NULL;
5020
5021 ao = (awaitObject *)type->tp_alloc(type, 0);
5022 if (ao == NULL) {
5023 return NULL;
5024 }
5025
5026 Py_INCREF(v);
5027 ao->ao_iterator = v;
5028
5029 return (PyObject *)ao;
5030}
5031
5032
5033static void
5034awaitObject_dealloc(awaitObject *ao)
5035{
5036 Py_CLEAR(ao->ao_iterator);
5037 Py_TYPE(ao)->tp_free(ao);
5038}
5039
5040
5041static PyObject *
5042awaitObject_await(awaitObject *ao)
5043{
5044 Py_INCREF(ao->ao_iterator);
5045 return ao->ao_iterator;
5046}
5047
5048static PyAsyncMethods awaitType_as_async = {
Yury Selivanov6ef05902015-05-28 11:21:31 -04005049 (unaryfunc)awaitObject_await, /* am_await */
Yury Selivanov75445082015-05-11 22:57:16 -04005050 0, /* am_aiter */
5051 0 /* am_anext */
5052};
5053
5054
5055static PyTypeObject awaitType = {
5056 PyVarObject_HEAD_INIT(NULL, 0)
5057 "awaitType",
5058 sizeof(awaitObject), /* tp_basicsize */
5059 0, /* tp_itemsize */
5060 (destructor)awaitObject_dealloc, /* destructor tp_dealloc */
5061 0, /* tp_print */
5062 0, /* tp_getattr */
5063 0, /* tp_setattr */
5064 &awaitType_as_async, /* tp_as_async */
5065 0, /* tp_repr */
5066 0, /* tp_as_number */
5067 0, /* tp_as_sequence */
5068 0, /* tp_as_mapping */
5069 0, /* tp_hash */
5070 0, /* tp_call */
5071 0, /* tp_str */
5072 PyObject_GenericGetAttr, /* tp_getattro */
5073 PyObject_GenericSetAttr, /* tp_setattro */
5074 0, /* tp_as_buffer */
5075 0, /* tp_flags */
5076 "C level type with tp_as_async",
5077 0, /* traverseproc tp_traverse */
5078 0, /* tp_clear */
5079 0, /* tp_richcompare */
5080 0, /* tp_weaklistoffset */
5081 0, /* tp_iter */
5082 0, /* tp_iternext */
5083 0, /* tp_methods */
5084 0, /* tp_members */
5085 0,
5086 0,
5087 0,
5088 0,
5089 0,
5090 0,
5091 0,
5092 0,
5093 awaitObject_new, /* tp_new */
5094 PyObject_Del, /* tp_free */
5095};
5096
5097
xdegaye56d1f5c2017-10-26 15:09:06 +02005098static int recurse_infinitely_error_init(PyObject *, PyObject *, PyObject *);
5099
5100static PyTypeObject PyRecursingInfinitelyError_Type = {
5101 PyVarObject_HEAD_INIT(NULL, 0)
5102 "RecursingInfinitelyError", /* tp_name */
5103 sizeof(PyBaseExceptionObject), /* tp_basicsize */
5104 0, /* tp_itemsize */
5105 0, /* tp_dealloc */
5106 0, /* tp_print */
5107 0, /* tp_getattr */
5108 0, /* tp_setattr */
5109 0, /* tp_reserved */
5110 0, /* tp_repr */
5111 0, /* tp_as_number */
5112 0, /* tp_as_sequence */
5113 0, /* tp_as_mapping */
5114 0, /* tp_hash */
5115 0, /* tp_call */
5116 0, /* tp_str */
5117 0, /* tp_getattro */
5118 0, /* tp_setattro */
5119 0, /* tp_as_buffer */
5120 Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE, /* tp_flags */
5121 "Instantiating this exception starts infinite recursion.", /* tp_doc */
5122 0, /* tp_traverse */
5123 0, /* tp_clear */
5124 0, /* tp_richcompare */
5125 0, /* tp_weaklistoffset */
5126 0, /* tp_iter */
5127 0, /* tp_iternext */
5128 0, /* tp_methods */
5129 0, /* tp_members */
5130 0, /* tp_getset */
5131 0, /* tp_base */
5132 0, /* tp_dict */
5133 0, /* tp_descr_get */
5134 0, /* tp_descr_set */
5135 0, /* tp_dictoffset */
5136 (initproc)recurse_infinitely_error_init, /* tp_init */
5137 0, /* tp_alloc */
5138 0, /* tp_new */
5139};
5140
5141static int
5142recurse_infinitely_error_init(PyObject *self, PyObject *args, PyObject *kwds)
5143{
5144 PyObject *type = (PyObject *)&PyRecursingInfinitelyError_Type;
5145
5146 /* Instantiating this exception starts infinite recursion. */
5147 Py_INCREF(type);
5148 PyErr_SetObject(type, NULL);
5149 return -1;
5150}
5151
5152
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005153/* Test PEP 560 */
5154
5155typedef struct {
5156 PyObject_HEAD
5157 PyObject *item;
5158} PyGenericAliasObject;
5159
5160static void
5161generic_alias_dealloc(PyGenericAliasObject *self)
5162{
5163 Py_CLEAR(self->item);
Victor Stinnere8600892018-01-17 23:08:18 +01005164 Py_TYPE(self)->tp_free((PyObject *)self);
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005165}
5166
5167static PyObject *
5168generic_alias_mro_entries(PyGenericAliasObject *self, PyObject *bases)
5169{
5170 return PyTuple_Pack(1, self->item);
5171}
5172
5173static PyMethodDef generic_alias_methods[] = {
5174 {"__mro_entries__", (PyCFunction) generic_alias_mro_entries, METH_O, NULL},
5175 {NULL} /* sentinel */
5176};
5177
5178PyTypeObject GenericAlias_Type = {
5179 PyVarObject_HEAD_INIT(NULL, 0)
5180 "GenericAlias",
5181 sizeof(PyGenericAliasObject),
5182 0,
5183 .tp_dealloc = (destructor)generic_alias_dealloc,
5184 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5185 .tp_methods = generic_alias_methods,
5186};
5187
5188static PyObject *
5189generic_alias_new(PyObject *item)
5190{
5191 PyGenericAliasObject *o = PyObject_New(PyGenericAliasObject, &GenericAlias_Type);
5192 if (o == NULL) {
5193 return NULL;
5194 }
5195 Py_INCREF(item);
5196 o->item = item;
5197 return (PyObject*) o;
5198}
5199
5200typedef struct {
5201 PyObject_HEAD
5202} PyGenericObject;
5203
5204static PyObject *
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005205generic_class_getitem(PyObject *type, PyObject *item)
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005206{
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005207 return generic_alias_new(item);
5208}
5209
5210static PyMethodDef generic_methods[] = {
Serhiy Storchakace5b0e92018-01-05 00:21:41 +02005211 {"__class_getitem__", generic_class_getitem, METH_O|METH_CLASS, NULL},
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005212 {NULL} /* sentinel */
5213};
5214
5215PyTypeObject Generic_Type = {
5216 PyVarObject_HEAD_INIT(NULL, 0)
5217 "Generic",
5218 sizeof(PyGenericObject),
5219 0,
5220 .tp_flags = Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE,
5221 .tp_methods = generic_methods,
5222};
5223
5224
Martin v. Löwis1a214512008-06-11 05:26:20 +00005225static struct PyModuleDef _testcapimodule = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005226 PyModuleDef_HEAD_INIT,
5227 "_testcapi",
5228 NULL,
5229 -1,
5230 TestMethods,
5231 NULL,
5232 NULL,
5233 NULL,
5234 NULL
Martin v. Löwis1a214512008-06-11 05:26:20 +00005235};
5236
Nick Coghland5cacbb2015-05-23 22:24:10 +10005237/* Per PEP 489, this module will not be converted to multi-phase initialization
5238 */
5239
Mark Hammond62b1ab12002-07-23 06:31:15 +00005240PyMODINIT_FUNC
Martin v. Löwis1a214512008-06-11 05:26:20 +00005241PyInit__testcapi(void)
Tim Peters9ea17ac2001-02-02 05:57:15 +00005242{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005243 PyObject *m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005244
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005245 m = PyModule_Create(&_testcapimodule);
5246 if (m == NULL)
5247 return NULL;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005248
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005249 Py_TYPE(&_HashInheritanceTester_Type)=&PyType_Type;
Hirokazu Yamamoto8ebab5d2008-12-31 06:05:46 +00005250
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005251 Py_TYPE(&test_structmembersType)=&PyType_Type;
5252 Py_INCREF(&test_structmembersType);
5253 /* don't use a name starting with "test", since we don't want
5254 test_capi to automatically call this */
5255 PyModule_AddObject(m, "_test_structmembersType", (PyObject *)&test_structmembersType);
Benjamin Petersond51374e2014-04-09 23:55:56 -04005256 if (PyType_Ready(&matmulType) < 0)
5257 return NULL;
5258 Py_INCREF(&matmulType);
5259 PyModule_AddObject(m, "matmulType", (PyObject *)&matmulType);
Thomas Wouters89f507f2006-12-13 04:49:30 +00005260
Yury Selivanov75445082015-05-11 22:57:16 -04005261 if (PyType_Ready(&awaitType) < 0)
5262 return NULL;
5263 Py_INCREF(&awaitType);
5264 PyModule_AddObject(m, "awaitType", (PyObject *)&awaitType);
5265
Serhiy Storchaka45700fb2017-12-16 11:25:56 +02005266 if (PyType_Ready(&GenericAlias_Type) < 0)
5267 return NULL;
5268 Py_INCREF(&GenericAlias_Type);
5269 PyModule_AddObject(m, "GenericAlias", (PyObject *)&GenericAlias_Type);
5270
5271 if (PyType_Ready(&Generic_Type) < 0)
5272 return NULL;
5273 Py_INCREF(&Generic_Type);
5274 PyModule_AddObject(m, "Generic", (PyObject *)&Generic_Type);
5275
xdegaye56d1f5c2017-10-26 15:09:06 +02005276 PyRecursingInfinitelyError_Type.tp_base = (PyTypeObject *)PyExc_Exception;
5277 if (PyType_Ready(&PyRecursingInfinitelyError_Type) < 0) {
5278 return NULL;
5279 }
5280 Py_INCREF(&PyRecursingInfinitelyError_Type);
5281 PyModule_AddObject(m, "RecursingInfinitelyError",
5282 (PyObject *)&PyRecursingInfinitelyError_Type);
5283
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005284 PyModule_AddObject(m, "CHAR_MAX", PyLong_FromLong(CHAR_MAX));
5285 PyModule_AddObject(m, "CHAR_MIN", PyLong_FromLong(CHAR_MIN));
5286 PyModule_AddObject(m, "UCHAR_MAX", PyLong_FromLong(UCHAR_MAX));
5287 PyModule_AddObject(m, "SHRT_MAX", PyLong_FromLong(SHRT_MAX));
5288 PyModule_AddObject(m, "SHRT_MIN", PyLong_FromLong(SHRT_MIN));
5289 PyModule_AddObject(m, "USHRT_MAX", PyLong_FromLong(USHRT_MAX));
5290 PyModule_AddObject(m, "INT_MAX", PyLong_FromLong(INT_MAX));
5291 PyModule_AddObject(m, "INT_MIN", PyLong_FromLong(INT_MIN));
5292 PyModule_AddObject(m, "UINT_MAX", PyLong_FromUnsignedLong(UINT_MAX));
5293 PyModule_AddObject(m, "LONG_MAX", PyLong_FromLong(LONG_MAX));
5294 PyModule_AddObject(m, "LONG_MIN", PyLong_FromLong(LONG_MIN));
5295 PyModule_AddObject(m, "ULONG_MAX", PyLong_FromUnsignedLong(ULONG_MAX));
5296 PyModule_AddObject(m, "FLT_MAX", PyFloat_FromDouble(FLT_MAX));
5297 PyModule_AddObject(m, "FLT_MIN", PyFloat_FromDouble(FLT_MIN));
5298 PyModule_AddObject(m, "DBL_MAX", PyFloat_FromDouble(DBL_MAX));
5299 PyModule_AddObject(m, "DBL_MIN", PyFloat_FromDouble(DBL_MIN));
5300 PyModule_AddObject(m, "LLONG_MAX", PyLong_FromLongLong(PY_LLONG_MAX));
5301 PyModule_AddObject(m, "LLONG_MIN", PyLong_FromLongLong(PY_LLONG_MIN));
5302 PyModule_AddObject(m, "ULLONG_MAX", PyLong_FromUnsignedLongLong(PY_ULLONG_MAX));
5303 PyModule_AddObject(m, "PY_SSIZE_T_MAX", PyLong_FromSsize_t(PY_SSIZE_T_MAX));
5304 PyModule_AddObject(m, "PY_SSIZE_T_MIN", PyLong_FromSsize_t(PY_SSIZE_T_MIN));
5305 PyModule_AddObject(m, "SIZEOF_PYGC_HEAD", PyLong_FromSsize_t(sizeof(PyGC_Head)));
Victor Stinner4237d342015-09-10 10:10:39 +02005306 PyModule_AddObject(m, "SIZEOF_TIME_T", PyLong_FromSsize_t(sizeof(time_t)));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005307 Py_INCREF(&PyInstanceMethod_Type);
5308 PyModule_AddObject(m, "instancemethod", (PyObject *)&PyInstanceMethod_Type);
Thomas Hellera4ea6032003-04-17 18:55:45 +00005309
Larry Hastings2a727912014-01-16 11:32:01 -08005310 PyModule_AddIntConstant(m, "the_number_three", 3);
Victor Stinner5d39e042017-11-29 17:20:38 +01005311#ifdef WITH_PYMALLOC
5312 PyModule_AddObject(m, "WITH_PYMALLOC", Py_True);
5313#else
5314 PyModule_AddObject(m, "WITH_PYMALLOC", Py_False);
5315#endif
Larry Hastings2a727912014-01-16 11:32:01 -08005316
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00005317 TestError = PyErr_NewException("_testcapi.error", NULL, NULL);
5318 Py_INCREF(TestError);
5319 PyModule_AddObject(m, "error", TestError);
5320 return m;
Tim Peters9ea17ac2001-02-02 05:57:15 +00005321}