blob: ceb0990dbc41a200d3a18a8d2dec9a1aee77240f [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Benjamin Peterson722954a2011-06-11 16:33:35 -05002/* Generic object operations; and implementation of None */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00003
Guido van Rossumc0b618a1997-05-02 03:12:38 +00004#include "Python.h"
Victor Stinnere5014be2020-04-14 17:52:15 +02005#include "pycore_ceval.h" // _Py_EnterRecursiveCall()
Victor Stinnerbe434dc2019-11-05 00:51:22 +01006#include "pycore_context.h"
Victor Stinner331a6a52019-05-27 16:39:22 +02007#include "pycore_initconfig.h"
Victor Stinner0fc91ee2019-04-12 21:51:34 +02008#include "pycore_object.h"
Victor Stinnerbe434dc2019-11-05 00:51:22 +01009#include "pycore_pyerrors.h"
Victor Stinner7a1f6c22020-01-30 09:02:14 +010010#include "pycore_pylifecycle.h"
Victor Stinnere560f902020-04-14 18:30:41 +020011#include "pycore_pymem.h" // _PyMem_IsPtrFreed()
Victor Stinnere5014be2020-04-14 17:52:15 +020012#include "pycore_pystate.h" // _PyThreadState_GET()
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +020013#include "pycore_symtable.h" // PySTEntry_Type
14#include "pycore_unionobject.h" // _Py_UnionType
Benjamin Petersonfd838e62009-04-20 02:09:13 +000015#include "frameobject.h"
Eric Snowc11183c2019-03-15 16:35:46 -060016#include "interpreteridobject.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000017
Victor Stinner3359cab2021-04-02 15:45:37 +020018#ifdef Py_LIMITED_API
19 // Prevent recursive call _Py_IncRef() <=> Py_INCREF()
20# error "Py_LIMITED_API macro must not be defined"
21#endif
22
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000023#ifdef __cplusplus
24extern "C" {
25#endif
26
Victor Stinner626bff82018-10-25 17:31:10 +020027/* Defined in tracemalloc.c */
28extern void _PyMem_DumpTraceback(int fd, const void *ptr);
29
Victor Stinnerbd303c12013-11-07 23:07:29 +010030_Py_IDENTIFIER(Py_Repr);
31_Py_IDENTIFIER(__bytes__);
32_Py_IDENTIFIER(__dir__);
33_Py_IDENTIFIER(__isabstractmethod__);
Victor Stinnerbd303c12013-11-07 23:07:29 +010034
Victor Stinner0fc91ee2019-04-12 21:51:34 +020035
36int
37_PyObject_CheckConsistency(PyObject *op, int check_content)
38{
Victor Stinner68762572019-10-07 18:42:01 +020039#define CHECK(expr) \
40 do { if (!(expr)) { _PyObject_ASSERT_FAILED_MSG(op, Py_STRINGIFY(expr)); } } while (0)
Victor Stinner0fc91ee2019-04-12 21:51:34 +020041
Victor Stinner68762572019-10-07 18:42:01 +020042 CHECK(!_PyObject_IsFreed(op));
43 CHECK(Py_REFCNT(op) >= 1);
44
Victor Stinner58ac7002020-02-07 03:04:21 +010045 _PyType_CheckConsistency(Py_TYPE(op));
Victor Stinner0fc91ee2019-04-12 21:51:34 +020046
47 if (PyUnicode_Check(op)) {
48 _PyUnicode_CheckConsistency(op, check_content);
49 }
50 else if (PyDict_Check(op)) {
51 _PyDict_CheckConsistency(op, check_content);
52 }
53 return 1;
Victor Stinner68762572019-10-07 18:42:01 +020054
55#undef CHECK
Victor Stinner0fc91ee2019-04-12 21:51:34 +020056}
57
58
Tim Peters34592512002-07-11 06:23:50 +000059#ifdef Py_REF_DEBUG
Neal Norwitz84632ee2006-03-04 20:00:59 +000060Py_ssize_t _Py_RefTotal;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000061
62Py_ssize_t
63_Py_GetRefTotal(void)
64{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000065 PyObject *o;
66 Py_ssize_t total = _Py_RefTotal;
Antoine Pitrou9d952542013-08-24 21:07:07 +020067 o = _PySet_Dummy;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000068 if (o != NULL)
Victor Stinnera93c51e2020-02-07 00:38:59 +010069 total -= Py_REFCNT(o);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000070 return total;
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000071}
Nick Coghland6009512014-11-20 21:39:37 +100072
73void
74_PyDebug_PrintTotalRefs(void) {
Eric Snowdae02762017-09-14 00:35:58 -070075 fprintf(stderr,
Victor Stinnerd36cf5f2020-06-10 18:38:05 +020076 "[%zd refs, %zd blocks]\n",
Eric Snowdae02762017-09-14 00:35:58 -070077 _Py_GetRefTotal(), _Py_GetAllocatedBlocks());
Nick Coghland6009512014-11-20 21:39:37 +100078}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000079#endif /* Py_REF_DEBUG */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000080
Guido van Rossum3f5da241990-12-20 15:06:42 +000081/* Object allocation routines used by NEWOBJ and NEWVAROBJ macros.
82 These are used by the individual routines for object creation.
83 Do not call them otherwise, they do not initialize the object! */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000084
Tim Peters78be7992003-03-23 02:51:01 +000085#ifdef Py_TRACE_REFS
Tim Peters7571a0f2003-03-23 17:52:28 +000086/* Head of circular doubly-linked list of all objects. These are linked
87 * together via the _ob_prev and _ob_next members of a PyObject, which
88 * exist only in a Py_TRACE_REFS build.
89 */
Tim Peters78be7992003-03-23 02:51:01 +000090static PyObject refchain = {&refchain, &refchain};
Tim Peters36eb4df2003-03-23 03:33:13 +000091
Tim Peters7571a0f2003-03-23 17:52:28 +000092/* Insert op at the front of the list of all objects. If force is true,
93 * op is added even if _ob_prev and _ob_next are non-NULL already. If
94 * force is false amd _ob_prev or _ob_next are non-NULL, do nothing.
95 * force should be true if and only if op points to freshly allocated,
96 * uninitialized memory, or you've unlinked op from the list and are
Tim Peters51f8d382003-03-23 18:06:08 +000097 * relinking it into the front.
Tim Peters7571a0f2003-03-23 17:52:28 +000098 * Note that objects are normally added to the list via _Py_NewReference,
99 * which is called by PyObject_Init. Not all objects are initialized that
100 * way, though; exceptions include statically allocated type objects, and
101 * statically allocated singletons (like Py_True and Py_None).
102 */
Victor Stinner58f4e1a2020-02-05 18:24:33 +0100103void
Tim Peters7571a0f2003-03-23 17:52:28 +0000104_Py_AddToAllObjects(PyObject *op, int force)
Tim Peters36eb4df2003-03-23 03:33:13 +0000105{
Tim Peters7571a0f2003-03-23 17:52:28 +0000106#ifdef Py_DEBUG
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000107 if (!force) {
108 /* If it's initialized memory, op must be in or out of
109 * the list unambiguously.
110 */
Victor Stinner24702042018-10-26 17:16:37 +0200111 _PyObject_ASSERT(op, (op->_ob_prev == NULL) == (op->_ob_next == NULL));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000112 }
Tim Peters78be7992003-03-23 02:51:01 +0000113#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000114 if (force || op->_ob_prev == NULL) {
115 op->_ob_next = refchain._ob_next;
116 op->_ob_prev = &refchain;
117 refchain._ob_next->_ob_prev = op;
118 refchain._ob_next = op;
119 }
Tim Peters7571a0f2003-03-23 17:52:28 +0000120}
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000121#endif /* Py_TRACE_REFS */
Tim Peters78be7992003-03-23 02:51:01 +0000122
Tim Peters7c321a82002-07-09 02:57:01 +0000123#ifdef Py_REF_DEBUG
124/* Log a fatal error; doesn't return. */
125void
Victor Stinner18618e652018-10-25 17:28:11 +0200126_Py_NegativeRefcount(const char *filename, int lineno, PyObject *op)
Tim Peters7c321a82002-07-09 02:57:01 +0000127{
Victor Stinnerf1d002c2018-11-21 23:53:44 +0100128 _PyObject_AssertFailed(op, NULL, "object has negative ref count",
Victor Stinner3ec9af72018-10-26 02:12:34 +0200129 filename, lineno, __func__);
Tim Peters7c321a82002-07-09 02:57:01 +0000130}
131
132#endif /* Py_REF_DEBUG */
133
Thomas Heller1328b522004-04-22 17:23:49 +0000134void
135Py_IncRef(PyObject *o)
136{
137 Py_XINCREF(o);
138}
139
140void
141Py_DecRef(PyObject *o)
142{
143 Py_XDECREF(o);
144}
145
Victor Stinner3359cab2021-04-02 15:45:37 +0200146void
147_Py_IncRef(PyObject *o)
148{
149 Py_INCREF(o);
150}
151
152void
153_Py_DecRef(PyObject *o)
154{
155 Py_DECREF(o);
156}
157
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000158PyObject *
Fred Drake100814d2000-07-09 15:48:49 +0000159PyObject_Init(PyObject *op, PyTypeObject *tp)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000160{
Victor Stinnerf58bd7c2020-02-05 13:12:19 +0100161 if (op == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000162 return PyErr_NoMemory();
Victor Stinnerf58bd7c2020-02-05 13:12:19 +0100163 }
164
Victor Stinner04fc4f22020-06-16 01:28:07 +0200165 _PyObject_Init(op, tp);
166 return op;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000167}
168
Guido van Rossumb18618d2000-05-03 23:44:39 +0000169PyVarObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000170PyObject_InitVar(PyVarObject *op, PyTypeObject *tp, Py_ssize_t size)
Guido van Rossumb18618d2000-05-03 23:44:39 +0000171{
Victor Stinnerf58bd7c2020-02-05 13:12:19 +0100172 if (op == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000173 return (PyVarObject *) PyErr_NoMemory();
Victor Stinnerf58bd7c2020-02-05 13:12:19 +0100174 }
175
Victor Stinner04fc4f22020-06-16 01:28:07 +0200176 _PyObject_InitVar(op, tp, size);
177 return op;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000178}
179
180PyObject *
Fred Drake100814d2000-07-09 15:48:49 +0000181_PyObject_New(PyTypeObject *tp)
Guido van Rossumb18618d2000-05-03 23:44:39 +0000182{
Victor Stinner32bd68c2020-12-01 10:37:39 +0100183 PyObject *op = (PyObject *) PyObject_Malloc(_PyObject_SIZE(tp));
Victor Stinner92055202020-04-08 00:38:15 +0200184 if (op == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000185 return PyErr_NoMemory();
Victor Stinner92055202020-04-08 00:38:15 +0200186 }
Victor Stinner04fc4f22020-06-16 01:28:07 +0200187 _PyObject_Init(op, tp);
Victor Stinner92055202020-04-08 00:38:15 +0200188 return op;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000189}
190
Guido van Rossumd0c87ee1997-05-15 21:31:03 +0000191PyVarObject *
Martin v. Löwis18e16552006-02-15 17:27:45 +0000192_PyObject_NewVar(PyTypeObject *tp, Py_ssize_t nitems)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000193{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000194 PyVarObject *op;
195 const size_t size = _PyObject_VAR_SIZE(tp, nitems);
Victor Stinner32bd68c2020-12-01 10:37:39 +0100196 op = (PyVarObject *) PyObject_Malloc(size);
Victor Stinner04fc4f22020-06-16 01:28:07 +0200197 if (op == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000198 return (PyVarObject *)PyErr_NoMemory();
Victor Stinner04fc4f22020-06-16 01:28:07 +0200199 }
200 _PyObject_InitVar(op, tp, nitems);
201 return op;
Guido van Rossumb18618d2000-05-03 23:44:39 +0000202}
203
Antoine Pitrou796564c2013-07-30 19:59:21 +0200204void
205PyObject_CallFinalizer(PyObject *self)
206{
207 PyTypeObject *tp = Py_TYPE(self);
208
Antoine Pitrouada319b2019-05-29 22:12:38 +0200209 if (tp->tp_finalize == NULL)
Antoine Pitrou796564c2013-07-30 19:59:21 +0200210 return;
211 /* tp_finalize should only be called once. */
Victor Stinner45ec5b92020-04-08 01:42:27 +0200212 if (_PyType_IS_GC(tp) && _PyGC_FINALIZED(self))
Antoine Pitrou796564c2013-07-30 19:59:21 +0200213 return;
214
215 tp->tp_finalize(self);
Victor Stinner45ec5b92020-04-08 01:42:27 +0200216 if (_PyType_IS_GC(tp)) {
INADA Naoki5ac9e6e2018-07-10 17:19:53 +0900217 _PyGC_SET_FINALIZED(self);
218 }
Antoine Pitrou796564c2013-07-30 19:59:21 +0200219}
220
221int
222PyObject_CallFinalizerFromDealloc(PyObject *self)
223{
Victor Stinnera93c51e2020-02-07 00:38:59 +0100224 if (Py_REFCNT(self) != 0) {
Victor Stinner5eb8bff2020-01-30 09:01:07 +0100225 _PyObject_ASSERT_FAILED_MSG(self,
226 "PyObject_CallFinalizerFromDealloc called "
227 "on object with a non-zero refcount");
228 }
Antoine Pitrou796564c2013-07-30 19:59:21 +0200229
230 /* Temporarily resurrect the object. */
Victor Stinnerc86a1122020-02-07 01:24:29 +0100231 Py_SET_REFCNT(self, 1);
Antoine Pitrou796564c2013-07-30 19:59:21 +0200232
233 PyObject_CallFinalizer(self);
234
Victor Stinner24702042018-10-26 17:16:37 +0200235 _PyObject_ASSERT_WITH_MSG(self,
Victor Stinnera93c51e2020-02-07 00:38:59 +0100236 Py_REFCNT(self) > 0,
Victor Stinner24702042018-10-26 17:16:37 +0200237 "refcount is too small");
Victor Stinner5eb8bff2020-01-30 09:01:07 +0100238
239 /* Undo the temporary resurrection; can't use DECREF here, it would
240 * cause a recursive call. */
Victor Stinnerc86a1122020-02-07 01:24:29 +0100241 Py_SET_REFCNT(self, Py_REFCNT(self) - 1);
242 if (Py_REFCNT(self) == 0) {
Antoine Pitrou796564c2013-07-30 19:59:21 +0200243 return 0; /* this is the normal path out */
Victor Stinner5eb8bff2020-01-30 09:01:07 +0100244 }
Antoine Pitrou796564c2013-07-30 19:59:21 +0200245
246 /* tp_finalize resurrected it! Make it look like the original Py_DECREF
Victor Stinner5eb8bff2020-01-30 09:01:07 +0100247 * never happened. */
Victor Stinnera93c51e2020-02-07 00:38:59 +0100248 Py_ssize_t refcnt = Py_REFCNT(self);
Antoine Pitrou796564c2013-07-30 19:59:21 +0200249 _Py_NewReference(self);
Victor Stinnerc86a1122020-02-07 01:24:29 +0100250 Py_SET_REFCNT(self, refcnt);
Antoine Pitrou796564c2013-07-30 19:59:21 +0200251
Victor Stinner24702042018-10-26 17:16:37 +0200252 _PyObject_ASSERT(self,
Victor Stinner45ec5b92020-04-08 01:42:27 +0200253 (!_PyType_IS_GC(Py_TYPE(self))
Victor Stinner24702042018-10-26 17:16:37 +0200254 || _PyObject_GC_IS_TRACKED(self)));
Victor Stinner49932fe2020-02-03 17:55:05 +0100255 /* If Py_REF_DEBUG macro is defined, _Py_NewReference() increased
256 _Py_RefTotal, so we need to undo that. */
257#ifdef Py_REF_DEBUG
258 _Py_RefTotal--;
259#endif
Antoine Pitrou796564c2013-07-30 19:59:21 +0200260 return -1;
261}
262
Antoine Pitrouc47bd4a2010-07-27 22:08:27 +0000263int
264PyObject_Print(PyObject *op, FILE *fp, int flags)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000265{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000266 int ret = 0;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000267 if (PyErr_CheckSignals())
268 return -1;
Guido van Rossum9b00dfa1998-04-28 16:06:54 +0000269#ifdef USE_STACKCHECK
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000270 if (PyOS_CheckStack()) {
271 PyErr_SetString(PyExc_MemoryError, "stack overflow");
272 return -1;
273 }
Guido van Rossum9b00dfa1998-04-28 16:06:54 +0000274#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000275 clearerr(fp); /* Clear any previous error condition */
276 if (op == NULL) {
277 Py_BEGIN_ALLOW_THREADS
278 fprintf(fp, "<nil>");
279 Py_END_ALLOW_THREADS
280 }
281 else {
Victor Stinnera93c51e2020-02-07 00:38:59 +0100282 if (Py_REFCNT(op) <= 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000283 /* XXX(twouters) cast refcount to long until %zd is
284 universally available */
285 Py_BEGIN_ALLOW_THREADS
286 fprintf(fp, "<refcnt %ld at %p>",
Victor Stinnera93c51e2020-02-07 00:38:59 +0100287 (long)Py_REFCNT(op), (void *)op);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000288 Py_END_ALLOW_THREADS
Victor Stinner3ec9af72018-10-26 02:12:34 +0200289 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000290 else {
291 PyObject *s;
292 if (flags & Py_PRINT_RAW)
293 s = PyObject_Str(op);
294 else
295 s = PyObject_Repr(op);
296 if (s == NULL)
297 ret = -1;
298 else if (PyBytes_Check(s)) {
299 fwrite(PyBytes_AS_STRING(s), 1,
300 PyBytes_GET_SIZE(s), fp);
301 }
302 else if (PyUnicode_Check(s)) {
303 PyObject *t;
Martin v. Löwisd63a3b82011-09-28 07:41:54 +0200304 t = PyUnicode_AsEncodedString(s, "utf-8", "backslashreplace");
Zackery Spytzae62f012018-10-06 00:44:25 -0600305 if (t == NULL) {
306 ret = -1;
307 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000308 else {
309 fwrite(PyBytes_AS_STRING(t), 1,
310 PyBytes_GET_SIZE(t), fp);
Victor Stinnerba6b4302010-05-17 09:33:42 +0000311 Py_DECREF(t);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000312 }
313 }
314 else {
315 PyErr_Format(PyExc_TypeError,
316 "str() or repr() returned '%.100s'",
Victor Stinner58ac7002020-02-07 03:04:21 +0100317 Py_TYPE(s)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000318 ret = -1;
319 }
320 Py_XDECREF(s);
321 }
322 }
323 if (ret == 0) {
324 if (ferror(fp)) {
Serhiy Storchaka55fe1ae2017-04-16 10:46:38 +0300325 PyErr_SetFromErrno(PyExc_OSError);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000326 clearerr(fp);
327 ret = -1;
328 }
329 }
330 return ret;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000331}
332
Guido van Rossum38938152006-08-21 23:36:26 +0000333/* For debugging convenience. Set a breakpoint here and call it from your DLL */
334void
Thomas Woutersb2137042007-02-01 18:02:27 +0000335_Py_BreakPoint(void)
Guido van Rossum38938152006-08-21 23:36:26 +0000336{
337}
338
Neal Norwitz1a997502003-01-13 20:13:12 +0000339
Victor Stinner4c409be2019-04-11 13:01:15 +0200340/* Heuristic checking if the object memory is uninitialized or deallocated.
341 Rely on the debug hooks on Python memory allocators:
342 see _PyMem_IsPtrFreed().
Victor Stinner82af0b62018-10-23 17:39:40 +0200343
344 The function can be used to prevent segmentation fault on dereferencing
Victor Stinner4c409be2019-04-11 13:01:15 +0200345 pointers like 0xDDDDDDDDDDDDDDDD. */
Victor Stinner82af0b62018-10-23 17:39:40 +0200346int
347_PyObject_IsFreed(PyObject *op)
348{
Victor Stinner58ac7002020-02-07 03:04:21 +0100349 if (_PyMem_IsPtrFreed(op) || _PyMem_IsPtrFreed(Py_TYPE(op))) {
Victor Stinner2cf5d322018-11-22 16:32:57 +0100350 return 1;
351 }
Victor Stinner2b00db62019-04-11 11:33:27 +0200352 /* ignore op->ob_ref: its value can have be modified
Victor Stinner82af0b62018-10-23 17:39:40 +0200353 by Py_INCREF() and Py_DECREF(). */
354#ifdef Py_TRACE_REFS
Pablo Galindo36e33c32019-10-08 00:43:14 +0100355 if (op->_ob_next != NULL && _PyMem_IsPtrFreed(op->_ob_next)) {
Victor Stinner2b00db62019-04-11 11:33:27 +0200356 return 1;
357 }
Pablo Galindo36e33c32019-10-08 00:43:14 +0100358 if (op->_ob_prev != NULL && _PyMem_IsPtrFreed(op->_ob_prev)) {
359 return 1;
360 }
Victor Stinner82af0b62018-10-23 17:39:40 +0200361#endif
Victor Stinner2b00db62019-04-11 11:33:27 +0200362 return 0;
Victor Stinner82af0b62018-10-23 17:39:40 +0200363}
364
365
Barry Warsaw9bf16442001-01-23 16:24:35 +0000366/* For debugging convenience. See Misc/gdbinit for some useful gdb hooks */
Guido van Rossum38938152006-08-21 23:36:26 +0000367void
368_PyObject_Dump(PyObject* op)
Barry Warsaw9bf16442001-01-23 16:24:35 +0000369{
Victor Stinner82af0b62018-10-23 17:39:40 +0200370 if (_PyObject_IsFreed(op)) {
371 /* It seems like the object memory has been freed:
372 don't access it to prevent a segmentation fault. */
Victor Stinnerb39afb72019-09-17 23:36:28 +0200373 fprintf(stderr, "<object at %p is freed>\n", op);
Victor Stinner68762572019-10-07 18:42:01 +0200374 fflush(stderr);
Victor Stinner2cf5d322018-11-22 16:32:57 +0100375 return;
Victor Stinner82af0b62018-10-23 17:39:40 +0200376 }
377
Victor Stinner68762572019-10-07 18:42:01 +0200378 /* first, write fields which are the least likely to crash */
379 fprintf(stderr, "object address : %p\n", (void *)op);
Victor Stinner82af0b62018-10-23 17:39:40 +0200380 /* XXX(twouters) cast refcount to long until %zd is
381 universally available */
Victor Stinnera93c51e2020-02-07 00:38:59 +0100382 fprintf(stderr, "object refcount : %ld\n", (long)Py_REFCNT(op));
Victor Stinner68762572019-10-07 18:42:01 +0200383 fflush(stderr);
384
385 PyTypeObject *type = Py_TYPE(op);
386 fprintf(stderr, "object type : %p\n", type);
387 fprintf(stderr, "object type name: %s\n",
388 type==NULL ? "NULL" : type->tp_name);
389
390 /* the most dangerous part */
391 fprintf(stderr, "object repr : ");
392 fflush(stderr);
393
394 PyGILState_STATE gil = PyGILState_Ensure();
395 PyObject *error_type, *error_value, *error_traceback;
396 PyErr_Fetch(&error_type, &error_value, &error_traceback);
397
398 (void)PyObject_Print(op, stderr, 0);
399 fflush(stderr);
400
401 PyErr_Restore(error_type, error_value, error_traceback);
402 PyGILState_Release(gil);
403
404 fprintf(stderr, "\n");
Victor Stinner82af0b62018-10-23 17:39:40 +0200405 fflush(stderr);
Barry Warsaw9bf16442001-01-23 16:24:35 +0000406}
Barry Warsaw903138f2001-01-23 16:33:18 +0000407
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000408PyObject *
Fred Drake100814d2000-07-09 15:48:49 +0000409PyObject_Repr(PyObject *v)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000410{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000411 PyObject *res;
412 if (PyErr_CheckSignals())
413 return NULL;
Guido van Rossum9b00dfa1998-04-28 16:06:54 +0000414#ifdef USE_STACKCHECK
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000415 if (PyOS_CheckStack()) {
416 PyErr_SetString(PyExc_MemoryError, "stack overflow");
417 return NULL;
418 }
Guido van Rossum9b00dfa1998-04-28 16:06:54 +0000419#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000420 if (v == NULL)
421 return PyUnicode_FromString("<NULL>");
422 if (Py_TYPE(v)->tp_repr == NULL)
423 return PyUnicode_FromFormat("<%s object at %p>",
Victor Stinner58ac7002020-02-07 03:04:21 +0100424 Py_TYPE(v)->tp_name, v);
Victor Stinner33824f62013-08-26 14:05:19 +0200425
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100426 PyThreadState *tstate = _PyThreadState_GET();
Victor Stinner33824f62013-08-26 14:05:19 +0200427#ifdef Py_DEBUG
428 /* PyObject_Repr() must not be called with an exception set,
Victor Stinnera8cb5152017-01-18 14:12:51 +0100429 because it can clear it (directly or indirectly) and so the
Martin Panter9955a372015-10-07 10:26:23 +0000430 caller loses its exception */
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100431 assert(!_PyErr_Occurred(tstate));
Victor Stinner33824f62013-08-26 14:05:19 +0200432#endif
433
Serhiy Storchaka1fb72d22017-12-03 22:12:11 +0200434 /* It is possible for a type to have a tp_repr representation that loops
435 infinitely. */
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100436 if (_Py_EnterRecursiveCall(tstate,
437 " while getting the repr of an object")) {
Serhiy Storchaka1fb72d22017-12-03 22:12:11 +0200438 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100439 }
Victor Stinner58ac7002020-02-07 03:04:21 +0100440 res = (*Py_TYPE(v)->tp_repr)(v);
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100441 _Py_LeaveRecursiveCall(tstate);
442
443 if (res == NULL) {
Victor Stinner0a54cf12011-12-01 03:22:44 +0100444 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100445 }
Victor Stinner0a54cf12011-12-01 03:22:44 +0100446 if (!PyUnicode_Check(res)) {
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100447 _PyErr_Format(tstate, PyExc_TypeError,
448 "__repr__ returned non-string (type %.200s)",
Victor Stinner58ac7002020-02-07 03:04:21 +0100449 Py_TYPE(res)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000450 Py_DECREF(res);
451 return NULL;
452 }
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100453#ifndef Py_DEBUG
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100454 if (PyUnicode_READY(res) < 0) {
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100455 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100456 }
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100457#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000458 return res;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000459}
460
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000461PyObject *
Guido van Rossum98297ee2007-11-06 21:34:58 +0000462PyObject_Str(PyObject *v)
Guido van Rossumc6004111993-11-05 10:22:19 +0000463{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000464 PyObject *res;
465 if (PyErr_CheckSignals())
466 return NULL;
Guido van Rossum98297ee2007-11-06 21:34:58 +0000467#ifdef USE_STACKCHECK
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000468 if (PyOS_CheckStack()) {
469 PyErr_SetString(PyExc_MemoryError, "stack overflow");
470 return NULL;
471 }
Guido van Rossum98297ee2007-11-06 21:34:58 +0000472#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000473 if (v == NULL)
474 return PyUnicode_FromString("<NULL>");
475 if (PyUnicode_CheckExact(v)) {
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100476#ifndef Py_DEBUG
Victor Stinner4ead7c72011-11-20 19:48:36 +0100477 if (PyUnicode_READY(v) < 0)
478 return NULL;
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100479#endif
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000480 Py_INCREF(v);
481 return v;
482 }
483 if (Py_TYPE(v)->tp_str == NULL)
484 return PyObject_Repr(v);
Guido van Rossum4f288ab2001-05-01 16:53:37 +0000485
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100486 PyThreadState *tstate = _PyThreadState_GET();
Victor Stinner33824f62013-08-26 14:05:19 +0200487#ifdef Py_DEBUG
488 /* PyObject_Str() must not be called with an exception set,
Victor Stinnera8cb5152017-01-18 14:12:51 +0100489 because it can clear it (directly or indirectly) and so the
Nick Coghland979e432014-02-09 10:43:21 +1000490 caller loses its exception */
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100491 assert(!_PyErr_Occurred(tstate));
Victor Stinner33824f62013-08-26 14:05:19 +0200492#endif
493
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000494 /* It is possible for a type to have a tp_str representation that loops
495 infinitely. */
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100496 if (_Py_EnterRecursiveCall(tstate, " while getting the str of an object")) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000497 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100498 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000499 res = (*Py_TYPE(v)->tp_str)(v);
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100500 _Py_LeaveRecursiveCall(tstate);
501
502 if (res == NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000503 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100504 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000505 if (!PyUnicode_Check(res)) {
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100506 _PyErr_Format(tstate, PyExc_TypeError,
507 "__str__ returned non-string (type %.200s)",
508 Py_TYPE(res)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000509 Py_DECREF(res);
510 return NULL;
511 }
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100512#ifndef Py_DEBUG
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100513 if (PyUnicode_READY(res) < 0) {
Victor Stinner4ead7c72011-11-20 19:48:36 +0100514 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100515 }
Victor Stinnerdb88ae52011-12-01 02:15:00 +0100516#endif
Victor Stinner4ead7c72011-11-20 19:48:36 +0100517 assert(_PyUnicode_CheckConsistency(res, 1));
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000518 return res;
Neil Schemenauercf52c072005-08-12 17:34:58 +0000519}
520
Georg Brandl559e5d72008-06-11 18:37:52 +0000521PyObject *
522PyObject_ASCII(PyObject *v)
523{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000524 PyObject *repr, *ascii, *res;
Georg Brandl559e5d72008-06-11 18:37:52 +0000525
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000526 repr = PyObject_Repr(v);
527 if (repr == NULL)
528 return NULL;
Georg Brandl559e5d72008-06-11 18:37:52 +0000529
Victor Stinneraf037572013-04-14 18:44:10 +0200530 if (PyUnicode_IS_ASCII(repr))
531 return repr;
532
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000533 /* repr is guaranteed to be a PyUnicode object by PyObject_Repr */
Martin v. Löwisd63a3b82011-09-28 07:41:54 +0200534 ascii = _PyUnicode_AsASCIIString(repr, "backslashreplace");
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000535 Py_DECREF(repr);
536 if (ascii == NULL)
537 return NULL;
Georg Brandl559e5d72008-06-11 18:37:52 +0000538
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000539 res = PyUnicode_DecodeASCII(
540 PyBytes_AS_STRING(ascii),
541 PyBytes_GET_SIZE(ascii),
542 NULL);
543
544 Py_DECREF(ascii);
545 return res;
Georg Brandl559e5d72008-06-11 18:37:52 +0000546}
Guido van Rossuma3af41d2001-01-18 22:07:06 +0000547
Benjamin Petersonc15a0732008-08-26 16:46:47 +0000548PyObject *
549PyObject_Bytes(PyObject *v)
550{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000551 PyObject *result, *func;
Benjamin Petersonc15a0732008-08-26 16:46:47 +0000552
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000553 if (v == NULL)
554 return PyBytes_FromString("<NULL>");
Benjamin Petersonc15a0732008-08-26 16:46:47 +0000555
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000556 if (PyBytes_CheckExact(v)) {
557 Py_INCREF(v);
558 return v;
559 }
Benjamin Petersonc15a0732008-08-26 16:46:47 +0000560
Benjamin Petersonce798522012-01-22 11:24:29 -0500561 func = _PyObject_LookupSpecial(v, &PyId___bytes__);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000562 if (func != NULL) {
Victor Stinnerf17c3de2016-12-06 18:46:19 +0100563 result = _PyObject_CallNoArg(func);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000564 Py_DECREF(func);
565 if (result == NULL)
Benjamin Peterson41ece392010-09-11 16:39:57 +0000566 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000567 if (!PyBytes_Check(result)) {
Benjamin Peterson41ece392010-09-11 16:39:57 +0000568 PyErr_Format(PyExc_TypeError,
569 "__bytes__ returned non-bytes (type %.200s)",
570 Py_TYPE(result)->tp_name);
571 Py_DECREF(result);
572 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000573 }
574 return result;
575 }
576 else if (PyErr_Occurred())
577 return NULL;
578 return PyBytes_FromObject(v);
Benjamin Petersonc15a0732008-08-26 16:46:47 +0000579}
580
Jeroen Demeyerbf17d412019-11-05 16:48:04 +0100581
582/*
583def _PyObject_FunctionStr(x):
584 try:
585 qualname = x.__qualname__
586 except AttributeError:
587 return str(x)
588 try:
589 mod = x.__module__
590 if mod is not None and mod != 'builtins':
591 return f"{x.__module__}.{qualname}()"
592 except AttributeError:
593 pass
594 return qualname
595*/
596PyObject *
597_PyObject_FunctionStr(PyObject *x)
598{
599 _Py_IDENTIFIER(__module__);
600 _Py_IDENTIFIER(__qualname__);
601 _Py_IDENTIFIER(builtins);
602 assert(!PyErr_Occurred());
603 PyObject *qualname;
604 int ret = _PyObject_LookupAttrId(x, &PyId___qualname__, &qualname);
605 if (qualname == NULL) {
606 if (ret < 0) {
607 return NULL;
608 }
609 return PyObject_Str(x);
610 }
611 PyObject *module;
612 PyObject *result = NULL;
613 ret = _PyObject_LookupAttrId(x, &PyId___module__, &module);
614 if (module != NULL && module != Py_None) {
615 PyObject *builtinsname = _PyUnicode_FromId(&PyId_builtins);
616 if (builtinsname == NULL) {
617 goto done;
618 }
619 ret = PyObject_RichCompareBool(module, builtinsname, Py_NE);
620 if (ret < 0) {
621 // error
622 goto done;
623 }
624 if (ret > 0) {
625 result = PyUnicode_FromFormat("%S.%S()", module, qualname);
626 goto done;
627 }
628 }
629 else if (ret < 0) {
630 goto done;
631 }
632 result = PyUnicode_FromFormat("%S()", qualname);
633done:
634 Py_DECREF(qualname);
635 Py_XDECREF(module);
636 return result;
637}
638
Mark Dickinsonc008a172009-02-01 13:59:22 +0000639/* For Python 3.0.1 and later, the old three-way comparison has been
640 completely removed in favour of rich comparisons. PyObject_Compare() and
641 PyObject_Cmp() are gone, and the builtin cmp function no longer exists.
Jeroen Demeyer530f5062019-05-31 04:13:39 +0200642 The old tp_compare slot has been renamed to tp_as_async, and should no
Mark Dickinsonc008a172009-02-01 13:59:22 +0000643 longer be used. Use tp_richcompare instead.
Guido van Rossum98297ee2007-11-06 21:34:58 +0000644
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000645 See (*) below for practical amendments.
646
Mark Dickinsonc008a172009-02-01 13:59:22 +0000647 tp_richcompare gets called with a first argument of the appropriate type
648 and a second object of an arbitrary type. We never do any kind of
649 coercion.
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000650
Mark Dickinsonc008a172009-02-01 13:59:22 +0000651 The tp_richcompare slot should return an object, as follows:
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000652
653 NULL if an exception occurred
654 NotImplemented if the requested comparison is not implemented
655 any other false value if the requested comparison is false
656 any other true value if the requested comparison is true
657
658 The PyObject_RichCompare[Bool]() wrappers raise TypeError when they get
659 NotImplemented.
660
661 (*) Practical amendments:
662
663 - If rich comparison returns NotImplemented, == and != are decided by
664 comparing the object pointer (i.e. falling back to the base object
665 implementation).
666
Guido van Rossuma4073002002-05-31 20:03:54 +0000667*/
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000668
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000669/* Map rich comparison operators to their swapped version, e.g. LT <--> GT */
Brett Cannona5ca2e72004-09-25 01:37:24 +0000670int _Py_SwappedOp[] = {Py_GT, Py_GE, Py_EQ, Py_NE, Py_LT, Py_LE};
Neil Schemenauer5ed85ec2001-01-04 01:48:10 +0000671
Serhiy Storchaka2d06e842015-12-25 19:53:18 +0200672static const char * const opstrings[] = {"<", "<=", "==", "!=", ">", ">="};
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000673
674/* Perform a rich comparison, raising TypeError when the requested comparison
675 operator is not supported. */
Guido van Rossume797ec12001-01-17 15:24:28 +0000676static PyObject *
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100677do_richcompare(PyThreadState *tstate, PyObject *v, PyObject *w, int op)
Guido van Rossume797ec12001-01-17 15:24:28 +0000678{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000679 richcmpfunc f;
680 PyObject *res;
681 int checked_reverse_op = 0;
Guido van Rossume797ec12001-01-17 15:24:28 +0000682
Andy Lester55728702020-03-06 16:53:17 -0600683 if (!Py_IS_TYPE(v, Py_TYPE(w)) &&
Victor Stinner58ac7002020-02-07 03:04:21 +0100684 PyType_IsSubtype(Py_TYPE(w), Py_TYPE(v)) &&
685 (f = Py_TYPE(w)->tp_richcompare) != NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000686 checked_reverse_op = 1;
687 res = (*f)(w, v, _Py_SwappedOp[op]);
688 if (res != Py_NotImplemented)
689 return res;
690 Py_DECREF(res);
691 }
Victor Stinner58ac7002020-02-07 03:04:21 +0100692 if ((f = Py_TYPE(v)->tp_richcompare) != NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000693 res = (*f)(v, w, op);
694 if (res != Py_NotImplemented)
695 return res;
696 Py_DECREF(res);
697 }
Victor Stinner58ac7002020-02-07 03:04:21 +0100698 if (!checked_reverse_op && (f = Py_TYPE(w)->tp_richcompare) != NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000699 res = (*f)(w, v, _Py_SwappedOp[op]);
700 if (res != Py_NotImplemented)
701 return res;
702 Py_DECREF(res);
703 }
704 /* If neither object implements it, provide a sensible default
705 for == and !=, but raise an exception for ordering. */
706 switch (op) {
707 case Py_EQ:
708 res = (v == w) ? Py_True : Py_False;
709 break;
710 case Py_NE:
711 res = (v != w) ? Py_True : Py_False;
712 break;
713 default:
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100714 _PyErr_Format(tstate, PyExc_TypeError,
715 "'%s' not supported between instances of '%.100s' and '%.100s'",
716 opstrings[op],
Victor Stinner58ac7002020-02-07 03:04:21 +0100717 Py_TYPE(v)->tp_name,
718 Py_TYPE(w)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000719 return NULL;
720 }
721 Py_INCREF(res);
722 return res;
Guido van Rossume797ec12001-01-17 15:24:28 +0000723}
724
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000725/* Perform a rich comparison with object result. This wraps do_richcompare()
726 with a check for NULL arguments and a recursion check. */
Guido van Rossume797ec12001-01-17 15:24:28 +0000727
Guido van Rossume797ec12001-01-17 15:24:28 +0000728PyObject *
729PyObject_RichCompare(PyObject *v, PyObject *w, int op)
730{
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100731 PyThreadState *tstate = _PyThreadState_GET();
Guido van Rossume797ec12001-01-17 15:24:28 +0000732
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000733 assert(Py_LT <= op && op <= Py_GE);
734 if (v == NULL || w == NULL) {
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100735 if (!_PyErr_Occurred(tstate)) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000736 PyErr_BadInternalCall();
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100737 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000738 return NULL;
739 }
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100740 if (_Py_EnterRecursiveCall(tstate, " in comparison")) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000741 return NULL;
Victor Stinnerbe434dc2019-11-05 00:51:22 +0100742 }
743 PyObject *res = do_richcompare(tstate, v, w, op);
744 _Py_LeaveRecursiveCall(tstate);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000745 return res;
Guido van Rossume797ec12001-01-17 15:24:28 +0000746}
747
Guido van Rossum47b9ff62006-08-24 00:41:19 +0000748/* Perform a rich comparison with integer result. This wraps
749 PyObject_RichCompare(), returning -1 for error, 0 for false, 1 for true. */
Guido van Rossume797ec12001-01-17 15:24:28 +0000750int
751PyObject_RichCompareBool(PyObject *v, PyObject *w, int op)
752{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000753 PyObject *res;
754 int ok;
Guido van Rossume797ec12001-01-17 15:24:28 +0000755
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000756 /* Quick result when objects are the same.
757 Guarantees that identity implies equality. */
758 if (v == w) {
759 if (op == Py_EQ)
760 return 1;
761 else if (op == Py_NE)
762 return 0;
763 }
Mark Dickinson4a1f5932008-11-12 23:23:36 +0000764
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000765 res = PyObject_RichCompare(v, w, op);
766 if (res == NULL)
767 return -1;
768 if (PyBool_Check(res))
769 ok = (res == Py_True);
770 else
771 ok = PyObject_IsTrue(res);
772 Py_DECREF(res);
773 return ok;
Guido van Rossume797ec12001-01-17 15:24:28 +0000774}
Fred Drake13634cf2000-06-29 19:17:04 +0000775
Antoine Pitrouce4a9da2011-11-21 20:46:33 +0100776Py_hash_t
Nick Coghland1abd252008-07-15 15:46:38 +0000777PyObject_HashNotImplemented(PyObject *v)
778{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000779 PyErr_Format(PyExc_TypeError, "unhashable type: '%.200s'",
780 Py_TYPE(v)->tp_name);
781 return -1;
Nick Coghland1abd252008-07-15 15:46:38 +0000782}
Fred Drake13634cf2000-06-29 19:17:04 +0000783
Benjamin Peterson8f67d082010-10-17 20:54:53 +0000784Py_hash_t
Fred Drake100814d2000-07-09 15:48:49 +0000785PyObject_Hash(PyObject *v)
Guido van Rossum9bfef441993-03-29 10:43:31 +0000786{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000787 PyTypeObject *tp = Py_TYPE(v);
788 if (tp->tp_hash != NULL)
789 return (*tp->tp_hash)(v);
790 /* To keep to the general practice that inheriting
791 * solely from object in C code should work without
792 * an explicit call to PyType_Ready, we implicitly call
793 * PyType_Ready here and then check the tp_hash slot again
794 */
795 if (tp->tp_dict == NULL) {
796 if (PyType_Ready(tp) < 0)
797 return -1;
798 if (tp->tp_hash != NULL)
799 return (*tp->tp_hash)(v);
800 }
801 /* Otherwise, the object can't be hashed */
802 return PyObject_HashNotImplemented(v);
Guido van Rossum9bfef441993-03-29 10:43:31 +0000803}
804
Guido van Rossumc0b618a1997-05-02 03:12:38 +0000805PyObject *
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000806PyObject_GetAttrString(PyObject *v, const char *name)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000807{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000808 PyObject *w, *res;
Guido van Rossumd8eb1b31996-08-09 20:52:03 +0000809
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000810 if (Py_TYPE(v)->tp_getattr != NULL)
811 return (*Py_TYPE(v)->tp_getattr)(v, (char*)name);
INADA Naoki3e8d6cb2017-02-21 23:57:25 +0900812 w = PyUnicode_FromString(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000813 if (w == NULL)
814 return NULL;
815 res = PyObject_GetAttr(v, w);
Victor Stinner59af08f2012-03-22 02:09:08 +0100816 Py_DECREF(w);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000817 return res;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000818}
819
820int
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000821PyObject_HasAttrString(PyObject *v, const char *name)
Guido van Rossumed18fdc1993-07-11 19:55:34 +0000822{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000823 PyObject *res = PyObject_GetAttrString(v, name);
824 if (res != NULL) {
825 Py_DECREF(res);
826 return 1;
827 }
828 PyErr_Clear();
829 return 0;
Guido van Rossumed18fdc1993-07-11 19:55:34 +0000830}
831
832int
Jeremy Hyltonaf68c872005-12-10 18:50:16 +0000833PyObject_SetAttrString(PyObject *v, const char *name, PyObject *w)
Guido van Rossum3f5da241990-12-20 15:06:42 +0000834{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000835 PyObject *s;
836 int res;
Guido van Rossumd8eb1b31996-08-09 20:52:03 +0000837
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000838 if (Py_TYPE(v)->tp_setattr != NULL)
839 return (*Py_TYPE(v)->tp_setattr)(v, (char*)name, w);
840 s = PyUnicode_InternFromString(name);
841 if (s == NULL)
842 return -1;
843 res = PyObject_SetAttr(v, s, w);
844 Py_XDECREF(s);
845 return res;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000846}
847
Benjamin Petersonbfebb7b2011-12-15 15:34:02 -0500848int
849_PyObject_IsAbstract(PyObject *obj)
850{
851 int res;
852 PyObject* isabstract;
Benjamin Petersonbfebb7b2011-12-15 15:34:02 -0500853
854 if (obj == NULL)
855 return 0;
856
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200857 res = _PyObject_LookupAttrId(obj, &PyId___isabstractmethod__, &isabstract);
858 if (res > 0) {
859 res = PyObject_IsTrue(isabstract);
860 Py_DECREF(isabstract);
Benjamin Petersonbfebb7b2011-12-15 15:34:02 -0500861 }
Benjamin Petersonbfebb7b2011-12-15 15:34:02 -0500862 return res;
863}
864
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000865PyObject *
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200866_PyObject_GetAttrId(PyObject *v, _Py_Identifier *name)
867{
868 PyObject *result;
Martin v. Löwisd10759f2011-11-07 13:00:05 +0100869 PyObject *oname = _PyUnicode_FromId(name); /* borrowed */
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200870 if (!oname)
871 return NULL;
872 result = PyObject_GetAttr(v, oname);
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200873 return result;
874}
875
876int
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200877_PyObject_SetAttrId(PyObject *v, _Py_Identifier *name, PyObject *w)
878{
879 int result;
Martin v. Löwisd10759f2011-11-07 13:00:05 +0100880 PyObject *oname = _PyUnicode_FromId(name); /* borrowed */
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200881 if (!oname)
882 return -1;
883 result = PyObject_SetAttr(v, oname, w);
Martin v. Löwisafe55bb2011-10-09 10:38:36 +0200884 return result;
885}
886
887PyObject *
Fred Drake100814d2000-07-09 15:48:49 +0000888PyObject_GetAttr(PyObject *v, PyObject *name)
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000889{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000890 PyTypeObject *tp = Py_TYPE(v);
Tim Peters6d6c1a32001-08-02 04:15:00 +0000891
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000892 if (!PyUnicode_Check(name)) {
893 PyErr_Format(PyExc_TypeError,
894 "attribute name must be string, not '%.200s'",
Victor Stinner58ac7002020-02-07 03:04:21 +0100895 Py_TYPE(name)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000896 return NULL;
897 }
898 if (tp->tp_getattro != NULL)
899 return (*tp->tp_getattro)(v, name);
900 if (tp->tp_getattr != NULL) {
Serhiy Storchaka2a404b62017-01-22 23:07:07 +0200901 const char *name_str = PyUnicode_AsUTF8(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000902 if (name_str == NULL)
903 return NULL;
Serhiy Storchaka2a404b62017-01-22 23:07:07 +0200904 return (*tp->tp_getattr)(v, (char *)name_str);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000905 }
906 PyErr_Format(PyExc_AttributeError,
907 "'%.50s' object has no attribute '%U'",
908 tp->tp_name, name);
909 return NULL;
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000910}
911
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200912int
913_PyObject_LookupAttr(PyObject *v, PyObject *name, PyObject **result)
INADA Naoki378edee2018-01-16 20:52:41 +0900914{
915 PyTypeObject *tp = Py_TYPE(v);
INADA Naoki378edee2018-01-16 20:52:41 +0900916
917 if (!PyUnicode_Check(name)) {
918 PyErr_Format(PyExc_TypeError,
919 "attribute name must be string, not '%.200s'",
Victor Stinner58ac7002020-02-07 03:04:21 +0100920 Py_TYPE(name)->tp_name);
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200921 *result = NULL;
922 return -1;
INADA Naoki378edee2018-01-16 20:52:41 +0900923 }
924
925 if (tp->tp_getattro == PyObject_GenericGetAttr) {
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200926 *result = _PyObject_GenericGetAttrWithDict(v, name, NULL, 1);
927 if (*result != NULL) {
928 return 1;
929 }
930 if (PyErr_Occurred()) {
931 return -1;
932 }
933 return 0;
INADA Naoki378edee2018-01-16 20:52:41 +0900934 }
935 if (tp->tp_getattro != NULL) {
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200936 *result = (*tp->tp_getattro)(v, name);
INADA Naoki378edee2018-01-16 20:52:41 +0900937 }
938 else if (tp->tp_getattr != NULL) {
939 const char *name_str = PyUnicode_AsUTF8(name);
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200940 if (name_str == NULL) {
941 *result = NULL;
942 return -1;
943 }
944 *result = (*tp->tp_getattr)(v, (char *)name_str);
INADA Naoki378edee2018-01-16 20:52:41 +0900945 }
INADA Naokie76daeb2018-01-26 16:22:51 +0900946 else {
947 *result = NULL;
948 return 0;
949 }
950
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200951 if (*result != NULL) {
952 return 1;
INADA Naoki378edee2018-01-16 20:52:41 +0900953 }
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200954 if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
955 return -1;
956 }
957 PyErr_Clear();
958 return 0;
959}
960
961int
962_PyObject_LookupAttrId(PyObject *v, _Py_Identifier *name, PyObject **result)
963{
964 PyObject *oname = _PyUnicode_FromId(name); /* borrowed */
965 if (!oname) {
966 *result = NULL;
967 return -1;
968 }
969 return _PyObject_LookupAttr(v, oname, result);
INADA Naoki378edee2018-01-16 20:52:41 +0900970}
971
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000972int
Fred Drake100814d2000-07-09 15:48:49 +0000973PyObject_HasAttr(PyObject *v, PyObject *name)
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000974{
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200975 PyObject *res;
976 if (_PyObject_LookupAttr(v, name, &res) < 0) {
977 PyErr_Clear();
978 return 0;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000979 }
Serhiy Storchakaf320be72018-01-25 10:49:40 +0200980 if (res == NULL) {
981 return 0;
982 }
983 Py_DECREF(res);
984 return 1;
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000985}
986
987int
Fred Drake100814d2000-07-09 15:48:49 +0000988PyObject_SetAttr(PyObject *v, PyObject *name, PyObject *value)
Guido van Rossum98ff96a1997-05-20 18:34:44 +0000989{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000990 PyTypeObject *tp = Py_TYPE(v);
991 int err;
Marc-André Lemburge44e5072000-09-18 16:20:57 +0000992
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000993 if (!PyUnicode_Check(name)) {
994 PyErr_Format(PyExc_TypeError,
995 "attribute name must be string, not '%.200s'",
Victor Stinner58ac7002020-02-07 03:04:21 +0100996 Py_TYPE(name)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000997 return -1;
998 }
999 Py_INCREF(name);
Tim Peters6d6c1a32001-08-02 04:15:00 +00001000
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001001 PyUnicode_InternInPlace(&name);
1002 if (tp->tp_setattro != NULL) {
1003 err = (*tp->tp_setattro)(v, name, value);
1004 Py_DECREF(name);
1005 return err;
1006 }
1007 if (tp->tp_setattr != NULL) {
Serhiy Storchaka2a404b62017-01-22 23:07:07 +02001008 const char *name_str = PyUnicode_AsUTF8(name);
Zackery Spytze0dcb852019-04-28 06:58:52 -06001009 if (name_str == NULL) {
1010 Py_DECREF(name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001011 return -1;
Zackery Spytze0dcb852019-04-28 06:58:52 -06001012 }
Serhiy Storchaka2a404b62017-01-22 23:07:07 +02001013 err = (*tp->tp_setattr)(v, (char *)name_str, value);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001014 Py_DECREF(name);
1015 return err;
1016 }
1017 Py_DECREF(name);
Victor Stinnera93c51e2020-02-07 00:38:59 +01001018 _PyObject_ASSERT(name, Py_REFCNT(name) >= 1);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001019 if (tp->tp_getattr == NULL && tp->tp_getattro == NULL)
1020 PyErr_Format(PyExc_TypeError,
1021 "'%.100s' object has no attributes "
1022 "(%s .%U)",
1023 tp->tp_name,
1024 value==NULL ? "del" : "assign to",
1025 name);
1026 else
1027 PyErr_Format(PyExc_TypeError,
1028 "'%.100s' object has only read-only attributes "
1029 "(%s .%U)",
1030 tp->tp_name,
1031 value==NULL ? "del" : "assign to",
1032 name);
1033 return -1;
Tim Peters6d6c1a32001-08-02 04:15:00 +00001034}
1035
1036/* Helper to get a pointer to an object's __dict__ slot, if any */
1037
1038PyObject **
1039_PyObject_GetDictPtr(PyObject *obj)
1040{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001041 Py_ssize_t dictoffset;
1042 PyTypeObject *tp = Py_TYPE(obj);
Tim Peters6d6c1a32001-08-02 04:15:00 +00001043
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001044 dictoffset = tp->tp_dictoffset;
1045 if (dictoffset == 0)
1046 return NULL;
1047 if (dictoffset < 0) {
Victor Stinnerc65b3202020-02-07 11:18:33 +01001048 Py_ssize_t tsize = Py_SIZE(obj);
1049 if (tsize < 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001050 tsize = -tsize;
Victor Stinnerc65b3202020-02-07 11:18:33 +01001051 }
1052 size_t size = _PyObject_VAR_SIZE(tp, tsize);
Guido van Rossum2eb0b872002-03-01 22:24:49 +00001053
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001054 dictoffset += (long)size;
Victor Stinner24702042018-10-26 17:16:37 +02001055 _PyObject_ASSERT(obj, dictoffset > 0);
1056 _PyObject_ASSERT(obj, dictoffset % SIZEOF_VOID_P == 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001057 }
1058 return (PyObject **) ((char *)obj + dictoffset);
Tim Peters6d6c1a32001-08-02 04:15:00 +00001059}
1060
Tim Peters6d6c1a32001-08-02 04:15:00 +00001061PyObject *
Raymond Hettinger1da1dbf2003-03-17 19:46:11 +00001062PyObject_SelfIter(PyObject *obj)
Raymond Hettinger01538262003-03-17 08:24:35 +00001063{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001064 Py_INCREF(obj);
1065 return obj;
Raymond Hettinger01538262003-03-17 08:24:35 +00001066}
1067
Amaury Forgeot d'Arcf343e012009-01-12 23:58:21 +00001068/* Helper used when the __next__ method is removed from a type:
1069 tp_iternext is never NULL and can be safely called without checking
1070 on every iteration.
1071 */
1072
1073PyObject *
1074_PyObject_NextNotImplemented(PyObject *self)
1075{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001076 PyErr_Format(PyExc_TypeError,
1077 "'%.200s' object is not iterable",
1078 Py_TYPE(self)->tp_name);
1079 return NULL;
Amaury Forgeot d'Arcf343e012009-01-12 23:58:21 +00001080}
1081
Yury Selivanovf2392132016-12-13 19:03:51 -05001082
1083/* Specialized version of _PyObject_GenericGetAttrWithDict
1084 specifically for the LOAD_METHOD opcode.
1085
1086 Return 1 if a method is found, 0 if it's a regular attribute
1087 from __dict__ or something returned by using a descriptor
1088 protocol.
1089
1090 `method` will point to the resolved attribute or NULL. In the
1091 latter case, an error will be set.
1092*/
1093int
1094_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method)
1095{
1096 PyTypeObject *tp = Py_TYPE(obj);
1097 PyObject *descr;
1098 descrgetfunc f = NULL;
1099 PyObject **dictptr, *dict;
1100 PyObject *attr;
1101 int meth_found = 0;
1102
1103 assert(*method == NULL);
1104
1105 if (Py_TYPE(obj)->tp_getattro != PyObject_GenericGetAttr
1106 || !PyUnicode_Check(name)) {
1107 *method = PyObject_GetAttr(obj, name);
1108 return 0;
1109 }
1110
1111 if (tp->tp_dict == NULL && PyType_Ready(tp) < 0)
1112 return 0;
1113
1114 descr = _PyType_Lookup(tp, name);
1115 if (descr != NULL) {
1116 Py_INCREF(descr);
Victor Stinner45ec5b92020-04-08 01:42:27 +02001117 if (_PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_METHOD_DESCRIPTOR)) {
Yury Selivanovf2392132016-12-13 19:03:51 -05001118 meth_found = 1;
1119 } else {
Victor Stinner58ac7002020-02-07 03:04:21 +01001120 f = Py_TYPE(descr)->tp_descr_get;
Yury Selivanovf2392132016-12-13 19:03:51 -05001121 if (f != NULL && PyDescr_IsData(descr)) {
Victor Stinner58ac7002020-02-07 03:04:21 +01001122 *method = f(descr, obj, (PyObject *)Py_TYPE(obj));
Yury Selivanovf2392132016-12-13 19:03:51 -05001123 Py_DECREF(descr);
1124 return 0;
1125 }
1126 }
1127 }
1128
1129 dictptr = _PyObject_GetDictPtr(obj);
1130 if (dictptr != NULL && (dict = *dictptr) != NULL) {
1131 Py_INCREF(dict);
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02001132 attr = PyDict_GetItemWithError(dict, name);
Yury Selivanovf2392132016-12-13 19:03:51 -05001133 if (attr != NULL) {
1134 Py_INCREF(attr);
1135 *method = attr;
1136 Py_DECREF(dict);
1137 Py_XDECREF(descr);
1138 return 0;
1139 }
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02001140 else {
1141 Py_DECREF(dict);
1142 if (PyErr_Occurred()) {
1143 Py_XDECREF(descr);
1144 return 0;
1145 }
1146 }
Yury Selivanovf2392132016-12-13 19:03:51 -05001147 }
1148
1149 if (meth_found) {
1150 *method = descr;
1151 return 1;
1152 }
1153
1154 if (f != NULL) {
1155 *method = f(descr, obj, (PyObject *)Py_TYPE(obj));
1156 Py_DECREF(descr);
1157 return 0;
1158 }
1159
1160 if (descr != NULL) {
1161 *method = descr;
1162 return 0;
1163 }
1164
1165 PyErr_Format(PyExc_AttributeError,
1166 "'%.50s' object has no attribute '%U'",
1167 tp->tp_name, name);
1168 return 0;
1169}
1170
1171/* Generic GetAttr functions - put these in your tp_[gs]etattro slot. */
Michael W. Hudson1593f502004-09-14 17:09:47 +00001172
Raymond Hettinger01538262003-03-17 08:24:35 +00001173PyObject *
INADA Naoki378edee2018-01-16 20:52:41 +09001174_PyObject_GenericGetAttrWithDict(PyObject *obj, PyObject *name,
1175 PyObject *dict, int suppress)
Tim Peters6d6c1a32001-08-02 04:15:00 +00001176{
Yury Selivanovf2392132016-12-13 19:03:51 -05001177 /* Make sure the logic of _PyObject_GetMethod is in sync with
1178 this method.
INADA Naoki378edee2018-01-16 20:52:41 +09001179
Brett Cannond5837382020-07-17 13:09:21 -07001180 When suppress=1, this function suppresses AttributeError.
Yury Selivanovf2392132016-12-13 19:03:51 -05001181 */
1182
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001183 PyTypeObject *tp = Py_TYPE(obj);
1184 PyObject *descr = NULL;
1185 PyObject *res = NULL;
1186 descrgetfunc f;
1187 Py_ssize_t dictoffset;
1188 PyObject **dictptr;
Tim Peters6d6c1a32001-08-02 04:15:00 +00001189
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001190 if (!PyUnicode_Check(name)){
1191 PyErr_Format(PyExc_TypeError,
1192 "attribute name must be string, not '%.200s'",
Victor Stinner58ac7002020-02-07 03:04:21 +01001193 Py_TYPE(name)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001194 return NULL;
1195 }
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001196 Py_INCREF(name);
Guido van Rossumebca9fc2001-12-04 15:54:53 +00001197
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001198 if (tp->tp_dict == NULL) {
1199 if (PyType_Ready(tp) < 0)
1200 goto done;
1201 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001202
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001203 descr = _PyType_Lookup(tp, name);
Michael W. Hudsonb2c7de42003-08-15 13:07:47 +00001204
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001205 f = NULL;
1206 if (descr != NULL) {
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001207 Py_INCREF(descr);
Victor Stinner58ac7002020-02-07 03:04:21 +01001208 f = Py_TYPE(descr)->tp_descr_get;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001209 if (f != NULL && PyDescr_IsData(descr)) {
Victor Stinner58ac7002020-02-07 03:04:21 +01001210 res = f(descr, obj, (PyObject *)Py_TYPE(obj));
INADA Naoki378edee2018-01-16 20:52:41 +09001211 if (res == NULL && suppress &&
1212 PyErr_ExceptionMatches(PyExc_AttributeError)) {
1213 PyErr_Clear();
1214 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001215 goto done;
1216 }
1217 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001218
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001219 if (dict == NULL) {
1220 /* Inline _PyObject_GetDictPtr */
1221 dictoffset = tp->tp_dictoffset;
1222 if (dictoffset != 0) {
1223 if (dictoffset < 0) {
Victor Stinnerc65b3202020-02-07 11:18:33 +01001224 Py_ssize_t tsize = Py_SIZE(obj);
1225 if (tsize < 0) {
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001226 tsize = -tsize;
Victor Stinnerc65b3202020-02-07 11:18:33 +01001227 }
1228 size_t size = _PyObject_VAR_SIZE(tp, tsize);
Victor Stinner24702042018-10-26 17:16:37 +02001229 _PyObject_ASSERT(obj, size <= PY_SSIZE_T_MAX);
Guido van Rossumc66ff442002-08-19 16:50:48 +00001230
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001231 dictoffset += (Py_ssize_t)size;
Victor Stinner24702042018-10-26 17:16:37 +02001232 _PyObject_ASSERT(obj, dictoffset > 0);
1233 _PyObject_ASSERT(obj, dictoffset % SIZEOF_VOID_P == 0);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001234 }
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001235 dictptr = (PyObject **) ((char *)obj + dictoffset);
1236 dict = *dictptr;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001237 }
1238 }
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001239 if (dict != NULL) {
1240 Py_INCREF(dict);
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02001241 res = PyDict_GetItemWithError(dict, name);
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001242 if (res != NULL) {
1243 Py_INCREF(res);
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001244 Py_DECREF(dict);
1245 goto done;
1246 }
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02001247 else {
1248 Py_DECREF(dict);
1249 if (PyErr_Occurred()) {
1250 if (suppress && PyErr_ExceptionMatches(PyExc_AttributeError)) {
1251 PyErr_Clear();
1252 }
1253 else {
1254 goto done;
1255 }
1256 }
1257 }
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001258 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001259
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001260 if (f != NULL) {
1261 res = f(descr, obj, (PyObject *)Py_TYPE(obj));
INADA Naoki378edee2018-01-16 20:52:41 +09001262 if (res == NULL && suppress &&
1263 PyErr_ExceptionMatches(PyExc_AttributeError)) {
1264 PyErr_Clear();
1265 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001266 goto done;
1267 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001268
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001269 if (descr != NULL) {
1270 res = descr;
Victor Stinner2d01dc02012-03-09 00:44:13 +01001271 descr = NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001272 goto done;
1273 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001274
INADA Naoki378edee2018-01-16 20:52:41 +09001275 if (!suppress) {
1276 PyErr_Format(PyExc_AttributeError,
1277 "'%.50s' object has no attribute '%U'",
1278 tp->tp_name, name);
1279 }
Guido van Rossumebca9fc2001-12-04 15:54:53 +00001280 done:
Victor Stinner2d01dc02012-03-09 00:44:13 +01001281 Py_XDECREF(descr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001282 Py_DECREF(name);
1283 return res;
Tim Peters6d6c1a32001-08-02 04:15:00 +00001284}
1285
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001286PyObject *
1287PyObject_GenericGetAttr(PyObject *obj, PyObject *name)
1288{
INADA Naoki378edee2018-01-16 20:52:41 +09001289 return _PyObject_GenericGetAttrWithDict(obj, name, NULL, 0);
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001290}
1291
Tim Peters6d6c1a32001-08-02 04:15:00 +00001292int
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001293_PyObject_GenericSetAttrWithDict(PyObject *obj, PyObject *name,
1294 PyObject *value, PyObject *dict)
Tim Peters6d6c1a32001-08-02 04:15:00 +00001295{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001296 PyTypeObject *tp = Py_TYPE(obj);
1297 PyObject *descr;
1298 descrsetfunc f;
1299 PyObject **dictptr;
1300 int res = -1;
Guido van Rossumebca9fc2001-12-04 15:54:53 +00001301
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001302 if (!PyUnicode_Check(name)){
1303 PyErr_Format(PyExc_TypeError,
1304 "attribute name must be string, not '%.200s'",
Victor Stinner58ac7002020-02-07 03:04:21 +01001305 Py_TYPE(name)->tp_name);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001306 return -1;
1307 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001308
Benjamin Peterson74529ad2012-03-09 07:25:32 -08001309 if (tp->tp_dict == NULL && PyType_Ready(tp) < 0)
1310 return -1;
1311
1312 Py_INCREF(name);
Tim Peters6d6c1a32001-08-02 04:15:00 +00001313
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001314 descr = _PyType_Lookup(tp, name);
Victor Stinner2d01dc02012-03-09 00:44:13 +01001315
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001316 if (descr != NULL) {
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001317 Py_INCREF(descr);
Victor Stinner58ac7002020-02-07 03:04:21 +01001318 f = Py_TYPE(descr)->tp_descr_set;
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001319 if (f != NULL) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001320 res = f(descr, obj, value);
1321 goto done;
1322 }
1323 }
Tim Peters6d6c1a32001-08-02 04:15:00 +00001324
Steve Dowerb82e17e2019-05-23 08:45:22 -07001325 /* XXX [Steve Dower] These are really noisy - worth it? */
1326 /*if (PyType_Check(obj) || PyModule_Check(obj)) {
1327 if (value && PySys_Audit("object.__setattr__", "OOO", obj, name, value) < 0)
1328 return -1;
1329 if (!value && PySys_Audit("object.__delattr__", "OO", obj, name) < 0)
1330 return -1;
1331 }*/
1332
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001333 if (dict == NULL) {
1334 dictptr = _PyObject_GetDictPtr(obj);
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001335 if (dictptr == NULL) {
1336 if (descr == NULL) {
1337 PyErr_Format(PyExc_AttributeError,
1338 "'%.100s' object has no attribute '%U'",
1339 tp->tp_name, name);
1340 }
1341 else {
1342 PyErr_Format(PyExc_AttributeError,
1343 "'%.50s' object attribute '%U' is read-only",
1344 tp->tp_name, name);
1345 }
Benjamin Peterson7d95e402012-04-23 11:24:50 -04001346 goto done;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001347 }
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001348 res = _PyObjectDict_SetItem(tp, dictptr, name, value);
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001349 }
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001350 else {
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001351 Py_INCREF(dict);
1352 if (value == NULL)
1353 res = PyDict_DelItem(dict, name);
1354 else
1355 res = PyDict_SetItem(dict, name, value);
Benjamin Peterson74529ad2012-03-09 07:25:32 -08001356 Py_DECREF(dict);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001357 }
Serhiy Storchaka55c861f2016-04-17 20:31:51 +03001358 if (res < 0 && PyErr_ExceptionMatches(PyExc_KeyError))
1359 PyErr_SetObject(PyExc_AttributeError, name);
Tim Peters6d6c1a32001-08-02 04:15:00 +00001360
Guido van Rossumebca9fc2001-12-04 15:54:53 +00001361 done:
Victor Stinner2d01dc02012-03-09 00:44:13 +01001362 Py_XDECREF(descr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001363 Py_DECREF(name);
1364 return res;
Guido van Rossum98ff96a1997-05-20 18:34:44 +00001365}
1366
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001367int
1368PyObject_GenericSetAttr(PyObject *obj, PyObject *name, PyObject *value)
1369{
1370 return _PyObject_GenericSetAttrWithDict(obj, name, value, NULL);
1371}
1372
Benjamin Peterson8eb12692012-02-19 19:59:10 -05001373int
1374PyObject_GenericSetDict(PyObject *obj, PyObject *value, void *context)
1375{
Serhiy Storchaka576f1322016-01-05 21:27:54 +02001376 PyObject **dictptr = _PyObject_GetDictPtr(obj);
Benjamin Peterson8eb12692012-02-19 19:59:10 -05001377 if (dictptr == NULL) {
1378 PyErr_SetString(PyExc_AttributeError,
1379 "This object has no __dict__");
1380 return -1;
1381 }
1382 if (value == NULL) {
1383 PyErr_SetString(PyExc_TypeError, "cannot delete __dict__");
1384 return -1;
1385 }
1386 if (!PyDict_Check(value)) {
1387 PyErr_Format(PyExc_TypeError,
1388 "__dict__ must be set to a dictionary, "
1389 "not a '%.200s'", Py_TYPE(value)->tp_name);
1390 return -1;
1391 }
Serhiy Storchaka576f1322016-01-05 21:27:54 +02001392 Py_INCREF(value);
Serhiy Storchakaec397562016-04-06 09:50:03 +03001393 Py_XSETREF(*dictptr, value);
Benjamin Peterson8eb12692012-02-19 19:59:10 -05001394 return 0;
1395}
1396
Antoine Pitrou1a9a9d52010-08-28 18:17:03 +00001397
Stefan Pochmannf90dc362020-10-07 16:12:52 +02001398/* Test a value used as condition, e.g., in a while or if statement.
Guido van Rossum6ac258d1993-05-12 08:24:20 +00001399 Return -1 if an error occurred */
1400
1401int
Fred Drake100814d2000-07-09 15:48:49 +00001402PyObject_IsTrue(PyObject *v)
Guido van Rossum6ac258d1993-05-12 08:24:20 +00001403{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001404 Py_ssize_t res;
1405 if (v == Py_True)
1406 return 1;
1407 if (v == Py_False)
1408 return 0;
1409 if (v == Py_None)
1410 return 0;
Victor Stinner58ac7002020-02-07 03:04:21 +01001411 else if (Py_TYPE(v)->tp_as_number != NULL &&
1412 Py_TYPE(v)->tp_as_number->nb_bool != NULL)
1413 res = (*Py_TYPE(v)->tp_as_number->nb_bool)(v);
1414 else if (Py_TYPE(v)->tp_as_mapping != NULL &&
1415 Py_TYPE(v)->tp_as_mapping->mp_length != NULL)
1416 res = (*Py_TYPE(v)->tp_as_mapping->mp_length)(v);
1417 else if (Py_TYPE(v)->tp_as_sequence != NULL &&
1418 Py_TYPE(v)->tp_as_sequence->sq_length != NULL)
1419 res = (*Py_TYPE(v)->tp_as_sequence->sq_length)(v);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001420 else
1421 return 1;
1422 /* if it is negative, it should be either -1 or -2 */
1423 return (res > 0) ? 1 : Py_SAFE_DOWNCAST(res, Py_ssize_t, int);
Guido van Rossum6ac258d1993-05-12 08:24:20 +00001424}
1425
Tim Peters803526b2002-07-07 05:13:56 +00001426/* equivalent of 'not v'
Guido van Rossumc3d3f961998-04-09 17:53:59 +00001427 Return -1 if an error occurred */
1428
1429int
Fred Drake100814d2000-07-09 15:48:49 +00001430PyObject_Not(PyObject *v)
Guido van Rossumc3d3f961998-04-09 17:53:59 +00001431{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001432 int res;
1433 res = PyObject_IsTrue(v);
1434 if (res < 0)
1435 return res;
1436 return res == 0;
Guido van Rossumc3d3f961998-04-09 17:53:59 +00001437}
1438
Guido van Rossum49b11fe1995-01-26 00:38:22 +00001439/* Test whether an object can be called */
1440
1441int
Fred Drake100814d2000-07-09 15:48:49 +00001442PyCallable_Check(PyObject *x)
Guido van Rossum49b11fe1995-01-26 00:38:22 +00001443{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001444 if (x == NULL)
1445 return 0;
Victor Stinner58ac7002020-02-07 03:04:21 +01001446 return Py_TYPE(x)->tp_call != NULL;
Guido van Rossum49b11fe1995-01-26 00:38:22 +00001447}
1448
Tim Peters7eea37e2001-09-04 22:08:56 +00001449
Georg Brandle32b4222007-03-10 22:13:27 +00001450/* Helper for PyObject_Dir without arguments: returns the local scope. */
1451static PyObject *
Guido van Rossumad7d8d12007-04-13 01:39:34 +00001452_dir_locals(void)
Tim Peters305b5852001-09-17 02:38:46 +00001453{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001454 PyObject *names;
Victor Stinner41bb43a2013-10-29 01:19:37 +01001455 PyObject *locals;
Tim Peters305b5852001-09-17 02:38:46 +00001456
Victor Stinner41bb43a2013-10-29 01:19:37 +01001457 locals = PyEval_GetLocals();
1458 if (locals == NULL)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001459 return NULL;
Tim Peters305b5852001-09-17 02:38:46 +00001460
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001461 names = PyMapping_Keys(locals);
1462 if (!names)
1463 return NULL;
1464 if (!PyList_Check(names)) {
1465 PyErr_Format(PyExc_TypeError,
1466 "dir(): expected keys() of locals to be a list, "
1467 "not '%.200s'", Py_TYPE(names)->tp_name);
1468 Py_DECREF(names);
1469 return NULL;
1470 }
Benjamin Peterson3bbb7222011-06-11 16:12:08 -05001471 if (PyList_Sort(names)) {
1472 Py_DECREF(names);
1473 return NULL;
1474 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001475 /* the locals don't need to be DECREF'd */
1476 return names;
Georg Brandle32b4222007-03-10 22:13:27 +00001477}
1478
Benjamin Peterson82b00c12011-05-24 11:09:06 -05001479/* Helper for PyObject_Dir: object introspection. */
Georg Brandle32b4222007-03-10 22:13:27 +00001480static PyObject *
1481_dir_object(PyObject *obj)
1482{
Benjamin Peterson3bbb7222011-06-11 16:12:08 -05001483 PyObject *result, *sorted;
Benjamin Petersonce798522012-01-22 11:24:29 -05001484 PyObject *dirfunc = _PyObject_LookupSpecial(obj, &PyId___dir__);
Georg Brandle32b4222007-03-10 22:13:27 +00001485
Victor Stinner24702042018-10-26 17:16:37 +02001486 assert(obj != NULL);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001487 if (dirfunc == NULL) {
Benjamin Peterson82b00c12011-05-24 11:09:06 -05001488 if (!PyErr_Occurred())
1489 PyErr_SetString(PyExc_TypeError, "object does not provide __dir__");
1490 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001491 }
Benjamin Peterson82b00c12011-05-24 11:09:06 -05001492 /* use __dir__ */
Victor Stinnerf17c3de2016-12-06 18:46:19 +01001493 result = _PyObject_CallNoArg(dirfunc);
Benjamin Peterson82b00c12011-05-24 11:09:06 -05001494 Py_DECREF(dirfunc);
1495 if (result == NULL)
1496 return NULL;
Benjamin Peterson3bbb7222011-06-11 16:12:08 -05001497 /* return sorted(result) */
1498 sorted = PySequence_List(result);
1499 Py_DECREF(result);
1500 if (sorted == NULL)
1501 return NULL;
1502 if (PyList_Sort(sorted)) {
1503 Py_DECREF(sorted);
1504 return NULL;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001505 }
Benjamin Peterson3bbb7222011-06-11 16:12:08 -05001506 return sorted;
Georg Brandle32b4222007-03-10 22:13:27 +00001507}
1508
1509/* Implementation of dir() -- if obj is NULL, returns the names in the current
1510 (local) scope. Otherwise, performs introspection of the object: returns a
1511 sorted list of attribute names (supposedly) accessible from the object
1512*/
1513PyObject *
1514PyObject_Dir(PyObject *obj)
1515{
Benjamin Peterson3bbb7222011-06-11 16:12:08 -05001516 return (obj == NULL) ? _dir_locals() : _dir_object(obj);
Tim Peters7eea37e2001-09-04 22:08:56 +00001517}
Guido van Rossum49b11fe1995-01-26 00:38:22 +00001518
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001519/*
Raymond Hettinger66d2be82011-07-28 09:55:13 -07001520None is a non-NULL undefined value.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001521There is (and should be!) no way to create other objects of this type,
Guido van Rossum3f5da241990-12-20 15:06:42 +00001522so there is exactly one (which is indestructible, by the way).
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001523*/
1524
Guido van Rossum0c182a11992-03-27 17:26:13 +00001525/* ARGSUSED */
Guido van Rossumc0b618a1997-05-02 03:12:38 +00001526static PyObject *
Fred Drake100814d2000-07-09 15:48:49 +00001527none_repr(PyObject *op)
Guido van Rossum3f5da241990-12-20 15:06:42 +00001528{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001529 return PyUnicode_FromString("None");
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001530}
1531
Barry Warsaw9bf16442001-01-23 16:24:35 +00001532/* ARGUSED */
Victor Stinner2a4903f2020-01-30 13:09:11 +01001533static void _Py_NO_RETURN
Tim Peters803526b2002-07-07 05:13:56 +00001534none_dealloc(PyObject* ignore)
Barry Warsaw9bf16442001-01-23 16:24:35 +00001535{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001536 /* This should never get called, but we also don't want to SEGV if
1537 * we accidentally decref None out of existence.
1538 */
1539 Py_FatalError("deallocating None");
Barry Warsaw9bf16442001-01-23 16:24:35 +00001540}
1541
Benjamin Petersonc4607ae2011-07-29 18:19:43 -05001542static PyObject *
1543none_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)
1544{
Serhiy Storchaka5ab81d72016-12-16 16:18:57 +02001545 if (PyTuple_GET_SIZE(args) || (kwargs && PyDict_GET_SIZE(kwargs))) {
Benjamin Petersonc4607ae2011-07-29 18:19:43 -05001546 PyErr_SetString(PyExc_TypeError, "NoneType takes no arguments");
1547 return NULL;
1548 }
1549 Py_RETURN_NONE;
1550}
1551
Raymond Hettinger66d2be82011-07-28 09:55:13 -07001552static int
1553none_bool(PyObject *v)
1554{
1555 return 0;
1556}
1557
1558static PyNumberMethods none_as_number = {
1559 0, /* nb_add */
1560 0, /* nb_subtract */
1561 0, /* nb_multiply */
1562 0, /* nb_remainder */
1563 0, /* nb_divmod */
1564 0, /* nb_power */
1565 0, /* nb_negative */
1566 0, /* nb_positive */
1567 0, /* nb_absolute */
1568 (inquiry)none_bool, /* nb_bool */
1569 0, /* nb_invert */
1570 0, /* nb_lshift */
1571 0, /* nb_rshift */
1572 0, /* nb_and */
1573 0, /* nb_xor */
1574 0, /* nb_or */
1575 0, /* nb_int */
1576 0, /* nb_reserved */
1577 0, /* nb_float */
1578 0, /* nb_inplace_add */
1579 0, /* nb_inplace_subtract */
1580 0, /* nb_inplace_multiply */
1581 0, /* nb_inplace_remainder */
1582 0, /* nb_inplace_power */
1583 0, /* nb_inplace_lshift */
1584 0, /* nb_inplace_rshift */
1585 0, /* nb_inplace_and */
1586 0, /* nb_inplace_xor */
1587 0, /* nb_inplace_or */
1588 0, /* nb_floor_divide */
1589 0, /* nb_true_divide */
1590 0, /* nb_inplace_floor_divide */
1591 0, /* nb_inplace_true_divide */
1592 0, /* nb_index */
1593};
Barry Warsaw9bf16442001-01-23 16:24:35 +00001594
Alexandre Vassalotti65846c62013-11-30 17:55:48 -08001595PyTypeObject _PyNone_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001596 PyVarObject_HEAD_INIT(&PyType_Type, 0)
1597 "NoneType",
1598 0,
1599 0,
1600 none_dealloc, /*tp_dealloc*/ /*never called*/
Jeroen Demeyer530f5062019-05-31 04:13:39 +02001601 0, /*tp_vectorcall_offset*/
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001602 0, /*tp_getattr*/
1603 0, /*tp_setattr*/
Jeroen Demeyer530f5062019-05-31 04:13:39 +02001604 0, /*tp_as_async*/
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001605 none_repr, /*tp_repr*/
Raymond Hettinger66d2be82011-07-28 09:55:13 -07001606 &none_as_number, /*tp_as_number*/
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001607 0, /*tp_as_sequence*/
1608 0, /*tp_as_mapping*/
1609 0, /*tp_hash */
Benjamin Petersonc4607ae2011-07-29 18:19:43 -05001610 0, /*tp_call */
1611 0, /*tp_str */
1612 0, /*tp_getattro */
1613 0, /*tp_setattro */
1614 0, /*tp_as_buffer */
1615 Py_TPFLAGS_DEFAULT, /*tp_flags */
1616 0, /*tp_doc */
1617 0, /*tp_traverse */
1618 0, /*tp_clear */
1619 0, /*tp_richcompare */
1620 0, /*tp_weaklistoffset */
1621 0, /*tp_iter */
1622 0, /*tp_iternext */
1623 0, /*tp_methods */
1624 0, /*tp_members */
1625 0, /*tp_getset */
1626 0, /*tp_base */
1627 0, /*tp_dict */
1628 0, /*tp_descr_get */
1629 0, /*tp_descr_set */
1630 0, /*tp_dictoffset */
1631 0, /*tp_init */
1632 0, /*tp_alloc */
1633 none_new, /*tp_new */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001634};
1635
Guido van Rossumc0b618a1997-05-02 03:12:38 +00001636PyObject _Py_NoneStruct = {
Martin v. Löwis9f2e3462007-07-21 17:22:18 +00001637 _PyObject_EXTRA_INIT
Alexandre Vassalotti65846c62013-11-30 17:55:48 -08001638 1, &_PyNone_Type
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001639};
1640
Neil Schemenauer5ed85ec2001-01-04 01:48:10 +00001641/* NotImplemented is an object that can be used to signal that an
1642 operation is not implemented for the given type combination. */
1643
1644static PyObject *
1645NotImplemented_repr(PyObject *op)
1646{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001647 return PyUnicode_FromString("NotImplemented");
Neil Schemenauer5ed85ec2001-01-04 01:48:10 +00001648}
1649
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001650static PyObject *
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301651NotImplemented_reduce(PyObject *op, PyObject *Py_UNUSED(ignored))
Alexandre Vassalottic49477b2013-11-24 02:53:45 -08001652{
1653 return PyUnicode_FromString("NotImplemented");
1654}
1655
1656static PyMethodDef notimplemented_methods[] = {
Siddhesh Poyarekar55edd0c2018-04-30 00:29:33 +05301657 {"__reduce__", NotImplemented_reduce, METH_NOARGS, NULL},
Alexandre Vassalottic49477b2013-11-24 02:53:45 -08001658 {NULL, NULL}
1659};
1660
1661static PyObject *
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001662notimplemented_new(PyTypeObject *type, PyObject *args, PyObject *kwargs)
1663{
Serhiy Storchaka5ab81d72016-12-16 16:18:57 +02001664 if (PyTuple_GET_SIZE(args) || (kwargs && PyDict_GET_SIZE(kwargs))) {
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001665 PyErr_SetString(PyExc_TypeError, "NotImplementedType takes no arguments");
1666 return NULL;
1667 }
Brian Curtindfc80e32011-08-10 20:28:54 -05001668 Py_RETURN_NOTIMPLEMENTED;
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001669}
1670
Victor Stinner2a4903f2020-01-30 13:09:11 +01001671static void _Py_NO_RETURN
Armin Ronacher226b1db2012-10-06 14:28:58 +02001672notimplemented_dealloc(PyObject* ignore)
1673{
1674 /* This should never get called, but we also don't want to SEGV if
1675 * we accidentally decref NotImplemented out of existence.
1676 */
1677 Py_FatalError("deallocating NotImplemented");
1678}
1679
MojoVampire469325c2020-03-03 18:50:17 +00001680static int
1681notimplemented_bool(PyObject *v)
1682{
1683 if (PyErr_WarnEx(PyExc_DeprecationWarning,
1684 "NotImplemented should not be used in a boolean context",
1685 1) < 0)
1686 {
1687 return -1;
1688 }
1689 return 1;
1690}
1691
1692static PyNumberMethods notimplemented_as_number = {
1693 .nb_bool = notimplemented_bool,
1694};
1695
Alexandre Vassalotti65846c62013-11-30 17:55:48 -08001696PyTypeObject _PyNotImplemented_Type = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001697 PyVarObject_HEAD_INIT(&PyType_Type, 0)
1698 "NotImplementedType",
1699 0,
1700 0,
Armin Ronacher226b1db2012-10-06 14:28:58 +02001701 notimplemented_dealloc, /*tp_dealloc*/ /*never called*/
Jeroen Demeyer530f5062019-05-31 04:13:39 +02001702 0, /*tp_vectorcall_offset*/
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001703 0, /*tp_getattr*/
1704 0, /*tp_setattr*/
Jeroen Demeyer530f5062019-05-31 04:13:39 +02001705 0, /*tp_as_async*/
MojoVampire469325c2020-03-03 18:50:17 +00001706 NotImplemented_repr, /*tp_repr*/
1707 &notimplemented_as_number, /*tp_as_number*/
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001708 0, /*tp_as_sequence*/
1709 0, /*tp_as_mapping*/
1710 0, /*tp_hash */
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001711 0, /*tp_call */
1712 0, /*tp_str */
1713 0, /*tp_getattro */
1714 0, /*tp_setattro */
1715 0, /*tp_as_buffer */
1716 Py_TPFLAGS_DEFAULT, /*tp_flags */
1717 0, /*tp_doc */
1718 0, /*tp_traverse */
1719 0, /*tp_clear */
1720 0, /*tp_richcompare */
1721 0, /*tp_weaklistoffset */
1722 0, /*tp_iter */
1723 0, /*tp_iternext */
Alexandre Vassalottic49477b2013-11-24 02:53:45 -08001724 notimplemented_methods, /*tp_methods */
Benjamin Peterson18d7d7a2011-07-29 18:27:44 -05001725 0, /*tp_members */
1726 0, /*tp_getset */
1727 0, /*tp_base */
1728 0, /*tp_dict */
1729 0, /*tp_descr_get */
1730 0, /*tp_descr_set */
1731 0, /*tp_dictoffset */
1732 0, /*tp_init */
1733 0, /*tp_alloc */
1734 notimplemented_new, /*tp_new */
Neil Schemenauer5ed85ec2001-01-04 01:48:10 +00001735};
1736
1737PyObject _Py_NotImplementedStruct = {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001738 _PyObject_EXTRA_INIT
Alexandre Vassalotti65846c62013-11-30 17:55:48 -08001739 1, &_PyNotImplemented_Type
Neil Schemenauer5ed85ec2001-01-04 01:48:10 +00001740};
1741
Victor Stinner331a6a52019-05-27 16:39:22 +02001742PyStatus
Victor Stinnerab672812019-01-23 15:04:40 +01001743_PyTypes_Init(void)
Guido van Rossumba21a492001-08-16 08:17:26 +00001744{
Victor Stinner7a1f6c22020-01-30 09:02:14 +01001745 PyStatus status = _PyTypes_InitSlotDefs();
1746 if (_PyStatus_EXCEPTION(status)) {
1747 return status;
1748 }
1749
Victor Stinnera5180992021-04-08 00:12:38 +02001750#define INIT_TYPE(TYPE) \
Victor Stinner6d43f6f2019-01-22 21:18:05 +01001751 do { \
Victor Stinnera5180992021-04-08 00:12:38 +02001752 if (PyType_Ready(&(TYPE)) < 0) { \
1753 return _PyStatus_ERR("Can't initialize " #TYPE " type"); \
Victor Stinner6d43f6f2019-01-22 21:18:05 +01001754 } \
1755 } while (0)
Victor Stinner5a1bb4e2014-06-02 14:10:59 +02001756
Victor Stinnera5180992021-04-08 00:12:38 +02001757 // Base types
1758 INIT_TYPE(PyBaseObject_Type);
1759 INIT_TYPE(PyType_Type);
1760 assert(PyBaseObject_Type.tp_base == NULL);
1761 assert(PyType_Type.tp_base == &PyBaseObject_Type);
Guido van Rossumba21a492001-08-16 08:17:26 +00001762
Victor Stinnera5180992021-04-08 00:12:38 +02001763 // All other static types
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001764 INIT_TYPE(PyAsyncGen_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001765 INIT_TYPE(PyBool_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001766 INIT_TYPE(PyByteArrayIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001767 INIT_TYPE(PyByteArray_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001768 INIT_TYPE(PyBytesIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001769 INIT_TYPE(PyBytes_Type);
1770 INIT_TYPE(PyCFunction_Type);
1771 INIT_TYPE(PyCMethod_Type);
1772 INIT_TYPE(PyCallIter_Type);
1773 INIT_TYPE(PyCapsule_Type);
1774 INIT_TYPE(PyCell_Type);
1775 INIT_TYPE(PyClassMethodDescr_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001776 INIT_TYPE(PyClassMethod_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001777 INIT_TYPE(PyCode_Type);
1778 INIT_TYPE(PyComplex_Type);
1779 INIT_TYPE(PyCoro_Type);
1780 INIT_TYPE(PyDictItems_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001781 INIT_TYPE(PyDictIterItem_Type);
1782 INIT_TYPE(PyDictIterKey_Type);
1783 INIT_TYPE(PyDictIterValue_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001784 INIT_TYPE(PyDictKeys_Type);
1785 INIT_TYPE(PyDictProxy_Type);
1786 INIT_TYPE(PyDictRevIterItem_Type);
1787 INIT_TYPE(PyDictRevIterKey_Type);
1788 INIT_TYPE(PyDictRevIterValue_Type);
1789 INIT_TYPE(PyDictValues_Type);
1790 INIT_TYPE(PyDict_Type);
1791 INIT_TYPE(PyEllipsis_Type);
1792 INIT_TYPE(PyEnum_Type);
1793 INIT_TYPE(PyFloat_Type);
1794 INIT_TYPE(PyFrame_Type);
1795 INIT_TYPE(PyFrozenSet_Type);
1796 INIT_TYPE(PyFunction_Type);
1797 INIT_TYPE(PyGen_Type);
1798 INIT_TYPE(PyGetSetDescr_Type);
1799 INIT_TYPE(PyInstanceMethod_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001800 INIT_TYPE(PyListIter_Type);
1801 INIT_TYPE(PyListRevIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001802 INIT_TYPE(PyList_Type);
1803 INIT_TYPE(PyLongRangeIter_Type);
1804 INIT_TYPE(PyLong_Type);
1805 INIT_TYPE(PyMemberDescr_Type);
1806 INIT_TYPE(PyMemoryView_Type);
1807 INIT_TYPE(PyMethodDescr_Type);
1808 INIT_TYPE(PyMethod_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001809 INIT_TYPE(PyModuleDef_Type);
1810 INIT_TYPE(PyModule_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001811 INIT_TYPE(PyODictItems_Type);
1812 INIT_TYPE(PyODictIter_Type);
1813 INIT_TYPE(PyODictKeys_Type);
1814 INIT_TYPE(PyODictValues_Type);
1815 INIT_TYPE(PyODict_Type);
1816 INIT_TYPE(PyPickleBuffer_Type);
1817 INIT_TYPE(PyProperty_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001818 INIT_TYPE(PyRangeIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001819 INIT_TYPE(PyRange_Type);
1820 INIT_TYPE(PyReversed_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001821 INIT_TYPE(PySTEntry_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001822 INIT_TYPE(PySeqIter_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001823 INIT_TYPE(PySetIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001824 INIT_TYPE(PySet_Type);
1825 INIT_TYPE(PySlice_Type);
1826 INIT_TYPE(PyStaticMethod_Type);
1827 INIT_TYPE(PyStdPrinter_Type);
1828 INIT_TYPE(PySuper_Type);
1829 INIT_TYPE(PyTraceBack_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001830 INIT_TYPE(PyTupleIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001831 INIT_TYPE(PyTuple_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001832 INIT_TYPE(PyUnicodeIter_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001833 INIT_TYPE(PyUnicode_Type);
1834 INIT_TYPE(PyWrapperDescr_Type);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001835 INIT_TYPE(Py_GenericAliasType);
1836 INIT_TYPE(_PyAsyncGenASend_Type);
1837 INIT_TYPE(_PyAsyncGenAThrow_Type);
1838 INIT_TYPE(_PyAsyncGenWrappedValue_Type);
Victor Stinnera5180992021-04-08 00:12:38 +02001839 INIT_TYPE(_PyCoroWrapper_Type);
1840 INIT_TYPE(_PyInterpreterID_Type);
1841 INIT_TYPE(_PyManagedBuffer_Type);
1842 INIT_TYPE(_PyMethodWrapper_Type);
1843 INIT_TYPE(_PyNamespace_Type);
1844 INIT_TYPE(_PyNone_Type);
1845 INIT_TYPE(_PyNotImplemented_Type);
1846 INIT_TYPE(_PyWeakref_CallableProxyType);
1847 INIT_TYPE(_PyWeakref_ProxyType);
1848 INIT_TYPE(_PyWeakref_RefType);
Victor Stinnerdf5dc1c2021-04-08 00:47:55 +02001849 INIT_TYPE(_Py_UnionType);
Victor Stinnera5180992021-04-08 00:12:38 +02001850
1851 return _PyStatus_OK();
Victor Stinner6d43f6f2019-01-22 21:18:05 +01001852#undef INIT_TYPE
Guido van Rossumba21a492001-08-16 08:17:26 +00001853}
1854
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001855
Victor Stinner40e547d2020-02-05 01:11:10 +01001856void
1857_Py_NewReference(PyObject *op)
1858{
1859 if (_Py_tracemalloc_config.tracing) {
1860 _PyTraceMalloc_NewReference(op);
1861 }
1862#ifdef Py_REF_DEBUG
1863 _Py_RefTotal++;
1864#endif
Victor Stinnerc86a1122020-02-07 01:24:29 +01001865 Py_SET_REFCNT(op, 1);
Victor Stinner40e547d2020-02-05 01:11:10 +01001866#ifdef Py_TRACE_REFS
1867 _Py_AddToAllObjects(op, 1);
1868#endif
1869}
1870
1871
Guido van Rossum84a90321996-05-22 16:34:47 +00001872#ifdef Py_TRACE_REFS
Guido van Rossumaacdc9d1996-08-12 21:32:12 +00001873void
Antoine Pitrou9ed5f272013-08-13 20:18:52 +02001874_Py_ForgetReference(PyObject *op)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001875{
Victor Stinnera93c51e2020-02-07 00:38:59 +01001876 if (Py_REFCNT(op) < 0) {
Victor Stinner5eb8bff2020-01-30 09:01:07 +01001877 _PyObject_ASSERT_FAILED_MSG(op, "negative refcnt");
1878 }
1879
1880 if (op == &refchain ||
1881 op->_ob_prev->_ob_next != op || op->_ob_next->_ob_prev != op)
1882 {
1883 _PyObject_ASSERT_FAILED_MSG(op, "invalid object chain");
1884 }
1885
Guido van Rossumbffd6832000-01-20 22:32:56 +00001886#ifdef SLOW_UNREF_CHECK
Antoine Pitrou9ed5f272013-08-13 20:18:52 +02001887 PyObject *p;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001888 for (p = refchain._ob_next; p != &refchain; p = p->_ob_next) {
Victor Stinner5eb8bff2020-01-30 09:01:07 +01001889 if (p == op) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001890 break;
Victor Stinner5eb8bff2020-01-30 09:01:07 +01001891 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001892 }
Victor Stinner5eb8bff2020-01-30 09:01:07 +01001893 if (p == &refchain) {
1894 /* Not found */
1895 _PyObject_ASSERT_FAILED_MSG(op,
1896 "object not found in the objects list");
1897 }
Guido van Rossum2e8f6141992-09-03 20:32:55 +00001898#endif
Victor Stinner5eb8bff2020-01-30 09:01:07 +01001899
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001900 op->_ob_next->_ob_prev = op->_ob_prev;
1901 op->_ob_prev->_ob_next = op->_ob_next;
1902 op->_ob_next = op->_ob_prev = NULL;
Guido van Rossum3f5da241990-12-20 15:06:42 +00001903}
1904
Tim Peters269b2a62003-04-17 19:52:29 +00001905/* Print all live objects. Because PyObject_Print is called, the
1906 * interpreter must be in a healthy state.
1907 */
Guido van Rossumaacdc9d1996-08-12 21:32:12 +00001908void
Fred Drake100814d2000-07-09 15:48:49 +00001909_Py_PrintReferences(FILE *fp)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001910{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001911 PyObject *op;
1912 fprintf(fp, "Remaining objects:\n");
1913 for (op = refchain._ob_next; op != &refchain; op = op->_ob_next) {
Victor Stinnerd36cf5f2020-06-10 18:38:05 +02001914 fprintf(fp, "%p [%zd] ", (void *)op, Py_REFCNT(op));
1915 if (PyObject_Print(op, fp, 0) != 0) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001916 PyErr_Clear();
Victor Stinnerd36cf5f2020-06-10 18:38:05 +02001917 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001918 putc('\n', fp);
1919 }
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001920}
1921
Tim Peters269b2a62003-04-17 19:52:29 +00001922/* Print the addresses of all live objects. Unlike _Py_PrintReferences, this
1923 * doesn't make any calls to the Python C API, so is always safe to call.
1924 */
1925void
1926_Py_PrintReferenceAddresses(FILE *fp)
1927{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001928 PyObject *op;
1929 fprintf(fp, "Remaining object addresses:\n");
1930 for (op = refchain._ob_next; op != &refchain; op = op->_ob_next)
Victor Stinnerd36cf5f2020-06-10 18:38:05 +02001931 fprintf(fp, "%p [%zd] %s\n", (void *)op,
Victor Stinnera93c51e2020-02-07 00:38:59 +01001932 Py_REFCNT(op), Py_TYPE(op)->tp_name);
Tim Peters269b2a62003-04-17 19:52:29 +00001933}
1934
Sjoerd Mullender6ec3c651995-08-29 09:18:14 +00001935PyObject *
Fred Drake100814d2000-07-09 15:48:49 +00001936_Py_GetObjects(PyObject *self, PyObject *args)
Sjoerd Mullender6ec3c651995-08-29 09:18:14 +00001937{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001938 int i, n;
1939 PyObject *t = NULL;
1940 PyObject *res, *op;
Sjoerd Mullender6ec3c651995-08-29 09:18:14 +00001941
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001942 if (!PyArg_ParseTuple(args, "i|O", &n, &t))
1943 return NULL;
1944 op = refchain._ob_next;
1945 res = PyList_New(0);
1946 if (res == NULL)
1947 return NULL;
1948 for (i = 0; (n == 0 || i < n) && op != &refchain; i++) {
1949 while (op == self || op == args || op == res || op == t ||
Andy Lester55728702020-03-06 16:53:17 -06001950 (t != NULL && !Py_IS_TYPE(op, (PyTypeObject *) t))) {
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001951 op = op->_ob_next;
1952 if (op == &refchain)
1953 return res;
1954 }
1955 if (PyList_Append(res, op) < 0) {
1956 Py_DECREF(res);
1957 return NULL;
1958 }
1959 op = op->_ob_next;
1960 }
1961 return res;
Sjoerd Mullender6ec3c651995-08-29 09:18:14 +00001962}
1963
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00001964#endif
Guido van Rossum97ead3f1996-01-12 01:24:09 +00001965
Benjamin Petersonb173f782009-05-05 22:31:58 +00001966
Guido van Rossum84a90321996-05-22 16:34:47 +00001967/* Hack to force loading of abstract.o */
Martin v. Löwis18e16552006-02-15 17:27:45 +00001968Py_ssize_t (*_Py_abstract_hack)(PyObject *) = PyObject_Size;
Guido van Rossume09fb551997-08-05 02:04:34 +00001969
1970
David Malcolm49526f42012-06-22 14:55:41 -04001971void
1972_PyObject_DebugTypeStats(FILE *out)
1973{
David Malcolm49526f42012-06-22 14:55:41 -04001974 _PyDict_DebugMallocStats(out);
1975 _PyFloat_DebugMallocStats(out);
1976 _PyFrame_DebugMallocStats(out);
1977 _PyList_DebugMallocStats(out);
David Malcolm49526f42012-06-22 14:55:41 -04001978 _PyTuple_DebugMallocStats(out);
1979}
Guido van Rossumb18618d2000-05-03 23:44:39 +00001980
Guido van Rossum86610361998-04-10 22:32:46 +00001981/* These methods are used to control infinite recursion in repr, str, print,
1982 etc. Container objects that may recursively contain themselves,
Martin Panter8d56c022016-05-29 04:13:35 +00001983 e.g. builtin dictionaries and lists, should use Py_ReprEnter() and
Guido van Rossum86610361998-04-10 22:32:46 +00001984 Py_ReprLeave() to avoid infinite recursion.
1985
1986 Py_ReprEnter() returns 0 the first time it is called for a particular
1987 object and 1 every time thereafter. It returns -1 if an exception
1988 occurred. Py_ReprLeave() has no return value.
1989
1990 See dictobject.c and listobject.c for examples of use.
1991*/
1992
Guido van Rossum86610361998-04-10 22:32:46 +00001993int
Fred Drake100814d2000-07-09 15:48:49 +00001994Py_ReprEnter(PyObject *obj)
Guido van Rossum86610361998-04-10 22:32:46 +00001995{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00001996 PyObject *dict;
1997 PyObject *list;
1998 Py_ssize_t i;
Guido van Rossum86610361998-04-10 22:32:46 +00001999
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002000 dict = PyThreadState_GetDict();
Antoine Pitrou04d17d32014-03-31 22:04:38 +02002001 /* Ignore a missing thread-state, so that this function can be called
2002 early on startup. */
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002003 if (dict == NULL)
2004 return 0;
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02002005 list = _PyDict_GetItemIdWithError(dict, &PyId_Py_Repr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002006 if (list == NULL) {
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02002007 if (PyErr_Occurred()) {
2008 return -1;
2009 }
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002010 list = PyList_New(0);
2011 if (list == NULL)
2012 return -1;
Victor Stinner7a07e452013-11-06 18:57:29 +01002013 if (_PyDict_SetItemId(dict, &PyId_Py_Repr, list) < 0)
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002014 return -1;
2015 Py_DECREF(list);
2016 }
2017 i = PyList_GET_SIZE(list);
2018 while (--i >= 0) {
2019 if (PyList_GET_ITEM(list, i) == obj)
2020 return 1;
2021 }
Victor Stinnere901d1f2013-07-17 21:58:41 +02002022 if (PyList_Append(list, obj) < 0)
2023 return -1;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002024 return 0;
Guido van Rossum86610361998-04-10 22:32:46 +00002025}
2026
2027void
Fred Drake100814d2000-07-09 15:48:49 +00002028Py_ReprLeave(PyObject *obj)
Guido van Rossum86610361998-04-10 22:32:46 +00002029{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002030 PyObject *dict;
2031 PyObject *list;
2032 Py_ssize_t i;
Victor Stinner1b634932013-07-16 22:24:44 +02002033 PyObject *error_type, *error_value, *error_traceback;
2034
2035 PyErr_Fetch(&error_type, &error_value, &error_traceback);
Guido van Rossum86610361998-04-10 22:32:46 +00002036
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002037 dict = PyThreadState_GetDict();
2038 if (dict == NULL)
Victor Stinner1b634932013-07-16 22:24:44 +02002039 goto finally;
2040
Serhiy Storchakaa24107b2019-02-25 17:59:46 +02002041 list = _PyDict_GetItemIdWithError(dict, &PyId_Py_Repr);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002042 if (list == NULL || !PyList_Check(list))
Victor Stinner1b634932013-07-16 22:24:44 +02002043 goto finally;
2044
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002045 i = PyList_GET_SIZE(list);
2046 /* Count backwards because we always expect obj to be list[-1] */
2047 while (--i >= 0) {
2048 if (PyList_GET_ITEM(list, i) == obj) {
2049 PyList_SetSlice(list, i, i + 1, NULL);
2050 break;
2051 }
2052 }
Victor Stinner1b634932013-07-16 22:24:44 +02002053
2054finally:
2055 /* ignore exceptions because there is no way to report them. */
2056 PyErr_Restore(error_type, error_value, error_traceback);
Guido van Rossum86610361998-04-10 22:32:46 +00002057}
Guido van Rossumd724b232000-03-13 16:01:29 +00002058
Tim Peters803526b2002-07-07 05:13:56 +00002059/* Trashcan support. */
Guido van Rossumd724b232000-03-13 16:01:29 +00002060
Tim Peters803526b2002-07-07 05:13:56 +00002061/* Add op to the _PyTrash_delete_later list. Called when the current
2062 * call-stack depth gets large. op must be a currently untracked gc'ed
2063 * object, with refcount 0. Py_DECREF must already have been called on it.
2064 */
Guido van Rossumd724b232000-03-13 16:01:29 +00002065void
Fred Drake100814d2000-07-09 15:48:49 +00002066_PyTrash_deposit_object(PyObject *op)
Guido van Rossumd724b232000-03-13 16:01:29 +00002067{
Victor Stinner1bcc32f2020-06-10 20:08:26 +02002068 PyInterpreterState *interp = _PyInterpreterState_GET();
2069 struct _gc_runtime_state *gcstate = &interp->gc;
Victor Stinner72474072019-11-20 12:25:50 +01002070
Hai Shi675d9a32020-04-15 02:11:20 +08002071 _PyObject_ASSERT(op, _PyObject_IS_GC(op));
Victor Stinner24702042018-10-26 17:16:37 +02002072 _PyObject_ASSERT(op, !_PyObject_GC_IS_TRACKED(op));
Victor Stinnera93c51e2020-02-07 00:38:59 +01002073 _PyObject_ASSERT(op, Py_REFCNT(op) == 0);
Victor Stinner72474072019-11-20 12:25:50 +01002074 _PyGCHead_SET_PREV(_Py_AS_GC(op), gcstate->trash_delete_later);
2075 gcstate->trash_delete_later = op;
Guido van Rossumd724b232000-03-13 16:01:29 +00002076}
2077
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002078/* The equivalent API, using per-thread state recursion info */
2079void
2080_PyTrash_thread_deposit_object(PyObject *op)
2081{
Victor Stinner50b48572018-11-01 01:51:40 +01002082 PyThreadState *tstate = _PyThreadState_GET();
Hai Shi675d9a32020-04-15 02:11:20 +08002083 _PyObject_ASSERT(op, _PyObject_IS_GC(op));
Victor Stinner24702042018-10-26 17:16:37 +02002084 _PyObject_ASSERT(op, !_PyObject_GC_IS_TRACKED(op));
Victor Stinnera93c51e2020-02-07 00:38:59 +01002085 _PyObject_ASSERT(op, Py_REFCNT(op) == 0);
INADA Naoki5ac9e6e2018-07-10 17:19:53 +09002086 _PyGCHead_SET_PREV(_Py_AS_GC(op), tstate->trash_delete_later);
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002087 tstate->trash_delete_later = op;
2088}
2089
Min ho Kimc4cacc82019-07-31 08:16:13 +10002090/* Deallocate all the objects in the _PyTrash_delete_later list. Called when
Tim Peters803526b2002-07-07 05:13:56 +00002091 * the call-stack unwinds again.
2092 */
Guido van Rossumd724b232000-03-13 16:01:29 +00002093void
Fred Drake100814d2000-07-09 15:48:49 +00002094_PyTrash_destroy_chain(void)
Guido van Rossumd724b232000-03-13 16:01:29 +00002095{
Victor Stinner1bcc32f2020-06-10 20:08:26 +02002096 PyInterpreterState *interp = _PyInterpreterState_GET();
2097 struct _gc_runtime_state *gcstate = &interp->gc;
Victor Stinner72474072019-11-20 12:25:50 +01002098
2099 while (gcstate->trash_delete_later) {
2100 PyObject *op = gcstate->trash_delete_later;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002101 destructor dealloc = Py_TYPE(op)->tp_dealloc;
Neil Schemenauerf589c052002-03-29 03:05:54 +00002102
Victor Stinner72474072019-11-20 12:25:50 +01002103 gcstate->trash_delete_later =
INADA Naoki5ac9e6e2018-07-10 17:19:53 +09002104 (PyObject*) _PyGCHead_PREV(_Py_AS_GC(op));
Neil Schemenauerf589c052002-03-29 03:05:54 +00002105
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002106 /* Call the deallocator directly. This used to try to
2107 * fool Py_DECREF into calling it indirectly, but
2108 * Py_DECREF was already called on this object, and in
2109 * assorted non-release builds calling Py_DECREF again ends
2110 * up distorting allocation statistics.
2111 */
Victor Stinnera93c51e2020-02-07 00:38:59 +01002112 _PyObject_ASSERT(op, Py_REFCNT(op) == 0);
Victor Stinner72474072019-11-20 12:25:50 +01002113 ++gcstate->trash_delete_nesting;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002114 (*dealloc)(op);
Victor Stinner72474072019-11-20 12:25:50 +01002115 --gcstate->trash_delete_nesting;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +00002116 }
Guido van Rossumd724b232000-03-13 16:01:29 +00002117}
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002118
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002119/* The equivalent API, using per-thread state recursion info */
2120void
2121_PyTrash_thread_destroy_chain(void)
2122{
Victor Stinner50b48572018-11-01 01:51:40 +01002123 PyThreadState *tstate = _PyThreadState_GET();
Xiang Zhanga66f9c62017-05-13 13:36:14 +08002124 /* We need to increase trash_delete_nesting here, otherwise,
2125 _PyTrash_thread_destroy_chain will be called recursively
2126 and then possibly crash. An example that may crash without
2127 increase:
2128 N = 500000 # need to be large enough
2129 ob = object()
2130 tups = [(ob,) for i in range(N)]
2131 for i in range(49):
2132 tups = [(tup,) for tup in tups]
2133 del tups
2134 */
2135 assert(tstate->trash_delete_nesting == 0);
2136 ++tstate->trash_delete_nesting;
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002137 while (tstate->trash_delete_later) {
2138 PyObject *op = tstate->trash_delete_later;
2139 destructor dealloc = Py_TYPE(op)->tp_dealloc;
2140
2141 tstate->trash_delete_later =
INADA Naoki5ac9e6e2018-07-10 17:19:53 +09002142 (PyObject*) _PyGCHead_PREV(_Py_AS_GC(op));
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002143
2144 /* Call the deallocator directly. This used to try to
2145 * fool Py_DECREF into calling it indirectly, but
2146 * Py_DECREF was already called on this object, and in
2147 * assorted non-release builds calling Py_DECREF again ends
2148 * up distorting allocation statistics.
2149 */
Victor Stinnera93c51e2020-02-07 00:38:59 +01002150 _PyObject_ASSERT(op, Py_REFCNT(op) == 0);
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002151 (*dealloc)(op);
Xiang Zhanga66f9c62017-05-13 13:36:14 +08002152 assert(tstate->trash_delete_nesting == 1);
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002153 }
Xiang Zhanga66f9c62017-05-13 13:36:14 +08002154 --tstate->trash_delete_nesting;
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02002155}
2156
Victor Stinner626bff82018-10-25 17:31:10 +02002157
Victor Stinner38965ec2020-03-13 16:51:52 +01002158int
2159_PyTrash_begin(PyThreadState *tstate, PyObject *op)
2160{
2161 if (tstate->trash_delete_nesting >= PyTrash_UNWIND_LEVEL) {
2162 /* Store the object (to be deallocated later) and jump past
2163 * Py_TRASHCAN_END, skipping the body of the deallocator */
2164 _PyTrash_thread_deposit_object(op);
2165 return 1;
2166 }
2167 ++tstate->trash_delete_nesting;
2168 return 0;
2169}
2170
2171
2172void
2173_PyTrash_end(PyThreadState *tstate)
2174{
2175 --tstate->trash_delete_nesting;
2176 if (tstate->trash_delete_later && tstate->trash_delete_nesting <= 0) {
2177 _PyTrash_thread_destroy_chain();
2178 }
2179}
2180
2181
Hai Shied1a5a52020-11-25 06:03:31 +08002182/* bpo-40170: It's only be used in Py_TRASHCAN_BEGIN macro to hide
2183 implementation details. */
2184int
2185_PyTrash_cond(PyObject *op, destructor dealloc)
2186{
2187 return Py_TYPE(op)->tp_dealloc == dealloc;
2188}
2189
2190
Victor Stinner2a4903f2020-01-30 13:09:11 +01002191void _Py_NO_RETURN
Victor Stinnerf1d002c2018-11-21 23:53:44 +01002192_PyObject_AssertFailed(PyObject *obj, const char *expr, const char *msg,
Victor Stinner626bff82018-10-25 17:31:10 +02002193 const char *file, int line, const char *function)
2194{
Victor Stinnerf1d002c2018-11-21 23:53:44 +01002195 fprintf(stderr, "%s:%d: ", file, line);
2196 if (function) {
2197 fprintf(stderr, "%s: ", function);
2198 }
Victor Stinner626bff82018-10-25 17:31:10 +02002199 fflush(stderr);
Victor Stinner68762572019-10-07 18:42:01 +02002200
Victor Stinnerf1d002c2018-11-21 23:53:44 +01002201 if (expr) {
2202 fprintf(stderr, "Assertion \"%s\" failed", expr);
Victor Stinner626bff82018-10-25 17:31:10 +02002203 }
2204 else {
Victor Stinnerf1d002c2018-11-21 23:53:44 +01002205 fprintf(stderr, "Assertion failed");
Victor Stinner626bff82018-10-25 17:31:10 +02002206 }
2207 fflush(stderr);
Victor Stinner68762572019-10-07 18:42:01 +02002208
Victor Stinnerf1d002c2018-11-21 23:53:44 +01002209 if (msg) {
2210 fprintf(stderr, ": %s", msg);
2211 }
2212 fprintf(stderr, "\n");
2213 fflush(stderr);
Victor Stinner626bff82018-10-25 17:31:10 +02002214
Victor Stinner68762572019-10-07 18:42:01 +02002215 if (_PyObject_IsFreed(obj)) {
Victor Stinner626bff82018-10-25 17:31:10 +02002216 /* It seems like the object memory has been freed:
2217 don't access it to prevent a segmentation fault. */
Victor Stinnerb39afb72019-09-17 23:36:28 +02002218 fprintf(stderr, "<object at %p is freed>\n", obj);
Victor Stinner68762572019-10-07 18:42:01 +02002219 fflush(stderr);
Victor Stinner626bff82018-10-25 17:31:10 +02002220 }
2221 else {
penguindustin96466302019-05-06 14:57:17 -04002222 /* Display the traceback where the object has been allocated.
Victor Stinner626bff82018-10-25 17:31:10 +02002223 Do it before dumping repr(obj), since repr() is more likely
2224 to crash than dumping the traceback. */
2225 void *ptr;
2226 PyTypeObject *type = Py_TYPE(obj);
Victor Stinner45ec5b92020-04-08 01:42:27 +02002227 if (_PyType_IS_GC(type)) {
Victor Stinner626bff82018-10-25 17:31:10 +02002228 ptr = (void *)((char *)obj - sizeof(PyGC_Head));
2229 }
2230 else {
2231 ptr = (void *)obj;
2232 }
2233 _PyMem_DumpTraceback(fileno(stderr), ptr);
2234
2235 /* This might succeed or fail, but we're about to abort, so at least
2236 try to provide any extra info we can: */
2237 _PyObject_Dump(obj);
Victor Stinner77753492019-10-07 23:44:05 +02002238
2239 fprintf(stderr, "\n");
2240 fflush(stderr);
Victor Stinner626bff82018-10-25 17:31:10 +02002241 }
Victor Stinner626bff82018-10-25 17:31:10 +02002242
2243 Py_FatalError("_PyObject_AssertFailed");
2244}
2245
Victor Stinner3c09dca2018-10-30 14:48:26 +01002246
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002247void
2248_Py_Dealloc(PyObject *op)
2249{
Victor Stinner3c09dca2018-10-30 14:48:26 +01002250 destructor dealloc = Py_TYPE(op)->tp_dealloc;
2251#ifdef Py_TRACE_REFS
2252 _Py_ForgetReference(op);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002253#endif
Victor Stinner3c09dca2018-10-30 14:48:26 +01002254 (*dealloc)(op);
2255}
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00002256
Victor Stinner38aefc52020-04-06 14:07:02 +02002257
2258PyObject **
2259PyObject_GET_WEAKREFS_LISTPTR(PyObject *op)
2260{
2261 return _PyObject_GET_WEAKREFS_LISTPTR(op);
2262}
2263
2264
Victor Stinner53a03aa2020-11-05 15:02:12 +01002265#undef Py_NewRef
2266#undef Py_XNewRef
2267
2268// Export Py_NewRef() and Py_XNewRef() as regular functions for the stable ABI.
2269PyObject*
2270Py_NewRef(PyObject *obj)
2271{
2272 return _Py_NewRef(obj);
2273}
2274
2275PyObject*
2276Py_XNewRef(PyObject *obj)
2277{
2278 return _Py_XNewRef(obj);
2279}
2280
Thomas Wouters49fd7fa2006-04-21 10:40:58 +00002281#ifdef __cplusplus
2282}
2283#endif