Guido van Rossum | a330996 | 1993-07-28 09:05:47 +0000 | [diff] [blame] | 1 | #ifndef Py_OBJECT_H |
| 2 | #define Py_OBJECT_H |
Victor Stinner | 6279c1c | 2018-10-25 15:54:13 +0200 | [diff] [blame] | 3 | |
| 4 | #include "pymem.h" /* _Py_tracemalloc_config */ |
| 5 | |
Guido van Rossum | a330996 | 1993-07-28 09:05:47 +0000 | [diff] [blame] | 6 | #ifdef __cplusplus |
| 7 | extern "C" { |
| 8 | #endif |
| 9 | |
Guido van Rossum | f70e43a | 1991-02-19 12:39:46 +0000 | [diff] [blame] | 10 | |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 11 | /* Object and type object interface */ |
| 12 | |
| 13 | /* |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 14 | Objects are structures allocated on the heap. Special rules apply to |
| 15 | the use of objects to ensure they are properly garbage-collected. |
| 16 | Objects are never allocated statically or on the stack; they must be |
| 17 | accessed through special macros and functions only. (Type objects are |
| 18 | exceptions to the first rule; the standard types are represented by |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 19 | statically initialized type objects, although work on type/class unification |
| 20 | for Python 2.2 made it possible to have heap-allocated type objects too). |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 21 | |
| 22 | An object has a 'reference count' that is increased or decreased when a |
| 23 | pointer to the object is copied or deleted; when the reference count |
| 24 | reaches zero there are no references to the object left and it can be |
| 25 | removed from the heap. |
| 26 | |
| 27 | An object has a 'type' that determines what it represents and what kind |
| 28 | of data it contains. An object's type is fixed when it is created. |
| 29 | Types themselves are represented as objects; an object contains a |
| 30 | pointer to the corresponding type object. The type itself has a type |
| 31 | pointer pointing to the object representing the type 'type', which |
| 32 | contains a pointer to itself!). |
| 33 | |
| 34 | Objects do not float around in memory; once allocated an object keeps |
| 35 | the same size and address. Objects that must hold variable-size data |
| 36 | can contain pointers to variable-size parts of the object. Not all |
| 37 | objects of the same type have the same size; but the size cannot change |
| 38 | after allocation. (These restrictions are made so a reference to an |
| 39 | object can be simply a pointer -- moving an object would require |
| 40 | updating all the pointers, and changing an object's size would require |
| 41 | moving it if there was another object right next to it.) |
| 42 | |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 43 | Objects are always accessed through pointers of the type 'PyObject *'. |
| 44 | The type 'PyObject' is a structure that only contains the reference count |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 45 | and the type pointer. The actual memory allocated for an object |
| 46 | contains other data that can only be accessed after casting the pointer |
| 47 | to a pointer to a longer structure type. This longer type must start |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 48 | with the reference count and type fields; the macro PyObject_HEAD should be |
Thomas Wouters | 7e47402 | 2000-07-16 12:04:32 +0000 | [diff] [blame] | 49 | used for this (to accommodate for future changes). The implementation |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 50 | of a particular object type can cast the object pointer to the proper |
| 51 | type and back. |
| 52 | |
| 53 | A standard interface exists for objects that contain an array of items |
| 54 | whose size is determined when the object is allocated. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 55 | */ |
| 56 | |
Tim Peters | 3459251 | 2002-07-11 06:23:50 +0000 | [diff] [blame] | 57 | /* Py_DEBUG implies Py_TRACE_REFS. */ |
| 58 | #if defined(Py_DEBUG) && !defined(Py_TRACE_REFS) |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 59 | #define Py_TRACE_REFS |
Tim Peters | 3459251 | 2002-07-11 06:23:50 +0000 | [diff] [blame] | 60 | #endif |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 61 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 62 | /* Py_TRACE_REFS implies Py_REF_DEBUG. */ |
| 63 | #if defined(Py_TRACE_REFS) && !defined(Py_REF_DEBUG) |
| 64 | #define Py_REF_DEBUG |
| 65 | #endif |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 66 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 67 | #if defined(Py_LIMITED_API) && defined(Py_REF_DEBUG) |
| 68 | #error Py_LIMITED_API is incompatible with Py_DEBUG, Py_TRACE_REFS, and Py_REF_DEBUG |
| 69 | #endif |
| 70 | |
Nick Coghlan | d600951 | 2014-11-20 21:39:37 +1000 | [diff] [blame] | 71 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 72 | #ifdef Py_TRACE_REFS |
| 73 | /* Define pointers to support a doubly-linked list of all live heap objects. */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 74 | #define _PyObject_HEAD_EXTRA \ |
| 75 | struct _object *_ob_next; \ |
| 76 | struct _object *_ob_prev; |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 77 | |
| 78 | #define _PyObject_EXTRA_INIT 0, 0, |
| 79 | |
| 80 | #else |
| 81 | #define _PyObject_HEAD_EXTRA |
| 82 | #define _PyObject_EXTRA_INIT |
| 83 | #endif |
| 84 | |
| 85 | /* PyObject_HEAD defines the initial segment of every PyObject. */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 86 | #define PyObject_HEAD PyObject ob_base; |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 87 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 88 | #define PyObject_HEAD_INIT(type) \ |
| 89 | { _PyObject_EXTRA_INIT \ |
| 90 | 1, type }, |
Martin v. Löwis | 9f2e346 | 2007-07-21 17:22:18 +0000 | [diff] [blame] | 91 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 92 | #define PyVarObject_HEAD_INIT(type, size) \ |
| 93 | { PyObject_HEAD_INIT(type) size }, |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 94 | |
| 95 | /* PyObject_VAR_HEAD defines the initial segment of all variable-size |
| 96 | * container objects. These end with a declaration of an array with 1 |
| 97 | * element, but enough space is malloc'ed so that the array actually |
| 98 | * has room for ob_size elements. Note that ob_size is an element count, |
| 99 | * not necessarily a byte count. |
| 100 | */ |
Martin v. Löwis | 9f2e346 | 2007-07-21 17:22:18 +0000 | [diff] [blame] | 101 | #define PyObject_VAR_HEAD PyVarObject ob_base; |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 102 | #define Py_INVALID_SIZE (Py_ssize_t)-1 |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 103 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 104 | /* Nothing is actually declared to be a PyObject, but every pointer to |
| 105 | * a Python object can be cast to a PyObject*. This is inheritance built |
| 106 | * by hand. Similarly every pointer to a variable-size Python object can, |
| 107 | * in addition, be cast to PyVarObject*. |
| 108 | */ |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 109 | typedef struct _object { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 110 | _PyObject_HEAD_EXTRA |
| 111 | Py_ssize_t ob_refcnt; |
| 112 | struct _typeobject *ob_type; |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 113 | } PyObject; |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 114 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 115 | /* Cast argument to PyObject* type. */ |
| 116 | #define _PyObject_CAST(op) ((PyObject*)(op)) |
| 117 | |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 118 | typedef struct { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 119 | PyObject ob_base; |
| 120 | Py_ssize_t ob_size; /* Number of items in variable part */ |
Guido van Rossum | d0c87ee | 1997-05-15 21:31:03 +0000 | [diff] [blame] | 121 | } PyVarObject; |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 122 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 123 | /* Cast argument to PyVarObject* type. */ |
| 124 | #define _PyVarObject_CAST(op) ((PyVarObject*)(op)) |
| 125 | |
| 126 | #define Py_REFCNT(ob) (_PyObject_CAST(ob)->ob_refcnt) |
| 127 | #define Py_TYPE(ob) (_PyObject_CAST(ob)->ob_type) |
| 128 | #define Py_SIZE(ob) (_PyVarObject_CAST(ob)->ob_size) |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 129 | |
| 130 | /* |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 131 | Type objects contain a string containing the type name (to help somewhat |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 132 | in debugging), the allocation parameters (see PyObject_New() and |
| 133 | PyObject_NewVar()), |
| 134 | and methods for accessing objects of the type. Methods are optional, a |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 135 | nil pointer meaning that particular kind of access is not available for |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 136 | this type. The Py_DECREF() macro uses the tp_dealloc method without |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 137 | checking for a nil pointer; it should always be implemented except if |
| 138 | the implementation can guarantee that the reference count will never |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 139 | reach zero (e.g., for statically allocated type objects). |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 140 | |
| 141 | NB: the methods for certain type groups are now contained in separate |
| 142 | method blocks. |
| 143 | */ |
| 144 | |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 145 | typedef PyObject * (*unaryfunc)(PyObject *); |
| 146 | typedef PyObject * (*binaryfunc)(PyObject *, PyObject *); |
| 147 | typedef PyObject * (*ternaryfunc)(PyObject *, PyObject *, PyObject *); |
| 148 | typedef int (*inquiry)(PyObject *); |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 149 | typedef Py_ssize_t (*lenfunc)(PyObject *); |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 150 | typedef PyObject *(*ssizeargfunc)(PyObject *, Py_ssize_t); |
| 151 | typedef PyObject *(*ssizessizeargfunc)(PyObject *, Py_ssize_t, Py_ssize_t); |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 152 | typedef int(*ssizeobjargproc)(PyObject *, Py_ssize_t, PyObject *); |
| 153 | typedef int(*ssizessizeobjargproc)(PyObject *, Py_ssize_t, Py_ssize_t, PyObject *); |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 154 | typedef int(*objobjargproc)(PyObject *, PyObject *, PyObject *); |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 155 | |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 156 | typedef int (*objobjproc)(PyObject *, PyObject *); |
| 157 | typedef int (*visitproc)(PyObject *, void *); |
| 158 | typedef int (*traverseproc)(PyObject *, visitproc, void *); |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 159 | |
Guido van Rossum | fdf95dd | 1997-05-05 22:15:02 +0000 | [diff] [blame] | 160 | |
Neil Schemenauer | f6d1ea1 | 2002-04-12 01:57:06 +0000 | [diff] [blame] | 161 | typedef void (*freefunc)(void *); |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 162 | typedef void (*destructor)(PyObject *); |
Martin v. Löwis | 15e6274 | 2006-02-27 16:46:16 +0000 | [diff] [blame] | 163 | typedef PyObject *(*getattrfunc)(PyObject *, char *); |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 164 | typedef PyObject *(*getattrofunc)(PyObject *, PyObject *); |
Martin v. Löwis | 15e6274 | 2006-02-27 16:46:16 +0000 | [diff] [blame] | 165 | typedef int (*setattrfunc)(PyObject *, char *, PyObject *); |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 166 | typedef int (*setattrofunc)(PyObject *, PyObject *, PyObject *); |
Tim Peters | 9ace6bc | 2000-07-08 00:32:04 +0000 | [diff] [blame] | 167 | typedef PyObject *(*reprfunc)(PyObject *); |
Benjamin Peterson | 8f67d08 | 2010-10-17 20:54:53 +0000 | [diff] [blame] | 168 | typedef Py_hash_t (*hashfunc)(PyObject *); |
Guido van Rossum | 5f284ce | 2001-01-17 15:20:39 +0000 | [diff] [blame] | 169 | typedef PyObject *(*richcmpfunc) (PyObject *, PyObject *, int); |
Guido van Rossum | 59d1d2b | 2001-04-20 19:13:02 +0000 | [diff] [blame] | 170 | typedef PyObject *(*getiterfunc) (PyObject *); |
Guido van Rossum | 213c7a6 | 2001-04-23 14:08:49 +0000 | [diff] [blame] | 171 | typedef PyObject *(*iternextfunc) (PyObject *); |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 172 | typedef PyObject *(*descrgetfunc) (PyObject *, PyObject *, PyObject *); |
| 173 | typedef int (*descrsetfunc) (PyObject *, PyObject *, PyObject *); |
| 174 | typedef int (*initproc)(PyObject *, PyObject *, PyObject *); |
| 175 | typedef PyObject *(*newfunc)(struct _typeobject *, PyObject *, PyObject *); |
Martin v. Löwis | 18e1655 | 2006-02-15 17:27:45 +0000 | [diff] [blame] | 176 | typedef PyObject *(*allocfunc)(struct _typeobject *, Py_ssize_t); |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 177 | |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 178 | #ifdef Py_LIMITED_API |
Victor Stinner | 6eb9966 | 2018-11-26 17:09:16 +0100 | [diff] [blame] | 179 | /* In Py_LIMITED_API, PyTypeObject is an opaque structure. */ |
| 180 | typedef struct _typeobject PyTypeObject; |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 181 | #else |
| 182 | /* PyTypeObject is defined in cpython/object.h */ |
| 183 | #endif |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 184 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 185 | typedef struct{ |
| 186 | int slot; /* slot id, see below */ |
| 187 | void *pfunc; /* function pointer */ |
| 188 | } PyType_Slot; |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 189 | |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 190 | typedef struct{ |
| 191 | const char* name; |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 192 | int basicsize; |
| 193 | int itemsize; |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 194 | unsigned int flags; |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 195 | PyType_Slot *slots; /* terminated by slot==0. */ |
| 196 | } PyType_Spec; |
| 197 | |
| 198 | PyAPI_FUNC(PyObject*) PyType_FromSpec(PyType_Spec*); |
Martin v. Löwis | 9c56409 | 2012-06-23 23:20:45 +0200 | [diff] [blame] | 199 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
| 200 | PyAPI_FUNC(PyObject*) PyType_FromSpecWithBases(PyType_Spec*, PyObject*); |
| 201 | #endif |
Martin v. Löwis | ca7b046 | 2014-02-04 09:33:05 +0100 | [diff] [blame] | 202 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03040000 |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 203 | PyAPI_FUNC(void*) PyType_GetSlot(struct _typeobject*, int); |
Martin v. Löwis | ca7b046 | 2014-02-04 09:33:05 +0100 | [diff] [blame] | 204 | #endif |
Martin v. Löwis | 4d0d471 | 2010-12-03 20:14:31 +0000 | [diff] [blame] | 205 | |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 206 | /* Generic type check */ |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 207 | PyAPI_FUNC(int) PyType_IsSubtype(struct _typeobject *, struct _typeobject *); |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 208 | #define PyObject_TypeCheck(ob, tp) \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 209 | (Py_TYPE(ob) == (tp) || PyType_IsSubtype(Py_TYPE(ob), (tp))) |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 210 | |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 211 | PyAPI_DATA(struct _typeobject) PyType_Type; /* built-in 'type' */ |
| 212 | PyAPI_DATA(struct _typeobject) PyBaseObject_Type; /* built-in 'object' */ |
| 213 | PyAPI_DATA(struct _typeobject) PySuper_Type; /* built-in 'super' */ |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 214 | |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 215 | PyAPI_FUNC(unsigned long) PyType_GetFlags(struct _typeobject*); |
Martin v. Löwis | 738236d | 2011-02-05 20:35:29 +0000 | [diff] [blame] | 216 | |
Thomas Wouters | 27d517b | 2007-02-25 20:39:11 +0000 | [diff] [blame] | 217 | #define PyType_Check(op) \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 218 | PyType_FastSubclass(Py_TYPE(op), Py_TPFLAGS_TYPE_SUBCLASS) |
Christian Heimes | 90aa764 | 2007-12-19 02:45:37 +0000 | [diff] [blame] | 219 | #define PyType_CheckExact(op) (Py_TYPE(op) == &PyType_Type) |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 220 | |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 221 | PyAPI_FUNC(int) PyType_Ready(struct _typeobject *); |
| 222 | PyAPI_FUNC(PyObject *) PyType_GenericAlloc(struct _typeobject *, Py_ssize_t); |
| 223 | PyAPI_FUNC(PyObject *) PyType_GenericNew(struct _typeobject *, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 224 | PyObject *, PyObject *); |
Christian Heimes | 2685563 | 2008-01-27 23:50:43 +0000 | [diff] [blame] | 225 | PyAPI_FUNC(unsigned int) PyType_ClearCache(void); |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 226 | PyAPI_FUNC(void) PyType_Modified(struct _typeobject *); |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 227 | |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 228 | /* Generic operations on objects */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 229 | PyAPI_FUNC(PyObject *) PyObject_Repr(PyObject *); |
| 230 | PyAPI_FUNC(PyObject *) PyObject_Str(PyObject *); |
Georg Brandl | 559e5d7 | 2008-06-11 18:37:52 +0000 | [diff] [blame] | 231 | PyAPI_FUNC(PyObject *) PyObject_ASCII(PyObject *); |
Benjamin Peterson | c15a073 | 2008-08-26 16:46:47 +0000 | [diff] [blame] | 232 | PyAPI_FUNC(PyObject *) PyObject_Bytes(PyObject *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 233 | PyAPI_FUNC(PyObject *) PyObject_RichCompare(PyObject *, PyObject *, int); |
| 234 | PyAPI_FUNC(int) PyObject_RichCompareBool(PyObject *, PyObject *, int); |
Jeremy Hylton | af68c87 | 2005-12-10 18:50:16 +0000 | [diff] [blame] | 235 | PyAPI_FUNC(PyObject *) PyObject_GetAttrString(PyObject *, const char *); |
| 236 | PyAPI_FUNC(int) PyObject_SetAttrString(PyObject *, const char *, PyObject *); |
| 237 | PyAPI_FUNC(int) PyObject_HasAttrString(PyObject *, const char *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 238 | PyAPI_FUNC(PyObject *) PyObject_GetAttr(PyObject *, PyObject *); |
| 239 | PyAPI_FUNC(int) PyObject_SetAttr(PyObject *, PyObject *, PyObject *); |
| 240 | PyAPI_FUNC(int) PyObject_HasAttr(PyObject *, PyObject *); |
Raymond Hettinger | 1da1dbf | 2003-03-17 19:46:11 +0000 | [diff] [blame] | 241 | PyAPI_FUNC(PyObject *) PyObject_SelfIter(PyObject *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 242 | PyAPI_FUNC(PyObject *) PyObject_GenericGetAttr(PyObject *, PyObject *); |
| 243 | PyAPI_FUNC(int) PyObject_GenericSetAttr(PyObject *, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 244 | PyObject *, PyObject *); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 245 | #if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000 |
Benjamin Peterson | 8eb1269 | 2012-02-19 19:59:10 -0500 | [diff] [blame] | 246 | PyAPI_FUNC(int) PyObject_GenericSetDict(PyObject *, PyObject *, void *); |
Serhiy Storchaka | 34d0ac8 | 2016-12-27 14:57:39 +0200 | [diff] [blame] | 247 | #endif |
Benjamin Peterson | 8f67d08 | 2010-10-17 20:54:53 +0000 | [diff] [blame] | 248 | PyAPI_FUNC(Py_hash_t) PyObject_Hash(PyObject *); |
| 249 | PyAPI_FUNC(Py_hash_t) PyObject_HashNotImplemented(PyObject *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 250 | PyAPI_FUNC(int) PyObject_IsTrue(PyObject *); |
| 251 | PyAPI_FUNC(int) PyObject_Not(PyObject *); |
| 252 | PyAPI_FUNC(int) PyCallable_Check(PyObject *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 253 | PyAPI_FUNC(void) PyObject_ClearWeakRefs(PyObject *); |
Guido van Rossum | ab3b034 | 2001-09-18 20:38:53 +0000 | [diff] [blame] | 254 | |
Georg Brandl | 1a3284e | 2007-12-02 09:40:06 +0000 | [diff] [blame] | 255 | /* PyObject_Dir(obj) acts like Python builtins.dir(obj), returning a |
| 256 | list of strings. PyObject_Dir(NULL) is like builtins.dir(), |
Tim Peters | 7eea37e | 2001-09-04 22:08:56 +0000 | [diff] [blame] | 257 | returning the names of the current locals. In this case, if there are |
| 258 | no current locals, NULL is returned, and PyErr_Occurred() is false. |
| 259 | */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 260 | PyAPI_FUNC(PyObject *) PyObject_Dir(PyObject *); |
Tim Peters | 7eea37e | 2001-09-04 22:08:56 +0000 | [diff] [blame] | 261 | |
| 262 | |
Guido van Rossum | 26d4ac3 | 1998-04-10 22:32:24 +0000 | [diff] [blame] | 263 | /* Helpers for printing recursive container types */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 264 | PyAPI_FUNC(int) Py_ReprEnter(PyObject *); |
| 265 | PyAPI_FUNC(void) Py_ReprLeave(PyObject *); |
Guido van Rossum | 26d4ac3 | 1998-04-10 22:32:24 +0000 | [diff] [blame] | 266 | |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 267 | /* Flag bits for printing: */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 268 | #define Py_PRINT_RAW 1 /* No string quotes etc. */ |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 269 | |
| 270 | /* |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 271 | `Type flags (tp_flags) |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 272 | |
| 273 | These flags are used to extend the type structure in a backwards-compatible |
| 274 | fashion. Extensions can use the flags to indicate (and test) when a given |
| 275 | type structure contains a new feature. The Python core will use these when |
| 276 | introducing new functionality between major revisions (to avoid mid-version |
| 277 | changes in the PYTHON_API_VERSION). |
| 278 | |
| 279 | Arbitration of the flag bit positions will need to be coordinated among |
luzpaz | a5293b4 | 2017-11-05 07:37:50 -0600 | [diff] [blame] | 280 | all extension writers who publicly release their extensions (this will |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 281 | be fewer than you might expect!).. |
| 282 | |
Guido van Rossum | 3cf5b1e | 2006-07-27 21:53:35 +0000 | [diff] [blame] | 283 | Most flags were removed as of Python 3.0 to make room for new flags. (Some |
| 284 | flags are not for backwards compatibility but to indicate the presence of an |
| 285 | optional feature; these flags remain of course.) |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 286 | |
| 287 | Type definitions should use Py_TPFLAGS_DEFAULT for their tp_flags value. |
| 288 | |
| 289 | Code can use PyType_HasFeature(type_ob, flag_value) to test whether the |
| 290 | given type object has a specified feature. |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 291 | */ |
| 292 | |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 293 | /* Set if the type object is dynamically allocated */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 294 | #define Py_TPFLAGS_HEAPTYPE (1UL << 9) |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 295 | |
| 296 | /* Set if the type allows subclassing */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 297 | #define Py_TPFLAGS_BASETYPE (1UL << 10) |
Tim Peters | 6d6c1a3 | 2001-08-02 04:15:00 +0000 | [diff] [blame] | 298 | |
Guido van Rossum | 9b9c972 | 2001-08-10 17:37:02 +0000 | [diff] [blame] | 299 | /* Set if the type is 'ready' -- fully initialized */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 300 | #define Py_TPFLAGS_READY (1UL << 12) |
Guido van Rossum | 9b9c972 | 2001-08-10 17:37:02 +0000 | [diff] [blame] | 301 | |
| 302 | /* Set while the type is being 'readied', to prevent recursive ready calls */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 303 | #define Py_TPFLAGS_READYING (1UL << 13) |
Guido van Rossum | 9b9c972 | 2001-08-10 17:37:02 +0000 | [diff] [blame] | 304 | |
Neil Schemenauer | 31ec142 | 2001-08-29 23:46:35 +0000 | [diff] [blame] | 305 | /* Objects support garbage collection (see objimp.h) */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 306 | #define Py_TPFLAGS_HAVE_GC (1UL << 14) |
Neil Schemenauer | 31ec142 | 2001-08-29 23:46:35 +0000 | [diff] [blame] | 307 | |
Guido van Rossum | 38fff8c | 2006-03-07 18:50:55 +0000 | [diff] [blame] | 308 | /* These two bits are preserved for Stackless Python, next after this is 17 */ |
Christian Tismer | 6695ba8 | 2003-05-20 15:14:31 +0000 | [diff] [blame] | 309 | #ifdef STACKLESS |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 310 | #define Py_TPFLAGS_HAVE_STACKLESS_EXTENSION (3UL << 15) |
Christian Tismer | 6695ba8 | 2003-05-20 15:14:31 +0000 | [diff] [blame] | 311 | #else |
Christian Tismer | c26ff41 | 2003-05-23 03:33:35 +0000 | [diff] [blame] | 312 | #define Py_TPFLAGS_HAVE_STACKLESS_EXTENSION 0 |
Christian Tismer | 6695ba8 | 2003-05-20 15:14:31 +0000 | [diff] [blame] | 313 | #endif |
| 314 | |
Christian Heimes | a62da1d | 2008-01-12 19:39:10 +0000 | [diff] [blame] | 315 | /* Objects support type attribute cache */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 316 | #define Py_TPFLAGS_HAVE_VERSION_TAG (1UL << 18) |
| 317 | #define Py_TPFLAGS_VALID_VERSION_TAG (1UL << 19) |
Christian Heimes | a62da1d | 2008-01-12 19:39:10 +0000 | [diff] [blame] | 318 | |
Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 319 | /* Type is abstract and cannot be instantiated */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 320 | #define Py_TPFLAGS_IS_ABSTRACT (1UL << 20) |
Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 321 | |
Thomas Wouters | 27d517b | 2007-02-25 20:39:11 +0000 | [diff] [blame] | 322 | /* These flags are used to determine if a type is a subclass. */ |
Victor Stinner | 4ca1cf3 | 2012-10-30 23:40:45 +0100 | [diff] [blame] | 323 | #define Py_TPFLAGS_LONG_SUBCLASS (1UL << 24) |
| 324 | #define Py_TPFLAGS_LIST_SUBCLASS (1UL << 25) |
| 325 | #define Py_TPFLAGS_TUPLE_SUBCLASS (1UL << 26) |
| 326 | #define Py_TPFLAGS_BYTES_SUBCLASS (1UL << 27) |
| 327 | #define Py_TPFLAGS_UNICODE_SUBCLASS (1UL << 28) |
| 328 | #define Py_TPFLAGS_DICT_SUBCLASS (1UL << 29) |
| 329 | #define Py_TPFLAGS_BASE_EXC_SUBCLASS (1UL << 30) |
| 330 | #define Py_TPFLAGS_TYPE_SUBCLASS (1UL << 31) |
Thomas Wouters | 27d517b | 2007-02-25 20:39:11 +0000 | [diff] [blame] | 331 | |
Guido van Rossum | bacca54 | 2001-01-24 22:13:48 +0000 | [diff] [blame] | 332 | #define Py_TPFLAGS_DEFAULT ( \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 333 | Py_TPFLAGS_HAVE_STACKLESS_EXTENSION | \ |
| 334 | Py_TPFLAGS_HAVE_VERSION_TAG | \ |
| 335 | 0) |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 336 | |
Antoine Pitrou | 796564c | 2013-07-30 19:59:21 +0200 | [diff] [blame] | 337 | /* NOTE: The following flags reuse lower bits (removed as part of the |
| 338 | * Python 3.0 transition). */ |
| 339 | |
| 340 | /* Type structure has tp_finalize member (3.4) */ |
| 341 | #define Py_TPFLAGS_HAVE_FINALIZE (1UL << 0) |
| 342 | |
Martin v. Löwis | 738236d | 2011-02-05 20:35:29 +0000 | [diff] [blame] | 343 | #ifdef Py_LIMITED_API |
Victor Stinner | 6eb9966 | 2018-11-26 17:09:16 +0100 | [diff] [blame] | 344 | # define PyType_HasFeature(t,f) ((PyType_GetFlags(t) & (f)) != 0) |
Martin v. Löwis | 738236d | 2011-02-05 20:35:29 +0000 | [diff] [blame] | 345 | #endif |
Thomas Wouters | 27d517b | 2007-02-25 20:39:11 +0000 | [diff] [blame] | 346 | #define PyType_FastSubclass(t,f) PyType_HasFeature(t,f) |
Guido van Rossum | 36eef3c | 1998-10-08 02:10:56 +0000 | [diff] [blame] | 347 | |
| 348 | |
| 349 | /* |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 350 | The macros Py_INCREF(op) and Py_DECREF(op) are used to increment or decrement |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 351 | reference counts. Py_DECREF calls the object's deallocator function when |
| 352 | the refcount falls to 0; for |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 353 | objects that don't contain references to other objects or heap memory |
| 354 | this can be the standard function free(). Both macros can be used |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 355 | wherever a void expression is allowed. The argument must not be a |
Benjamin Peterson | 2a691a8 | 2008-03-31 01:51:45 +0000 | [diff] [blame] | 356 | NULL pointer. If it may be NULL, use Py_XINCREF/Py_XDECREF instead. |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 357 | The macro _Py_NewReference(op) initialize reference counts to 1, and |
| 358 | in special builds (Py_REF_DEBUG, Py_TRACE_REFS) performs additional |
| 359 | bookkeeping appropriate to the special build. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 360 | |
| 361 | We assume that the reference count field can never overflow; this can |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 362 | be proven when the size of the field is the same as the pointer size, so |
| 363 | we ignore the possibility. Provided a C int is at least 32 bits (which |
| 364 | is implicitly assumed in many parts of this code), that's enough for |
| 365 | about 2**31 references to an object. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 366 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 367 | XXX The following became out of date in Python 2.2, but I'm not sure |
| 368 | XXX what the full truth is now. Certainly, heap-allocated type objects |
| 369 | XXX can and should be deallocated. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 370 | Type objects should never be deallocated; the type pointer in an object |
| 371 | is not considered to be a reference to the type object, to save |
| 372 | complications in the deallocation function. (This is actually a |
| 373 | decision that's up to the implementer of each new type so if you want, |
| 374 | you can count such references to the type object.) |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 375 | */ |
| 376 | |
Tim Peters | 3459251 | 2002-07-11 06:23:50 +0000 | [diff] [blame] | 377 | /* First define a pile of simple helper macros, one set per special |
| 378 | * build symbol. These either expand to the obvious things, or to |
| 379 | * nothing at all when the special mode isn't in effect. The main |
| 380 | * macros can later be defined just once then, yet expand to different |
| 381 | * things depending on which special build options are and aren't in effect. |
| 382 | * Trust me <wink>: while painful, this is 20x easier to understand than, |
| 383 | * e.g, defining _Py_NewReference five different times in a maze of nested |
| 384 | * #ifdefs (we used to do that -- it was impenetrable). |
| 385 | */ |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 386 | #ifdef Py_REF_DEBUG |
Neal Norwitz | 4281cef | 2006-03-04 19:58:13 +0000 | [diff] [blame] | 387 | PyAPI_DATA(Py_ssize_t) _Py_RefTotal; |
Victor Stinner | 18618e65 | 2018-10-25 17:28:11 +0200 | [diff] [blame] | 388 | PyAPI_FUNC(void) _Py_NegativeRefcount(const char *filename, int lineno, |
| 389 | PyObject *op); |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 390 | PyAPI_FUNC(Py_ssize_t) _Py_GetRefTotal(void); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 391 | #define _Py_INC_REFTOTAL _Py_RefTotal++ |
| 392 | #define _Py_DEC_REFTOTAL _Py_RefTotal-- |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 393 | |
Nick Coghlan | d600951 | 2014-11-20 21:39:37 +1000 | [diff] [blame] | 394 | /* Py_REF_DEBUG also controls the display of refcounts and memory block |
| 395 | * allocations at the interactive prompt and at interpreter shutdown |
| 396 | */ |
| 397 | PyAPI_FUNC(void) _PyDebug_PrintTotalRefs(void); |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 398 | #else |
Tim Peters | 3459251 | 2002-07-11 06:23:50 +0000 | [diff] [blame] | 399 | #define _Py_INC_REFTOTAL |
| 400 | #define _Py_DEC_REFTOTAL |
Tim Peters | 57f4ddd | 2002-07-10 06:34:15 +0000 | [diff] [blame] | 401 | #endif /* Py_REF_DEBUG */ |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 402 | |
Sjoerd Mullender | a9c3c22 | 1993-10-11 12:54:31 +0000 | [diff] [blame] | 403 | #ifdef COUNT_ALLOCS |
Victor Stinner | 9bdd2de | 2018-11-27 23:54:59 +0100 | [diff] [blame] | 404 | PyAPI_FUNC(void) _Py_inc_count(struct _typeobject *); |
| 405 | PyAPI_FUNC(void) _Py_dec_count(struct _typeobject *); |
Pablo Galindo | 49c75a8 | 2018-10-28 15:02:17 +0000 | [diff] [blame] | 406 | #define _Py_INC_TPALLOCS(OP) _Py_inc_count(Py_TYPE(OP)) |
| 407 | #define _Py_INC_TPFREES(OP) _Py_dec_count(Py_TYPE(OP)) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 408 | #define _Py_DEC_TPFREES(OP) Py_TYPE(OP)->tp_frees-- |
| 409 | #define _Py_COUNT_ALLOCS_COMMA , |
Sjoerd Mullender | a9c3c22 | 1993-10-11 12:54:31 +0000 | [diff] [blame] | 410 | #else |
Tim Peters | 3459251 | 2002-07-11 06:23:50 +0000 | [diff] [blame] | 411 | #define _Py_INC_TPALLOCS(OP) |
| 412 | #define _Py_INC_TPFREES(OP) |
| 413 | #define _Py_DEC_TPFREES(OP) |
| 414 | #define _Py_COUNT_ALLOCS_COMMA |
Tim Peters | 57f4ddd | 2002-07-10 06:34:15 +0000 | [diff] [blame] | 415 | #endif /* COUNT_ALLOCS */ |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 416 | |
Victor Stinner | c89a932 | 2018-10-26 00:01:56 +0200 | [diff] [blame] | 417 | /* Update the Python traceback of an object. This function must be called |
| 418 | when a memory block is reused from a free list. */ |
| 419 | PyAPI_FUNC(int) _PyTraceMalloc_NewReference(PyObject *op); |
| 420 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 421 | #ifdef Py_TRACE_REFS |
| 422 | /* Py_TRACE_REFS is such major surgery that we call external routines. */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 423 | PyAPI_FUNC(void) _Py_NewReference(PyObject *); |
| 424 | PyAPI_FUNC(void) _Py_ForgetReference(PyObject *); |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 425 | PyAPI_FUNC(void) _Py_PrintReferences(FILE *); |
Tim Peters | 269b2a6 | 2003-04-17 19:52:29 +0000 | [diff] [blame] | 426 | PyAPI_FUNC(void) _Py_PrintReferenceAddresses(FILE *); |
Tim Peters | 7571a0f | 2003-03-23 17:52:28 +0000 | [diff] [blame] | 427 | PyAPI_FUNC(void) _Py_AddToAllObjects(PyObject *, int force); |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 428 | #else |
| 429 | /* Without Py_TRACE_REFS, there's little enough to do that we expand code |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 430 | inline. */ |
| 431 | static inline void _Py_NewReference(PyObject *op) |
| 432 | { |
| 433 | if (_Py_tracemalloc_config.tracing) { |
| 434 | _PyTraceMalloc_NewReference(op); |
| 435 | } |
| 436 | _Py_INC_TPALLOCS(op); |
| 437 | _Py_INC_REFTOTAL; |
| 438 | Py_REFCNT(op) = 1; |
| 439 | } |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 440 | |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 441 | static inline void _Py_ForgetReference(PyObject *op) |
| 442 | { |
| 443 | _Py_INC_TPFREES(op); |
| 444 | } |
Guido van Rossum | 60be1db | 1996-05-22 16:33:22 +0000 | [diff] [blame] | 445 | #endif /* !Py_TRACE_REFS */ |
| 446 | |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 447 | |
Victor Stinner | 3c09dca | 2018-10-30 14:48:26 +0100 | [diff] [blame] | 448 | PyAPI_FUNC(void) _Py_Dealloc(PyObject *); |
| 449 | |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 450 | static inline void _Py_INCREF(PyObject *op) |
| 451 | { |
| 452 | _Py_INC_REFTOTAL; |
| 453 | op->ob_refcnt++; |
| 454 | } |
| 455 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 456 | #define Py_INCREF(op) _Py_INCREF(_PyObject_CAST(op)) |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 457 | |
| 458 | static inline void _Py_DECREF(const char *filename, int lineno, |
| 459 | PyObject *op) |
| 460 | { |
| 461 | _Py_DEC_REFTOTAL; |
| 462 | if (--op->ob_refcnt != 0) { |
| 463 | #ifdef Py_REF_DEBUG |
| 464 | if (op->ob_refcnt < 0) { |
| 465 | _Py_NegativeRefcount(filename, lineno, op); |
| 466 | } |
| 467 | #endif |
| 468 | } |
| 469 | else { |
| 470 | _Py_Dealloc(op); |
| 471 | } |
| 472 | } |
| 473 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 474 | #define Py_DECREF(op) _Py_DECREF(__FILE__, __LINE__, _PyObject_CAST(op)) |
Victor Stinner | 2aaf0c1 | 2018-10-29 13:43:07 +0100 | [diff] [blame] | 475 | |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 476 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 477 | /* Safely decref `op` and set `op` to NULL, especially useful in tp_clear |
Berker Peksag | 4882cac | 2015-04-14 09:30:01 +0300 | [diff] [blame] | 478 | * and tp_dealloc implementations. |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 479 | * |
| 480 | * Note that "the obvious" code can be deadly: |
| 481 | * |
| 482 | * Py_XDECREF(op); |
| 483 | * op = NULL; |
| 484 | * |
| 485 | * Typically, `op` is something like self->containee, and `self` is done |
| 486 | * using its `containee` member. In the code sequence above, suppose |
| 487 | * `containee` is non-NULL with a refcount of 1. Its refcount falls to |
| 488 | * 0 on the first line, which can trigger an arbitrary amount of code, |
| 489 | * possibly including finalizers (like __del__ methods or weakref callbacks) |
| 490 | * coded in Python, which in turn can release the GIL and allow other threads |
| 491 | * to run, etc. Such code may even invoke methods of `self` again, or cause |
| 492 | * cyclic gc to trigger, but-- oops! --self->containee still points to the |
| 493 | * object being torn down, and it may be in an insane state while being torn |
| 494 | * down. This has in fact been a rich historic source of miserable (rare & |
| 495 | * hard-to-diagnose) segfaulting (and other) bugs. |
| 496 | * |
| 497 | * The safe way is: |
| 498 | * |
| 499 | * Py_CLEAR(op); |
| 500 | * |
| 501 | * That arranges to set `op` to NULL _before_ decref'ing, so that any code |
| 502 | * triggered as a side-effect of `op` getting torn down no longer believes |
| 503 | * `op` points to a valid object. |
| 504 | * |
| 505 | * There are cases where it's safe to use the naive code, but they're brittle. |
| 506 | * For example, if `op` points to a Python integer, you know that destroying |
| 507 | * one of those can't cause problems -- but in part that relies on that |
| 508 | * Python integers aren't currently weakly referencable. Best practice is |
| 509 | * to use Py_CLEAR() even if you can't think of a reason for why you need to. |
| 510 | */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 511 | #define Py_CLEAR(op) \ |
| 512 | do { \ |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 513 | PyObject *_py_tmp = _PyObject_CAST(op); \ |
Benjamin Peterson | da5eb5a | 2013-05-27 14:46:14 -0700 | [diff] [blame] | 514 | if (_py_tmp != NULL) { \ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 515 | (op) = NULL; \ |
| 516 | Py_DECREF(_py_tmp); \ |
| 517 | } \ |
| 518 | } while (0) |
Jim Fulton | 8c5aeaa | 2004-07-14 19:07:35 +0000 | [diff] [blame] | 519 | |
Victor Stinner | 541497e | 2018-10-29 20:52:41 +0100 | [diff] [blame] | 520 | /* Function to use in case the object pointer can be NULL: */ |
| 521 | static inline void _Py_XINCREF(PyObject *op) |
| 522 | { |
| 523 | if (op != NULL) { |
| 524 | Py_INCREF(op); |
| 525 | } |
| 526 | } |
Benjamin Peterson | da5eb5a | 2013-05-27 14:46:14 -0700 | [diff] [blame] | 527 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 528 | #define Py_XINCREF(op) _Py_XINCREF(_PyObject_CAST(op)) |
Victor Stinner | 541497e | 2018-10-29 20:52:41 +0100 | [diff] [blame] | 529 | |
| 530 | static inline void _Py_XDECREF(PyObject *op) |
| 531 | { |
| 532 | if (op != NULL) { |
| 533 | Py_DECREF(op); |
| 534 | } |
| 535 | } |
| 536 | |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 537 | #define Py_XDECREF(op) _Py_XDECREF(_PyObject_CAST(op)) |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 538 | |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 539 | /* |
Thomas Heller | 1328b52 | 2004-04-22 17:23:49 +0000 | [diff] [blame] | 540 | These are provided as conveniences to Python runtime embedders, so that |
| 541 | they can have object code that is not dependent on Python compilation flags. |
| 542 | */ |
| 543 | PyAPI_FUNC(void) Py_IncRef(PyObject *); |
| 544 | PyAPI_FUNC(void) Py_DecRef(PyObject *); |
| 545 | |
| 546 | /* |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 547 | _Py_NoneStruct is an object of undefined type which can be used in contexts |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 548 | where NULL (nil) is not suitable (since NULL often means 'error'). |
| 549 | |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 550 | Don't forget to apply Py_INCREF() when returning this value!!! |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 551 | */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 552 | PyAPI_DATA(PyObject) _Py_NoneStruct; /* Don't use this directly */ |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 553 | #define Py_None (&_Py_NoneStruct) |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 554 | |
Brett Cannon | d05235e | 2003-10-19 21:19:40 +0000 | [diff] [blame] | 555 | /* Macro for returning Py_None from a function */ |
Tim Peters | 5980ff2 | 2004-07-22 01:46:43 +0000 | [diff] [blame] | 556 | #define Py_RETURN_NONE return Py_INCREF(Py_None), Py_None |
Brett Cannon | d05235e | 2003-10-19 21:19:40 +0000 | [diff] [blame] | 557 | |
Neil Schemenauer | a7ed694 | 2001-01-04 01:31:50 +0000 | [diff] [blame] | 558 | /* |
| 559 | Py_NotImplemented is a singleton used to signal that an operation is |
| 560 | not implemented for a given type combination. |
| 561 | */ |
Mark Hammond | a290527 | 2002-07-29 13:42:14 +0000 | [diff] [blame] | 562 | PyAPI_DATA(PyObject) _Py_NotImplementedStruct; /* Don't use this directly */ |
Neil Schemenauer | a7ed694 | 2001-01-04 01:31:50 +0000 | [diff] [blame] | 563 | #define Py_NotImplemented (&_Py_NotImplementedStruct) |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 564 | |
Brian Curtin | 7d2f9e1 | 2011-08-10 20:05:21 -0500 | [diff] [blame] | 565 | /* Macro for returning Py_NotImplemented from a function */ |
| 566 | #define Py_RETURN_NOTIMPLEMENTED \ |
| 567 | return Py_INCREF(Py_NotImplemented), Py_NotImplemented |
| 568 | |
Guido van Rossum | 5f284ce | 2001-01-17 15:20:39 +0000 | [diff] [blame] | 569 | /* Rich comparison opcodes */ |
| 570 | #define Py_LT 0 |
| 571 | #define Py_LE 1 |
| 572 | #define Py_EQ 2 |
| 573 | #define Py_NE 3 |
| 574 | #define Py_GT 4 |
| 575 | #define Py_GE 5 |
| 576 | |
stratakis | e8b1965 | 2017-11-02 11:32:54 +0100 | [diff] [blame] | 577 | /* |
| 578 | * Macro for implementing rich comparisons |
| 579 | * |
| 580 | * Needs to be a macro because any C-comparable type can be used. |
| 581 | */ |
| 582 | #define Py_RETURN_RICHCOMPARE(val1, val2, op) \ |
| 583 | do { \ |
| 584 | switch (op) { \ |
| 585 | case Py_EQ: if ((val1) == (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 586 | case Py_NE: if ((val1) != (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 587 | case Py_LT: if ((val1) < (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 588 | case Py_GT: if ((val1) > (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 589 | case Py_LE: if ((val1) <= (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 590 | case Py_GE: if ((val1) >= (val2)) Py_RETURN_TRUE; Py_RETURN_FALSE; \ |
| 591 | default: \ |
| 592 | Py_UNREACHABLE(); \ |
| 593 | } \ |
| 594 | } while (0) |
| 595 | |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 596 | |
| 597 | /* |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 598 | More conventions |
| 599 | ================ |
| 600 | |
| 601 | Argument Checking |
| 602 | ----------------- |
| 603 | |
| 604 | Functions that take objects as arguments normally don't check for nil |
| 605 | arguments, but they do check the type of the argument, and return an |
| 606 | error if the function doesn't apply to the type. |
| 607 | |
| 608 | Failure Modes |
| 609 | ------------- |
| 610 | |
| 611 | Functions may fail for a variety of reasons, including running out of |
Guido van Rossum | 3f5da24 | 1990-12-20 15:06:42 +0000 | [diff] [blame] | 612 | memory. This is communicated to the caller in two ways: an error string |
| 613 | is set (see errors.h), and the function result differs: functions that |
| 614 | normally return a pointer return NULL for failure, functions returning |
| 615 | an integer return -1 (which could be a legal return value too!), and |
| 616 | other functions return 0 for success and -1 for failure. |
Tim Peters | 4be93d0 | 2002-07-07 19:59:50 +0000 | [diff] [blame] | 617 | Callers should always check for errors before using the result. If |
| 618 | an error was set, the caller must either explicitly clear it, or pass |
| 619 | the error on to its caller. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 620 | |
| 621 | Reference Counts |
| 622 | ---------------- |
| 623 | |
| 624 | It takes a while to get used to the proper usage of reference counts. |
| 625 | |
| 626 | Functions that create an object set the reference count to 1; such new |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 627 | objects must be stored somewhere or destroyed again with Py_DECREF(). |
Alex Martelli | 721b776 | 2003-11-09 16:38:39 +0000 | [diff] [blame] | 628 | Some functions that 'store' objects, such as PyTuple_SetItem() and |
| 629 | PyList_SetItem(), |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 630 | don't increment the reference count of the object, since the most |
| 631 | frequent use is to store a fresh object. Functions that 'retrieve' |
Alex Martelli | 721b776 | 2003-11-09 16:38:39 +0000 | [diff] [blame] | 632 | objects, such as PyTuple_GetItem() and PyDict_GetItemString(), also |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 633 | don't increment |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 634 | the reference count, since most frequently the object is only looked at |
| 635 | quickly. Thus, to retrieve an object and store it again, the caller |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 636 | must call Py_INCREF() explicitly. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 637 | |
Alex Martelli | 721b776 | 2003-11-09 16:38:39 +0000 | [diff] [blame] | 638 | NOTE: functions that 'consume' a reference count, like |
| 639 | PyList_SetItem(), consume the reference even if the object wasn't |
| 640 | successfully stored, to simplify error handling. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 641 | |
| 642 | It seems attractive to make other functions that take an object as |
Alex Martelli | 721b776 | 2003-11-09 16:38:39 +0000 | [diff] [blame] | 643 | argument consume a reference count; however, this may quickly get |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 644 | confusing (even the current practice is already confusing). Consider |
Guido van Rossum | caa6380 | 1995-01-12 11:45:45 +0000 | [diff] [blame] | 645 | it carefully, it may save lots of calls to Py_INCREF() and Py_DECREF() at |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 646 | times. |
Guido van Rossum | 85a5fbb | 1990-10-14 12:07:46 +0000 | [diff] [blame] | 647 | */ |
Guido van Rossum | a330996 | 1993-07-28 09:05:47 +0000 | [diff] [blame] | 648 | |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 649 | |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 650 | /* Trashcan mechanism, thanks to Christian Tismer. |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 651 | |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 652 | When deallocating a container object, it's possible to trigger an unbounded |
| 653 | chain of deallocations, as each Py_DECREF in turn drops the refcount on "the |
| 654 | next" object in the chain to 0. This can easily lead to stack faults, and |
| 655 | especially in threads (which typically have less stack space to work with). |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 656 | |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 657 | A container object that participates in cyclic gc can avoid this by |
| 658 | bracketing the body of its tp_dealloc function with a pair of macros: |
Guido van Rossum | e92e610 | 2000-04-24 15:40:53 +0000 | [diff] [blame] | 659 | |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 660 | static void |
| 661 | mytype_dealloc(mytype *p) |
| 662 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 663 | ... declarations go here ... |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 664 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 665 | PyObject_GC_UnTrack(p); // must untrack first |
| 666 | Py_TRASHCAN_SAFE_BEGIN(p) |
| 667 | ... The body of the deallocator goes here, including all calls ... |
| 668 | ... to Py_DECREF on contained objects. ... |
| 669 | Py_TRASHCAN_SAFE_END(p) |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 670 | } |
| 671 | |
Tim Peters | 808eb59 | 2002-08-07 20:53:05 +0000 | [diff] [blame] | 672 | CAUTION: Never return from the middle of the body! If the body needs to |
| 673 | "get out early", put a label immediately before the Py_TRASHCAN_SAFE_END |
| 674 | call, and goto it. Else the call-depth counter (see below) will stay |
| 675 | above 0 forever, and the trashcan will never get emptied. |
| 676 | |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 677 | How it works: The BEGIN macro increments a call-depth counter. So long |
| 678 | as this counter is small, the body of the deallocator is run directly without |
| 679 | further ado. But if the counter gets large, it instead adds p to a list of |
| 680 | objects to be deallocated later, skips the body of the deallocator, and |
| 681 | resumes execution after the END macro. The tp_dealloc routine then returns |
| 682 | without deallocating anything (and so unbounded call-stack depth is avoided). |
| 683 | |
| 684 | When the call stack finishes unwinding again, code generated by the END macro |
| 685 | notices this, and calls another routine to deallocate all the objects that |
| 686 | may have been added to the list of deferred deallocations. In effect, a |
Xiang Zhang | a66f9c6 | 2017-05-13 13:36:14 +0800 | [diff] [blame] | 687 | chain of N deallocations is broken into (N-1)/(PyTrash_UNWIND_LEVEL-1) pieces, |
Tim Peters | 803526b | 2002-07-07 05:13:56 +0000 | [diff] [blame] | 688 | with the call stack never exceeding a depth of PyTrash_UNWIND_LEVEL. |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 689 | */ |
| 690 | |
Antoine Pitrou | 56cd62c | 2012-09-06 00:59:49 +0200 | [diff] [blame] | 691 | /* The new thread-safe private API, invoked by the macros below. */ |
| 692 | PyAPI_FUNC(void) _PyTrash_thread_deposit_object(PyObject*); |
| 693 | PyAPI_FUNC(void) _PyTrash_thread_destroy_chain(void); |
| 694 | |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 695 | #define PyTrash_UNWIND_LEVEL 50 |
| 696 | |
| 697 | #define Py_TRASHCAN_SAFE_BEGIN(op) \ |
Antoine Pitrou | 56cd62c | 2012-09-06 00:59:49 +0200 | [diff] [blame] | 698 | do { \ |
| 699 | PyThreadState *_tstate = PyThreadState_GET(); \ |
| 700 | if (_tstate->trash_delete_nesting < PyTrash_UNWIND_LEVEL) { \ |
| 701 | ++_tstate->trash_delete_nesting; |
| 702 | /* The body of the deallocator is here. */ |
Guido van Rossum | d724b23 | 2000-03-13 16:01:29 +0000 | [diff] [blame] | 703 | #define Py_TRASHCAN_SAFE_END(op) \ |
Antoine Pitrou | 56cd62c | 2012-09-06 00:59:49 +0200 | [diff] [blame] | 704 | --_tstate->trash_delete_nesting; \ |
| 705 | if (_tstate->trash_delete_later && _tstate->trash_delete_nesting <= 0) \ |
| 706 | _PyTrash_thread_destroy_chain(); \ |
| 707 | } \ |
| 708 | else \ |
Victor Stinner | 2ff8fb7 | 2018-11-22 02:57:29 +0100 | [diff] [blame] | 709 | _PyTrash_thread_deposit_object(_PyObject_CAST(op)); \ |
Antoine Pitrou | 56cd62c | 2012-09-06 00:59:49 +0200 | [diff] [blame] | 710 | } while (0); |
Guido van Rossum | e92e610 | 2000-04-24 15:40:53 +0000 | [diff] [blame] | 711 | |
Victor Stinner | 626bff8 | 2018-10-25 17:31:10 +0200 | [diff] [blame] | 712 | |
| 713 | #ifndef Py_LIMITED_API |
Victor Stinner | 6eb9966 | 2018-11-26 17:09:16 +0100 | [diff] [blame] | 714 | # define Py_CPYTHON_OBJECT_H |
| 715 | # include "cpython/object.h" |
| 716 | # undef Py_CPYTHON_OBJECT_H |
Victor Stinner | 626bff8 | 2018-10-25 17:31:10 +0200 | [diff] [blame] | 717 | #endif |
| 718 | |
Guido van Rossum | a330996 | 1993-07-28 09:05:47 +0000 | [diff] [blame] | 719 | #ifdef __cplusplus |
| 720 | } |
| 721 | #endif |
| 722 | #endif /* !Py_OBJECT_H */ |