blob: 1f9100e4efbde994f2e789fcccde0766e3d69366 [file] [log] [blame]
Guido van Rossuma3309961993-07-28 09:05:47 +00001#ifndef Py_OBJECT_H
2#define Py_OBJECT_H
3#ifdef __cplusplus
4extern "C" {
5#endif
6
Guido van Rossumf70e43a1991-02-19 12:39:46 +00007
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00008/* Object and type object interface */
9
10/*
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000011Objects are structures allocated on the heap. Special rules apply to
12the use of objects to ensure they are properly garbage-collected.
13Objects are never allocated statically or on the stack; they must be
14accessed through special macros and functions only. (Type objects are
15exceptions to the first rule; the standard types are represented by
Tim Peters4be93d02002-07-07 19:59:50 +000016statically initialized type objects, although work on type/class unification
17for Python 2.2 made it possible to have heap-allocated type objects too).
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000018
19An object has a 'reference count' that is increased or decreased when a
20pointer to the object is copied or deleted; when the reference count
21reaches zero there are no references to the object left and it can be
22removed from the heap.
23
24An object has a 'type' that determines what it represents and what kind
25of data it contains. An object's type is fixed when it is created.
26Types themselves are represented as objects; an object contains a
27pointer to the corresponding type object. The type itself has a type
28pointer pointing to the object representing the type 'type', which
29contains a pointer to itself!).
30
31Objects do not float around in memory; once allocated an object keeps
32the same size and address. Objects that must hold variable-size data
33can contain pointers to variable-size parts of the object. Not all
34objects of the same type have the same size; but the size cannot change
35after allocation. (These restrictions are made so a reference to an
36object can be simply a pointer -- moving an object would require
37updating all the pointers, and changing an object's size would require
38moving it if there was another object right next to it.)
39
Guido van Rossumcaa63801995-01-12 11:45:45 +000040Objects are always accessed through pointers of the type 'PyObject *'.
41The type 'PyObject' is a structure that only contains the reference count
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000042and the type pointer. The actual memory allocated for an object
43contains other data that can only be accessed after casting the pointer
44to a pointer to a longer structure type. This longer type must start
Guido van Rossumcaa63801995-01-12 11:45:45 +000045with the reference count and type fields; the macro PyObject_HEAD should be
Thomas Wouters7e474022000-07-16 12:04:32 +000046used for this (to accommodate for future changes). The implementation
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000047of a particular object type can cast the object pointer to the proper
48type and back.
49
50A standard interface exists for objects that contain an array of items
51whose size is determined when the object is allocated.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000052*/
53
Guido van Rossum408027e1996-12-30 16:17:54 +000054#ifdef Py_DEBUG
Tim Peters4be93d02002-07-07 19:59:50 +000055/* Turn on aggregate reference counting. This arranges that extern
56 * _Py_RefTotal hold a count of all references, the sum of ob_refcnt
57 * across all objects. The value can be gotten programatically via
58 * sys.gettotalrefcount() (which exists only if Py_REF_DEBUG is enabled).
59 * In a debug-mode build, this is where the "8288" comes from in
60 *
61 * >>> 23
62 * 23
63 * [8288 refs]
64 * >>>
65 *
66 * Note that if this count increases when you're not storing away new objects,
67 * there's probably a leak. Remember, though, that in interactive mode the
68 * special name "_" holds a reference to the last result displayed!
Tim Peters7c321a82002-07-09 02:57:01 +000069 * Py_REF_DEBUG also checks after every decref to verify that the refcount
70 * hasn't gone negative, and causes an immediate fatal error if it has.
Tim Peters4be93d02002-07-07 19:59:50 +000071 */
Guido van Rossumcaa63801995-01-12 11:45:45 +000072#define Py_REF_DEBUG
Guido van Rossum3f5da241990-12-20 15:06:42 +000073
Tim Peters4be93d02002-07-07 19:59:50 +000074/* Turn on heavy reference debugging. This is major surgery. Every PyObject
75 * grows two more pointers, to maintain a doubly-linked list of all live
76 * heap-allocated objects (note that, e.g., most builtin type objects are
77 * not in this list, as they're statically allocated). This list can be
78 * materialized into a Python list via sys.getobjects() (which exists only
79 * if Py_TRACE_REFS is enabled). Py_TRACE_REFS implies Py_REF_DEBUG.
80 */
81#define Py_TRACE_REFS
Guido van Rossum408027e1996-12-30 16:17:54 +000082#endif /* Py_DEBUG */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000083
Tim Peters4be93d02002-07-07 19:59:50 +000084/* Py_TRACE_REFS implies Py_REF_DEBUG. */
85#if defined(Py_TRACE_REFS) && !defined(Py_REF_DEBUG)
86#define Py_REF_DEBUG
87#endif
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000088
Tim Peters4be93d02002-07-07 19:59:50 +000089#ifdef Py_TRACE_REFS
90/* Define pointers to support a doubly-linked list of all live heap objects. */
91#define _PyObject_HEAD_EXTRA \
92 struct _object *_ob_next; \
93 struct _object *_ob_prev;
94
95#define _PyObject_EXTRA_INIT 0, 0,
96
97#else
98#define _PyObject_HEAD_EXTRA
99#define _PyObject_EXTRA_INIT
100#endif
101
102/* PyObject_HEAD defines the initial segment of every PyObject. */
103#define PyObject_HEAD \
104 _PyObject_HEAD_EXTRA \
105 int ob_refcnt; \
106 struct _typeobject *ob_type;
107
108#define PyObject_HEAD_INIT(type) \
109 _PyObject_EXTRA_INIT \
110 1, type,
111
112/* PyObject_VAR_HEAD defines the initial segment of all variable-size
113 * container objects. These end with a declaration of an array with 1
114 * element, but enough space is malloc'ed so that the array actually
115 * has room for ob_size elements. Note that ob_size is an element count,
116 * not necessarily a byte count.
117 */
118#define PyObject_VAR_HEAD \
119 PyObject_HEAD \
Guido van Rossum5799b521995-01-04 19:06:22 +0000120 int ob_size; /* Number of items in variable part */
Tim Peters803526b2002-07-07 05:13:56 +0000121
Tim Peters4be93d02002-07-07 19:59:50 +0000122/* Nothing is actually declared to be a PyObject, but every pointer to
123 * a Python object can be cast to a PyObject*. This is inheritance built
124 * by hand. Similarly every pointer to a variable-size Python object can,
125 * in addition, be cast to PyVarObject*.
126 */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000127typedef struct _object {
Guido van Rossumcaa63801995-01-12 11:45:45 +0000128 PyObject_HEAD
129} PyObject;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000130
131typedef struct {
Guido van Rossumcaa63801995-01-12 11:45:45 +0000132 PyObject_VAR_HEAD
Guido van Rossumd0c87ee1997-05-15 21:31:03 +0000133} PyVarObject;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000134
135
136/*
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000137Type objects contain a string containing the type name (to help somewhat
Tim Peters4be93d02002-07-07 19:59:50 +0000138in debugging), the allocation parameters (see PyObject_New() and
139PyObject_NewVar()),
140and methods for accessing objects of the type. Methods are optional, a
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000141nil pointer meaning that particular kind of access is not available for
Guido van Rossumcaa63801995-01-12 11:45:45 +0000142this type. The Py_DECREF() macro uses the tp_dealloc method without
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000143checking for a nil pointer; it should always be implemented except if
144the implementation can guarantee that the reference count will never
Tim Peters4be93d02002-07-07 19:59:50 +0000145reach zero (e.g., for statically allocated type objects).
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000146
147NB: the methods for certain type groups are now contained in separate
148method blocks.
149*/
150
Tim Peters9ace6bc2000-07-08 00:32:04 +0000151typedef PyObject * (*unaryfunc)(PyObject *);
152typedef PyObject * (*binaryfunc)(PyObject *, PyObject *);
153typedef PyObject * (*ternaryfunc)(PyObject *, PyObject *, PyObject *);
154typedef int (*inquiry)(PyObject *);
155typedef int (*coercion)(PyObject **, PyObject **);
156typedef PyObject *(*intargfunc)(PyObject *, int);
157typedef PyObject *(*intintargfunc)(PyObject *, int, int);
158typedef int(*intobjargproc)(PyObject *, int, PyObject *);
159typedef int(*intintobjargproc)(PyObject *, int, int, PyObject *);
160typedef int(*objobjargproc)(PyObject *, PyObject *, PyObject *);
161typedef int (*getreadbufferproc)(PyObject *, int, void **);
162typedef int (*getwritebufferproc)(PyObject *, int, void **);
163typedef int (*getsegcountproc)(PyObject *, int *);
164typedef int (*getcharbufferproc)(PyObject *, int, const char **);
165typedef int (*objobjproc)(PyObject *, PyObject *);
166typedef int (*visitproc)(PyObject *, void *);
167typedef int (*traverseproc)(PyObject *, visitproc, void *);
Guido van Rossumb6775db1994-08-01 11:34:53 +0000168
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000169typedef struct {
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000170 /* For numbers without flag bit Py_TPFLAGS_CHECKTYPES set, all
171 arguments are guaranteed to be of the object's type (modulo
Tim Peters4be93d02002-07-07 19:59:50 +0000172 coercion hacks -- i.e. if the type's coercion function
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000173 returns other types, then these are allowed as well). Numbers that
174 have the Py_TPFLAGS_CHECKTYPES flag bit set should check *both*
175 arguments for proper type and implement the necessary conversions
176 in the slot functions themselves. */
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000177
Guido van Rossumb6775db1994-08-01 11:34:53 +0000178 binaryfunc nb_add;
179 binaryfunc nb_subtract;
180 binaryfunc nb_multiply;
181 binaryfunc nb_divide;
182 binaryfunc nb_remainder;
183 binaryfunc nb_divmod;
Guido van Rossum75abc631994-08-09 13:21:54 +0000184 ternaryfunc nb_power;
Guido van Rossumb6775db1994-08-01 11:34:53 +0000185 unaryfunc nb_negative;
186 unaryfunc nb_positive;
187 unaryfunc nb_absolute;
188 inquiry nb_nonzero;
189 unaryfunc nb_invert;
190 binaryfunc nb_lshift;
191 binaryfunc nb_rshift;
192 binaryfunc nb_and;
193 binaryfunc nb_xor;
194 binaryfunc nb_or;
195 coercion nb_coerce;
196 unaryfunc nb_int;
197 unaryfunc nb_long;
198 unaryfunc nb_float;
199 unaryfunc nb_oct;
200 unaryfunc nb_hex;
Fred Draked55657b2001-08-15 18:32:33 +0000201 /* Added in release 2.0 */
Thomas Woutersdd8dbdb2000-08-24 20:09:45 +0000202 binaryfunc nb_inplace_add;
203 binaryfunc nb_inplace_subtract;
204 binaryfunc nb_inplace_multiply;
205 binaryfunc nb_inplace_divide;
206 binaryfunc nb_inplace_remainder;
207 ternaryfunc nb_inplace_power;
208 binaryfunc nb_inplace_lshift;
209 binaryfunc nb_inplace_rshift;
210 binaryfunc nb_inplace_and;
211 binaryfunc nb_inplace_xor;
212 binaryfunc nb_inplace_or;
Guido van Rossum4668b002001-08-08 05:00:18 +0000213
Fred Draked55657b2001-08-15 18:32:33 +0000214 /* Added in release 2.2 */
Guido van Rossum4668b002001-08-08 05:00:18 +0000215 /* The following require the Py_TPFLAGS_HAVE_CLASS flag */
216 binaryfunc nb_floor_divide;
217 binaryfunc nb_true_divide;
218 binaryfunc nb_inplace_floor_divide;
219 binaryfunc nb_inplace_true_divide;
Guido van Rossumcaa63801995-01-12 11:45:45 +0000220} PyNumberMethods;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000221
222typedef struct {
Guido van Rossumb6775db1994-08-01 11:34:53 +0000223 inquiry sq_length;
224 binaryfunc sq_concat;
225 intargfunc sq_repeat;
226 intargfunc sq_item;
227 intintargfunc sq_slice;
228 intobjargproc sq_ass_item;
229 intintobjargproc sq_ass_slice;
Guido van Rossumcecb27a2000-02-28 15:00:40 +0000230 objobjproc sq_contains;
Fred Draked55657b2001-08-15 18:32:33 +0000231 /* Added in release 2.0 */
Thomas Woutersdd8dbdb2000-08-24 20:09:45 +0000232 binaryfunc sq_inplace_concat;
233 intargfunc sq_inplace_repeat;
Guido van Rossumcaa63801995-01-12 11:45:45 +0000234} PySequenceMethods;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000235
236typedef struct {
Guido van Rossumb6775db1994-08-01 11:34:53 +0000237 inquiry mp_length;
238 binaryfunc mp_subscript;
239 objobjargproc mp_ass_subscript;
Guido van Rossumcaa63801995-01-12 11:45:45 +0000240} PyMappingMethods;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000241
Guido van Rossumfdf95dd1997-05-05 22:15:02 +0000242typedef struct {
243 getreadbufferproc bf_getreadbuffer;
244 getwritebufferproc bf_getwritebuffer;
245 getsegcountproc bf_getsegcount;
Guido van Rossum36eef3c1998-10-08 02:10:56 +0000246 getcharbufferproc bf_getcharbuffer;
Guido van Rossumfdf95dd1997-05-05 22:15:02 +0000247} PyBufferProcs;
Tim Peters803526b2002-07-07 05:13:56 +0000248
Guido van Rossumfdf95dd1997-05-05 22:15:02 +0000249
Neil Schemenauerf6d1ea12002-04-12 01:57:06 +0000250typedef void (*freefunc)(void *);
Tim Peters9ace6bc2000-07-08 00:32:04 +0000251typedef void (*destructor)(PyObject *);
252typedef int (*printfunc)(PyObject *, FILE *, int);
253typedef PyObject *(*getattrfunc)(PyObject *, char *);
254typedef PyObject *(*getattrofunc)(PyObject *, PyObject *);
255typedef int (*setattrfunc)(PyObject *, char *, PyObject *);
256typedef int (*setattrofunc)(PyObject *, PyObject *, PyObject *);
257typedef int (*cmpfunc)(PyObject *, PyObject *);
258typedef PyObject *(*reprfunc)(PyObject *);
259typedef long (*hashfunc)(PyObject *);
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000260typedef PyObject *(*richcmpfunc) (PyObject *, PyObject *, int);
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000261typedef PyObject *(*getiterfunc) (PyObject *);
Guido van Rossum213c7a62001-04-23 14:08:49 +0000262typedef PyObject *(*iternextfunc) (PyObject *);
Tim Peters6d6c1a32001-08-02 04:15:00 +0000263typedef PyObject *(*descrgetfunc) (PyObject *, PyObject *, PyObject *);
264typedef int (*descrsetfunc) (PyObject *, PyObject *, PyObject *);
265typedef int (*initproc)(PyObject *, PyObject *, PyObject *);
266typedef PyObject *(*newfunc)(struct _typeobject *, PyObject *, PyObject *);
267typedef PyObject *(*allocfunc)(struct _typeobject *, int);
Guido van Rossumb6775db1994-08-01 11:34:53 +0000268
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000269typedef struct _typeobject {
Guido van Rossumcaa63801995-01-12 11:45:45 +0000270 PyObject_VAR_HEAD
Guido van Rossum14648392001-12-08 18:02:58 +0000271 char *tp_name; /* For printing, in format "<module>.<name>" */
Guido van Rossum5799b521995-01-04 19:06:22 +0000272 int tp_basicsize, tp_itemsize; /* For allocation */
Tim Peters803526b2002-07-07 05:13:56 +0000273
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000274 /* Methods to implement standard operations */
Tim Peters803526b2002-07-07 05:13:56 +0000275
Guido van Rossumb6775db1994-08-01 11:34:53 +0000276 destructor tp_dealloc;
277 printfunc tp_print;
278 getattrfunc tp_getattr;
279 setattrfunc tp_setattr;
280 cmpfunc tp_compare;
281 reprfunc tp_repr;
Tim Peters803526b2002-07-07 05:13:56 +0000282
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000283 /* Method suites for standard classes */
Tim Peters803526b2002-07-07 05:13:56 +0000284
Guido van Rossumcaa63801995-01-12 11:45:45 +0000285 PyNumberMethods *tp_as_number;
286 PySequenceMethods *tp_as_sequence;
287 PyMappingMethods *tp_as_mapping;
Guido van Rossum9bfef441993-03-29 10:43:31 +0000288
Fred Drake0e12bcd2000-03-21 16:14:47 +0000289 /* More standard operations (here for binary compatibility) */
Guido van Rossum9bfef441993-03-29 10:43:31 +0000290
Guido van Rossumb6775db1994-08-01 11:34:53 +0000291 hashfunc tp_hash;
Guido van Rossum884afd61995-07-18 14:21:06 +0000292 ternaryfunc tp_call;
Guido van Rossum6fde3901995-01-07 10:32:04 +0000293 reprfunc tp_str;
Guido van Rossum0693dd21996-08-09 20:48:52 +0000294 getattrofunc tp_getattro;
295 setattrofunc tp_setattro;
Guido van Rossum6fde3901995-01-07 10:32:04 +0000296
Guido van Rossumfdf95dd1997-05-05 22:15:02 +0000297 /* Functions to access object as input/output buffer */
298 PyBufferProcs *tp_as_buffer;
Tim Peters803526b2002-07-07 05:13:56 +0000299
Guido van Rossum36eef3c1998-10-08 02:10:56 +0000300 /* Flags to define presence of optional/expanded features */
301 long tp_flags;
Guido van Rossum6fde3901995-01-07 10:32:04 +0000302
303 char *tp_doc; /* Documentation string */
304
Fred Draked55657b2001-08-15 18:32:33 +0000305 /* Assigned meaning in release 2.0 */
Jeremy Hylton8caad492000-06-23 14:18:11 +0000306 /* call function for all accessible objects */
307 traverseproc tp_traverse;
Tim Peters803526b2002-07-07 05:13:56 +0000308
Jeremy Hylton8caad492000-06-23 14:18:11 +0000309 /* delete references to contained objects */
310 inquiry tp_clear;
311
Fred Draked55657b2001-08-15 18:32:33 +0000312 /* Assigned meaning in release 2.1 */
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000313 /* rich comparisons */
314 richcmpfunc tp_richcompare;
315
Fred Drake41deb1e2001-02-01 05:27:45 +0000316 /* weak reference enabler */
317 long tp_weaklistoffset;
Guido van Rossuma9c2d7a1998-04-23 19:16:44 +0000318
Fred Draked55657b2001-08-15 18:32:33 +0000319 /* Added in release 2.2 */
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000320 /* Iterators */
321 getiterfunc tp_iter;
Guido van Rossum213c7a62001-04-23 14:08:49 +0000322 iternextfunc tp_iternext;
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000323
Tim Peters6d6c1a32001-08-02 04:15:00 +0000324 /* Attribute descriptor and subclassing stuff */
325 struct PyMethodDef *tp_methods;
Guido van Rossum6f799372001-09-20 20:46:19 +0000326 struct PyMemberDef *tp_members;
Guido van Rossum32d34c82001-09-20 21:45:26 +0000327 struct PyGetSetDef *tp_getset;
Tim Peters6d6c1a32001-08-02 04:15:00 +0000328 struct _typeobject *tp_base;
329 PyObject *tp_dict;
330 descrgetfunc tp_descr_get;
331 descrsetfunc tp_descr_set;
332 long tp_dictoffset;
333 initproc tp_init;
334 allocfunc tp_alloc;
335 newfunc tp_new;
Neil Schemenauerf6d1ea12002-04-12 01:57:06 +0000336 freefunc tp_free; /* Low-level free-memory routine */
Guido van Rossum048eb752001-10-02 21:24:57 +0000337 inquiry tp_is_gc; /* For PyObject_IS_GC */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000338 PyObject *tp_bases;
339 PyObject *tp_mro; /* method resolution order */
Guido van Rossum687ae002001-10-15 22:03:32 +0000340 PyObject *tp_cache;
Guido van Rossum1c450732001-10-08 15:18:27 +0000341 PyObject *tp_subclasses;
342 PyObject *tp_weaklist;
Tim Peters6d6c1a32001-08-02 04:15:00 +0000343
Sjoerd Mullendera9c3c221993-10-11 12:54:31 +0000344#ifdef COUNT_ALLOCS
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000345 /* these must be last and never explicitly initialized */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000346 int tp_allocs;
347 int tp_frees;
Sjoerd Mullendera9c3c221993-10-11 12:54:31 +0000348 int tp_maxalloc;
349 struct _typeobject *tp_next;
350#endif
Guido van Rossumcaa63801995-01-12 11:45:45 +0000351} PyTypeObject;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000352
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000353
Tim Peters6d6c1a32001-08-02 04:15:00 +0000354/* Generic type check */
355extern DL_IMPORT(int) PyType_IsSubtype(PyTypeObject *, PyTypeObject *);
356#define PyObject_TypeCheck(ob, tp) \
357 ((ob)->ob_type == (tp) || PyType_IsSubtype((ob)->ob_type, (tp)))
358
Guido van Rossum609c7c82001-08-24 16:51:42 +0000359extern DL_IMPORT(PyTypeObject) PyType_Type; /* built-in 'type' */
360extern DL_IMPORT(PyTypeObject) PyBaseObject_Type; /* built-in 'object' */
361extern DL_IMPORT(PyTypeObject) PySuper_Type; /* built-in 'super' */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000362
363#define PyType_Check(op) PyObject_TypeCheck(op, &PyType_Type)
Tim Peters3abca122001-10-27 19:37:48 +0000364#define PyType_CheckExact(op) ((op)->ob_type == &PyType_Type)
Tim Peters6d6c1a32001-08-02 04:15:00 +0000365
Guido van Rossum528b7eb2001-08-07 17:24:28 +0000366extern DL_IMPORT(int) PyType_Ready(PyTypeObject *);
Tim Peters6d6c1a32001-08-02 04:15:00 +0000367extern DL_IMPORT(PyObject *) PyType_GenericAlloc(PyTypeObject *, int);
368extern DL_IMPORT(PyObject *) PyType_GenericNew(PyTypeObject *,
369 PyObject *, PyObject *);
370extern DL_IMPORT(PyObject *) _PyType_Lookup(PyTypeObject *, PyObject *);
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000371
Guido van Rossum3f5da241990-12-20 15:06:42 +0000372/* Generic operations on objects */
Tim Peters9ace6bc2000-07-08 00:32:04 +0000373extern DL_IMPORT(int) PyObject_Print(PyObject *, FILE *, int);
Barry Warsaw10418eb2001-01-24 04:16:59 +0000374extern DL_IMPORT(void) _PyObject_Dump(PyObject *);
Tim Peters9ace6bc2000-07-08 00:32:04 +0000375extern DL_IMPORT(PyObject *) PyObject_Repr(PyObject *);
376extern DL_IMPORT(PyObject *) PyObject_Str(PyObject *);
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000377#ifdef Py_USING_UNICODE
Marc-André Lemburgad7c98e2001-01-17 17:09:53 +0000378extern DL_IMPORT(PyObject *) PyObject_Unicode(PyObject *);
Martin v. Löwis339d0f72001-08-17 18:39:25 +0000379#endif
Tim Peters9ace6bc2000-07-08 00:32:04 +0000380extern DL_IMPORT(int) PyObject_Compare(PyObject *, PyObject *);
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000381extern DL_IMPORT(PyObject *) PyObject_RichCompare(PyObject *, PyObject *, int);
382extern DL_IMPORT(int) PyObject_RichCompareBool(PyObject *, PyObject *, int);
Tim Peters9ace6bc2000-07-08 00:32:04 +0000383extern DL_IMPORT(PyObject *) PyObject_GetAttrString(PyObject *, char *);
384extern DL_IMPORT(int) PyObject_SetAttrString(PyObject *, char *, PyObject *);
385extern DL_IMPORT(int) PyObject_HasAttrString(PyObject *, char *);
386extern DL_IMPORT(PyObject *) PyObject_GetAttr(PyObject *, PyObject *);
387extern DL_IMPORT(int) PyObject_SetAttr(PyObject *, PyObject *, PyObject *);
388extern DL_IMPORT(int) PyObject_HasAttr(PyObject *, PyObject *);
Tim Peters6d6c1a32001-08-02 04:15:00 +0000389extern DL_IMPORT(PyObject **) _PyObject_GetDictPtr(PyObject *);
390extern DL_IMPORT(PyObject *) PyObject_GenericGetAttr(PyObject *, PyObject *);
391extern DL_IMPORT(int) PyObject_GenericSetAttr(PyObject *,
392 PyObject *, PyObject *);
Tim Peters9ace6bc2000-07-08 00:32:04 +0000393extern DL_IMPORT(long) PyObject_Hash(PyObject *);
394extern DL_IMPORT(int) PyObject_IsTrue(PyObject *);
395extern DL_IMPORT(int) PyObject_Not(PyObject *);
396extern DL_IMPORT(int) PyCallable_Check(PyObject *);
397extern DL_IMPORT(int) PyNumber_Coerce(PyObject **, PyObject **);
398extern DL_IMPORT(int) PyNumber_CoerceEx(PyObject **, PyObject **);
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000399
Fred Drakeb3f0d342001-10-05 21:58:11 +0000400extern DL_IMPORT(void) PyObject_ClearWeakRefs(PyObject *);
Fred Drake41deb1e2001-02-01 05:27:45 +0000401
Guido van Rossumab3b0342001-09-18 20:38:53 +0000402/* A slot function whose address we need to compare */
403extern int _PyObject_SlotCompare(PyObject *, PyObject *);
404
405
Tim Peters7eea37e2001-09-04 22:08:56 +0000406/* PyObject_Dir(obj) acts like Python __builtin__.dir(obj), returning a
407 list of strings. PyObject_Dir(NULL) is like __builtin__.dir(),
408 returning the names of the current locals. In this case, if there are
409 no current locals, NULL is returned, and PyErr_Occurred() is false.
410*/
411extern DL_IMPORT(PyObject *) PyObject_Dir(PyObject *);
412
413
Guido van Rossum26d4ac31998-04-10 22:32:24 +0000414/* Helpers for printing recursive container types */
Tim Peters9ace6bc2000-07-08 00:32:04 +0000415extern DL_IMPORT(int) Py_ReprEnter(PyObject *);
416extern DL_IMPORT(void) Py_ReprLeave(PyObject *);
Guido van Rossum26d4ac31998-04-10 22:32:24 +0000417
Fred Drake13634cf2000-06-29 19:17:04 +0000418/* Helpers for hash functions */
Tim Peters9ace6bc2000-07-08 00:32:04 +0000419extern DL_IMPORT(long) _Py_HashDouble(double);
420extern DL_IMPORT(long) _Py_HashPointer(void*);
Fred Drake13634cf2000-06-29 19:17:04 +0000421
Jeremy Hylton483638c2001-02-01 20:20:45 +0000422/* Helper for passing objects to printf and the like */
423#define PyObject_REPR(obj) PyString_AS_STRING(PyObject_Repr(obj))
424
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000425/* Flag bits for printing: */
Guido van Rossumcaa63801995-01-12 11:45:45 +0000426#define Py_PRINT_RAW 1 /* No string quotes etc. */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000427
428/*
Tim Peters4be93d02002-07-07 19:59:50 +0000429`Type flags (tp_flags)
Guido van Rossum36eef3c1998-10-08 02:10:56 +0000430
431These flags are used to extend the type structure in a backwards-compatible
432fashion. Extensions can use the flags to indicate (and test) when a given
433type structure contains a new feature. The Python core will use these when
434introducing new functionality between major revisions (to avoid mid-version
435changes in the PYTHON_API_VERSION).
436
437Arbitration of the flag bit positions will need to be coordinated among
438all extension writers who publically release their extensions (this will
439be fewer than you might expect!)..
440
441Python 1.5.2 introduced the bf_getcharbuffer slot into PyBufferProcs.
442
443Type definitions should use Py_TPFLAGS_DEFAULT for their tp_flags value.
444
445Code can use PyType_HasFeature(type_ob, flag_value) to test whether the
446given type object has a specified feature.
Guido van Rossum36eef3c1998-10-08 02:10:56 +0000447*/
448
449/* PyBufferProcs contains bf_getcharbuffer */
450#define Py_TPFLAGS_HAVE_GETCHARBUFFER (1L<<0)
451
Guido van Rossumcecb27a2000-02-28 15:00:40 +0000452/* PySequenceMethods contains sq_contains */
453#define Py_TPFLAGS_HAVE_SEQUENCE_IN (1L<<1)
454
Neil Schemenauer31ec1422001-08-29 23:46:35 +0000455/* This is here for backwards compatibility. Extensions that use the old GC
456 * API will still compile but the objects will not be tracked by the GC. */
457#define Py_TPFLAGS_GC 0 /* used to be (1L<<2) */
Jeremy Hyltond08b4c42000-06-23 19:37:02 +0000458
Thomas Woutersdd8dbdb2000-08-24 20:09:45 +0000459/* PySequenceMethods and PyNumberMethods contain in-place operators */
460#define Py_TPFLAGS_HAVE_INPLACEOPS (1L<<3)
461
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000462/* PyNumberMethods do their own coercion */
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000463#define Py_TPFLAGS_CHECKTYPES (1L<<4)
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000464
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000465/* tp_richcompare is defined */
Guido van Rossumbacca542001-01-24 22:13:48 +0000466#define Py_TPFLAGS_HAVE_RICHCOMPARE (1L<<5)
467
Fred Drake033f3122001-02-02 18:17:30 +0000468/* Objects which are weakly referencable if their tp_weaklistoffset is >0 */
Fred Drake033f3122001-02-02 18:17:30 +0000469#define Py_TPFLAGS_HAVE_WEAKREFS (1L<<6)
470
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000471/* tp_iter is defined */
472#define Py_TPFLAGS_HAVE_ITER (1L<<7)
473
Guido van Rossum4668b002001-08-08 05:00:18 +0000474/* New members introduced by Python 2.2 exist */
Tim Peters6d6c1a32001-08-02 04:15:00 +0000475#define Py_TPFLAGS_HAVE_CLASS (1L<<8)
476
477/* Set if the type object is dynamically allocated */
478#define Py_TPFLAGS_HEAPTYPE (1L<<9)
479
480/* Set if the type allows subclassing */
481#define Py_TPFLAGS_BASETYPE (1L<<10)
482
Guido van Rossum9b9c9722001-08-10 17:37:02 +0000483/* Set if the type is 'ready' -- fully initialized */
484#define Py_TPFLAGS_READY (1L<<12)
485
486/* Set while the type is being 'readied', to prevent recursive ready calls */
487#define Py_TPFLAGS_READYING (1L<<13)
488
Neil Schemenauer31ec1422001-08-29 23:46:35 +0000489/* Objects support garbage collection (see objimp.h) */
Neil Schemenauer31ec1422001-08-29 23:46:35 +0000490#define Py_TPFLAGS_HAVE_GC (1L<<14)
Neil Schemenauer31ec1422001-08-29 23:46:35 +0000491
Guido van Rossumbacca542001-01-24 22:13:48 +0000492#define Py_TPFLAGS_DEFAULT ( \
493 Py_TPFLAGS_HAVE_GETCHARBUFFER | \
Thomas Woutersdd8dbdb2000-08-24 20:09:45 +0000494 Py_TPFLAGS_HAVE_SEQUENCE_IN | \
Guido van Rossumbacca542001-01-24 22:13:48 +0000495 Py_TPFLAGS_HAVE_INPLACEOPS | \
496 Py_TPFLAGS_HAVE_RICHCOMPARE | \
Fred Drake033f3122001-02-02 18:17:30 +0000497 Py_TPFLAGS_HAVE_WEAKREFS | \
Guido van Rossum59d1d2b2001-04-20 19:13:02 +0000498 Py_TPFLAGS_HAVE_ITER | \
Tim Peters6d6c1a32001-08-02 04:15:00 +0000499 Py_TPFLAGS_HAVE_CLASS | \
Guido van Rossumbacca542001-01-24 22:13:48 +0000500 0)
Guido van Rossum36eef3c1998-10-08 02:10:56 +0000501
502#define PyType_HasFeature(t,f) (((t)->tp_flags & (f)) != 0)
503
504
505/*
Guido van Rossumcaa63801995-01-12 11:45:45 +0000506The macros Py_INCREF(op) and Py_DECREF(op) are used to increment or decrement
Tim Peters4be93d02002-07-07 19:59:50 +0000507reference counts. Py_DECREF calls the object's deallocator function when
508the refcount falls to 0; for
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000509objects that don't contain references to other objects or heap memory
510this can be the standard function free(). Both macros can be used
Tim Peters4be93d02002-07-07 19:59:50 +0000511wherever a void expression is allowed. The argument must not be a
512NIL pointer. If it may be NIL, use Py_XINCREF/Py_XDECREF instead.
513The macro _Py_NewReference(op) initialize reference counts to 1, and
514in special builds (Py_REF_DEBUG, Py_TRACE_REFS) performs additional
515bookkeeping appropriate to the special build.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000516
517We assume that the reference count field can never overflow; this can
Tim Peters4be93d02002-07-07 19:59:50 +0000518be proven when the size of the field is the same as the pointer size, so
519we ignore the possibility. Provided a C int is at least 32 bits (which
520is implicitly assumed in many parts of this code), that's enough for
521about 2**31 references to an object.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000522
Tim Peters4be93d02002-07-07 19:59:50 +0000523XXX The following became out of date in Python 2.2, but I'm not sure
524XXX what the full truth is now. Certainly, heap-allocated type objects
525XXX can and should be deallocated.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000526Type objects should never be deallocated; the type pointer in an object
527is not considered to be a reference to the type object, to save
528complications in the deallocation function. (This is actually a
529decision that's up to the implementer of each new type so if you want,
530you can count such references to the type object.)
531
Guido van Rossumcaa63801995-01-12 11:45:45 +0000532*** WARNING*** The Py_DECREF macro must have a side-effect-free argument
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000533since it may evaluate its argument multiple times. (The alternative
534would be to mace it a proper function or assign it to a global temporary
535variable first, both of which are slower; and in a multi-threaded
536environment the global variable trick is not safe.)
537*/
538
Tim Peters4be93d02002-07-07 19:59:50 +0000539#ifdef Py_REF_DEBUG
540extern DL_IMPORT(long) _Py_RefTotal;
Tim Peters7c321a82002-07-09 02:57:01 +0000541extern DL_IMPORT(void) _Py_NegativeRefcount(const char *fname,
542 int lineno, PyObject *op);
543#define _PyMAYBE_BUMP_REFTOTAL _Py_RefTotal++
544#define _PyMAYBE_DROP_REFTOTAL _Py_RefTotal--
Tim Peters57f4ddd2002-07-10 06:34:15 +0000545#define _PyMAYBE_BUMP_REFTOTAL_COMMA _PyMAYBE_BUMP_REFTOTAL ,
546#define _PyMAYBE_DROP_REFTOTAL_COMMA _PyMAYBE_DROP_REFTOTAL ,
Tim Peters7c321a82002-07-09 02:57:01 +0000547#define _PyMAYBE_CHECK_REFCNT(OP) \
548{ if ((OP)->ob_refcnt < 0) \
549 _Py_NegativeRefcount(__FILE__, __LINE__, \
550 (PyObject *)(OP)); \
551}
Tim Peters4be93d02002-07-07 19:59:50 +0000552#else
Tim Peters7c321a82002-07-09 02:57:01 +0000553#define _PyMAYBE_BUMP_REFTOTAL
554#define _PyMAYBE_DROP_REFTOTAL
Tim Peters57f4ddd2002-07-10 06:34:15 +0000555#define _PyMAYBE_BUMP_REFTOTAL_COMMA
556#define _PyMAYBE_DROP_REFTOTAL_COMMA
557#define _PyMAYBE_CHECK_REFCNT(OP) /* a semicolon */;
558#endif /* Py_REF_DEBUG */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000559
Sjoerd Mullendera9c3c221993-10-11 12:54:31 +0000560#ifdef COUNT_ALLOCS
Tim Peters9ace6bc2000-07-08 00:32:04 +0000561extern DL_IMPORT(void) inc_count(PyTypeObject *);
Tim Peters4be93d02002-07-07 19:59:50 +0000562#define _PyMAYBE_BUMP_COUNT(OP) inc_count((OP)->ob_type)
563#define _PyMAYBE_BUMP_FREECOUNT(OP) (OP)->ob_type->tp_frees++
Tim Peters57f4ddd2002-07-10 06:34:15 +0000564#define _PyMAYBE_DROP_FREECOUNT(OP) (OP)->ob_type->tp_frees--
565#define _PyMAYBE_BUMP_COUNT_COMMA(OP) _PyMAYBE_BUMP_COUNT(OP) ,
566#define _PyMAYBE_BUMP_FREECOUNT_COMMA(OP) _PyMAYBE_BUMP_FREECOUNT(OP) ,
Sjoerd Mullendera9c3c221993-10-11 12:54:31 +0000567#else
Tim Peters7c321a82002-07-09 02:57:01 +0000568#define _PyMAYBE_BUMP_COUNT(OP)
569#define _PyMAYBE_BUMP_FREECOUNT(OP)
Tim Peters57f4ddd2002-07-10 06:34:15 +0000570#define _PyMAYBE_DROP_FREECOUNT(OP)
571#define _PyMAYBE_BUMP_COUNT_COMMA(OP)
572#define _PyMAYBE_BUMP_FREECOUNT_COMMA(OP)
573#endif /* COUNT_ALLOCS */
Tim Peters4be93d02002-07-07 19:59:50 +0000574
575#ifdef Py_TRACE_REFS
576/* Py_TRACE_REFS is such major surgery that we call external routines. */
577extern DL_IMPORT(void) _Py_NewReference(PyObject *);
578extern DL_IMPORT(void) _Py_ForgetReference(PyObject *);
579extern DL_IMPORT(void) _Py_Dealloc(PyObject *);
580extern DL_IMPORT(void) _Py_PrintReferences(FILE *);
581extern DL_IMPORT(void) _Py_ResetReferences(void);
582
583#else
584/* Without Py_TRACE_REFS, there's little enough to do that we expand code
585 * inline.
586 */
Tim Peters57f4ddd2002-07-10 06:34:15 +0000587#define _Py_NewReference(op) ( \
588 _PyMAYBE_BUMP_COUNT_COMMA(op) \
589 _PyMAYBE_BUMP_REFTOTAL_COMMA \
Tim Peters4be93d02002-07-07 19:59:50 +0000590 (op)->ob_refcnt = 1)
591
Tim Peters7c321a82002-07-09 02:57:01 +0000592#define _Py_ForgetReference(op) _PyMAYBE_BUMP_FREECOUNT(op)
Tim Peters4be93d02002-07-07 19:59:50 +0000593
Tim Peters57f4ddd2002-07-10 06:34:15 +0000594#define _Py_Dealloc(op) ( \
595 _PyMAYBE_BUMP_FREECOUNT_COMMA(op) \
Tim Peters4be93d02002-07-07 19:59:50 +0000596 (*(op)->ob_type->tp_dealloc)((PyObject *)(op)))
Guido van Rossum60be1db1996-05-22 16:33:22 +0000597#endif /* !Py_TRACE_REFS */
598
Tim Peters57f4ddd2002-07-10 06:34:15 +0000599#define Py_INCREF(op) ( \
600 _PyMAYBE_BUMP_REFTOTAL_COMMA \
Tim Peters4be93d02002-07-07 19:59:50 +0000601 (op)->ob_refcnt++)
602
Tim Peters57f4ddd2002-07-10 06:34:15 +0000603#define Py_DECREF(op) \
604 if (_PyMAYBE_DROP_REFTOTAL_COMMA \
605 --(op)->ob_refcnt != 0) \
606 _PyMAYBE_CHECK_REFCNT(op) \
607 else \
Guido van Rossum1d529d11997-08-05 02:30:44 +0000608 _Py_Dealloc((PyObject *)(op))
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000609
Guido van Rossum3f5da241990-12-20 15:06:42 +0000610/* Macros to use in case the object pointer may be NULL: */
Guido van Rossumcaa63801995-01-12 11:45:45 +0000611#define Py_XINCREF(op) if ((op) == NULL) ; else Py_INCREF(op)
612#define Py_XDECREF(op) if ((op) == NULL) ; else Py_DECREF(op)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000613
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000614/*
Guido van Rossumcaa63801995-01-12 11:45:45 +0000615_Py_NoneStruct is an object of undefined type which can be used in contexts
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000616where NULL (nil) is not suitable (since NULL often means 'error').
617
Guido van Rossumcaa63801995-01-12 11:45:45 +0000618Don't forget to apply Py_INCREF() when returning this value!!!
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000619*/
Sjoerd Mullender107c7471995-04-25 11:53:24 +0000620extern DL_IMPORT(PyObject) _Py_NoneStruct; /* Don't use this directly */
Guido van Rossumcaa63801995-01-12 11:45:45 +0000621#define Py_None (&_Py_NoneStruct)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000622
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000623/*
624Py_NotImplemented is a singleton used to signal that an operation is
625not implemented for a given type combination.
626*/
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000627extern DL_IMPORT(PyObject) _Py_NotImplementedStruct; /* Don't use this directly */
Neil Schemenauera7ed6942001-01-04 01:31:50 +0000628#define Py_NotImplemented (&_Py_NotImplementedStruct)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000629
Guido van Rossum5f284ce2001-01-17 15:20:39 +0000630/* Rich comparison opcodes */
631#define Py_LT 0
632#define Py_LE 1
633#define Py_EQ 2
634#define Py_NE 3
635#define Py_GT 4
636#define Py_GE 5
637
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000638/*
Guido van Rossumb6775db1994-08-01 11:34:53 +0000639A common programming style in Python requires the forward declaration
Guido van Rossumcaa63801995-01-12 11:45:45 +0000640of static, initialized structures, e.g. for a type object that is used
Guido van Rossumb6775db1994-08-01 11:34:53 +0000641by the functions whose address must be used in the initializer.
642Some compilers (notably SCO ODT 3.0, I seem to remember early AIX as
643well) botch this if you use the static keyword for both declarations
644(they allocate two objects, and use the first, uninitialized one until
645the second declaration is encountered). Therefore, the forward
646declaration should use the 'forwardstatic' keyword. This expands to
647static on most systems, but to extern on a few. The actual storage
648and name will still be static because the second declaration is
649static, so no linker visible symbols will be generated. (Standard C
650compilers take offense to the extern forward declaration of a static
651object, so I can't just put extern in all cases. :-( )
652*/
653
654#ifdef BAD_STATIC_FORWARD
655#define staticforward extern
Guido van Rossum57836fe1995-02-21 21:06:10 +0000656#define statichere static
Guido van Rossum57836fe1995-02-21 21:06:10 +0000657#else /* !BAD_STATIC_FORWARD */
Guido van Rossumb6775db1994-08-01 11:34:53 +0000658#define staticforward static
Guido van Rossum57836fe1995-02-21 21:06:10 +0000659#define statichere static
660#endif /* !BAD_STATIC_FORWARD */
Guido van Rossumb6775db1994-08-01 11:34:53 +0000661
662
663/*
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000664More conventions
665================
666
667Argument Checking
668-----------------
669
670Functions that take objects as arguments normally don't check for nil
671arguments, but they do check the type of the argument, and return an
672error if the function doesn't apply to the type.
673
674Failure Modes
675-------------
676
677Functions may fail for a variety of reasons, including running out of
Guido van Rossum3f5da241990-12-20 15:06:42 +0000678memory. This is communicated to the caller in two ways: an error string
679is set (see errors.h), and the function result differs: functions that
680normally return a pointer return NULL for failure, functions returning
681an integer return -1 (which could be a legal return value too!), and
682other functions return 0 for success and -1 for failure.
Tim Peters4be93d02002-07-07 19:59:50 +0000683Callers should always check for errors before using the result. If
684an error was set, the caller must either explicitly clear it, or pass
685the error on to its caller.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000686
687Reference Counts
688----------------
689
690It takes a while to get used to the proper usage of reference counts.
691
692Functions that create an object set the reference count to 1; such new
Guido van Rossumcaa63801995-01-12 11:45:45 +0000693objects must be stored somewhere or destroyed again with Py_DECREF().
694Functions that 'store' objects such as PyTuple_SetItem() and
695PyDict_SetItemString()
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000696don't increment the reference count of the object, since the most
697frequent use is to store a fresh object. Functions that 'retrieve'
Guido van Rossumcaa63801995-01-12 11:45:45 +0000698objects such as PyTuple_GetItem() and PyDict_GetItemString() also
699don't increment
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000700the reference count, since most frequently the object is only looked at
701quickly. Thus, to retrieve an object and store it again, the caller
Guido van Rossumcaa63801995-01-12 11:45:45 +0000702must call Py_INCREF() explicitly.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000703
Guido van Rossumcaa63801995-01-12 11:45:45 +0000704NOTE: functions that 'consume' a reference count like
Fred Drake49bb0e31997-09-05 17:53:53 +0000705PyList_SetItemString() even consume the reference if the object wasn't
706stored, to simplify error handling.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000707
708It seems attractive to make other functions that take an object as
709argument consume a reference count; however this may quickly get
710confusing (even the current practice is already confusing). Consider
Guido van Rossumcaa63801995-01-12 11:45:45 +0000711it carefully, it may save lots of calls to Py_INCREF() and Py_DECREF() at
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000712times.
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000713*/
Guido van Rossuma3309961993-07-28 09:05:47 +0000714
Guido van Rossumd724b232000-03-13 16:01:29 +0000715
Tim Peters803526b2002-07-07 05:13:56 +0000716/* Trashcan mechanism, thanks to Christian Tismer.
Guido van Rossumd724b232000-03-13 16:01:29 +0000717
Tim Peters803526b2002-07-07 05:13:56 +0000718When deallocating a container object, it's possible to trigger an unbounded
719chain of deallocations, as each Py_DECREF in turn drops the refcount on "the
720next" object in the chain to 0. This can easily lead to stack faults, and
721especially in threads (which typically have less stack space to work with).
Guido van Rossumd724b232000-03-13 16:01:29 +0000722
Tim Peters803526b2002-07-07 05:13:56 +0000723A container object that participates in cyclic gc can avoid this by
724bracketing the body of its tp_dealloc function with a pair of macros:
Guido van Rossume92e6102000-04-24 15:40:53 +0000725
Tim Peters803526b2002-07-07 05:13:56 +0000726static void
727mytype_dealloc(mytype *p)
728{
729 ... declarations go here ...
730
731 PyObject_GC_UnTrack(p); // must untrack first
732 Py_TRASHCAN_SAFE_BEGIN(p)
733 ... The body of the deallocator goes here, including all calls ...
734 ... to Py_DECREF on contained objects. ...
735 Py_TRASHCAN_SAFE_END(p)
736}
737
738How it works: The BEGIN macro increments a call-depth counter. So long
739as this counter is small, the body of the deallocator is run directly without
740further ado. But if the counter gets large, it instead adds p to a list of
741objects to be deallocated later, skips the body of the deallocator, and
742resumes execution after the END macro. The tp_dealloc routine then returns
743without deallocating anything (and so unbounded call-stack depth is avoided).
744
745When the call stack finishes unwinding again, code generated by the END macro
746notices this, and calls another routine to deallocate all the objects that
747may have been added to the list of deferred deallocations. In effect, a
748chain of N deallocations is broken into N / PyTrash_UNWIND_LEVEL pieces,
749with the call stack never exceeding a depth of PyTrash_UNWIND_LEVEL.
Guido van Rossumd724b232000-03-13 16:01:29 +0000750*/
751
Tim Peters803526b2002-07-07 05:13:56 +0000752extern DL_IMPORT(void) _PyTrash_deposit_object(PyObject*);
753extern DL_IMPORT(void) _PyTrash_destroy_chain(void);
754extern DL_IMPORT(int) _PyTrash_delete_nesting;
755extern DL_IMPORT(PyObject *) _PyTrash_delete_later;
756
Guido van Rossumd724b232000-03-13 16:01:29 +0000757#define PyTrash_UNWIND_LEVEL 50
758
759#define Py_TRASHCAN_SAFE_BEGIN(op) \
Tim Peters803526b2002-07-07 05:13:56 +0000760 if (_PyTrash_delete_nesting < PyTrash_UNWIND_LEVEL) { \
761 ++_PyTrash_delete_nesting;
762 /* The body of the deallocator is here. */
Guido van Rossumd724b232000-03-13 16:01:29 +0000763#define Py_TRASHCAN_SAFE_END(op) \
Guido van Rossumd724b232000-03-13 16:01:29 +0000764 --_PyTrash_delete_nesting; \
765 if (_PyTrash_delete_later && _PyTrash_delete_nesting <= 0) \
Guido van Rossume92e6102000-04-24 15:40:53 +0000766 _PyTrash_destroy_chain(); \
Guido van Rossumd724b232000-03-13 16:01:29 +0000767 } \
Tim Peters803526b2002-07-07 05:13:56 +0000768 else \
769 _PyTrash_deposit_object((PyObject*)op);
Guido van Rossume92e6102000-04-24 15:40:53 +0000770
Guido van Rossuma3309961993-07-28 09:05:47 +0000771#ifdef __cplusplus
772}
773#endif
774#endif /* !Py_OBJECT_H */