blob: 76eaedfc4b72b4dba7c895c5fb4d13dc0ea25e99 [file] [log] [blame]
Victor Stinner40602832018-11-26 22:42:04 +01001#ifndef Py_CPYTHON_ABSTRACTOBJECT_H
2# error "this header file must not be included directly"
3#endif
4
5#ifdef __cplusplus
6extern "C" {
7#endif
8
9/* === Object Protocol ================================================== */
10
11#ifdef PY_SSIZE_T_CLEAN
12# define _PyObject_CallMethodId _PyObject_CallMethodId_SizeT
13#endif
14
Victor Stinner40602832018-11-26 22:42:04 +010015/* Convert keyword arguments from the FASTCALL (stack: C array, kwnames: tuple)
16 format to a Python dictionary ("kwargs" dict).
17
18 The type of kwnames keys is not checked. The final function getting
19 arguments is responsible to check if all keys are strings, for example using
20 PyArg_ParseTupleAndKeywords() or PyArg_ValidateKeywordArguments().
21
22 Duplicate keys are merged using the last value. If duplicate keys must raise
23 an exception, the caller is responsible to implement an explicit keys on
24 kwnames. */
25PyAPI_FUNC(PyObject *) _PyStack_AsDict(
26 PyObject *const *values,
27 PyObject *kwnames);
28
Victor Stinner40602832018-11-26 22:42:04 +010029/* Suggested size (number of positional arguments) for arrays of PyObject*
30 allocated on a C stack to avoid allocating memory on the heap memory. Such
31 array is used to pass positional arguments to call functions of the
Petr Viktorin3f563ce2020-02-06 15:48:27 +010032 PyObject_Vectorcall() family.
Victor Stinner40602832018-11-26 22:42:04 +010033
34 The size is chosen to not abuse the C stack and so limit the risk of stack
35 overflow. The size is also chosen to allow using the small stack for most
36 function calls of the Python standard library. On 64-bit CPU, it allocates
37 40 bytes on the stack. */
38#define _PY_FASTCALL_SMALL_STACK 5
39
Victor Stinner17269092019-11-05 01:22:12 +010040PyAPI_FUNC(PyObject *) _Py_CheckFunctionResult(
41 PyThreadState *tstate,
42 PyObject *callable,
43 PyObject *result,
44 const char *where);
Victor Stinner40602832018-11-26 22:42:04 +010045
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020046/* === Vectorcall protocol (PEP 590) ============================= */
47
Petr Viktorin3f563ce2020-02-06 15:48:27 +010048/* Call callable using tp_call. Arguments are like PyObject_Vectorcall()
49 or PyObject_FastCallDict() (both forms are supported),
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020050 except that nargs is plainly the number of arguments without flags. */
51PyAPI_FUNC(PyObject *) _PyObject_MakeTpCall(
Victor Stinner7e433732019-11-08 10:05:17 +010052 PyThreadState *tstate,
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020053 PyObject *callable,
54 PyObject *const *args, Py_ssize_t nargs,
55 PyObject *keywords);
56
57#define PY_VECTORCALL_ARGUMENTS_OFFSET ((size_t)1 << (8 * sizeof(size_t) - 1))
58
59static inline Py_ssize_t
60PyVectorcall_NARGS(size_t n)
61{
62 return n & ~PY_VECTORCALL_ARGUMENTS_OFFSET;
63}
64
65static inline vectorcallfunc
Petr Viktorin3f563ce2020-02-06 15:48:27 +010066PyVectorcall_Function(PyObject *callable)
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020067{
Jeroen Demeyer196a5302019-07-04 12:31:34 +020068 assert(callable != NULL);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020069 PyTypeObject *tp = Py_TYPE(callable);
70 if (!PyType_HasFeature(tp, _Py_TPFLAGS_HAVE_VECTORCALL)) {
71 return NULL;
72 }
73 assert(PyCallable_Check(callable));
74 Py_ssize_t offset = tp->tp_vectorcall_offset;
75 assert(offset > 0);
76 vectorcallfunc *ptr = (vectorcallfunc *)(((char *)callable) + offset);
77 return *ptr;
78}
79
80/* Call the callable object 'callable' with the "vectorcall" calling
81 convention.
82
83 args is a C array for positional arguments.
84
85 nargsf is the number of positional arguments plus optionally the flag
86 PY_VECTORCALL_ARGUMENTS_OFFSET which means that the caller is allowed to
87 modify args[-1].
88
89 kwnames is a tuple of keyword names. The values of the keyword arguments
90 are stored in "args" after the positional arguments (note that the number
91 of keyword arguments does not change nargsf). kwnames can also be NULL if
92 there are no keyword arguments.
93
Jeroen Demeyer05677862019-08-16 12:41:27 +020094 keywords must only contain strings and all keys must be unique.
Victor Stinner40602832018-11-26 22:42:04 +010095
Rémi Lapeyreb4b97af2019-03-18 11:07:53 +010096 Return the result on success. Raise an exception and return NULL on
Victor Stinner40602832018-11-26 22:42:04 +010097 error. */
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +020098static inline PyObject *
Victor Stinner7e433732019-11-08 10:05:17 +010099_PyObject_VectorcallTstate(PyThreadState *tstate, PyObject *callable,
100 PyObject *const *args, size_t nargsf,
101 PyObject *kwnames)
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200102{
103 assert(kwnames == NULL || PyTuple_Check(kwnames));
104 assert(args != NULL || PyVectorcall_NARGS(nargsf) == 0);
Victor Stinner17269092019-11-05 01:22:12 +0100105
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100106 vectorcallfunc func = PyVectorcall_Function(callable);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200107 if (func == NULL) {
108 Py_ssize_t nargs = PyVectorcall_NARGS(nargsf);
Victor Stinner7e433732019-11-08 10:05:17 +0100109 return _PyObject_MakeTpCall(tstate, callable, args, nargs, kwnames);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200110 }
111 PyObject *res = func(callable, args, nargsf, kwnames);
Victor Stinner17269092019-11-05 01:22:12 +0100112 return _Py_CheckFunctionResult(tstate, callable, res, NULL);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200113}
114
Victor Stinner7e433732019-11-08 10:05:17 +0100115static inline PyObject *
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100116PyObject_Vectorcall(PyObject *callable, PyObject *const *args,
Victor Stinner7e433732019-11-08 10:05:17 +0100117 size_t nargsf, PyObject *kwnames)
118{
119 PyThreadState *tstate = PyThreadState_GET();
120 return _PyObject_VectorcallTstate(tstate, callable,
121 args, nargsf, kwnames);
122}
123
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100124// Backwards compatibility aliases for API that was provisional in Python 3.8
125#define _PyObject_Vectorcall PyObject_Vectorcall
126#define _PyObject_VectorcallMethod PyObject_VectorcallMethod
127#define _PyObject_FastCallDict PyObject_VectorcallDict
128#define _PyVectorcall_Function PyVectorcall_Function
129#define _PyObject_CallOneArg PyObject_CallOneArg
130#define _PyObject_CallMethodNoArgs PyObject_CallMethodNoArgs
131#define _PyObject_CallMethodOneArg PyObject_CallMethodOneArg
132
133/* Same as PyObject_Vectorcall except that keyword arguments are passed as
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200134 dict, which may be NULL if there are no keyword arguments. */
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100135PyAPI_FUNC(PyObject *) PyObject_VectorcallDict(
Victor Stinner40602832018-11-26 22:42:04 +0100136 PyObject *callable,
137 PyObject *const *args,
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200138 size_t nargsf,
Victor Stinner40602832018-11-26 22:42:04 +0100139 PyObject *kwargs);
140
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200141/* Call "callable" (which must support vectorcall) with positional arguments
142 "tuple" and keyword arguments "dict". "dict" may also be NULL */
143PyAPI_FUNC(PyObject *) PyVectorcall_Call(PyObject *callable, PyObject *tuple, PyObject *dict);
Victor Stinner40602832018-11-26 22:42:04 +0100144
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100145/* Same as PyObject_Vectorcall except without keyword arguments */
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200146static inline PyObject *
147_PyObject_FastCall(PyObject *func, PyObject *const *args, Py_ssize_t nargs)
148{
Victor Stinner4d231bc2019-11-14 13:36:21 +0100149 PyThreadState *tstate = PyThreadState_GET();
150 return _PyObject_VectorcallTstate(tstate, func, args, (size_t)nargs, NULL);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200151}
Victor Stinner40602832018-11-26 22:42:04 +0100152
Victor Stinner2ff58a22019-06-17 14:27:23 +0200153/* Call a callable without any arguments
154 Private static inline function variant of public function
155 PyObject_CallNoArgs(). */
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200156static inline PyObject *
157_PyObject_CallNoArg(PyObject *func) {
Victor Stinner4d231bc2019-11-14 13:36:21 +0100158 PyThreadState *tstate = PyThreadState_GET();
159 return _PyObject_VectorcallTstate(tstate, func, NULL, 0, NULL);
Jeroen Demeyeraacc77f2019-05-29 20:31:52 +0200160}
Victor Stinner40602832018-11-26 22:42:04 +0100161
Jeroen Demeyer196a5302019-07-04 12:31:34 +0200162static inline PyObject *
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100163PyObject_CallOneArg(PyObject *func, PyObject *arg)
Jeroen Demeyer196a5302019-07-04 12:31:34 +0200164{
165 assert(arg != NULL);
166 PyObject *_args[2];
167 PyObject **args = _args + 1; // For PY_VECTORCALL_ARGUMENTS_OFFSET
168 args[0] = arg;
Victor Stinner4d231bc2019-11-14 13:36:21 +0100169 PyThreadState *tstate = PyThreadState_GET();
170 size_t nargsf = 1 | PY_VECTORCALL_ARGUMENTS_OFFSET;
171 return _PyObject_VectorcallTstate(tstate, func, args, nargsf, NULL);
Jeroen Demeyer196a5302019-07-04 12:31:34 +0200172}
173
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100174PyAPI_FUNC(PyObject *) PyObject_VectorcallMethod(
Jeroen Demeyerb1263d52019-06-28 11:49:00 +0200175 PyObject *name, PyObject *const *args,
176 size_t nargsf, PyObject *kwnames);
177
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200178static inline PyObject *
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100179PyObject_CallMethodNoArgs(PyObject *self, PyObject *name)
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200180{
181 return _PyObject_VectorcallMethod(name, &self,
182 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
183}
184
Jeroen Demeyer59ad1102019-07-11 10:59:05 +0200185static inline PyObject *
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100186PyObject_CallMethodOneArg(PyObject *self, PyObject *name, PyObject *arg)
Jeroen Demeyer59ad1102019-07-11 10:59:05 +0200187{
188 assert(arg != NULL);
189 PyObject *args[2] = {self, arg};
190 return _PyObject_VectorcallMethod(name, args,
191 2 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
192}
193
Victor Stinner40602832018-11-26 22:42:04 +0100194/* Like PyObject_CallMethod(), but expect a _Py_Identifier*
195 as the method name. */
196PyAPI_FUNC(PyObject *) _PyObject_CallMethodId(PyObject *obj,
197 _Py_Identifier *name,
198 const char *format, ...);
199
200PyAPI_FUNC(PyObject *) _PyObject_CallMethodId_SizeT(PyObject *obj,
201 _Py_Identifier *name,
202 const char *format,
203 ...);
204
205PyAPI_FUNC(PyObject *) _PyObject_CallMethodIdObjArgs(
206 PyObject *obj,
207 struct _Py_Identifier *name,
208 ...);
209
Jeroen Demeyerb1263d52019-06-28 11:49:00 +0200210static inline PyObject *
211_PyObject_VectorcallMethodId(
212 _Py_Identifier *name, PyObject *const *args,
213 size_t nargsf, PyObject *kwnames)
214{
215 PyObject *oname = _PyUnicode_FromId(name); /* borrowed */
216 if (!oname) {
217 return NULL;
218 }
Petr Viktorin3f563ce2020-02-06 15:48:27 +0100219 return PyObject_VectorcallMethod(oname, args, nargsf, kwnames);
Jeroen Demeyerb1263d52019-06-28 11:49:00 +0200220}
221
Jeroen Demeyer762f93f2019-07-08 10:19:25 +0200222static inline PyObject *
223_PyObject_CallMethodIdNoArgs(PyObject *self, _Py_Identifier *name)
224{
225 return _PyObject_VectorcallMethodId(name, &self,
226 1 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
227}
228
Jeroen Demeyer59ad1102019-07-11 10:59:05 +0200229static inline PyObject *
230_PyObject_CallMethodIdOneArg(PyObject *self, _Py_Identifier *name, PyObject *arg)
231{
232 assert(arg != NULL);
233 PyObject *args[2] = {self, arg};
234 return _PyObject_VectorcallMethodId(name, args,
235 2 | PY_VECTORCALL_ARGUMENTS_OFFSET, NULL);
236}
237
Victor Stinner40602832018-11-26 22:42:04 +0100238PyAPI_FUNC(int) _PyObject_HasLen(PyObject *o);
239
240/* Guess the size of object 'o' using len(o) or o.__length_hint__().
241 If neither of those return a non-negative value, then return the default
242 value. If one of the calls fails, this function returns -1. */
243PyAPI_FUNC(Py_ssize_t) PyObject_LengthHint(PyObject *o, Py_ssize_t);
244
245/* === New Buffer API ============================================ */
246
247/* Return 1 if the getbuffer function is available, otherwise return 0. */
248#define PyObject_CheckBuffer(obj) \
Victor Stinnera102ed72020-02-07 02:24:48 +0100249 ((Py_TYPE(obj)->tp_as_buffer != NULL) && \
250 (Py_TYPE(obj)->tp_as_buffer->bf_getbuffer != NULL))
Victor Stinner40602832018-11-26 22:42:04 +0100251
252/* This is a C-API version of the getbuffer function call. It checks
253 to make sure object has the required function pointer and issues the
254 call.
255
256 Returns -1 and raises an error on failure and returns 0 on success. */
257PyAPI_FUNC(int) PyObject_GetBuffer(PyObject *obj, Py_buffer *view,
258 int flags);
259
260/* Get the memory area pointed to by the indices for the buffer given.
261 Note that view->ndim is the assumed size of indices. */
262PyAPI_FUNC(void *) PyBuffer_GetPointer(Py_buffer *view, Py_ssize_t *indices);
263
264/* Return the implied itemsize of the data-format area from a
265 struct-style description. */
Joannah Nanjekye9e66aba2019-08-20 11:46:36 -0300266PyAPI_FUNC(Py_ssize_t) PyBuffer_SizeFromFormat(const char *format);
Victor Stinner40602832018-11-26 22:42:04 +0100267
268/* Implementation in memoryobject.c */
269PyAPI_FUNC(int) PyBuffer_ToContiguous(void *buf, Py_buffer *view,
270 Py_ssize_t len, char order);
271
272PyAPI_FUNC(int) PyBuffer_FromContiguous(Py_buffer *view, void *buf,
273 Py_ssize_t len, char order);
274
275/* Copy len bytes of data from the contiguous chunk of memory
276 pointed to by buf into the buffer exported by obj. Return
277 0 on success and return -1 and raise a PyBuffer_Error on
278 error (i.e. the object does not have a buffer interface or
279 it is not working).
280
281 If fort is 'F', then if the object is multi-dimensional,
282 then the data will be copied into the array in
283 Fortran-style (first dimension varies the fastest). If
284 fort is 'C', then the data will be copied into the array
285 in C-style (last dimension varies the fastest). If fort
286 is 'A', then it does not matter and the copy will be made
287 in whatever way is more efficient. */
288PyAPI_FUNC(int) PyObject_CopyData(PyObject *dest, PyObject *src);
289
290/* Copy the data from the src buffer to the buffer of destination. */
291PyAPI_FUNC(int) PyBuffer_IsContiguous(const Py_buffer *view, char fort);
292
293/*Fill the strides array with byte-strides of a contiguous
294 (Fortran-style if fort is 'F' or C-style otherwise)
295 array of the given shape with the given number of bytes
296 per element. */
297PyAPI_FUNC(void) PyBuffer_FillContiguousStrides(int ndims,
298 Py_ssize_t *shape,
299 Py_ssize_t *strides,
300 int itemsize,
301 char fort);
302
303/* Fills in a buffer-info structure correctly for an exporter
304 that can only share a contiguous chunk of memory of
305 "unsigned bytes" of the given length.
306
307 Returns 0 on success and -1 (with raising an error) on error. */
308PyAPI_FUNC(int) PyBuffer_FillInfo(Py_buffer *view, PyObject *o, void *buf,
309 Py_ssize_t len, int readonly,
310 int flags);
311
312/* Releases a Py_buffer obtained from getbuffer ParseTuple's "s*". */
313PyAPI_FUNC(void) PyBuffer_Release(Py_buffer *view);
314
315/* ==== Iterators ================================================ */
316
317#define PyIter_Check(obj) \
Victor Stinnera102ed72020-02-07 02:24:48 +0100318 (Py_TYPE(obj)->tp_iternext != NULL && \
319 Py_TYPE(obj)->tp_iternext != &_PyObject_NextNotImplemented)
Victor Stinner40602832018-11-26 22:42:04 +0100320
321/* === Number Protocol ================================================== */
322
323#define PyIndex_Check(obj) \
Victor Stinnera102ed72020-02-07 02:24:48 +0100324 (Py_TYPE(obj)->tp_as_number != NULL && \
325 Py_TYPE(obj)->tp_as_number->nb_index != NULL)
Victor Stinner40602832018-11-26 22:42:04 +0100326
327/* === Sequence protocol ================================================ */
328
329/* Assume tp_as_sequence and sq_item exist and that 'i' does not
330 need to be corrected for a negative index. */
331#define PySequence_ITEM(o, i)\
332 ( Py_TYPE(o)->tp_as_sequence->sq_item(o, i) )
333
334#define PY_ITERSEARCH_COUNT 1
335#define PY_ITERSEARCH_INDEX 2
336#define PY_ITERSEARCH_CONTAINS 3
337
338/* Iterate over seq.
339
340 Result depends on the operation:
341
342 PY_ITERSEARCH_COUNT: return # of times obj appears in seq; -1 if
343 error.
344 PY_ITERSEARCH_INDEX: return 0-based index of first occurrence of
345 obj in seq; set ValueError and return -1 if none found;
346 also return -1 on error.
347 PY_ITERSEARCH_CONTAINS: return 1 if obj in seq, else 0; -1 on
348 error. */
349PyAPI_FUNC(Py_ssize_t) _PySequence_IterSearch(PyObject *seq,
350 PyObject *obj, int operation);
351
352/* === Mapping protocol ================================================= */
353
354PyAPI_FUNC(int) _PyObject_RealIsInstance(PyObject *inst, PyObject *cls);
355
356PyAPI_FUNC(int) _PyObject_RealIsSubclass(PyObject *derived, PyObject *cls);
357
358PyAPI_FUNC(char *const *) _PySequence_BytesToCharpArray(PyObject* self);
359
360PyAPI_FUNC(void) _Py_FreeCharPArray(char *const array[]);
361
362/* For internal use by buffer API functions */
363PyAPI_FUNC(void) _Py_add_one_to_index_F(int nd, Py_ssize_t *index,
364 const Py_ssize_t *shape);
365PyAPI_FUNC(void) _Py_add_one_to_index_C(int nd, Py_ssize_t *index,
366 const Py_ssize_t *shape);
367
368/* Convert Python int to Py_ssize_t. Do nothing if the argument is None. */
369PyAPI_FUNC(int) _Py_convert_optional_to_ssize_t(PyObject *, void *);
370
371#ifdef __cplusplus
372}
373#endif