blob: b79d977394e026452e7bbabd24e19dbdc8db7f0a [file] [log] [blame]
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00001/* Definitions for bytecode */
2
Martin v. Löwis4d0d4712010-12-03 20:14:31 +00003#ifndef Py_LIMITED_API
Jeremy Hylton3e0055f2005-10-20 19:59:25 +00004#ifndef Py_CODE_H
5#define Py_CODE_H
6#ifdef __cplusplus
7extern "C" {
8#endif
9
Serhiy Storchakaab874002016-09-11 13:48:15 +030010typedef uint16_t _Py_CODEUNIT;
11
12#ifdef WORDS_BIGENDIAN
13# define _Py_OPCODE(word) ((word) >> 8)
14# define _Py_OPARG(word) ((word) & 255)
15#else
16# define _Py_OPCODE(word) ((word) & 255)
17# define _Py_OPARG(word) ((word) >> 8)
18#endif
19
Inada Naoki91234a12019-06-03 21:30:58 +090020typedef struct _PyOpcache _PyOpcache;
21
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000022/* Bytecode object */
23typedef struct {
24 PyObject_HEAD
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020025 int co_argcount; /* #arguments, except *args */
Pablo Galindo8c77b8c2019-04-29 13:36:57 +010026 int co_posonlyargcount; /* #positional only arguments */
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020027 int co_kwonlyargcount; /* #keyword only arguments */
28 int co_nlocals; /* #local variables */
29 int co_stacksize; /* #entries needed for evaluation stack */
30 int co_flags; /* CO_..., see below */
31 int co_firstlineno; /* first source line number */
32 PyObject *co_code; /* instruction opcodes */
33 PyObject *co_consts; /* list (constants used) */
34 PyObject *co_names; /* list of strings (names used) */
35 PyObject *co_varnames; /* tuple of strings (local variable names) */
36 PyObject *co_freevars; /* tuple of strings (free variable names) */
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000037 PyObject *co_cellvars; /* tuple of strings (cell variable names) */
Raymond Hettingerf89854f2016-11-21 14:24:32 -080038 /* The rest aren't used in either hash or comparisons, except for co_name,
39 used in both. This is done to preserve the name and line number
Andrew Kuchling62836912014-04-14 14:19:52 -040040 for tracebacks and debuggers; otherwise, constant de-duplication
41 would collapse identical functions/lambdas defined on different lines.
42 */
Serhiy Storchaka5bb8b912016-12-16 19:19:02 +020043 Py_ssize_t *co_cell2arg; /* Maps cell vars which are arguments. */
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020044 PyObject *co_filename; /* unicode (where it was loaded from) */
45 PyObject *co_name; /* unicode (name, for reference) */
46 PyObject *co_lnotab; /* string (encoding addr<->lineno mapping) See
47 Objects/lnotab_notes.txt for details. */
48 void *co_zombieframe; /* for optimization only (see frameobject.c) */
Collin Winter4222e9c2010-03-18 22:46:40 +000049 PyObject *co_weakreflist; /* to support weakrefs to code objects */
Raymond Hettingerf89854f2016-11-21 14:24:32 -080050 /* Scratch space for extra data relating to the code object.
Brett Cannond0600ed2016-09-07 14:30:39 -070051 Type is a void* to keep the format private in codeobject.c to force
52 people to go through the proper APIs. */
53 void *co_extra;
Inada Naoki91234a12019-06-03 21:30:58 +090054
55 /* Per opcodes just-in-time cache
56 *
57 * To reduce cache size, we use indirect mapping from opcode index to
58 * cache object:
59 * cache = co_opcache[co_opcache_map[next_instr - first_instr] - 1]
60 */
61
62 // co_opcache_map is indexed by (next_instr - first_instr).
63 // * 0 means there is no cache for this opcode.
64 // * n > 0 means there is cache in co_opcache[n-1].
65 unsigned char *co_opcache_map;
66 _PyOpcache *co_opcache;
67 int co_opcache_flag; // used to determine when create a cache.
68 unsigned char co_opcache_size; // length of co_opcache.
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000069} PyCodeObject;
70
71/* Masks for co_flags above */
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020072#define CO_OPTIMIZED 0x0001
73#define CO_NEWLOCALS 0x0002
74#define CO_VARARGS 0x0004
75#define CO_VARKEYWORDS 0x0008
Jeremy Hylton3e0055f2005-10-20 19:59:25 +000076#define CO_NESTED 0x0010
77#define CO_GENERATOR 0x0020
78/* The CO_NOFREE flag is set if there are no free or cell variables.
79 This information is redundant, but it allows a single flag test
80 to determine whether there is any extra work to be done when the
81 call frame it setup.
82*/
83#define CO_NOFREE 0x0040
Neal Norwitz0090a4c2006-02-19 18:49:30 +000084
Yury Selivanov75445082015-05-11 22:57:16 -040085/* The CO_COROUTINE flag is set for coroutine functions (defined with
86 ``async def`` keywords) */
87#define CO_COROUTINE 0x0080
88#define CO_ITERABLE_COROUTINE 0x0100
Yury Selivanoveb636452016-09-08 22:01:51 -070089#define CO_ASYNC_GENERATOR 0x0200
Yury Selivanov75445082015-05-11 22:57:16 -040090
Guido van Rossum45aecf42006-03-15 04:58:47 +000091/* These are no longer used. */
Benjamin Petersonffeaa882009-07-02 21:54:36 +000092#if 0
Neal Norwitzab51f5f2006-02-25 15:43:10 +000093#define CO_GENERATOR_ALLOWED 0x1000
Benjamin Petersonffeaa882009-07-02 21:54:36 +000094#endif
Serhiy Storchaka598ceae2017-11-28 17:56:10 +020095#define CO_FUTURE_DIVISION 0x2000
Thomas Wouters49fd7fa2006-04-21 10:40:58 +000096#define CO_FUTURE_ABSOLUTE_IMPORT 0x4000 /* do absolute imports by default */
Thomas Wouters34aa7ba2006-02-28 19:02:24 +000097#define CO_FUTURE_WITH_STATEMENT 0x8000
Eric Smith87824082008-03-20 23:02:08 +000098#define CO_FUTURE_PRINT_FUNCTION 0x10000
Christian Heimes4d6ec852008-03-26 22:34:47 +000099#define CO_FUTURE_UNICODE_LITERALS 0x20000
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000100
Brett Cannone3944a52009-04-01 05:08:41 +0000101#define CO_FUTURE_BARRY_AS_BDFL 0x40000
Yury Selivanov8170e8c2015-05-09 11:44:30 -0400102#define CO_FUTURE_GENERATOR_STOP 0x80000
Guido van Rossum95e4d582018-01-26 08:20:18 -0800103#define CO_FUTURE_ANNOTATIONS 0x100000
Brett Cannone3944a52009-04-01 05:08:41 +0000104
Benjamin Peterson90037602011-06-25 22:54:45 -0500105/* This value is found in the co_cell2arg array when the associated cell
Serhiy Storchaka5bb8b912016-12-16 19:19:02 +0200106 variable does not correspond to an argument. */
107#define CO_CELL_NOT_AN_ARG (-1)
Benjamin Peterson90037602011-06-25 22:54:45 -0500108
Thomas Wouters34aa7ba2006-02-28 19:02:24 +0000109/* This should be defined if a future statement modifies the syntax.
110 For example, when a keyword is added.
111*/
Brett Cannone3944a52009-04-01 05:08:41 +0000112#define PY_PARSER_REQUIRES_FUTURE_KEYWORD
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000113
114#define CO_MAXBLOCKS 20 /* Max static block nesting within a function */
115
Neal Norwitz58a79852005-10-21 04:23:36 +0000116PyAPI_DATA(PyTypeObject) PyCode_Type;
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000117
Christian Heimes90aa7642007-12-19 02:45:37 +0000118#define PyCode_Check(op) (Py_TYPE(op) == &PyCode_Type)
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000119#define PyCode_GetNumFree(op) (PyTuple_GET_SIZE((op)->co_freevars))
120
121/* Public interface */
Neal Norwitz58a79852005-10-21 04:23:36 +0000122PyAPI_FUNC(PyCodeObject *) PyCode_New(
Pablo Galindo8c77b8c2019-04-29 13:36:57 +0100123 int, int, int, int, int, int, PyObject *, PyObject *,
Serhiy Storchaka598ceae2017-11-28 17:56:10 +0200124 PyObject *, PyObject *, PyObject *, PyObject *,
125 PyObject *, PyObject *, int, PyObject *);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000126 /* same as struct above */
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +0000127
128/* Creates a new empty code object with the specified source location. */
129PyAPI_FUNC(PyCodeObject *)
130PyCode_NewEmpty(const char *filename, const char *funcname, int firstlineno);
131
132/* Return the line number associated with the specified bytecode index
133 in this code object. If you just need the line number of a frame,
134 use PyFrame_GetLineNumber() instead. */
Neal Norwitz58a79852005-10-21 04:23:36 +0000135PyAPI_FUNC(int) PyCode_Addr2Line(PyCodeObject *, int);
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000136
137/* for internal use only */
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000138typedef struct _addr_pair {
139 int ap_lower;
140 int ap_upper;
141} PyAddrPair;
142
Victor Stinnerefb24132016-01-22 12:33:12 +0100143#ifndef Py_LIMITED_API
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +0000144/* Update *bounds to describe the first and one-past-the-last instructions in the
145 same line as lasti. Return the number of that line.
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000146*/
Alexandre Vassalotti7b82b402009-07-21 04:30:03 +0000147PyAPI_FUNC(int) _PyCode_CheckLineNumber(PyCodeObject* co,
148 int lasti, PyAddrPair *bounds);
Victor Stinnerefb24132016-01-22 12:33:12 +0100149
150/* Create a comparable key used to compare constants taking in account the
151 * object type. It is used to make sure types are not coerced (e.g., float and
152 * complex) _and_ to distinguish 0.0 from -0.0 e.g. on IEEE platforms
153 *
154 * Return (type(obj), obj, ...): a tuple with variable size (at least 2 items)
155 * depending on the type and the value. The type is the first item to not
156 * compare bytes and str which can raise a BytesWarning exception. */
157PyAPI_FUNC(PyObject*) _PyCode_ConstantKey(PyObject *obj);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000158#endif
Thomas Wouters49fd7fa2006-04-21 10:40:58 +0000159
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000160PyAPI_FUNC(PyObject*) PyCode_Optimize(PyObject *code, PyObject* consts,
Victor Stinnerf3914eb2016-01-20 12:16:21 +0100161 PyObject *names, PyObject *lnotab);
Thomas Wouters00ee7ba2006-08-21 19:07:27 +0000162
Brett Cannon5c4de282016-09-07 11:16:41 -0700163
164#ifndef Py_LIMITED_API
165PyAPI_FUNC(int) _PyCode_GetExtra(PyObject *code, Py_ssize_t index,
166 void **extra);
167PyAPI_FUNC(int) _PyCode_SetExtra(PyObject *code, Py_ssize_t index,
168 void *extra);
169#endif
170
Jeremy Hylton3e0055f2005-10-20 19:59:25 +0000171#ifdef __cplusplus
172}
173#endif
174#endif /* !Py_CODE_H */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000175#endif /* Py_LIMITED_API */