blob: 62254fab96364efbe1b58306f410f82c64ab3177 [file] [log] [blame]
Guido van Rossuma027efa1997-05-05 20:56:21 +00001
2/* Thread and interpreter state structures and their interfaces */
3
4
Fred Drake5eb6d4e2000-07-08 23:37:28 +00005#ifndef Py_PYSTATE_H
6#define Py_PYSTATE_H
7#ifdef __cplusplus
8extern "C" {
9#endif
10
Brett Cannon5c4de282016-09-07 11:16:41 -070011/* This limitation is for performance and simplicity. If needed it can be
12removed (with effort). */
13#define MAX_CO_EXTRA_USERS 255
14
Guido van Rossuma027efa1997-05-05 20:56:21 +000015/* State shared between threads */
16
Guido van Rossum29e46a91997-08-02 02:56:48 +000017struct _ts; /* Forward */
18struct _is; /* Forward */
Brett Cannon3cebf932016-09-05 15:33:46 -070019struct _frame; /* Forward declaration for PyFrameObject. */
Guido van Rossum29e46a91997-08-02 02:56:48 +000020
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000021#ifdef Py_LIMITED_API
22typedef struct _is PyInterpreterState;
23#else
Brett Cannon3cebf932016-09-05 15:33:46 -070024typedef PyObject* (*_PyFrameEvalFunction)(struct _frame *, int);
25
Guido van Rossuma027efa1997-05-05 20:56:21 +000026typedef struct _is {
27
Fred Drake5eb6d4e2000-07-08 23:37:28 +000028 struct _is *next;
29 struct _ts *tstate_head;
Guido van Rossum29e46a91997-08-02 02:56:48 +000030
Fred Drake5eb6d4e2000-07-08 23:37:28 +000031 PyObject *modules;
Martin v. Löwis1a214512008-06-11 05:26:20 +000032 PyObject *modules_by_index;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000033 PyObject *sysdict;
34 PyObject *builtins;
Brett Cannonfd074152012-04-14 14:10:13 -040035 PyObject *importlib;
Guido van Rossuma027efa1997-05-05 20:56:21 +000036
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000037 PyObject *codec_search_path;
38 PyObject *codec_search_cache;
39 PyObject *codec_error_registry;
Christian Heimes6a27efa2008-10-30 21:48:26 +000040 int codecs_initialized;
Victor Stinner793b5312011-04-27 00:24:21 +020041 int fscodec_initialized;
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000042
Martin v. Löwisf0473d52001-07-18 16:17:16 +000043#ifdef HAVE_DLOPEN
44 int dlopenflags;
45#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000046
Serhiy Storchaka87a5c512014-02-10 18:21:34 +020047 PyObject *builtins_copy;
Serhiy Storchaka133138a2016-08-02 22:51:21 +030048 PyObject *import_func;
Brett Cannon3cebf932016-09-05 15:33:46 -070049 /* Initialized to PyEval_EvalFrameDefault(). */
50 _PyFrameEvalFunction eval_frame;
Guido van Rossuma027efa1997-05-05 20:56:21 +000051} PyInterpreterState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000052#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000053
54
55/* State unique per thread */
56
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000057#ifndef Py_LIMITED_API
Fred Drake55fb6e02001-06-27 19:18:03 +000058/* Py_tracefunc return -1 when raising an exception, or 0 for success. */
59typedef int (*Py_tracefunc)(PyObject *, struct _frame *, int, PyObject *);
60
61/* The following values are used for 'what' for tracefunc functions: */
62#define PyTrace_CALL 0
63#define PyTrace_EXCEPTION 1
64#define PyTrace_LINE 2
65#define PyTrace_RETURN 3
Nicholas Bastinc69ebe82004-03-24 21:57:10 +000066#define PyTrace_C_CALL 4
67#define PyTrace_C_EXCEPTION 5
68#define PyTrace_C_RETURN 6
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000069#endif
Fred Drake55fb6e02001-06-27 19:18:03 +000070
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000071#ifdef Py_LIMITED_API
72typedef struct _ts PyThreadState;
73#else
Guido van Rossuma027efa1997-05-05 20:56:21 +000074typedef struct _ts {
Brett Cannon55fa66d2005-06-25 07:07:35 +000075 /* See Python/ceval.c for comments explaining most fields */
Guido van Rossuma027efa1997-05-05 20:56:21 +000076
Charles-Francois Natalif28dfdd2013-05-08 21:09:52 +020077 struct _ts *prev;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000078 struct _ts *next;
79 PyInterpreterState *interp;
Guido van Rossuma027efa1997-05-05 20:56:21 +000080
Fred Drake5eb6d4e2000-07-08 23:37:28 +000081 struct _frame *frame;
82 int recursion_depth;
Martin v. Löwis5b222132007-06-10 09:51:05 +000083 char overflowed; /* The stack has overflowed. Allow 50 more calls
Victor Stinner8e4d4072011-04-26 23:34:58 +020084 to handle the runtime error. */
85 char recursion_critical; /* The current calls must not cause
86 a stack overflow. */
Brett Cannon55fa66d2005-06-25 07:07:35 +000087 /* 'tracing' keeps track of the execution depth when tracing/profiling.
88 This is to prevent the actual trace/profile code from being recorded in
89 the trace/profile. */
Fred Drake5eb6d4e2000-07-08 23:37:28 +000090 int tracing;
Fred Drake9e3ad782001-07-03 23:39:52 +000091 int use_tracing;
Guido van Rossuma027efa1997-05-05 20:56:21 +000092
Fred Drake55fb6e02001-06-27 19:18:03 +000093 Py_tracefunc c_profilefunc;
94 Py_tracefunc c_tracefunc;
95 PyObject *c_profileobj;
96 PyObject *c_traceobj;
Guido van Rossuma027efa1997-05-05 20:56:21 +000097
Fred Drake5eb6d4e2000-07-08 23:37:28 +000098 PyObject *curexc_type;
99 PyObject *curexc_value;
100 PyObject *curexc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000101
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000102 PyObject *exc_type;
103 PyObject *exc_value;
104 PyObject *exc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000105
Brett Cannon55fa66d2005-06-25 07:07:35 +0000106 PyObject *dict; /* Stores per-thread state */
Guido van Rossumee0a63b1998-04-13 20:24:05 +0000107
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000108 int gilstate_counter;
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000109
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000110 PyObject *async_exc; /* Asynchronous exception to raise */
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200111 unsigned long thread_id; /* Thread id where this tstate was created */
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000112
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200113 int trash_delete_nesting;
114 PyObject *trash_delete_later;
115
Antoine Pitrou7b476992013-09-07 23:38:37 +0200116 /* Called when a thread state is deleted normally, but not when it
117 * is destroyed after fork().
118 * Pain: to prevent rare but fatal shutdown errors (issue 18808),
119 * Thread.join() must wait for the join'ed thread's tstate to be unlinked
120 * from the tstate chain. That happens at the end of a thread's life,
121 * in pystate.c.
122 * The obvious way doesn't quite work: create a lock which the tstate
123 * unlinking code releases, and have Thread.join() wait to acquire that
124 * lock. The problem is that we _are_ at the end of the thread's life:
125 * if the thread holds the last reference to the lock, decref'ing the
126 * lock will delete the lock, and that may trigger arbitrary Python code
127 * if there's a weakref, with a callback, to the lock. But by this time
128 * _PyThreadState_Current is already NULL, so only the simplest of C code
129 * can be allowed to run (in particular it must not be possible to
130 * release the GIL).
131 * So instead of holding the lock directly, the tstate holds a weakref to
132 * the lock: that's the value of on_delete_data below. Decref'ing a
133 * weakref is harmless.
134 * on_delete points to _threadmodule.c's static release_sentinel() function.
135 * After the tstate is unlinked, release_sentinel is called with the
136 * weakref-to-lock (on_delete_data) argument, and release_sentinel releases
137 * the indirectly held lock.
138 */
139 void (*on_delete)(void *);
140 void *on_delete_data;
141
Yury Selivanov75445082015-05-11 22:57:16 -0400142 PyObject *coroutine_wrapper;
Yury Selivanovaab3c4a2015-06-02 18:43:51 -0400143 int in_coroutine_wrapper;
Yury Selivanov75445082015-05-11 22:57:16 -0400144
Brett Cannon5c4de282016-09-07 11:16:41 -0700145 Py_ssize_t co_extra_user_count;
146 freefunc co_extra_freefuncs[MAX_CO_EXTRA_USERS];
147
Yury Selivanoveb636452016-09-08 22:01:51 -0700148 PyObject *async_gen_firstiter;
149 PyObject *async_gen_finalizer;
150
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000151 /* XXX signal handlers should also be here */
Guido van Rossuma027efa1997-05-05 20:56:21 +0000152
153} PyThreadState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000154#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000155
156
Mark Hammond91a681d2002-08-12 07:21:58 +0000157PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_New(void);
158PyAPI_FUNC(void) PyInterpreterState_Clear(PyInterpreterState *);
159PyAPI_FUNC(void) PyInterpreterState_Delete(PyInterpreterState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300160#ifndef Py_LIMITED_API
Martin v. Löwis1a214512008-06-11 05:26:20 +0000161PyAPI_FUNC(int) _PyState_AddModule(PyObject*, struct PyModuleDef*);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300162#endif /* !Py_LIMITED_API */
Martin v. Löwis7800f752012-06-22 12:20:55 +0200163#if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000
164/* New in 3.3 */
165PyAPI_FUNC(int) PyState_AddModule(PyObject*, struct PyModuleDef*);
166PyAPI_FUNC(int) PyState_RemoveModule(struct PyModuleDef*);
167#endif
Martin v. Löwis1a214512008-06-11 05:26:20 +0000168PyAPI_FUNC(PyObject*) PyState_FindModule(struct PyModuleDef*);
Antoine Pitrou40322e62013-08-11 00:30:09 +0200169#ifndef Py_LIMITED_API
170PyAPI_FUNC(void) _PyState_ClearModules(void);
171#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000172
Mark Hammond91a681d2002-08-12 07:21:58 +0000173PyAPI_FUNC(PyThreadState *) PyThreadState_New(PyInterpreterState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300174#ifndef Py_LIMITED_API
Victor Stinner45b9be52010-03-03 23:28:07 +0000175PyAPI_FUNC(PyThreadState *) _PyThreadState_Prealloc(PyInterpreterState *);
176PyAPI_FUNC(void) _PyThreadState_Init(PyThreadState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300177#endif /* !Py_LIMITED_API */
Mark Hammond91a681d2002-08-12 07:21:58 +0000178PyAPI_FUNC(void) PyThreadState_Clear(PyThreadState *);
179PyAPI_FUNC(void) PyThreadState_Delete(PyThreadState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300180#ifndef Py_LIMITED_API
Antoine Pitrou8408cea2013-05-05 23:47:09 +0200181PyAPI_FUNC(void) _PyThreadState_DeleteExcept(PyThreadState *tstate);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300182#endif /* !Py_LIMITED_API */
Guido van Rossum29757862001-01-23 01:46:06 +0000183#ifdef WITH_THREAD
Mark Hammond91a681d2002-08-12 07:21:58 +0000184PyAPI_FUNC(void) PyThreadState_DeleteCurrent(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300185#ifndef Py_LIMITED_API
Antoine Pitrou0c759fe2011-04-27 19:28:05 +0200186PyAPI_FUNC(void) _PyGILState_Reinit(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300187#endif /* !Py_LIMITED_API */
Guido van Rossum29757862001-01-23 01:46:06 +0000188#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000189
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100190/* Return the current thread state. The global interpreter lock must be held.
191 * When the current thread state is NULL, this issues a fatal error (so that
192 * the caller needn't check for NULL). */
Mark Hammond91a681d2002-08-12 07:21:58 +0000193PyAPI_FUNC(PyThreadState *) PyThreadState_Get(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100194
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300195#ifndef Py_LIMITED_API
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100196/* Similar to PyThreadState_Get(), but don't issue a fatal error
197 * if it is NULL. */
198PyAPI_FUNC(PyThreadState *) _PyThreadState_UncheckedGet(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300199#endif /* !Py_LIMITED_API */
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100200
Mark Hammond91a681d2002-08-12 07:21:58 +0000201PyAPI_FUNC(PyThreadState *) PyThreadState_Swap(PyThreadState *);
202PyAPI_FUNC(PyObject *) PyThreadState_GetDict(void);
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200203PyAPI_FUNC(int) PyThreadState_SetAsyncExc(unsigned long, PyObject *);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000204
Guido van Rossum275ea671998-12-21 18:28:10 +0000205
206/* Variable and macro for in-line access to current thread state */
207
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000208/* Assuming the current thread holds the GIL, this is the
Victor Stinner6df29ad2015-09-18 15:06:34 +0200209 PyThreadState for the current thread. */
210#ifdef Py_BUILD_CORE
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000211PyAPI_DATA(_Py_atomic_address) _PyThreadState_Current;
Victor Stinner6df29ad2015-09-18 15:06:34 +0200212# define PyThreadState_GET() \
213 ((PyThreadState*)_Py_atomic_load_relaxed(&_PyThreadState_Current))
Guido van Rossum275ea671998-12-21 18:28:10 +0000214#else
Victor Stinner6df29ad2015-09-18 15:06:34 +0200215# define PyThreadState_GET() PyThreadState_Get()
Guido van Rossum275ea671998-12-21 18:28:10 +0000216#endif
217
Tim Peters174175b2004-03-29 02:24:26 +0000218typedef
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000219 enum {PyGILState_LOCKED, PyGILState_UNLOCKED}
220 PyGILState_STATE;
221
Victor Stinner8e4d4072011-04-26 23:34:58 +0200222#ifdef WITH_THREAD
223
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000224/* Ensure that the current thread is ready to call the Python
225 C API, regardless of the current state of Python, or of its
226 thread lock. This may be called as many times as desired
Tim Peters174175b2004-03-29 02:24:26 +0000227 by a thread so long as each call is matched with a call to
228 PyGILState_Release(). In general, other thread-state APIs may
229 be used between _Ensure() and _Release() calls, so long as the
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000230 thread-state is restored to its previous state before the Release().
231 For example, normal use of the Py_BEGIN_ALLOW_THREADS/
232 Py_END_ALLOW_THREADS macros are acceptable.
233
234 The return value is an opaque "handle" to the thread state when
Raymond Hettinger4eec95a2004-03-13 20:45:47 +0000235 PyGILState_Ensure() was called, and must be passed to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000236 PyGILState_Release() to ensure Python is left in the same state. Even
Tim Peters174175b2004-03-29 02:24:26 +0000237 though recursive calls are allowed, these handles can *not* be shared -
238 each unique call to PyGILState_Ensure must save the handle for its
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000239 call to PyGILState_Release.
240
241 When the function returns, the current thread will hold the GIL.
242
243 Failure is a fatal error.
244*/
245PyAPI_FUNC(PyGILState_STATE) PyGILState_Ensure(void);
246
247/* Release any resources previously acquired. After this call, Python's
248 state will be the same as it was prior to the corresponding
Tim Peters174175b2004-03-29 02:24:26 +0000249 PyGILState_Ensure() call (but generally this state will be unknown to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000250 the caller, hence the use of the GILState API.)
251
Tim Peters174175b2004-03-29 02:24:26 +0000252 Every call to PyGILState_Ensure must be matched by a call to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000253 PyGILState_Release on the same thread.
254*/
255PyAPI_FUNC(void) PyGILState_Release(PyGILState_STATE);
256
257/* Helper/diagnostic function - get the current thread state for
Tim Peters174175b2004-03-29 02:24:26 +0000258 this thread. May return NULL if no GILState API has been used
Sandro Tosi61baee02011-08-08 00:16:54 +0200259 on the current thread. Note that the main thread always has such a
Tim Peters174175b2004-03-29 02:24:26 +0000260 thread-state, even if no auto-thread-state call has been made
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000261 on the main thread.
262*/
263PyAPI_FUNC(PyThreadState *) PyGILState_GetThisThreadState(void);
264
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100265#ifndef Py_LIMITED_API
Victor Stinner8a1be612016-03-14 22:07:55 +0100266/* Issue #26558: Flag to disable PyGILState_Check().
Victor Stinner861d9ab2016-03-16 22:45:24 +0100267 If set to non-zero, PyGILState_Check() always return 1. */
Victor Stinner8a1be612016-03-14 22:07:55 +0100268PyAPI_DATA(int) _PyGILState_check_enabled;
269
Victor Stinner861d9ab2016-03-16 22:45:24 +0100270/* Helper/diagnostic function - return 1 if the current thread
271 currently holds the GIL, 0 otherwise.
272
273 The function returns 1 if _PyGILState_check_enabled is non-zero. */
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700274PyAPI_FUNC(int) PyGILState_Check(void);
Victor Stinner861d9ab2016-03-16 22:45:24 +0100275
276/* Unsafe function to get the single PyInterpreterState used by this process'
277 GILState implementation.
278
279 Return NULL before _PyGILState_Init() is called and after _PyGILState_Fini()
280 is called. */
281PyAPI_FUNC(PyInterpreterState *) _PyGILState_GetInterpreterStateUnsafe(void);
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100282#endif
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700283
Victor Stinner8e4d4072011-04-26 23:34:58 +0200284#endif /* #ifdef WITH_THREAD */
285
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000286/* The implementation of sys._current_frames() Returns a dict mapping
287 thread id to that thread's current frame.
288*/
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000289#ifndef Py_LIMITED_API
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000290PyAPI_FUNC(PyObject *) _PyThread_CurrentFrames(void);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000291#endif
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000292
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000293/* Routines for advanced debuggers, requested by David Beazley.
294 Don't use unless you know what you are doing! */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000295#ifndef Py_LIMITED_API
Mark Hammond91a681d2002-08-12 07:21:58 +0000296PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Head(void);
297PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Next(PyInterpreterState *);
298PyAPI_FUNC(PyThreadState *) PyInterpreterState_ThreadHead(PyInterpreterState *);
299PyAPI_FUNC(PyThreadState *) PyThreadState_Next(PyThreadState *);
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000300
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000301typedef struct _frame *(*PyThreadFrameGetter)(PyThreadState *self_);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000302#endif
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000303
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000304/* hook for PyEval_GetFrame(), requested for Psyco */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000305#ifndef Py_LIMITED_API
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000306PyAPI_DATA(PyThreadFrameGetter) _PyThreadState_GetFrame;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000307#endif
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000308
Guido van Rossuma027efa1997-05-05 20:56:21 +0000309#ifdef __cplusplus
310}
311#endif
312#endif /* !Py_PYSTATE_H */