blob: 9170ba9f7a77b8c0e14459f5e97b111bb88b4fe3 [file] [log] [blame]
Guido van Rossuma027efa1997-05-05 20:56:21 +00001
2/* Thread and interpreter state structures and their interfaces */
3
4
Fred Drake5eb6d4e2000-07-08 23:37:28 +00005#ifndef Py_PYSTATE_H
6#define Py_PYSTATE_H
7#ifdef __cplusplus
8extern "C" {
9#endif
10
Brett Cannon5c4de282016-09-07 11:16:41 -070011/* This limitation is for performance and simplicity. If needed it can be
12removed (with effort). */
13#define MAX_CO_EXTRA_USERS 255
14
Guido van Rossuma027efa1997-05-05 20:56:21 +000015/* State shared between threads */
16
Guido van Rossum29e46a91997-08-02 02:56:48 +000017struct _ts; /* Forward */
18struct _is; /* Forward */
Brett Cannon3cebf932016-09-05 15:33:46 -070019struct _frame; /* Forward declaration for PyFrameObject. */
Guido van Rossum29e46a91997-08-02 02:56:48 +000020
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000021#ifdef Py_LIMITED_API
22typedef struct _is PyInterpreterState;
23#else
Brett Cannon3cebf932016-09-05 15:33:46 -070024typedef PyObject* (*_PyFrameEvalFunction)(struct _frame *, int);
25
Guido van Rossuma027efa1997-05-05 20:56:21 +000026typedef struct _is {
27
Fred Drake5eb6d4e2000-07-08 23:37:28 +000028 struct _is *next;
29 struct _ts *tstate_head;
Guido van Rossum29e46a91997-08-02 02:56:48 +000030
Eric Snowe3774162017-05-22 19:46:40 -070031 int64_t id;
32
Fred Drake5eb6d4e2000-07-08 23:37:28 +000033 PyObject *modules;
Martin v. Löwis1a214512008-06-11 05:26:20 +000034 PyObject *modules_by_index;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000035 PyObject *sysdict;
36 PyObject *builtins;
Brett Cannonfd074152012-04-14 14:10:13 -040037 PyObject *importlib;
Guido van Rossuma027efa1997-05-05 20:56:21 +000038
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000039 PyObject *codec_search_path;
40 PyObject *codec_search_cache;
41 PyObject *codec_error_registry;
Christian Heimes6a27efa2008-10-30 21:48:26 +000042 int codecs_initialized;
Victor Stinner793b5312011-04-27 00:24:21 +020043 int fscodec_initialized;
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000044
Martin v. Löwisf0473d52001-07-18 16:17:16 +000045#ifdef HAVE_DLOPEN
46 int dlopenflags;
47#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000048
Serhiy Storchaka87a5c512014-02-10 18:21:34 +020049 PyObject *builtins_copy;
Serhiy Storchaka133138a2016-08-02 22:51:21 +030050 PyObject *import_func;
Brett Cannon3cebf932016-09-05 15:33:46 -070051 /* Initialized to PyEval_EvalFrameDefault(). */
52 _PyFrameEvalFunction eval_frame;
Guido van Rossuma027efa1997-05-05 20:56:21 +000053} PyInterpreterState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000054#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000055
56
57/* State unique per thread */
58
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000059#ifndef Py_LIMITED_API
Fred Drake55fb6e02001-06-27 19:18:03 +000060/* Py_tracefunc return -1 when raising an exception, or 0 for success. */
61typedef int (*Py_tracefunc)(PyObject *, struct _frame *, int, PyObject *);
62
63/* The following values are used for 'what' for tracefunc functions: */
64#define PyTrace_CALL 0
65#define PyTrace_EXCEPTION 1
66#define PyTrace_LINE 2
67#define PyTrace_RETURN 3
Nicholas Bastinc69ebe82004-03-24 21:57:10 +000068#define PyTrace_C_CALL 4
69#define PyTrace_C_EXCEPTION 5
70#define PyTrace_C_RETURN 6
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000071#endif
Fred Drake55fb6e02001-06-27 19:18:03 +000072
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000073#ifdef Py_LIMITED_API
74typedef struct _ts PyThreadState;
75#else
Guido van Rossuma027efa1997-05-05 20:56:21 +000076typedef struct _ts {
Brett Cannon55fa66d2005-06-25 07:07:35 +000077 /* See Python/ceval.c for comments explaining most fields */
Guido van Rossuma027efa1997-05-05 20:56:21 +000078
Charles-Francois Natalif28dfdd2013-05-08 21:09:52 +020079 struct _ts *prev;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000080 struct _ts *next;
81 PyInterpreterState *interp;
Guido van Rossuma027efa1997-05-05 20:56:21 +000082
Fred Drake5eb6d4e2000-07-08 23:37:28 +000083 struct _frame *frame;
84 int recursion_depth;
Martin v. Löwis5b222132007-06-10 09:51:05 +000085 char overflowed; /* The stack has overflowed. Allow 50 more calls
Victor Stinner8e4d4072011-04-26 23:34:58 +020086 to handle the runtime error. */
87 char recursion_critical; /* The current calls must not cause
88 a stack overflow. */
Brett Cannon55fa66d2005-06-25 07:07:35 +000089 /* 'tracing' keeps track of the execution depth when tracing/profiling.
90 This is to prevent the actual trace/profile code from being recorded in
91 the trace/profile. */
Fred Drake5eb6d4e2000-07-08 23:37:28 +000092 int tracing;
Fred Drake9e3ad782001-07-03 23:39:52 +000093 int use_tracing;
Guido van Rossuma027efa1997-05-05 20:56:21 +000094
Fred Drake55fb6e02001-06-27 19:18:03 +000095 Py_tracefunc c_profilefunc;
96 Py_tracefunc c_tracefunc;
97 PyObject *c_profileobj;
98 PyObject *c_traceobj;
Guido van Rossuma027efa1997-05-05 20:56:21 +000099
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000100 PyObject *curexc_type;
101 PyObject *curexc_value;
102 PyObject *curexc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000103
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000104 PyObject *exc_type;
105 PyObject *exc_value;
106 PyObject *exc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000107
Brett Cannon55fa66d2005-06-25 07:07:35 +0000108 PyObject *dict; /* Stores per-thread state */
Guido van Rossumee0a63b1998-04-13 20:24:05 +0000109
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000110 int gilstate_counter;
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000111
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000112 PyObject *async_exc; /* Asynchronous exception to raise */
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200113 unsigned long thread_id; /* Thread id where this tstate was created */
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000114
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200115 int trash_delete_nesting;
116 PyObject *trash_delete_later;
117
Antoine Pitrou7b476992013-09-07 23:38:37 +0200118 /* Called when a thread state is deleted normally, but not when it
119 * is destroyed after fork().
120 * Pain: to prevent rare but fatal shutdown errors (issue 18808),
121 * Thread.join() must wait for the join'ed thread's tstate to be unlinked
122 * from the tstate chain. That happens at the end of a thread's life,
123 * in pystate.c.
124 * The obvious way doesn't quite work: create a lock which the tstate
125 * unlinking code releases, and have Thread.join() wait to acquire that
126 * lock. The problem is that we _are_ at the end of the thread's life:
127 * if the thread holds the last reference to the lock, decref'ing the
128 * lock will delete the lock, and that may trigger arbitrary Python code
129 * if there's a weakref, with a callback, to the lock. But by this time
130 * _PyThreadState_Current is already NULL, so only the simplest of C code
131 * can be allowed to run (in particular it must not be possible to
132 * release the GIL).
133 * So instead of holding the lock directly, the tstate holds a weakref to
134 * the lock: that's the value of on_delete_data below. Decref'ing a
135 * weakref is harmless.
136 * on_delete points to _threadmodule.c's static release_sentinel() function.
137 * After the tstate is unlinked, release_sentinel is called with the
138 * weakref-to-lock (on_delete_data) argument, and release_sentinel releases
139 * the indirectly held lock.
140 */
141 void (*on_delete)(void *);
142 void *on_delete_data;
143
Yury Selivanov75445082015-05-11 22:57:16 -0400144 PyObject *coroutine_wrapper;
Yury Selivanovaab3c4a2015-06-02 18:43:51 -0400145 int in_coroutine_wrapper;
Yury Selivanov75445082015-05-11 22:57:16 -0400146
Brett Cannon5c4de282016-09-07 11:16:41 -0700147 Py_ssize_t co_extra_user_count;
148 freefunc co_extra_freefuncs[MAX_CO_EXTRA_USERS];
149
Yury Selivanoveb636452016-09-08 22:01:51 -0700150 PyObject *async_gen_firstiter;
151 PyObject *async_gen_finalizer;
152
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000153 /* XXX signal handlers should also be here */
Guido van Rossuma027efa1997-05-05 20:56:21 +0000154
155} PyThreadState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000156#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000157
158
Eric Snowe3774162017-05-22 19:46:40 -0700159#ifndef Py_LIMITED_API
160PyAPI_FUNC(void) _PyInterpreterState_Init(void);
161#endif /* !Py_LIMITED_API */
Mark Hammond91a681d2002-08-12 07:21:58 +0000162PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_New(void);
163PyAPI_FUNC(void) PyInterpreterState_Clear(PyInterpreterState *);
164PyAPI_FUNC(void) PyInterpreterState_Delete(PyInterpreterState *);
Eric Snowe3774162017-05-22 19:46:40 -0700165#if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03070000
166/* New in 3.7 */
167PyAPI_FUNC(int64_t) PyInterpreterState_GetID(PyInterpreterState *);
168#endif
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300169#ifndef Py_LIMITED_API
Martin v. Löwis1a214512008-06-11 05:26:20 +0000170PyAPI_FUNC(int) _PyState_AddModule(PyObject*, struct PyModuleDef*);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300171#endif /* !Py_LIMITED_API */
Martin v. Löwis7800f752012-06-22 12:20:55 +0200172#if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000
173/* New in 3.3 */
174PyAPI_FUNC(int) PyState_AddModule(PyObject*, struct PyModuleDef*);
175PyAPI_FUNC(int) PyState_RemoveModule(struct PyModuleDef*);
176#endif
Martin v. Löwis1a214512008-06-11 05:26:20 +0000177PyAPI_FUNC(PyObject*) PyState_FindModule(struct PyModuleDef*);
Antoine Pitrou40322e62013-08-11 00:30:09 +0200178#ifndef Py_LIMITED_API
179PyAPI_FUNC(void) _PyState_ClearModules(void);
180#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000181
Mark Hammond91a681d2002-08-12 07:21:58 +0000182PyAPI_FUNC(PyThreadState *) PyThreadState_New(PyInterpreterState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300183#ifndef Py_LIMITED_API
Victor Stinner45b9be52010-03-03 23:28:07 +0000184PyAPI_FUNC(PyThreadState *) _PyThreadState_Prealloc(PyInterpreterState *);
185PyAPI_FUNC(void) _PyThreadState_Init(PyThreadState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300186#endif /* !Py_LIMITED_API */
Mark Hammond91a681d2002-08-12 07:21:58 +0000187PyAPI_FUNC(void) PyThreadState_Clear(PyThreadState *);
188PyAPI_FUNC(void) PyThreadState_Delete(PyThreadState *);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300189#ifndef Py_LIMITED_API
Antoine Pitrou8408cea2013-05-05 23:47:09 +0200190PyAPI_FUNC(void) _PyThreadState_DeleteExcept(PyThreadState *tstate);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300191#endif /* !Py_LIMITED_API */
Guido van Rossum29757862001-01-23 01:46:06 +0000192#ifdef WITH_THREAD
Mark Hammond91a681d2002-08-12 07:21:58 +0000193PyAPI_FUNC(void) PyThreadState_DeleteCurrent(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300194#ifndef Py_LIMITED_API
Antoine Pitrou0c759fe2011-04-27 19:28:05 +0200195PyAPI_FUNC(void) _PyGILState_Reinit(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300196#endif /* !Py_LIMITED_API */
Guido van Rossum29757862001-01-23 01:46:06 +0000197#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000198
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100199/* Return the current thread state. The global interpreter lock must be held.
200 * When the current thread state is NULL, this issues a fatal error (so that
201 * the caller needn't check for NULL). */
Mark Hammond91a681d2002-08-12 07:21:58 +0000202PyAPI_FUNC(PyThreadState *) PyThreadState_Get(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100203
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300204#ifndef Py_LIMITED_API
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100205/* Similar to PyThreadState_Get(), but don't issue a fatal error
206 * if it is NULL. */
207PyAPI_FUNC(PyThreadState *) _PyThreadState_UncheckedGet(void);
Serhiy Storchaka9fab79b2016-09-11 11:03:14 +0300208#endif /* !Py_LIMITED_API */
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100209
Mark Hammond91a681d2002-08-12 07:21:58 +0000210PyAPI_FUNC(PyThreadState *) PyThreadState_Swap(PyThreadState *);
211PyAPI_FUNC(PyObject *) PyThreadState_GetDict(void);
Serhiy Storchakaaefa7eb2017-03-23 15:48:39 +0200212PyAPI_FUNC(int) PyThreadState_SetAsyncExc(unsigned long, PyObject *);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000213
Guido van Rossum275ea671998-12-21 18:28:10 +0000214
215/* Variable and macro for in-line access to current thread state */
216
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000217/* Assuming the current thread holds the GIL, this is the
Victor Stinner6df29ad2015-09-18 15:06:34 +0200218 PyThreadState for the current thread. */
219#ifdef Py_BUILD_CORE
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000220PyAPI_DATA(_Py_atomic_address) _PyThreadState_Current;
Victor Stinner6df29ad2015-09-18 15:06:34 +0200221# define PyThreadState_GET() \
222 ((PyThreadState*)_Py_atomic_load_relaxed(&_PyThreadState_Current))
Guido van Rossum275ea671998-12-21 18:28:10 +0000223#else
Victor Stinner6df29ad2015-09-18 15:06:34 +0200224# define PyThreadState_GET() PyThreadState_Get()
Guido van Rossum275ea671998-12-21 18:28:10 +0000225#endif
226
Tim Peters174175b2004-03-29 02:24:26 +0000227typedef
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000228 enum {PyGILState_LOCKED, PyGILState_UNLOCKED}
229 PyGILState_STATE;
230
Victor Stinner8e4d4072011-04-26 23:34:58 +0200231#ifdef WITH_THREAD
232
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000233/* Ensure that the current thread is ready to call the Python
234 C API, regardless of the current state of Python, or of its
235 thread lock. This may be called as many times as desired
Tim Peters174175b2004-03-29 02:24:26 +0000236 by a thread so long as each call is matched with a call to
237 PyGILState_Release(). In general, other thread-state APIs may
238 be used between _Ensure() and _Release() calls, so long as the
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000239 thread-state is restored to its previous state before the Release().
240 For example, normal use of the Py_BEGIN_ALLOW_THREADS/
241 Py_END_ALLOW_THREADS macros are acceptable.
242
243 The return value is an opaque "handle" to the thread state when
Raymond Hettinger4eec95a2004-03-13 20:45:47 +0000244 PyGILState_Ensure() was called, and must be passed to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000245 PyGILState_Release() to ensure Python is left in the same state. Even
Tim Peters174175b2004-03-29 02:24:26 +0000246 though recursive calls are allowed, these handles can *not* be shared -
247 each unique call to PyGILState_Ensure must save the handle for its
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000248 call to PyGILState_Release.
249
250 When the function returns, the current thread will hold the GIL.
251
252 Failure is a fatal error.
253*/
254PyAPI_FUNC(PyGILState_STATE) PyGILState_Ensure(void);
255
256/* Release any resources previously acquired. After this call, Python's
257 state will be the same as it was prior to the corresponding
Tim Peters174175b2004-03-29 02:24:26 +0000258 PyGILState_Ensure() call (but generally this state will be unknown to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000259 the caller, hence the use of the GILState API.)
260
Tim Peters174175b2004-03-29 02:24:26 +0000261 Every call to PyGILState_Ensure must be matched by a call to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000262 PyGILState_Release on the same thread.
263*/
264PyAPI_FUNC(void) PyGILState_Release(PyGILState_STATE);
265
266/* Helper/diagnostic function - get the current thread state for
Tim Peters174175b2004-03-29 02:24:26 +0000267 this thread. May return NULL if no GILState API has been used
Sandro Tosi61baee02011-08-08 00:16:54 +0200268 on the current thread. Note that the main thread always has such a
Tim Peters174175b2004-03-29 02:24:26 +0000269 thread-state, even if no auto-thread-state call has been made
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000270 on the main thread.
271*/
272PyAPI_FUNC(PyThreadState *) PyGILState_GetThisThreadState(void);
273
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100274#ifndef Py_LIMITED_API
Victor Stinner8a1be612016-03-14 22:07:55 +0100275/* Issue #26558: Flag to disable PyGILState_Check().
Victor Stinner861d9ab2016-03-16 22:45:24 +0100276 If set to non-zero, PyGILState_Check() always return 1. */
Victor Stinner8a1be612016-03-14 22:07:55 +0100277PyAPI_DATA(int) _PyGILState_check_enabled;
278
Victor Stinner861d9ab2016-03-16 22:45:24 +0100279/* Helper/diagnostic function - return 1 if the current thread
280 currently holds the GIL, 0 otherwise.
281
282 The function returns 1 if _PyGILState_check_enabled is non-zero. */
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700283PyAPI_FUNC(int) PyGILState_Check(void);
Victor Stinner861d9ab2016-03-16 22:45:24 +0100284
285/* Unsafe function to get the single PyInterpreterState used by this process'
286 GILState implementation.
287
288 Return NULL before _PyGILState_Init() is called and after _PyGILState_Fini()
289 is called. */
290PyAPI_FUNC(PyInterpreterState *) _PyGILState_GetInterpreterStateUnsafe(void);
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100291#endif
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700292
Victor Stinner8e4d4072011-04-26 23:34:58 +0200293#endif /* #ifdef WITH_THREAD */
294
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000295/* The implementation of sys._current_frames() Returns a dict mapping
296 thread id to that thread's current frame.
297*/
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000298#ifndef Py_LIMITED_API
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000299PyAPI_FUNC(PyObject *) _PyThread_CurrentFrames(void);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000300#endif
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000301
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000302/* Routines for advanced debuggers, requested by David Beazley.
303 Don't use unless you know what you are doing! */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000304#ifndef Py_LIMITED_API
Mark Hammond91a681d2002-08-12 07:21:58 +0000305PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Head(void);
306PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Next(PyInterpreterState *);
307PyAPI_FUNC(PyThreadState *) PyInterpreterState_ThreadHead(PyInterpreterState *);
308PyAPI_FUNC(PyThreadState *) PyThreadState_Next(PyThreadState *);
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000309
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000310typedef struct _frame *(*PyThreadFrameGetter)(PyThreadState *self_);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000311#endif
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000312
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000313/* hook for PyEval_GetFrame(), requested for Psyco */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000314#ifndef Py_LIMITED_API
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000315PyAPI_DATA(PyThreadFrameGetter) _PyThreadState_GetFrame;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000316#endif
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000317
Guido van Rossuma027efa1997-05-05 20:56:21 +0000318#ifdef __cplusplus
319}
320#endif
321#endif /* !Py_PYSTATE_H */