blob: 5ab5c985bee97a3df0a58c951d849de1d016c352 [file] [log] [blame]
Guido van Rossuma027efa1997-05-05 20:56:21 +00001
2/* Thread and interpreter state structures and their interfaces */
3
4
Fred Drake5eb6d4e2000-07-08 23:37:28 +00005#ifndef Py_PYSTATE_H
6#define Py_PYSTATE_H
7#ifdef __cplusplus
8extern "C" {
9#endif
10
Brett Cannon5c4de282016-09-07 11:16:41 -070011/* This limitation is for performance and simplicity. If needed it can be
12removed (with effort). */
13#define MAX_CO_EXTRA_USERS 255
14
Guido van Rossuma027efa1997-05-05 20:56:21 +000015/* State shared between threads */
16
Guido van Rossum29e46a91997-08-02 02:56:48 +000017struct _ts; /* Forward */
18struct _is; /* Forward */
Brett Cannon3cebf932016-09-05 15:33:46 -070019struct _frame; /* Forward declaration for PyFrameObject. */
Guido van Rossum29e46a91997-08-02 02:56:48 +000020
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000021#ifdef Py_LIMITED_API
22typedef struct _is PyInterpreterState;
23#else
Brett Cannon3cebf932016-09-05 15:33:46 -070024typedef PyObject* (*_PyFrameEvalFunction)(struct _frame *, int);
25
Guido van Rossuma027efa1997-05-05 20:56:21 +000026typedef struct _is {
27
Fred Drake5eb6d4e2000-07-08 23:37:28 +000028 struct _is *next;
29 struct _ts *tstate_head;
Guido van Rossum29e46a91997-08-02 02:56:48 +000030
Fred Drake5eb6d4e2000-07-08 23:37:28 +000031 PyObject *modules;
Martin v. Löwis1a214512008-06-11 05:26:20 +000032 PyObject *modules_by_index;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000033 PyObject *sysdict;
34 PyObject *builtins;
Brett Cannonfd074152012-04-14 14:10:13 -040035 PyObject *importlib;
Guido van Rossuma027efa1997-05-05 20:56:21 +000036
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000037 PyObject *codec_search_path;
38 PyObject *codec_search_cache;
39 PyObject *codec_error_registry;
Christian Heimes6a27efa2008-10-30 21:48:26 +000040 int codecs_initialized;
Victor Stinner793b5312011-04-27 00:24:21 +020041 int fscodec_initialized;
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000042
Martin v. Löwisf0473d52001-07-18 16:17:16 +000043#ifdef HAVE_DLOPEN
44 int dlopenflags;
45#endif
Martin v. Löwisf30d60e2004-06-08 08:17:44 +000046#ifdef WITH_TSC
47 int tscdump;
48#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000049
Serhiy Storchaka87a5c512014-02-10 18:21:34 +020050 PyObject *builtins_copy;
Serhiy Storchaka133138a2016-08-02 22:51:21 +030051 PyObject *import_func;
Brett Cannon3cebf932016-09-05 15:33:46 -070052 /* Initialized to PyEval_EvalFrameDefault(). */
53 _PyFrameEvalFunction eval_frame;
Guido van Rossuma027efa1997-05-05 20:56:21 +000054} PyInterpreterState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000055#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000056
57
58/* State unique per thread */
59
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000060#ifndef Py_LIMITED_API
Fred Drake55fb6e02001-06-27 19:18:03 +000061/* Py_tracefunc return -1 when raising an exception, or 0 for success. */
62typedef int (*Py_tracefunc)(PyObject *, struct _frame *, int, PyObject *);
63
64/* The following values are used for 'what' for tracefunc functions: */
65#define PyTrace_CALL 0
66#define PyTrace_EXCEPTION 1
67#define PyTrace_LINE 2
68#define PyTrace_RETURN 3
Nicholas Bastinc69ebe82004-03-24 21:57:10 +000069#define PyTrace_C_CALL 4
70#define PyTrace_C_EXCEPTION 5
71#define PyTrace_C_RETURN 6
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000072#endif
Fred Drake55fb6e02001-06-27 19:18:03 +000073
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000074#ifdef Py_LIMITED_API
75typedef struct _ts PyThreadState;
76#else
Guido van Rossuma027efa1997-05-05 20:56:21 +000077typedef struct _ts {
Brett Cannon55fa66d2005-06-25 07:07:35 +000078 /* See Python/ceval.c for comments explaining most fields */
Guido van Rossuma027efa1997-05-05 20:56:21 +000079
Charles-Francois Natalif28dfdd2013-05-08 21:09:52 +020080 struct _ts *prev;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000081 struct _ts *next;
82 PyInterpreterState *interp;
Guido van Rossuma027efa1997-05-05 20:56:21 +000083
Fred Drake5eb6d4e2000-07-08 23:37:28 +000084 struct _frame *frame;
85 int recursion_depth;
Martin v. Löwis5b222132007-06-10 09:51:05 +000086 char overflowed; /* The stack has overflowed. Allow 50 more calls
Victor Stinner8e4d4072011-04-26 23:34:58 +020087 to handle the runtime error. */
88 char recursion_critical; /* The current calls must not cause
89 a stack overflow. */
Brett Cannon55fa66d2005-06-25 07:07:35 +000090 /* 'tracing' keeps track of the execution depth when tracing/profiling.
91 This is to prevent the actual trace/profile code from being recorded in
92 the trace/profile. */
Fred Drake5eb6d4e2000-07-08 23:37:28 +000093 int tracing;
Fred Drake9e3ad782001-07-03 23:39:52 +000094 int use_tracing;
Guido van Rossuma027efa1997-05-05 20:56:21 +000095
Fred Drake55fb6e02001-06-27 19:18:03 +000096 Py_tracefunc c_profilefunc;
97 Py_tracefunc c_tracefunc;
98 PyObject *c_profileobj;
99 PyObject *c_traceobj;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000100
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000101 PyObject *curexc_type;
102 PyObject *curexc_value;
103 PyObject *curexc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000104
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000105 PyObject *exc_type;
106 PyObject *exc_value;
107 PyObject *exc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000108
Brett Cannon55fa66d2005-06-25 07:07:35 +0000109 PyObject *dict; /* Stores per-thread state */
Guido van Rossumee0a63b1998-04-13 20:24:05 +0000110
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000111 int gilstate_counter;
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000112
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000113 PyObject *async_exc; /* Asynchronous exception to raise */
114 long thread_id; /* Thread id where this tstate was created */
115
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200116 int trash_delete_nesting;
117 PyObject *trash_delete_later;
118
Antoine Pitrou7b476992013-09-07 23:38:37 +0200119 /* Called when a thread state is deleted normally, but not when it
120 * is destroyed after fork().
121 * Pain: to prevent rare but fatal shutdown errors (issue 18808),
122 * Thread.join() must wait for the join'ed thread's tstate to be unlinked
123 * from the tstate chain. That happens at the end of a thread's life,
124 * in pystate.c.
125 * The obvious way doesn't quite work: create a lock which the tstate
126 * unlinking code releases, and have Thread.join() wait to acquire that
127 * lock. The problem is that we _are_ at the end of the thread's life:
128 * if the thread holds the last reference to the lock, decref'ing the
129 * lock will delete the lock, and that may trigger arbitrary Python code
130 * if there's a weakref, with a callback, to the lock. But by this time
131 * _PyThreadState_Current is already NULL, so only the simplest of C code
132 * can be allowed to run (in particular it must not be possible to
133 * release the GIL).
134 * So instead of holding the lock directly, the tstate holds a weakref to
135 * the lock: that's the value of on_delete_data below. Decref'ing a
136 * weakref is harmless.
137 * on_delete points to _threadmodule.c's static release_sentinel() function.
138 * After the tstate is unlinked, release_sentinel is called with the
139 * weakref-to-lock (on_delete_data) argument, and release_sentinel releases
140 * the indirectly held lock.
141 */
142 void (*on_delete)(void *);
143 void *on_delete_data;
144
Yury Selivanov75445082015-05-11 22:57:16 -0400145 PyObject *coroutine_wrapper;
Yury Selivanovaab3c4a2015-06-02 18:43:51 -0400146 int in_coroutine_wrapper;
Yury Selivanov75445082015-05-11 22:57:16 -0400147
Brett Cannon5c4de282016-09-07 11:16:41 -0700148 Py_ssize_t co_extra_user_count;
149 freefunc co_extra_freefuncs[MAX_CO_EXTRA_USERS];
150
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000151 /* XXX signal handlers should also be here */
Guido van Rossuma027efa1997-05-05 20:56:21 +0000152
153} PyThreadState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000154#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000155
156
Mark Hammond91a681d2002-08-12 07:21:58 +0000157PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_New(void);
158PyAPI_FUNC(void) PyInterpreterState_Clear(PyInterpreterState *);
159PyAPI_FUNC(void) PyInterpreterState_Delete(PyInterpreterState *);
Martin v. Löwis1a214512008-06-11 05:26:20 +0000160PyAPI_FUNC(int) _PyState_AddModule(PyObject*, struct PyModuleDef*);
Martin v. Löwis7800f752012-06-22 12:20:55 +0200161#if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000
162/* New in 3.3 */
163PyAPI_FUNC(int) PyState_AddModule(PyObject*, struct PyModuleDef*);
164PyAPI_FUNC(int) PyState_RemoveModule(struct PyModuleDef*);
165#endif
Martin v. Löwis1a214512008-06-11 05:26:20 +0000166PyAPI_FUNC(PyObject*) PyState_FindModule(struct PyModuleDef*);
Antoine Pitrou40322e62013-08-11 00:30:09 +0200167#ifndef Py_LIMITED_API
168PyAPI_FUNC(void) _PyState_ClearModules(void);
169#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000170
Mark Hammond91a681d2002-08-12 07:21:58 +0000171PyAPI_FUNC(PyThreadState *) PyThreadState_New(PyInterpreterState *);
Victor Stinner45b9be52010-03-03 23:28:07 +0000172PyAPI_FUNC(PyThreadState *) _PyThreadState_Prealloc(PyInterpreterState *);
173PyAPI_FUNC(void) _PyThreadState_Init(PyThreadState *);
Mark Hammond91a681d2002-08-12 07:21:58 +0000174PyAPI_FUNC(void) PyThreadState_Clear(PyThreadState *);
175PyAPI_FUNC(void) PyThreadState_Delete(PyThreadState *);
Antoine Pitrou8408cea2013-05-05 23:47:09 +0200176PyAPI_FUNC(void) _PyThreadState_DeleteExcept(PyThreadState *tstate);
Guido van Rossum29757862001-01-23 01:46:06 +0000177#ifdef WITH_THREAD
Mark Hammond91a681d2002-08-12 07:21:58 +0000178PyAPI_FUNC(void) PyThreadState_DeleteCurrent(void);
Antoine Pitrou0c759fe2011-04-27 19:28:05 +0200179PyAPI_FUNC(void) _PyGILState_Reinit(void);
Guido van Rossum29757862001-01-23 01:46:06 +0000180#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000181
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100182/* Return the current thread state. The global interpreter lock must be held.
183 * When the current thread state is NULL, this issues a fatal error (so that
184 * the caller needn't check for NULL). */
Mark Hammond91a681d2002-08-12 07:21:58 +0000185PyAPI_FUNC(PyThreadState *) PyThreadState_Get(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100186
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100187/* Similar to PyThreadState_Get(), but don't issue a fatal error
188 * if it is NULL. */
189PyAPI_FUNC(PyThreadState *) _PyThreadState_UncheckedGet(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100190
Mark Hammond91a681d2002-08-12 07:21:58 +0000191PyAPI_FUNC(PyThreadState *) PyThreadState_Swap(PyThreadState *);
192PyAPI_FUNC(PyObject *) PyThreadState_GetDict(void);
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000193PyAPI_FUNC(int) PyThreadState_SetAsyncExc(long, PyObject *);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000194
Guido van Rossum275ea671998-12-21 18:28:10 +0000195
196/* Variable and macro for in-line access to current thread state */
197
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000198/* Assuming the current thread holds the GIL, this is the
Victor Stinner6df29ad2015-09-18 15:06:34 +0200199 PyThreadState for the current thread. */
200#ifdef Py_BUILD_CORE
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000201PyAPI_DATA(_Py_atomic_address) _PyThreadState_Current;
Victor Stinner6df29ad2015-09-18 15:06:34 +0200202# define PyThreadState_GET() \
203 ((PyThreadState*)_Py_atomic_load_relaxed(&_PyThreadState_Current))
Guido van Rossum275ea671998-12-21 18:28:10 +0000204#else
Victor Stinner6df29ad2015-09-18 15:06:34 +0200205# define PyThreadState_GET() PyThreadState_Get()
Guido van Rossum275ea671998-12-21 18:28:10 +0000206#endif
207
Tim Peters174175b2004-03-29 02:24:26 +0000208typedef
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000209 enum {PyGILState_LOCKED, PyGILState_UNLOCKED}
210 PyGILState_STATE;
211
Victor Stinner8e4d4072011-04-26 23:34:58 +0200212#ifdef WITH_THREAD
213
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000214/* Ensure that the current thread is ready to call the Python
215 C API, regardless of the current state of Python, or of its
216 thread lock. This may be called as many times as desired
Tim Peters174175b2004-03-29 02:24:26 +0000217 by a thread so long as each call is matched with a call to
218 PyGILState_Release(). In general, other thread-state APIs may
219 be used between _Ensure() and _Release() calls, so long as the
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000220 thread-state is restored to its previous state before the Release().
221 For example, normal use of the Py_BEGIN_ALLOW_THREADS/
222 Py_END_ALLOW_THREADS macros are acceptable.
223
224 The return value is an opaque "handle" to the thread state when
Raymond Hettinger4eec95a2004-03-13 20:45:47 +0000225 PyGILState_Ensure() was called, and must be passed to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000226 PyGILState_Release() to ensure Python is left in the same state. Even
Tim Peters174175b2004-03-29 02:24:26 +0000227 though recursive calls are allowed, these handles can *not* be shared -
228 each unique call to PyGILState_Ensure must save the handle for its
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000229 call to PyGILState_Release.
230
231 When the function returns, the current thread will hold the GIL.
232
233 Failure is a fatal error.
234*/
235PyAPI_FUNC(PyGILState_STATE) PyGILState_Ensure(void);
236
237/* Release any resources previously acquired. After this call, Python's
238 state will be the same as it was prior to the corresponding
Tim Peters174175b2004-03-29 02:24:26 +0000239 PyGILState_Ensure() call (but generally this state will be unknown to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000240 the caller, hence the use of the GILState API.)
241
Tim Peters174175b2004-03-29 02:24:26 +0000242 Every call to PyGILState_Ensure must be matched by a call to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000243 PyGILState_Release on the same thread.
244*/
245PyAPI_FUNC(void) PyGILState_Release(PyGILState_STATE);
246
247/* Helper/diagnostic function - get the current thread state for
Tim Peters174175b2004-03-29 02:24:26 +0000248 this thread. May return NULL if no GILState API has been used
Sandro Tosi61baee02011-08-08 00:16:54 +0200249 on the current thread. Note that the main thread always has such a
Tim Peters174175b2004-03-29 02:24:26 +0000250 thread-state, even if no auto-thread-state call has been made
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000251 on the main thread.
252*/
253PyAPI_FUNC(PyThreadState *) PyGILState_GetThisThreadState(void);
254
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100255#ifndef Py_LIMITED_API
Victor Stinner8a1be612016-03-14 22:07:55 +0100256/* Issue #26558: Flag to disable PyGILState_Check().
Victor Stinner861d9ab2016-03-16 22:45:24 +0100257 If set to non-zero, PyGILState_Check() always return 1. */
Victor Stinner8a1be612016-03-14 22:07:55 +0100258PyAPI_DATA(int) _PyGILState_check_enabled;
259
Victor Stinner861d9ab2016-03-16 22:45:24 +0100260/* Helper/diagnostic function - return 1 if the current thread
261 currently holds the GIL, 0 otherwise.
262
263 The function returns 1 if _PyGILState_check_enabled is non-zero. */
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700264PyAPI_FUNC(int) PyGILState_Check(void);
Victor Stinner861d9ab2016-03-16 22:45:24 +0100265
266/* Unsafe function to get the single PyInterpreterState used by this process'
267 GILState implementation.
268
269 Return NULL before _PyGILState_Init() is called and after _PyGILState_Fini()
270 is called. */
271PyAPI_FUNC(PyInterpreterState *) _PyGILState_GetInterpreterStateUnsafe(void);
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100272#endif
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700273
Victor Stinner8e4d4072011-04-26 23:34:58 +0200274#endif /* #ifdef WITH_THREAD */
275
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000276/* The implementation of sys._current_frames() Returns a dict mapping
277 thread id to that thread's current frame.
278*/
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000279#ifndef Py_LIMITED_API
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000280PyAPI_FUNC(PyObject *) _PyThread_CurrentFrames(void);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000281#endif
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000282
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000283/* Routines for advanced debuggers, requested by David Beazley.
284 Don't use unless you know what you are doing! */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000285#ifndef Py_LIMITED_API
Mark Hammond91a681d2002-08-12 07:21:58 +0000286PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Head(void);
287PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Next(PyInterpreterState *);
288PyAPI_FUNC(PyThreadState *) PyInterpreterState_ThreadHead(PyInterpreterState *);
289PyAPI_FUNC(PyThreadState *) PyThreadState_Next(PyThreadState *);
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000290
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000291typedef struct _frame *(*PyThreadFrameGetter)(PyThreadState *self_);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000292#endif
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000293
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000294/* hook for PyEval_GetFrame(), requested for Psyco */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000295#ifndef Py_LIMITED_API
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000296PyAPI_DATA(PyThreadFrameGetter) _PyThreadState_GetFrame;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000297#endif
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000298
Guido van Rossuma027efa1997-05-05 20:56:21 +0000299#ifdef __cplusplus
300}
301#endif
302#endif /* !Py_PYSTATE_H */