blob: f08618cc00f67ef822c1b0f2b8c6c172c8171081 [file] [log] [blame]
Guido van Rossuma027efa1997-05-05 20:56:21 +00001
2/* Thread and interpreter state structures and their interfaces */
3
4
Fred Drake5eb6d4e2000-07-08 23:37:28 +00005#ifndef Py_PYSTATE_H
6#define Py_PYSTATE_H
7#ifdef __cplusplus
8extern "C" {
9#endif
10
Guido van Rossuma027efa1997-05-05 20:56:21 +000011/* State shared between threads */
12
Guido van Rossum29e46a91997-08-02 02:56:48 +000013struct _ts; /* Forward */
14struct _is; /* Forward */
15
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000016#ifdef Py_LIMITED_API
17typedef struct _is PyInterpreterState;
18#else
Guido van Rossuma027efa1997-05-05 20:56:21 +000019typedef struct _is {
20
Fred Drake5eb6d4e2000-07-08 23:37:28 +000021 struct _is *next;
22 struct _ts *tstate_head;
Guido van Rossum29e46a91997-08-02 02:56:48 +000023
Fred Drake5eb6d4e2000-07-08 23:37:28 +000024 PyObject *modules;
Martin v. Löwis1a214512008-06-11 05:26:20 +000025 PyObject *modules_by_index;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000026 PyObject *sysdict;
27 PyObject *builtins;
Brett Cannonfd074152012-04-14 14:10:13 -040028 PyObject *importlib;
Guido van Rossuma027efa1997-05-05 20:56:21 +000029
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000030 PyObject *codec_search_path;
31 PyObject *codec_search_cache;
32 PyObject *codec_error_registry;
Christian Heimes6a27efa2008-10-30 21:48:26 +000033 int codecs_initialized;
Victor Stinner793b5312011-04-27 00:24:21 +020034 int fscodec_initialized;
Gustavo Niemeyer5ddd4c32003-03-19 00:35:36 +000035
Martin v. Löwisf0473d52001-07-18 16:17:16 +000036#ifdef HAVE_DLOPEN
37 int dlopenflags;
38#endif
Martin v. Löwisf30d60e2004-06-08 08:17:44 +000039#ifdef WITH_TSC
40 int tscdump;
41#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000042
Serhiy Storchaka87a5c512014-02-10 18:21:34 +020043 PyObject *builtins_copy;
Serhiy Storchaka133138a2016-08-02 22:51:21 +030044 PyObject *import_func;
Guido van Rossuma027efa1997-05-05 20:56:21 +000045} PyInterpreterState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000046#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +000047
48
49/* State unique per thread */
50
51struct _frame; /* Avoid including frameobject.h */
52
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000053#ifndef Py_LIMITED_API
Fred Drake55fb6e02001-06-27 19:18:03 +000054/* Py_tracefunc return -1 when raising an exception, or 0 for success. */
55typedef int (*Py_tracefunc)(PyObject *, struct _frame *, int, PyObject *);
56
57/* The following values are used for 'what' for tracefunc functions: */
58#define PyTrace_CALL 0
59#define PyTrace_EXCEPTION 1
60#define PyTrace_LINE 2
61#define PyTrace_RETURN 3
Nicholas Bastinc69ebe82004-03-24 21:57:10 +000062#define PyTrace_C_CALL 4
63#define PyTrace_C_EXCEPTION 5
64#define PyTrace_C_RETURN 6
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000065#endif
Fred Drake55fb6e02001-06-27 19:18:03 +000066
Martin v. Löwis4d0d4712010-12-03 20:14:31 +000067#ifdef Py_LIMITED_API
68typedef struct _ts PyThreadState;
69#else
Guido van Rossuma027efa1997-05-05 20:56:21 +000070typedef struct _ts {
Brett Cannon55fa66d2005-06-25 07:07:35 +000071 /* See Python/ceval.c for comments explaining most fields */
Guido van Rossuma027efa1997-05-05 20:56:21 +000072
Charles-Francois Natalif28dfdd2013-05-08 21:09:52 +020073 struct _ts *prev;
Fred Drake5eb6d4e2000-07-08 23:37:28 +000074 struct _ts *next;
75 PyInterpreterState *interp;
Guido van Rossuma027efa1997-05-05 20:56:21 +000076
Fred Drake5eb6d4e2000-07-08 23:37:28 +000077 struct _frame *frame;
78 int recursion_depth;
Martin v. Löwis5b222132007-06-10 09:51:05 +000079 char overflowed; /* The stack has overflowed. Allow 50 more calls
Victor Stinner8e4d4072011-04-26 23:34:58 +020080 to handle the runtime error. */
81 char recursion_critical; /* The current calls must not cause
82 a stack overflow. */
Brett Cannon55fa66d2005-06-25 07:07:35 +000083 /* 'tracing' keeps track of the execution depth when tracing/profiling.
84 This is to prevent the actual trace/profile code from being recorded in
85 the trace/profile. */
Fred Drake5eb6d4e2000-07-08 23:37:28 +000086 int tracing;
Fred Drake9e3ad782001-07-03 23:39:52 +000087 int use_tracing;
Guido van Rossuma027efa1997-05-05 20:56:21 +000088
Fred Drake55fb6e02001-06-27 19:18:03 +000089 Py_tracefunc c_profilefunc;
90 Py_tracefunc c_tracefunc;
91 PyObject *c_profileobj;
92 PyObject *c_traceobj;
Guido van Rossuma027efa1997-05-05 20:56:21 +000093
Fred Drake5eb6d4e2000-07-08 23:37:28 +000094 PyObject *curexc_type;
95 PyObject *curexc_value;
96 PyObject *curexc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +000097
Fred Drake5eb6d4e2000-07-08 23:37:28 +000098 PyObject *exc_type;
99 PyObject *exc_value;
100 PyObject *exc_traceback;
Guido van Rossuma027efa1997-05-05 20:56:21 +0000101
Brett Cannon55fa66d2005-06-25 07:07:35 +0000102 PyObject *dict; /* Stores per-thread state */
Guido van Rossumee0a63b1998-04-13 20:24:05 +0000103
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000104 int gilstate_counter;
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000105
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000106 PyObject *async_exc; /* Asynchronous exception to raise */
107 long thread_id; /* Thread id where this tstate was created */
108
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200109 int trash_delete_nesting;
110 PyObject *trash_delete_later;
111
Antoine Pitrou7b476992013-09-07 23:38:37 +0200112 /* Called when a thread state is deleted normally, but not when it
113 * is destroyed after fork().
114 * Pain: to prevent rare but fatal shutdown errors (issue 18808),
115 * Thread.join() must wait for the join'ed thread's tstate to be unlinked
116 * from the tstate chain. That happens at the end of a thread's life,
117 * in pystate.c.
118 * The obvious way doesn't quite work: create a lock which the tstate
119 * unlinking code releases, and have Thread.join() wait to acquire that
120 * lock. The problem is that we _are_ at the end of the thread's life:
121 * if the thread holds the last reference to the lock, decref'ing the
122 * lock will delete the lock, and that may trigger arbitrary Python code
123 * if there's a weakref, with a callback, to the lock. But by this time
124 * _PyThreadState_Current is already NULL, so only the simplest of C code
125 * can be allowed to run (in particular it must not be possible to
126 * release the GIL).
127 * So instead of holding the lock directly, the tstate holds a weakref to
128 * the lock: that's the value of on_delete_data below. Decref'ing a
129 * weakref is harmless.
130 * on_delete points to _threadmodule.c's static release_sentinel() function.
131 * After the tstate is unlinked, release_sentinel is called with the
132 * weakref-to-lock (on_delete_data) argument, and release_sentinel releases
133 * the indirectly held lock.
134 */
135 void (*on_delete)(void *);
136 void *on_delete_data;
137
Yury Selivanov75445082015-05-11 22:57:16 -0400138 PyObject *coroutine_wrapper;
Yury Selivanovaab3c4a2015-06-02 18:43:51 -0400139 int in_coroutine_wrapper;
Yury Selivanov75445082015-05-11 22:57:16 -0400140
Fred Drake5eb6d4e2000-07-08 23:37:28 +0000141 /* XXX signal handlers should also be here */
Guido van Rossuma027efa1997-05-05 20:56:21 +0000142
143} PyThreadState;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000144#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000145
146
Mark Hammond91a681d2002-08-12 07:21:58 +0000147PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_New(void);
148PyAPI_FUNC(void) PyInterpreterState_Clear(PyInterpreterState *);
149PyAPI_FUNC(void) PyInterpreterState_Delete(PyInterpreterState *);
Martin v. Löwis1a214512008-06-11 05:26:20 +0000150PyAPI_FUNC(int) _PyState_AddModule(PyObject*, struct PyModuleDef*);
Martin v. Löwis7800f752012-06-22 12:20:55 +0200151#if !defined(Py_LIMITED_API) || Py_LIMITED_API+0 >= 0x03030000
152/* New in 3.3 */
153PyAPI_FUNC(int) PyState_AddModule(PyObject*, struct PyModuleDef*);
154PyAPI_FUNC(int) PyState_RemoveModule(struct PyModuleDef*);
155#endif
Martin v. Löwis1a214512008-06-11 05:26:20 +0000156PyAPI_FUNC(PyObject*) PyState_FindModule(struct PyModuleDef*);
Antoine Pitrou40322e62013-08-11 00:30:09 +0200157#ifndef Py_LIMITED_API
158PyAPI_FUNC(void) _PyState_ClearModules(void);
159#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000160
Mark Hammond91a681d2002-08-12 07:21:58 +0000161PyAPI_FUNC(PyThreadState *) PyThreadState_New(PyInterpreterState *);
Victor Stinner45b9be52010-03-03 23:28:07 +0000162PyAPI_FUNC(PyThreadState *) _PyThreadState_Prealloc(PyInterpreterState *);
163PyAPI_FUNC(void) _PyThreadState_Init(PyThreadState *);
Mark Hammond91a681d2002-08-12 07:21:58 +0000164PyAPI_FUNC(void) PyThreadState_Clear(PyThreadState *);
165PyAPI_FUNC(void) PyThreadState_Delete(PyThreadState *);
Antoine Pitrou8408cea2013-05-05 23:47:09 +0200166PyAPI_FUNC(void) _PyThreadState_DeleteExcept(PyThreadState *tstate);
Guido van Rossum29757862001-01-23 01:46:06 +0000167#ifdef WITH_THREAD
Mark Hammond91a681d2002-08-12 07:21:58 +0000168PyAPI_FUNC(void) PyThreadState_DeleteCurrent(void);
Antoine Pitrou0c759fe2011-04-27 19:28:05 +0200169PyAPI_FUNC(void) _PyGILState_Reinit(void);
Guido van Rossum29757862001-01-23 01:46:06 +0000170#endif
Guido van Rossuma027efa1997-05-05 20:56:21 +0000171
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100172/* Return the current thread state. The global interpreter lock must be held.
173 * When the current thread state is NULL, this issues a fatal error (so that
174 * the caller needn't check for NULL). */
Mark Hammond91a681d2002-08-12 07:21:58 +0000175PyAPI_FUNC(PyThreadState *) PyThreadState_Get(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100176
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100177/* Similar to PyThreadState_Get(), but don't issue a fatal error
178 * if it is NULL. */
179PyAPI_FUNC(PyThreadState *) _PyThreadState_UncheckedGet(void);
Victor Stinnerbfd316e2016-01-20 11:12:38 +0100180
Mark Hammond91a681d2002-08-12 07:21:58 +0000181PyAPI_FUNC(PyThreadState *) PyThreadState_Swap(PyThreadState *);
182PyAPI_FUNC(PyObject *) PyThreadState_GetDict(void);
Guido van Rossumb8b6d0c2003-06-28 21:53:52 +0000183PyAPI_FUNC(int) PyThreadState_SetAsyncExc(long, PyObject *);
Guido van Rossuma027efa1997-05-05 20:56:21 +0000184
Guido van Rossum275ea671998-12-21 18:28:10 +0000185
186/* Variable and macro for in-line access to current thread state */
187
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000188/* Assuming the current thread holds the GIL, this is the
Victor Stinner6df29ad2015-09-18 15:06:34 +0200189 PyThreadState for the current thread. */
190#ifdef Py_BUILD_CORE
Jeffrey Yasskin39370832010-05-03 19:29:34 +0000191PyAPI_DATA(_Py_atomic_address) _PyThreadState_Current;
Victor Stinner6df29ad2015-09-18 15:06:34 +0200192# define PyThreadState_GET() \
193 ((PyThreadState*)_Py_atomic_load_relaxed(&_PyThreadState_Current))
Guido van Rossum275ea671998-12-21 18:28:10 +0000194#else
Victor Stinner6df29ad2015-09-18 15:06:34 +0200195# define PyThreadState_GET() PyThreadState_Get()
Guido van Rossum275ea671998-12-21 18:28:10 +0000196#endif
197
Tim Peters174175b2004-03-29 02:24:26 +0000198typedef
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000199 enum {PyGILState_LOCKED, PyGILState_UNLOCKED}
200 PyGILState_STATE;
201
Victor Stinner8e4d4072011-04-26 23:34:58 +0200202#ifdef WITH_THREAD
203
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000204/* Ensure that the current thread is ready to call the Python
205 C API, regardless of the current state of Python, or of its
206 thread lock. This may be called as many times as desired
Tim Peters174175b2004-03-29 02:24:26 +0000207 by a thread so long as each call is matched with a call to
208 PyGILState_Release(). In general, other thread-state APIs may
209 be used between _Ensure() and _Release() calls, so long as the
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000210 thread-state is restored to its previous state before the Release().
211 For example, normal use of the Py_BEGIN_ALLOW_THREADS/
212 Py_END_ALLOW_THREADS macros are acceptable.
213
214 The return value is an opaque "handle" to the thread state when
Raymond Hettinger4eec95a2004-03-13 20:45:47 +0000215 PyGILState_Ensure() was called, and must be passed to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000216 PyGILState_Release() to ensure Python is left in the same state. Even
Tim Peters174175b2004-03-29 02:24:26 +0000217 though recursive calls are allowed, these handles can *not* be shared -
218 each unique call to PyGILState_Ensure must save the handle for its
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000219 call to PyGILState_Release.
220
221 When the function returns, the current thread will hold the GIL.
222
223 Failure is a fatal error.
224*/
225PyAPI_FUNC(PyGILState_STATE) PyGILState_Ensure(void);
226
227/* Release any resources previously acquired. After this call, Python's
228 state will be the same as it was prior to the corresponding
Tim Peters174175b2004-03-29 02:24:26 +0000229 PyGILState_Ensure() call (but generally this state will be unknown to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000230 the caller, hence the use of the GILState API.)
231
Tim Peters174175b2004-03-29 02:24:26 +0000232 Every call to PyGILState_Ensure must be matched by a call to
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000233 PyGILState_Release on the same thread.
234*/
235PyAPI_FUNC(void) PyGILState_Release(PyGILState_STATE);
236
237/* Helper/diagnostic function - get the current thread state for
Tim Peters174175b2004-03-29 02:24:26 +0000238 this thread. May return NULL if no GILState API has been used
Sandro Tosi61baee02011-08-08 00:16:54 +0200239 on the current thread. Note that the main thread always has such a
Tim Peters174175b2004-03-29 02:24:26 +0000240 thread-state, even if no auto-thread-state call has been made
Mark Hammond8d98d2c2003-04-19 15:41:53 +0000241 on the main thread.
242*/
243PyAPI_FUNC(PyThreadState *) PyGILState_GetThisThreadState(void);
244
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100245#ifndef Py_LIMITED_API
Victor Stinner8a1be612016-03-14 22:07:55 +0100246/* Issue #26558: Flag to disable PyGILState_Check().
Victor Stinner861d9ab2016-03-16 22:45:24 +0100247 If set to non-zero, PyGILState_Check() always return 1. */
Victor Stinner8a1be612016-03-14 22:07:55 +0100248PyAPI_DATA(int) _PyGILState_check_enabled;
249
Victor Stinner861d9ab2016-03-16 22:45:24 +0100250/* Helper/diagnostic function - return 1 if the current thread
251 currently holds the GIL, 0 otherwise.
252
253 The function returns 1 if _PyGILState_check_enabled is non-zero. */
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700254PyAPI_FUNC(int) PyGILState_Check(void);
Victor Stinner861d9ab2016-03-16 22:45:24 +0100255
256/* Unsafe function to get the single PyInterpreterState used by this process'
257 GILState implementation.
258
259 Return NULL before _PyGILState_Init() is called and after _PyGILState_Fini()
260 is called. */
261PyAPI_FUNC(PyInterpreterState *) _PyGILState_GetInterpreterStateUnsafe(void);
Martin v. Löwis1c0689c2014-01-03 21:36:49 +0100262#endif
Kristján Valur Jónsson684cd0e2013-03-23 03:36:16 -0700263
Victor Stinner8e4d4072011-04-26 23:34:58 +0200264#endif /* #ifdef WITH_THREAD */
265
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000266/* The implementation of sys._current_frames() Returns a dict mapping
267 thread id to that thread's current frame.
268*/
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000269#ifndef Py_LIMITED_API
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000270PyAPI_FUNC(PyObject *) _PyThread_CurrentFrames(void);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000271#endif
Thomas Wouters0e3f5912006-08-11 14:57:12 +0000272
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000273/* Routines for advanced debuggers, requested by David Beazley.
274 Don't use unless you know what you are doing! */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000275#ifndef Py_LIMITED_API
Mark Hammond91a681d2002-08-12 07:21:58 +0000276PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Head(void);
277PyAPI_FUNC(PyInterpreterState *) PyInterpreterState_Next(PyInterpreterState *);
278PyAPI_FUNC(PyThreadState *) PyInterpreterState_ThreadHead(PyInterpreterState *);
279PyAPI_FUNC(PyThreadState *) PyThreadState_Next(PyThreadState *);
Guido van Rossumf5df46d2001-07-19 12:19:27 +0000280
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000281typedef struct _frame *(*PyThreadFrameGetter)(PyThreadState *self_);
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000282#endif
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000283
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000284/* hook for PyEval_GetFrame(), requested for Psyco */
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000285#ifndef Py_LIMITED_API
Guido van Rossum6297a7a2003-02-19 15:53:17 +0000286PyAPI_DATA(PyThreadFrameGetter) _PyThreadState_GetFrame;
Martin v. Löwis4d0d4712010-12-03 20:14:31 +0000287#endif
Michael W. Hudson019a78e2002-11-08 12:53:11 +0000288
Guido van Rossuma027efa1997-05-05 20:56:21 +0000289#ifdef __cplusplus
290}
291#endif
292#endif /* !Py_PYSTATE_H */