Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1 | |
| 2 | /* Thread module */ |
| 3 | /* Interface to Sjoerd's portable C thread library */ |
| 4 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 5 | #include "Python.h" |
Victor Stinner | 4a21e57 | 2020-04-15 02:35:41 +0200 | [diff] [blame] | 6 | #include "pycore_interp.h" // _PyInterpreterState.num_threads |
Victor Stinner | cdad272 | 2021-04-22 00:52:52 +0200 | [diff] [blame] | 7 | #include "pycore_moduleobject.h" // _PyModule_GetState() |
| 8 | #include "pycore_pylifecycle.h" |
Victor Stinner | 4a21e57 | 2020-04-15 02:35:41 +0200 | [diff] [blame] | 9 | #include "pycore_pystate.h" // _PyThreadState_Init() |
| 10 | #include <stddef.h> // offsetof() |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 11 | #include "structmember.h" // PyMemberDef |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 12 | |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 13 | #ifdef HAVE_SIGNAL_H |
| 14 | # include <signal.h> // SIGINT |
| 15 | #endif |
| 16 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 17 | // ThreadError is just an alias to PyExc_RuntimeError |
| 18 | #define ThreadError PyExc_RuntimeError |
| 19 | |
| 20 | _Py_IDENTIFIER(__dict__); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 21 | |
Victor Stinner | bd303c1 | 2013-11-07 23:07:29 +0100 | [diff] [blame] | 22 | _Py_IDENTIFIER(stderr); |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 23 | _Py_IDENTIFIER(flush); |
Victor Stinner | bd303c1 | 2013-11-07 23:07:29 +0100 | [diff] [blame] | 24 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 25 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 26 | // Forward declarations |
| 27 | static struct PyModuleDef thread_module; |
| 28 | |
| 29 | |
| 30 | typedef struct { |
| 31 | PyTypeObject *lock_type; |
| 32 | PyTypeObject *local_type; |
| 33 | PyTypeObject *local_dummy_type; |
| 34 | } thread_module_state; |
| 35 | |
| 36 | static inline thread_module_state* |
| 37 | get_thread_state(PyObject *module) |
| 38 | { |
Victor Stinner | cdad272 | 2021-04-22 00:52:52 +0200 | [diff] [blame] | 39 | void *state = _PyModule_GetState(module); |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 40 | assert(state != NULL); |
| 41 | return (thread_module_state *)state; |
| 42 | } |
| 43 | |
| 44 | |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 45 | /* Lock objects */ |
| 46 | |
| 47 | typedef struct { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 48 | PyObject_HEAD |
| 49 | PyThread_type_lock lock_lock; |
| 50 | PyObject *in_weakreflist; |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 51 | char locked; /* for sanity checking */ |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 52 | } lockobject; |
| 53 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 54 | static int |
| 55 | lock_traverse(lockobject *self, visitproc visit, void *arg) |
| 56 | { |
| 57 | Py_VISIT(Py_TYPE(self)); |
| 58 | return 0; |
| 59 | } |
| 60 | |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 61 | static void |
Peter Schneider-Kamp | 3707efe | 2000-07-10 10:03:58 +0000 | [diff] [blame] | 62 | lock_dealloc(lockobject *self) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 63 | { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 64 | if (self->in_weakreflist != NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 65 | PyObject_ClearWeakRefs((PyObject *) self); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 66 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 67 | if (self->lock_lock != NULL) { |
| 68 | /* Unlock the lock so it's safe to free it */ |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 69 | if (self->locked) |
| 70 | PyThread_release_lock(self->lock_lock); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 71 | PyThread_free_lock(self->lock_lock); |
| 72 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 73 | PyTypeObject *tp = Py_TYPE(self); |
| 74 | tp->tp_free((PyObject*)self); |
| 75 | Py_DECREF(tp); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 76 | } |
| 77 | |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 78 | /* Helper to acquire an interruptible lock with a timeout. If the lock acquire |
| 79 | * is interrupted, signal handlers are run, and if they raise an exception, |
| 80 | * PY_LOCK_INTR is returned. Otherwise, PY_LOCK_ACQUIRED or PY_LOCK_FAILURE |
Raymond Hettinger | 15f44ab | 2016-08-30 10:47:49 -0700 | [diff] [blame] | 81 | * are returned, depending on whether the lock can be acquired within the |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 82 | * timeout. |
| 83 | */ |
| 84 | static PyLockStatus |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 85 | acquire_timed(PyThread_type_lock lock, _PyTime_t timeout) |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 86 | { |
| 87 | PyLockStatus r; |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 88 | _PyTime_t endtime = 0; |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 89 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 90 | if (timeout > 0) { |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 91 | endtime = _PyTime_GetMonotonicClock() + timeout; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 92 | } |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 93 | |
| 94 | do { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 95 | _PyTime_t microseconds; |
Victor Stinner | 869e177 | 2015-03-30 03:49:14 +0200 | [diff] [blame] | 96 | microseconds = _PyTime_AsMicroseconds(timeout, _PyTime_ROUND_CEILING); |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 97 | |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 98 | /* first a simple non-blocking try without releasing the GIL */ |
| 99 | r = PyThread_acquire_lock_timed(lock, 0, 0); |
| 100 | if (r == PY_LOCK_FAILURE && microseconds != 0) { |
| 101 | Py_BEGIN_ALLOW_THREADS |
| 102 | r = PyThread_acquire_lock_timed(lock, microseconds, 1); |
| 103 | Py_END_ALLOW_THREADS |
Victor Stinner | 357f515 | 2013-11-05 15:10:19 +0100 | [diff] [blame] | 104 | } |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 105 | |
| 106 | if (r == PY_LOCK_INTR) { |
| 107 | /* Run signal handlers if we were interrupted. Propagate |
| 108 | * exceptions from signal handlers, such as KeyboardInterrupt, by |
| 109 | * passing up PY_LOCK_INTR. */ |
| 110 | if (Py_MakePendingCalls() < 0) { |
| 111 | return PY_LOCK_INTR; |
| 112 | } |
| 113 | |
| 114 | /* If we're using a timeout, recompute the timeout after processing |
| 115 | * signals, since those can take time. */ |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 116 | if (timeout > 0) { |
| 117 | timeout = endtime - _PyTime_GetMonotonicClock(); |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 118 | |
| 119 | /* Check for negative values, since those mean block forever. |
| 120 | */ |
Victor Stinner | 6aa446c | 2015-03-30 21:33:51 +0200 | [diff] [blame] | 121 | if (timeout < 0) { |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 122 | r = PY_LOCK_FAILURE; |
| 123 | } |
| 124 | } |
| 125 | } |
| 126 | } while (r == PY_LOCK_INTR); /* Retry if we were interrupted. */ |
| 127 | |
| 128 | return r; |
| 129 | } |
| 130 | |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 131 | static int |
| 132 | lock_acquire_parse_args(PyObject *args, PyObject *kwds, |
| 133 | _PyTime_t *timeout) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 134 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 135 | char *kwlist[] = {"blocking", "timeout", NULL}; |
| 136 | int blocking = 1; |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 137 | PyObject *timeout_obj = NULL; |
Victor Stinner | 13019fd | 2015-04-03 13:10:54 +0200 | [diff] [blame] | 138 | const _PyTime_t unset_timeout = _PyTime_FromSeconds(-1); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 139 | |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 140 | *timeout = unset_timeout ; |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 141 | |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 142 | if (!PyArg_ParseTupleAndKeywords(args, kwds, "|iO:acquire", kwlist, |
| 143 | &blocking, &timeout_obj)) |
| 144 | return -1; |
| 145 | |
| 146 | if (timeout_obj |
Victor Stinner | 869e177 | 2015-03-30 03:49:14 +0200 | [diff] [blame] | 147 | && _PyTime_FromSecondsObject(timeout, |
Pablo Galindo | 59af94f | 2017-10-18 08:13:09 +0100 | [diff] [blame] | 148 | timeout_obj, _PyTime_ROUND_TIMEOUT) < 0) |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 149 | return -1; |
| 150 | |
| 151 | if (!blocking && *timeout != unset_timeout ) { |
| 152 | PyErr_SetString(PyExc_ValueError, |
| 153 | "can't specify a timeout for a non-blocking call"); |
| 154 | return -1; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 155 | } |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 156 | if (*timeout < 0 && *timeout != unset_timeout) { |
| 157 | PyErr_SetString(PyExc_ValueError, |
| 158 | "timeout value must be positive"); |
| 159 | return -1; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 160 | } |
| 161 | if (!blocking) |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 162 | *timeout = 0; |
| 163 | else if (*timeout != unset_timeout) { |
| 164 | _PyTime_t microseconds; |
| 165 | |
Pablo Galindo | 59af94f | 2017-10-18 08:13:09 +0100 | [diff] [blame] | 166 | microseconds = _PyTime_AsMicroseconds(*timeout, _PyTime_ROUND_TIMEOUT); |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 167 | if (microseconds >= PY_TIMEOUT_MAX) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 168 | PyErr_SetString(PyExc_OverflowError, |
| 169 | "timeout value is too large"); |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 170 | return -1; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 171 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 172 | } |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 173 | return 0; |
| 174 | } |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 175 | |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 176 | static PyObject * |
| 177 | lock_PyThread_acquire_lock(lockobject *self, PyObject *args, PyObject *kwds) |
| 178 | { |
| 179 | _PyTime_t timeout; |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 180 | if (lock_acquire_parse_args(args, kwds, &timeout) < 0) |
| 181 | return NULL; |
| 182 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 183 | PyLockStatus r = acquire_timed(self->lock_lock, timeout); |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 184 | if (r == PY_LOCK_INTR) { |
| 185 | return NULL; |
| 186 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 187 | |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 188 | if (r == PY_LOCK_ACQUIRED) |
| 189 | self->locked = 1; |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 190 | return PyBool_FromLong(r == PY_LOCK_ACQUIRED); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 191 | } |
| 192 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 193 | PyDoc_STRVAR(acquire_doc, |
Berker Peksag | 720e655 | 2016-05-02 12:25:35 +0300 | [diff] [blame] | 194 | "acquire(blocking=True, timeout=-1) -> bool\n\ |
Guido van Rossum | f669436 | 2006-03-10 02:28:35 +0000 | [diff] [blame] | 195 | (acquire_lock() is an obsolete synonym)\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 196 | \n\ |
| 197 | Lock the lock. Without argument, this blocks if the lock is already\n\ |
| 198 | locked (even by the same thread), waiting for another thread to release\n\ |
R David Murray | 95b7110 | 2013-02-04 10:15:58 -0500 | [diff] [blame] | 199 | the lock, and return True once the lock is acquired.\n\ |
Guido van Rossum | 8fdc75b | 2002-04-07 06:32:21 +0000 | [diff] [blame] | 200 | With an argument, this will only block if the argument is true,\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 201 | and the return value reflects whether the lock is acquired.\n\ |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 202 | The blocking operation is interruptible."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 203 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 204 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 205 | lock_PyThread_release_lock(lockobject *self, PyObject *Py_UNUSED(ignored)) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 206 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 207 | /* Sanity check: the lock must be locked */ |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 208 | if (!self->locked) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 209 | PyErr_SetString(ThreadError, "release unlocked lock"); |
| 210 | return NULL; |
| 211 | } |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 212 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 213 | PyThread_release_lock(self->lock_lock); |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 214 | self->locked = 0; |
Serhiy Storchaka | 228b12e | 2017-01-23 09:47:21 +0200 | [diff] [blame] | 215 | Py_RETURN_NONE; |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 216 | } |
| 217 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 218 | PyDoc_STRVAR(release_doc, |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 219 | "release()\n\ |
Guido van Rossum | f669436 | 2006-03-10 02:28:35 +0000 | [diff] [blame] | 220 | (release_lock() is an obsolete synonym)\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 221 | \n\ |
| 222 | Release the lock, allowing another thread that is blocked waiting for\n\ |
| 223 | the lock to acquire the lock. The lock must be in the locked state,\n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 224 | but it needn't be locked by the same thread that unlocks it."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 225 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 226 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 227 | lock_locked_lock(lockobject *self, PyObject *Py_UNUSED(ignored)) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 228 | { |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 229 | return PyBool_FromLong((long)self->locked); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 232 | PyDoc_STRVAR(locked_doc, |
Guido van Rossum | 8fdc75b | 2002-04-07 06:32:21 +0000 | [diff] [blame] | 233 | "locked() -> bool\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 234 | (locked_lock() is an obsolete synonym)\n\ |
| 235 | \n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 236 | Return whether the lock is in the locked state."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 237 | |
Raymond Hettinger | 62f4dad | 2014-05-25 18:22:35 -0700 | [diff] [blame] | 238 | static PyObject * |
| 239 | lock_repr(lockobject *self) |
| 240 | { |
| 241 | return PyUnicode_FromFormat("<%s %s object at %p>", |
| 242 | self->locked ? "locked" : "unlocked", Py_TYPE(self)->tp_name, self); |
| 243 | } |
| 244 | |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 245 | #ifdef HAVE_FORK |
| 246 | static PyObject * |
| 247 | lock__at_fork_reinit(lockobject *self, PyObject *Py_UNUSED(args)) |
| 248 | { |
| 249 | if (_PyThread_at_fork_reinit(&self->lock_lock) < 0) { |
| 250 | PyErr_SetString(ThreadError, "failed to reinitialize lock at fork"); |
| 251 | return NULL; |
| 252 | } |
| 253 | |
| 254 | self->locked = 0; |
| 255 | |
| 256 | Py_RETURN_NONE; |
| 257 | } |
| 258 | #endif /* HAVE_FORK */ |
| 259 | |
| 260 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 261 | static PyMethodDef lock_methods[] = { |
Serhiy Storchaka | 62be742 | 2018-11-27 13:27:31 +0200 | [diff] [blame] | 262 | {"acquire_lock", (PyCFunction)(void(*)(void))lock_PyThread_acquire_lock, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 263 | METH_VARARGS | METH_KEYWORDS, acquire_doc}, |
Serhiy Storchaka | 62be742 | 2018-11-27 13:27:31 +0200 | [diff] [blame] | 264 | {"acquire", (PyCFunction)(void(*)(void))lock_PyThread_acquire_lock, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 265 | METH_VARARGS | METH_KEYWORDS, acquire_doc}, |
| 266 | {"release_lock", (PyCFunction)lock_PyThread_release_lock, |
| 267 | METH_NOARGS, release_doc}, |
| 268 | {"release", (PyCFunction)lock_PyThread_release_lock, |
| 269 | METH_NOARGS, release_doc}, |
| 270 | {"locked_lock", (PyCFunction)lock_locked_lock, |
| 271 | METH_NOARGS, locked_doc}, |
| 272 | {"locked", (PyCFunction)lock_locked_lock, |
| 273 | METH_NOARGS, locked_doc}, |
Serhiy Storchaka | 62be742 | 2018-11-27 13:27:31 +0200 | [diff] [blame] | 274 | {"__enter__", (PyCFunction)(void(*)(void))lock_PyThread_acquire_lock, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 275 | METH_VARARGS | METH_KEYWORDS, acquire_doc}, |
| 276 | {"__exit__", (PyCFunction)lock_PyThread_release_lock, |
| 277 | METH_VARARGS, release_doc}, |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 278 | #ifdef HAVE_FORK |
| 279 | {"_at_fork_reinit", (PyCFunction)lock__at_fork_reinit, |
| 280 | METH_NOARGS, NULL}, |
| 281 | #endif |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 282 | {NULL, NULL} /* sentinel */ |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 283 | }; |
| 284 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 285 | PyDoc_STRVAR(lock_doc, |
| 286 | "A lock object is a synchronization primitive. To create a lock,\n\ |
| 287 | call threading.Lock(). Methods are:\n\ |
| 288 | \n\ |
| 289 | acquire() -- lock the lock, possibly blocking until it can be obtained\n\ |
| 290 | release() -- unlock of the lock\n\ |
| 291 | locked() -- test whether the lock is currently locked\n\ |
| 292 | \n\ |
| 293 | A lock is not owned by the thread that locked it; another thread may\n\ |
| 294 | unlock it. A thread attempting to lock a lock that it has already locked\n\ |
| 295 | will block until another thread unlocks it. Deadlocks may ensue."); |
| 296 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 297 | static PyMemberDef lock_type_members[] = { |
| 298 | {"__weaklistoffset__", T_PYSSIZET, offsetof(lockobject, in_weakreflist), READONLY}, |
| 299 | {NULL}, |
| 300 | }; |
| 301 | |
| 302 | static PyType_Slot lock_type_slots[] = { |
| 303 | {Py_tp_dealloc, (destructor)lock_dealloc}, |
| 304 | {Py_tp_repr, (reprfunc)lock_repr}, |
| 305 | {Py_tp_doc, (void *)lock_doc}, |
| 306 | {Py_tp_methods, lock_methods}, |
| 307 | {Py_tp_traverse, lock_traverse}, |
| 308 | {Py_tp_members, lock_type_members}, |
| 309 | {0, 0} |
| 310 | }; |
| 311 | |
| 312 | static PyType_Spec lock_type_spec = { |
| 313 | .name = "_thread.lock", |
| 314 | .basicsize = sizeof(lockobject), |
Erlend Egeberg Aasland | 9746cda | 2021-04-30 16:04:57 +0200 | [diff] [blame] | 315 | .flags = (Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | |
Miss Islington (bot) | 7297d74 | 2021-06-17 03:19:44 -0700 | [diff] [blame] | 316 | Py_TPFLAGS_DISALLOW_INSTANTIATION | Py_TPFLAGS_IMMUTABLETYPE), |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 317 | .slots = lock_type_slots, |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 318 | }; |
| 319 | |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 320 | /* Recursive lock objects */ |
| 321 | |
| 322 | typedef struct { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 323 | PyObject_HEAD |
| 324 | PyThread_type_lock rlock_lock; |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 325 | unsigned long rlock_owner; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 326 | unsigned long rlock_count; |
| 327 | PyObject *in_weakreflist; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 328 | } rlockobject; |
| 329 | |
Miss Islington (bot) | e30fe27 | 2021-06-15 06:29:44 -0700 | [diff] [blame] | 330 | static int |
| 331 | rlock_traverse(rlockobject *self, visitproc visit, void *arg) |
| 332 | { |
| 333 | Py_VISIT(Py_TYPE(self)); |
| 334 | return 0; |
| 335 | } |
| 336 | |
| 337 | |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 338 | static void |
| 339 | rlock_dealloc(rlockobject *self) |
| 340 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 341 | if (self->in_weakreflist != NULL) |
| 342 | PyObject_ClearWeakRefs((PyObject *) self); |
Victor Stinner | 357f515 | 2013-11-05 15:10:19 +0100 | [diff] [blame] | 343 | /* self->rlock_lock can be NULL if PyThread_allocate_lock() failed |
| 344 | in rlock_new() */ |
| 345 | if (self->rlock_lock != NULL) { |
| 346 | /* Unlock the lock so it's safe to free it */ |
| 347 | if (self->rlock_count > 0) |
| 348 | PyThread_release_lock(self->rlock_lock); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 349 | |
Victor Stinner | 357f515 | 2013-11-05 15:10:19 +0100 | [diff] [blame] | 350 | PyThread_free_lock(self->rlock_lock); |
| 351 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 352 | PyTypeObject *tp = Py_TYPE(self); |
| 353 | tp->tp_free(self); |
| 354 | Py_DECREF(tp); |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 355 | } |
| 356 | |
| 357 | static PyObject * |
| 358 | rlock_acquire(rlockobject *self, PyObject *args, PyObject *kwds) |
| 359 | { |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 360 | _PyTime_t timeout; |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 361 | unsigned long tid; |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 362 | PyLockStatus r = PY_LOCK_ACQUIRED; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 363 | |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 364 | if (lock_acquire_parse_args(args, kwds, &timeout) < 0) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 365 | return NULL; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 366 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 367 | tid = PyThread_get_thread_ident(); |
| 368 | if (self->rlock_count > 0 && tid == self->rlock_owner) { |
| 369 | unsigned long count = self->rlock_count + 1; |
| 370 | if (count <= self->rlock_count) { |
| 371 | PyErr_SetString(PyExc_OverflowError, |
| 372 | "Internal lock count overflowed"); |
| 373 | return NULL; |
| 374 | } |
| 375 | self->rlock_count = count; |
| 376 | Py_RETURN_TRUE; |
| 377 | } |
Victor Stinner | f5faad2 | 2015-03-28 03:52:05 +0100 | [diff] [blame] | 378 | r = acquire_timed(self->rlock_lock, timeout); |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 379 | if (r == PY_LOCK_ACQUIRED) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 380 | assert(self->rlock_count == 0); |
| 381 | self->rlock_owner = tid; |
| 382 | self->rlock_count = 1; |
| 383 | } |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 384 | else if (r == PY_LOCK_INTR) { |
| 385 | return NULL; |
| 386 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 387 | |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 388 | return PyBool_FromLong(r == PY_LOCK_ACQUIRED); |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 389 | } |
| 390 | |
| 391 | PyDoc_STRVAR(rlock_acquire_doc, |
| 392 | "acquire(blocking=True) -> bool\n\ |
| 393 | \n\ |
| 394 | Lock the lock. `blocking` indicates whether we should wait\n\ |
| 395 | for the lock to be available or not. If `blocking` is False\n\ |
| 396 | and another thread holds the lock, the method will return False\n\ |
| 397 | immediately. If `blocking` is True and another thread holds\n\ |
| 398 | the lock, the method will wait for the lock to be released,\n\ |
| 399 | take it and then return True.\n\ |
Antoine Pitrou | 810023d | 2010-12-15 22:59:16 +0000 | [diff] [blame] | 400 | (note: the blocking operation is interruptible.)\n\ |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 401 | \n\ |
| 402 | In all other cases, the method will return True immediately.\n\ |
| 403 | Precisely, if the current thread already holds the lock, its\n\ |
| 404 | internal counter is simply incremented. If nobody holds the lock,\n\ |
| 405 | the lock is taken and its internal counter initialized to 1."); |
| 406 | |
| 407 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 408 | rlock_release(rlockobject *self, PyObject *Py_UNUSED(ignored)) |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 409 | { |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 410 | unsigned long tid = PyThread_get_thread_ident(); |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 411 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 412 | if (self->rlock_count == 0 || self->rlock_owner != tid) { |
| 413 | PyErr_SetString(PyExc_RuntimeError, |
| 414 | "cannot release un-acquired lock"); |
| 415 | return NULL; |
| 416 | } |
| 417 | if (--self->rlock_count == 0) { |
| 418 | self->rlock_owner = 0; |
| 419 | PyThread_release_lock(self->rlock_lock); |
| 420 | } |
| 421 | Py_RETURN_NONE; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 422 | } |
| 423 | |
| 424 | PyDoc_STRVAR(rlock_release_doc, |
| 425 | "release()\n\ |
| 426 | \n\ |
| 427 | Release the lock, allowing another thread that is blocked waiting for\n\ |
| 428 | the lock to acquire the lock. The lock must be in the locked state,\n\ |
| 429 | and must be locked by the same thread that unlocks it; otherwise a\n\ |
| 430 | `RuntimeError` is raised.\n\ |
| 431 | \n\ |
| 432 | Do note that if the lock was acquire()d several times in a row by the\n\ |
| 433 | current thread, release() needs to be called as many times for the lock\n\ |
| 434 | to be available for other threads."); |
| 435 | |
| 436 | static PyObject * |
Victor Stinner | e879452 | 2014-01-02 12:47:24 +0100 | [diff] [blame] | 437 | rlock_acquire_restore(rlockobject *self, PyObject *args) |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 438 | { |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 439 | unsigned long owner; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 440 | unsigned long count; |
| 441 | int r = 1; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 442 | |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 443 | if (!PyArg_ParseTuple(args, "(kk):_acquire_restore", &count, &owner)) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 444 | return NULL; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 445 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 446 | if (!PyThread_acquire_lock(self->rlock_lock, 0)) { |
| 447 | Py_BEGIN_ALLOW_THREADS |
| 448 | r = PyThread_acquire_lock(self->rlock_lock, 1); |
| 449 | Py_END_ALLOW_THREADS |
| 450 | } |
| 451 | if (!r) { |
| 452 | PyErr_SetString(ThreadError, "couldn't acquire lock"); |
| 453 | return NULL; |
| 454 | } |
| 455 | assert(self->rlock_count == 0); |
| 456 | self->rlock_owner = owner; |
| 457 | self->rlock_count = count; |
| 458 | Py_RETURN_NONE; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 459 | } |
| 460 | |
| 461 | PyDoc_STRVAR(rlock_acquire_restore_doc, |
| 462 | "_acquire_restore(state) -> None\n\ |
| 463 | \n\ |
| 464 | For internal use by `threading.Condition`."); |
| 465 | |
| 466 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 467 | rlock_release_save(rlockobject *self, PyObject *Py_UNUSED(ignored)) |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 468 | { |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 469 | unsigned long owner; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 470 | unsigned long count; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 471 | |
Victor Stinner | c2824d4 | 2011-04-24 23:41:33 +0200 | [diff] [blame] | 472 | if (self->rlock_count == 0) { |
| 473 | PyErr_SetString(PyExc_RuntimeError, |
| 474 | "cannot release un-acquired lock"); |
| 475 | return NULL; |
| 476 | } |
| 477 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 478 | owner = self->rlock_owner; |
| 479 | count = self->rlock_count; |
| 480 | self->rlock_count = 0; |
| 481 | self->rlock_owner = 0; |
| 482 | PyThread_release_lock(self->rlock_lock); |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 483 | return Py_BuildValue("kk", count, owner); |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 484 | } |
| 485 | |
| 486 | PyDoc_STRVAR(rlock_release_save_doc, |
| 487 | "_release_save() -> tuple\n\ |
| 488 | \n\ |
| 489 | For internal use by `threading.Condition`."); |
| 490 | |
| 491 | |
| 492 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 493 | rlock_is_owned(rlockobject *self, PyObject *Py_UNUSED(ignored)) |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 494 | { |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 495 | unsigned long tid = PyThread_get_thread_ident(); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 496 | |
| 497 | if (self->rlock_count > 0 && self->rlock_owner == tid) { |
| 498 | Py_RETURN_TRUE; |
| 499 | } |
| 500 | Py_RETURN_FALSE; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 501 | } |
| 502 | |
| 503 | PyDoc_STRVAR(rlock_is_owned_doc, |
| 504 | "_is_owned() -> bool\n\ |
| 505 | \n\ |
| 506 | For internal use by `threading.Condition`."); |
| 507 | |
| 508 | static PyObject * |
| 509 | rlock_new(PyTypeObject *type, PyObject *args, PyObject *kwds) |
| 510 | { |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 511 | rlockobject *self = (rlockobject *) type->tp_alloc(type, 0); |
| 512 | if (self == NULL) { |
| 513 | return NULL; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 514 | } |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 515 | self->in_weakreflist = NULL; |
| 516 | self->rlock_owner = 0; |
| 517 | self->rlock_count = 0; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 518 | |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 519 | self->rlock_lock = PyThread_allocate_lock(); |
| 520 | if (self->rlock_lock == NULL) { |
| 521 | Py_DECREF(self); |
| 522 | PyErr_SetString(ThreadError, "can't allocate lock"); |
| 523 | return NULL; |
| 524 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 525 | return (PyObject *) self; |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 526 | } |
| 527 | |
| 528 | static PyObject * |
| 529 | rlock_repr(rlockobject *self) |
| 530 | { |
Raymond Hettinger | 62f4dad | 2014-05-25 18:22:35 -0700 | [diff] [blame] | 531 | return PyUnicode_FromFormat("<%s %s object owner=%ld count=%lu at %p>", |
| 532 | self->rlock_count ? "locked" : "unlocked", |
| 533 | Py_TYPE(self)->tp_name, self->rlock_owner, |
| 534 | self->rlock_count, self); |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 535 | } |
| 536 | |
| 537 | |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 538 | #ifdef HAVE_FORK |
| 539 | static PyObject * |
| 540 | rlock__at_fork_reinit(rlockobject *self, PyObject *Py_UNUSED(args)) |
| 541 | { |
| 542 | if (_PyThread_at_fork_reinit(&self->rlock_lock) < 0) { |
| 543 | PyErr_SetString(ThreadError, "failed to reinitialize lock at fork"); |
| 544 | return NULL; |
| 545 | } |
| 546 | |
| 547 | self->rlock_owner = 0; |
| 548 | self->rlock_count = 0; |
| 549 | |
| 550 | Py_RETURN_NONE; |
| 551 | } |
| 552 | #endif /* HAVE_FORK */ |
| 553 | |
| 554 | |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 555 | static PyMethodDef rlock_methods[] = { |
Serhiy Storchaka | 62be742 | 2018-11-27 13:27:31 +0200 | [diff] [blame] | 556 | {"acquire", (PyCFunction)(void(*)(void))rlock_acquire, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 557 | METH_VARARGS | METH_KEYWORDS, rlock_acquire_doc}, |
| 558 | {"release", (PyCFunction)rlock_release, |
| 559 | METH_NOARGS, rlock_release_doc}, |
| 560 | {"_is_owned", (PyCFunction)rlock_is_owned, |
| 561 | METH_NOARGS, rlock_is_owned_doc}, |
| 562 | {"_acquire_restore", (PyCFunction)rlock_acquire_restore, |
Victor Stinner | e879452 | 2014-01-02 12:47:24 +0100 | [diff] [blame] | 563 | METH_VARARGS, rlock_acquire_restore_doc}, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 564 | {"_release_save", (PyCFunction)rlock_release_save, |
| 565 | METH_NOARGS, rlock_release_save_doc}, |
Serhiy Storchaka | 62be742 | 2018-11-27 13:27:31 +0200 | [diff] [blame] | 566 | {"__enter__", (PyCFunction)(void(*)(void))rlock_acquire, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 567 | METH_VARARGS | METH_KEYWORDS, rlock_acquire_doc}, |
| 568 | {"__exit__", (PyCFunction)rlock_release, |
| 569 | METH_VARARGS, rlock_release_doc}, |
Victor Stinner | 87255be | 2020-04-07 23:11:49 +0200 | [diff] [blame] | 570 | #ifdef HAVE_FORK |
| 571 | {"_at_fork_reinit", (PyCFunction)rlock__at_fork_reinit, |
| 572 | METH_NOARGS, NULL}, |
| 573 | #endif |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 574 | {NULL, NULL} /* sentinel */ |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 575 | }; |
| 576 | |
| 577 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 578 | static PyMemberDef rlock_type_members[] = { |
| 579 | {"__weaklistoffset__", T_PYSSIZET, offsetof(rlockobject, in_weakreflist), READONLY}, |
| 580 | {NULL}, |
| 581 | }; |
| 582 | |
| 583 | static PyType_Slot rlock_type_slots[] = { |
| 584 | {Py_tp_dealloc, (destructor)rlock_dealloc}, |
| 585 | {Py_tp_repr, (reprfunc)rlock_repr}, |
| 586 | {Py_tp_methods, rlock_methods}, |
| 587 | {Py_tp_alloc, PyType_GenericAlloc}, |
| 588 | {Py_tp_new, rlock_new}, |
| 589 | {Py_tp_members, rlock_type_members}, |
Miss Islington (bot) | e30fe27 | 2021-06-15 06:29:44 -0700 | [diff] [blame] | 590 | {Py_tp_traverse, rlock_traverse}, |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 591 | {0, 0}, |
| 592 | }; |
| 593 | |
| 594 | static PyType_Spec rlock_type_spec = { |
| 595 | .name = "_thread.RLock", |
| 596 | .basicsize = sizeof(rlockobject), |
Miss Islington (bot) | 7297d74 | 2021-06-17 03:19:44 -0700 | [diff] [blame] | 597 | .flags = (Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE | |
| 598 | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_IMMUTABLETYPE), |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 599 | .slots = rlock_type_slots, |
Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 600 | }; |
| 601 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 602 | static lockobject * |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 603 | newlockobject(PyObject *module) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 604 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 605 | thread_module_state *state = get_thread_state(module); |
| 606 | |
| 607 | PyTypeObject *type = state->lock_type; |
| 608 | lockobject *self = (lockobject *)type->tp_alloc(type, 0); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 609 | if (self == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 610 | return NULL; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 611 | } |
| 612 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 613 | self->lock_lock = PyThread_allocate_lock(); |
Kristjan Valur Jonsson | 69cf913 | 2012-06-22 18:40:02 +0000 | [diff] [blame] | 614 | self->locked = 0; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 615 | self->in_weakreflist = NULL; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 616 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 617 | if (self->lock_lock == NULL) { |
| 618 | Py_DECREF(self); |
| 619 | PyErr_SetString(ThreadError, "can't allocate lock"); |
| 620 | return NULL; |
| 621 | } |
| 622 | return self; |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 623 | } |
| 624 | |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 625 | /* Thread-local objects */ |
| 626 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 627 | /* Quick overview: |
| 628 | |
| 629 | We need to be able to reclaim reference cycles as soon as possible |
| 630 | (both when a thread is being terminated, or a thread-local object |
| 631 | becomes unreachable from user data). Constraints: |
| 632 | - it must not be possible for thread-state dicts to be involved in |
| 633 | reference cycles (otherwise the cyclic GC will refuse to consider |
| 634 | objects referenced from a reachable thread-state dict, even though |
| 635 | local_dealloc would clear them) |
| 636 | - the death of a thread-state dict must still imply destruction of the |
| 637 | corresponding local dicts in all thread-local objects. |
| 638 | |
| 639 | Our implementation uses small "localdummy" objects in order to break |
| 640 | the reference chain. These trivial objects are hashable (using the |
| 641 | default scheme of identity hashing) and weakrefable. |
| 642 | Each thread-state holds a separate localdummy for each local object |
| 643 | (as a /strong reference/), |
| 644 | and each thread-local object holds a dict mapping /weak references/ |
| 645 | of localdummies to local dicts. |
| 646 | |
| 647 | Therefore: |
| 648 | - only the thread-state dict holds a strong reference to the dummies |
| 649 | - only the thread-local object holds a strong reference to the local dicts |
| 650 | - only outside objects (application- or library-level) hold strong |
| 651 | references to the thread-local objects |
| 652 | - as soon as a thread-state dict is destroyed, the weakref callbacks of all |
| 653 | dummies attached to that thread are called, and destroy the corresponding |
| 654 | local dicts from thread-local objects |
| 655 | - as soon as a thread-local object is destroyed, its local dicts are |
| 656 | destroyed and its dummies are manually removed from all thread states |
| 657 | - the GC can do its work correctly when a thread-local object is dangling, |
| 658 | without any interference from the thread-state dicts |
| 659 | |
| 660 | As an additional optimization, each localdummy holds a borrowed reference |
| 661 | to the corresponding localdict. This borrowed reference is only used |
| 662 | by the thread-local object which has created the localdummy, which should |
| 663 | guarantee that the localdict still exists when accessed. |
| 664 | */ |
| 665 | |
| 666 | typedef struct { |
| 667 | PyObject_HEAD |
| 668 | PyObject *localdict; /* Borrowed reference! */ |
| 669 | PyObject *weakreflist; /* List of weak references to self */ |
| 670 | } localdummyobject; |
| 671 | |
| 672 | static void |
| 673 | localdummy_dealloc(localdummyobject *self) |
| 674 | { |
| 675 | if (self->weakreflist != NULL) |
| 676 | PyObject_ClearWeakRefs((PyObject *) self); |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 677 | PyTypeObject *tp = Py_TYPE(self); |
| 678 | tp->tp_free((PyObject*)self); |
| 679 | Py_DECREF(tp); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 680 | } |
| 681 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 682 | static PyMemberDef local_dummy_type_members[] = { |
| 683 | {"__weaklistoffset__", T_PYSSIZET, offsetof(localdummyobject, weakreflist), READONLY}, |
| 684 | {NULL}, |
| 685 | }; |
| 686 | |
| 687 | static PyType_Slot local_dummy_type_slots[] = { |
| 688 | {Py_tp_dealloc, (destructor)localdummy_dealloc}, |
| 689 | {Py_tp_doc, "Thread-local dummy"}, |
| 690 | {Py_tp_members, local_dummy_type_members}, |
| 691 | {0, 0} |
| 692 | }; |
| 693 | |
| 694 | static PyType_Spec local_dummy_type_spec = { |
| 695 | .name = "_thread._localdummy", |
| 696 | .basicsize = sizeof(localdummyobject), |
Miss Islington (bot) | 7297d74 | 2021-06-17 03:19:44 -0700 | [diff] [blame] | 697 | .flags = (Py_TPFLAGS_DEFAULT | Py_TPFLAGS_DISALLOW_INSTANTIATION | |
| 698 | Py_TPFLAGS_IMMUTABLETYPE), |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 699 | .slots = local_dummy_type_slots, |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 700 | }; |
| 701 | |
| 702 | |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 703 | typedef struct { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 704 | PyObject_HEAD |
| 705 | PyObject *key; |
| 706 | PyObject *args; |
| 707 | PyObject *kw; |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 708 | PyObject *weakreflist; /* List of weak references to self */ |
| 709 | /* A {localdummy weakref -> localdict} dict */ |
| 710 | PyObject *dummies; |
| 711 | /* The callback for weakrefs to localdummies */ |
| 712 | PyObject *wr_callback; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 713 | } localobject; |
| 714 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 715 | /* Forward declaration */ |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 716 | static PyObject *_ldict(localobject *self, thread_module_state *state); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 717 | static PyObject *_localdummy_destroyed(PyObject *meth_self, PyObject *dummyweakref); |
| 718 | |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 719 | /* Create and register the dummy for the current thread. |
| 720 | Returns a borrowed reference of the corresponding local dict */ |
| 721 | static PyObject * |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 722 | _local_create_dummy(localobject *self, thread_module_state *state) |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 723 | { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 724 | PyObject *ldict = NULL, *wr = NULL; |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 725 | localdummyobject *dummy = NULL; |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 726 | PyTypeObject *type = state->local_dummy_type; |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 727 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 728 | PyObject *tdict = PyThreadState_GetDict(); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 729 | if (tdict == NULL) { |
| 730 | PyErr_SetString(PyExc_SystemError, |
| 731 | "Couldn't get thread-state dictionary"); |
| 732 | goto err; |
| 733 | } |
| 734 | |
| 735 | ldict = PyDict_New(); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 736 | if (ldict == NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 737 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 738 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 739 | dummy = (localdummyobject *) type->tp_alloc(type, 0); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 740 | if (dummy == NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 741 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 742 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 743 | dummy->localdict = ldict; |
| 744 | wr = PyWeakref_NewRef((PyObject *) dummy, self->wr_callback); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 745 | if (wr == NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 746 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 747 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 748 | |
| 749 | /* As a side-effect, this will cache the weakref's hash before the |
| 750 | dummy gets deleted */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 751 | int r = PyDict_SetItem(self->dummies, wr, ldict); |
| 752 | if (r < 0) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 753 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 754 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 755 | Py_CLEAR(wr); |
| 756 | r = PyDict_SetItem(tdict, self->key, (PyObject *) dummy); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 757 | if (r < 0) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 758 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 759 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 760 | Py_CLEAR(dummy); |
| 761 | |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 762 | Py_DECREF(ldict); |
| 763 | return ldict; |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 764 | |
| 765 | err: |
| 766 | Py_XDECREF(ldict); |
| 767 | Py_XDECREF(wr); |
| 768 | Py_XDECREF(dummy); |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 769 | return NULL; |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 770 | } |
| 771 | |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 772 | static PyObject * |
| 773 | local_new(PyTypeObject *type, PyObject *args, PyObject *kw) |
| 774 | { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 775 | static PyMethodDef wr_callback_def = { |
| 776 | "_localdummy_destroyed", (PyCFunction) _localdummy_destroyed, METH_O |
| 777 | }; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 778 | |
Serhiy Storchaka | fa494fd | 2015-05-30 17:45:22 +0300 | [diff] [blame] | 779 | if (type->tp_init == PyBaseObject_Type.tp_init) { |
| 780 | int rc = 0; |
| 781 | if (args != NULL) |
| 782 | rc = PyObject_IsTrue(args); |
| 783 | if (rc == 0 && kw != NULL) |
| 784 | rc = PyObject_IsTrue(kw); |
| 785 | if (rc != 0) { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 786 | if (rc > 0) { |
Serhiy Storchaka | fa494fd | 2015-05-30 17:45:22 +0300 | [diff] [blame] | 787 | PyErr_SetString(PyExc_TypeError, |
| 788 | "Initialization arguments are not supported"); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 789 | } |
Serhiy Storchaka | fa494fd | 2015-05-30 17:45:22 +0300 | [diff] [blame] | 790 | return NULL; |
| 791 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 792 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 793 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 794 | PyObject *module = _PyType_GetModuleByDef(type, &thread_module); |
| 795 | thread_module_state *state = get_thread_state(module); |
| 796 | |
| 797 | localobject *self = (localobject *)type->tp_alloc(type, 0); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 798 | if (self == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 799 | return NULL; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 800 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 801 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 802 | self->args = Py_XNewRef(args); |
| 803 | self->kw = Py_XNewRef(kw); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 804 | self->key = PyUnicode_FromFormat("thread.local.%p", self); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 805 | if (self->key == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 806 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 807 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 808 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 809 | self->dummies = PyDict_New(); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 810 | if (self->dummies == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 811 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 812 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 813 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 814 | /* We use a weak reference to self in the callback closure |
| 815 | in order to avoid spurious reference cycles */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 816 | PyObject *wr = PyWeakref_NewRef((PyObject *) self, NULL); |
| 817 | if (wr == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 818 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 819 | } |
Andrew Svetlov | 3ba3a3e | 2012-12-25 13:32:35 +0200 | [diff] [blame] | 820 | self->wr_callback = PyCFunction_NewEx(&wr_callback_def, wr, NULL); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 821 | Py_DECREF(wr); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 822 | if (self->wr_callback == NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 823 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 824 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 825 | if (_local_create_dummy(self, state) == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 826 | goto err; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 827 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 828 | return (PyObject *)self; |
Michael W. Hudson | 2368b3c | 2005-06-15 12:48:40 +0000 | [diff] [blame] | 829 | |
| 830 | err: |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 831 | Py_DECREF(self); |
| 832 | return NULL; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 833 | } |
| 834 | |
| 835 | static int |
| 836 | local_traverse(localobject *self, visitproc visit, void *arg) |
| 837 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 838 | Py_VISIT(Py_TYPE(self)); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 839 | Py_VISIT(self->args); |
| 840 | Py_VISIT(self->kw); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 841 | Py_VISIT(self->dummies); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 842 | return 0; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 843 | } |
| 844 | |
| 845 | static int |
| 846 | local_clear(localobject *self) |
| 847 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 848 | Py_CLEAR(self->args); |
| 849 | Py_CLEAR(self->kw); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 850 | Py_CLEAR(self->dummies); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 851 | Py_CLEAR(self->wr_callback); |
| 852 | /* Remove all strong references to dummies from the thread states */ |
Victor Stinner | 839184f | 2021-02-19 15:51:36 +0100 | [diff] [blame] | 853 | if (self->key) { |
| 854 | PyInterpreterState *interp = _PyInterpreterState_GET(); |
| 855 | PyThreadState *tstate = PyInterpreterState_ThreadHead(interp); |
| 856 | for(; tstate; tstate = PyThreadState_Next(tstate)) { |
| 857 | if (tstate->dict == NULL) { |
| 858 | continue; |
Serhiy Storchaka | 8905fcc | 2018-12-11 08:38:03 +0200 | [diff] [blame] | 859 | } |
Victor Stinner | 839184f | 2021-02-19 15:51:36 +0100 | [diff] [blame] | 860 | PyObject *v = _PyDict_Pop(tstate->dict, self->key, Py_None); |
| 861 | if (v != NULL) { |
| 862 | Py_DECREF(v); |
| 863 | } |
| 864 | else { |
| 865 | PyErr_Clear(); |
| 866 | } |
| 867 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 868 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 869 | return 0; |
| 870 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 871 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 872 | static void |
| 873 | local_dealloc(localobject *self) |
| 874 | { |
| 875 | /* Weakrefs must be invalidated right now, otherwise they can be used |
| 876 | from code called below, which is very dangerous since Py_REFCNT(self) == 0 */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 877 | if (self->weakreflist != NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 878 | PyObject_ClearWeakRefs((PyObject *) self); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 879 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 880 | |
| 881 | PyObject_GC_UnTrack(self); |
| 882 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 883 | local_clear(self); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 884 | Py_XDECREF(self->key); |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 885 | |
| 886 | PyTypeObject *tp = Py_TYPE(self); |
| 887 | tp->tp_free((PyObject*)self); |
| 888 | Py_DECREF(tp); |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 889 | } |
| 890 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 891 | /* Returns a borrowed reference to the local dict, creating it if necessary */ |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 892 | static PyObject * |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 893 | _ldict(localobject *self, thread_module_state *state) |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 894 | { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 895 | PyObject *tdict = PyThreadState_GetDict(); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 896 | if (tdict == NULL) { |
| 897 | PyErr_SetString(PyExc_SystemError, |
| 898 | "Couldn't get thread-state dictionary"); |
| 899 | return NULL; |
| 900 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 901 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 902 | PyObject *ldict; |
| 903 | PyObject *dummy = PyDict_GetItemWithError(tdict, self->key); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 904 | if (dummy == NULL) { |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 905 | if (PyErr_Occurred()) { |
| 906 | return NULL; |
| 907 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 908 | ldict = _local_create_dummy(self, state); |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 909 | if (ldict == NULL) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 910 | return NULL; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 911 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 912 | if (Py_TYPE(self)->tp_init != PyBaseObject_Type.tp_init && |
| 913 | Py_TYPE(self)->tp_init((PyObject*)self, |
| 914 | self->args, self->kw) < 0) { |
| 915 | /* we need to get rid of ldict from thread so |
| 916 | we create a new one the next time we do an attr |
Ezio Melotti | 42da663 | 2011-03-15 05:18:48 +0200 | [diff] [blame] | 917 | access */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 918 | PyDict_DelItem(tdict, self->key); |
| 919 | return NULL; |
| 920 | } |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 921 | } |
| 922 | else { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 923 | assert(Py_IS_TYPE(dummy, state->local_dummy_type)); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 924 | ldict = ((localdummyobject *) dummy)->localdict; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 925 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 926 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 927 | return ldict; |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 928 | } |
| 929 | |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 930 | static int |
| 931 | local_setattro(localobject *self, PyObject *name, PyObject *v) |
| 932 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 933 | PyObject *module = _PyType_GetModuleByDef(Py_TYPE(self), &thread_module); |
| 934 | thread_module_state *state = get_thread_state(module); |
| 935 | |
| 936 | PyObject *ldict = _ldict(self, state); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 937 | if (ldict == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 938 | return -1; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 939 | } |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 940 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 941 | PyObject *str_dict = _PyUnicode_FromId(&PyId___dict__); // borrowed ref |
| 942 | if (str_dict == NULL) { |
| 943 | return -1; |
| 944 | } |
| 945 | |
| 946 | int r = PyObject_RichCompareBool(name, str_dict, Py_EQ); |
| 947 | if (r == -1) { |
| 948 | return -1; |
| 949 | } |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 950 | if (r == 1) { |
| 951 | PyErr_Format(PyExc_AttributeError, |
| 952 | "'%.50s' object attribute '%U' is read-only", |
| 953 | Py_TYPE(self)->tp_name, name); |
| 954 | return -1; |
| 955 | } |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 956 | |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 957 | return _PyObject_GenericSetAttrWithDict((PyObject *)self, name, v, ldict); |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 958 | } |
| 959 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 960 | static PyObject *local_getattro(localobject *, PyObject *); |
| 961 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 962 | static PyMemberDef local_type_members[] = { |
| 963 | {"__weaklistoffset__", T_PYSSIZET, offsetof(localobject, weakreflist), READONLY}, |
| 964 | {NULL}, |
| 965 | }; |
| 966 | |
| 967 | static PyType_Slot local_type_slots[] = { |
| 968 | {Py_tp_dealloc, (destructor)local_dealloc}, |
| 969 | {Py_tp_getattro, (getattrofunc)local_getattro}, |
| 970 | {Py_tp_setattro, (setattrofunc)local_setattro}, |
| 971 | {Py_tp_doc, "Thread-local data"}, |
| 972 | {Py_tp_traverse, (traverseproc)local_traverse}, |
| 973 | {Py_tp_clear, (inquiry)local_clear}, |
| 974 | {Py_tp_new, local_new}, |
| 975 | {Py_tp_members, local_type_members}, |
| 976 | {0, 0} |
| 977 | }; |
| 978 | |
| 979 | static PyType_Spec local_type_spec = { |
| 980 | .name = "_thread._local", |
| 981 | .basicsize = sizeof(localobject), |
Miss Islington (bot) | 7297d74 | 2021-06-17 03:19:44 -0700 | [diff] [blame] | 982 | .flags = (Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE | Py_TPFLAGS_HAVE_GC | |
| 983 | Py_TPFLAGS_IMMUTABLETYPE), |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 984 | .slots = local_type_slots, |
Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 985 | }; |
| 986 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 987 | static PyObject * |
| 988 | local_getattro(localobject *self, PyObject *name) |
| 989 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 990 | PyObject *module = _PyType_GetModuleByDef(Py_TYPE(self), &thread_module); |
| 991 | thread_module_state *state = get_thread_state(module); |
| 992 | |
| 993 | PyObject *ldict = _ldict(self, state); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 994 | if (ldict == NULL) |
| 995 | return NULL; |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 996 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 997 | PyObject *str_dict = _PyUnicode_FromId(&PyId___dict__); // borrowed ref |
| 998 | if (str_dict == NULL) { |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 999 | return NULL; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1000 | } |
Antoine Pitrou | 1a9a9d5 | 2010-08-28 18:17:03 +0000 | [diff] [blame] | 1001 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1002 | int r = PyObject_RichCompareBool(name, str_dict, Py_EQ); |
| 1003 | if (r == 1) { |
| 1004 | return Py_NewRef(ldict); |
| 1005 | } |
| 1006 | if (r == -1) { |
| 1007 | return NULL; |
| 1008 | } |
| 1009 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1010 | if (!Py_IS_TYPE(self, state->local_type)) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1011 | /* use generic lookup for subtypes */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1012 | return _PyObject_GenericGetAttrWithDict((PyObject *)self, name, |
| 1013 | ldict, 0); |
| 1014 | } |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1015 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1016 | /* Optimization: just look in dict ourselves */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1017 | PyObject *value = PyDict_GetItemWithError(ldict, name); |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 1018 | if (value != NULL) { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1019 | return Py_NewRef(value); |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 1020 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1021 | if (PyErr_Occurred()) { |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 1022 | return NULL; |
| 1023 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1024 | |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 1025 | /* Fall back on generic to get __class__ and __dict__ */ |
| 1026 | return _PyObject_GenericGetAttrWithDict( |
| 1027 | (PyObject *)self, name, ldict, 0); |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1028 | } |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1029 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1030 | /* Called when a dummy is destroyed. */ |
| 1031 | static PyObject * |
| 1032 | _localdummy_destroyed(PyObject *localweakref, PyObject *dummyweakref) |
| 1033 | { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1034 | assert(PyWeakref_CheckRef(localweakref)); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1035 | PyObject *obj = PyWeakref_GET_OBJECT(localweakref); |
| 1036 | if (obj == Py_None) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1037 | Py_RETURN_NONE; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1038 | } |
| 1039 | |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1040 | /* If the thread-local object is still alive and not being cleared, |
| 1041 | remove the corresponding local dict */ |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1042 | localobject *self = (localobject *)Py_NewRef(obj); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1043 | if (self->dummies != NULL) { |
| 1044 | PyObject *ldict; |
Serhiy Storchaka | a24107b | 2019-02-25 17:59:46 +0200 | [diff] [blame] | 1045 | ldict = PyDict_GetItemWithError(self->dummies, dummyweakref); |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1046 | if (ldict != NULL) { |
Antoine Pitrou | 5af4f4b | 2010-08-09 22:38:19 +0000 | [diff] [blame] | 1047 | PyDict_DelItem(self->dummies, dummyweakref); |
| 1048 | } |
| 1049 | if (PyErr_Occurred()) |
| 1050 | PyErr_WriteUnraisable(obj); |
| 1051 | } |
| 1052 | Py_DECREF(obj); |
| 1053 | Py_RETURN_NONE; |
| 1054 | } |
| 1055 | |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1056 | /* Module functions */ |
| 1057 | |
Guido van Rossum | a027efa | 1997-05-05 20:56:21 +0000 | [diff] [blame] | 1058 | struct bootstate { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1059 | PyInterpreterState *interp; |
| 1060 | PyObject *func; |
| 1061 | PyObject *args; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1062 | PyObject *kwargs; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1063 | PyThreadState *tstate; |
Joannah Nanjekye | 2bc43cd | 2019-09-05 13:06:49 -0300 | [diff] [blame] | 1064 | _PyRuntimeState *runtime; |
Guido van Rossum | a027efa | 1997-05-05 20:56:21 +0000 | [diff] [blame] | 1065 | }; |
| 1066 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1067 | |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1068 | static void |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1069 | thread_bootstate_free(struct bootstate *boot) |
| 1070 | { |
| 1071 | Py_DECREF(boot->func); |
| 1072 | Py_DECREF(boot->args); |
| 1073 | Py_XDECREF(boot->kwargs); |
| 1074 | PyMem_Free(boot); |
| 1075 | } |
| 1076 | |
| 1077 | |
| 1078 | static void |
| 1079 | thread_run(void *boot_raw) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1080 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1081 | struct bootstate *boot = (struct bootstate *) boot_raw; |
| 1082 | PyThreadState *tstate; |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1083 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1084 | tstate = boot->tstate; |
| 1085 | tstate->thread_id = PyThread_get_thread_ident(); |
Victor Stinner | 01b1cc1 | 2019-11-20 02:27:56 +0100 | [diff] [blame] | 1086 | _PyThreadState_Init(tstate); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1087 | PyEval_AcquireThread(tstate); |
Eric Snow | 2ebc5ce | 2017-09-07 23:51:28 -0600 | [diff] [blame] | 1088 | tstate->interp->num_threads++; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1089 | |
| 1090 | PyObject *res = PyObject_Call(boot->func, boot->args, boot->kwargs); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1091 | if (res == NULL) { |
| 1092 | if (PyErr_ExceptionMatches(PyExc_SystemExit)) |
Victor Stinner | 8b09500 | 2019-05-29 02:57:56 +0200 | [diff] [blame] | 1093 | /* SystemExit is ignored silently */ |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1094 | PyErr_Clear(); |
| 1095 | else { |
Victor Stinner | 8b09500 | 2019-05-29 02:57:56 +0200 | [diff] [blame] | 1096 | _PyErr_WriteUnraisableMsg("in thread started by", boot->func); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1097 | } |
| 1098 | } |
Victor Stinner | 8b09500 | 2019-05-29 02:57:56 +0200 | [diff] [blame] | 1099 | else { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1100 | Py_DECREF(res); |
Victor Stinner | 8b09500 | 2019-05-29 02:57:56 +0200 | [diff] [blame] | 1101 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1102 | |
| 1103 | thread_bootstate_free(boot); |
Eric Snow | 2ebc5ce | 2017-09-07 23:51:28 -0600 | [diff] [blame] | 1104 | tstate->interp->num_threads--; |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1105 | PyThreadState_Clear(tstate); |
Victor Stinner | 23ef89d | 2020-03-18 02:26:04 +0100 | [diff] [blame] | 1106 | _PyThreadState_DeleteCurrent(tstate); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1107 | |
Miss Islington (bot) | 6614eac | 2021-06-21 05:29:17 -0700 | [diff] [blame] | 1108 | // bpo-44434: Don't call explicitly PyThread_exit_thread(). On Linux with |
| 1109 | // the glibc, pthread_exit() can abort the whole process if dlopen() fails |
| 1110 | // to open the libgcc_s.so library (ex: EMFILE error). |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1111 | } |
| 1112 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 1113 | static PyObject * |
Peter Schneider-Kamp | 3707efe | 2000-07-10 10:03:58 +0000 | [diff] [blame] | 1114 | thread_PyThread_start_new_thread(PyObject *self, PyObject *fargs) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1115 | { |
Joannah Nanjekye | 2bc43cd | 2019-09-05 13:06:49 -0300 | [diff] [blame] | 1116 | _PyRuntimeState *runtime = &_PyRuntime; |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1117 | PyObject *func, *args, *kwargs = NULL; |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1118 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1119 | if (!PyArg_UnpackTuple(fargs, "start_new_thread", 2, 3, |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1120 | &func, &args, &kwargs)) |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1121 | return NULL; |
| 1122 | if (!PyCallable_Check(func)) { |
| 1123 | PyErr_SetString(PyExc_TypeError, |
| 1124 | "first arg must be callable"); |
| 1125 | return NULL; |
| 1126 | } |
| 1127 | if (!PyTuple_Check(args)) { |
| 1128 | PyErr_SetString(PyExc_TypeError, |
| 1129 | "2nd arg must be a tuple"); |
| 1130 | return NULL; |
| 1131 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1132 | if (kwargs != NULL && !PyDict_Check(kwargs)) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1133 | PyErr_SetString(PyExc_TypeError, |
| 1134 | "optional 3rd arg must be a dictionary"); |
| 1135 | return NULL; |
| 1136 | } |
Victor Stinner | 252346a | 2020-05-01 11:33:44 +0200 | [diff] [blame] | 1137 | |
| 1138 | PyInterpreterState *interp = _PyInterpreterState_GET(); |
| 1139 | if (interp->config._isolated_interpreter) { |
| 1140 | PyErr_SetString(PyExc_RuntimeError, |
| 1141 | "thread is not supported for isolated subinterpreters"); |
| 1142 | return NULL; |
| 1143 | } |
| 1144 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1145 | struct bootstate *boot = PyMem_NEW(struct bootstate, 1); |
| 1146 | if (boot == NULL) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1147 | return PyErr_NoMemory(); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1148 | } |
Victor Stinner | 81a7be3 | 2020-04-14 15:14:01 +0200 | [diff] [blame] | 1149 | boot->interp = _PyInterpreterState_GET(); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1150 | boot->tstate = _PyThreadState_Prealloc(boot->interp); |
| 1151 | if (boot->tstate == NULL) { |
Victor Stinner | 00d7abd | 2020-12-01 09:56:42 +0100 | [diff] [blame] | 1152 | PyMem_Free(boot); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1153 | return PyErr_NoMemory(); |
| 1154 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1155 | boot->runtime = runtime; |
| 1156 | boot->func = Py_NewRef(func); |
| 1157 | boot->args = Py_NewRef(args); |
| 1158 | boot->kwargs = Py_XNewRef(kwargs); |
Victor Stinner | 3225b9f | 2020-03-09 20:56:57 +0100 | [diff] [blame] | 1159 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1160 | unsigned long ident = PyThread_start_new_thread(thread_run, (void*) boot); |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 1161 | if (ident == PYTHREAD_INVALID_THREAD_ID) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1162 | PyErr_SetString(ThreadError, "can't start new thread"); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1163 | PyThreadState_Clear(boot->tstate); |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1164 | thread_bootstate_free(boot); |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1165 | return NULL; |
| 1166 | } |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 1167 | return PyLong_FromUnsignedLong(ident); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1168 | } |
| 1169 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1170 | PyDoc_STRVAR(start_new_doc, |
Andrew M. Kuchling | 38300c6 | 2001-10-05 12:24:15 +0000 | [diff] [blame] | 1171 | "start_new_thread(function, args[, kwargs])\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1172 | (start_new() is an obsolete synonym)\n\ |
| 1173 | \n\ |
Guido van Rossum | 3c28863 | 2001-10-16 21:13:49 +0000 | [diff] [blame] | 1174 | Start a new thread and return its identifier. The thread will call the\n\ |
| 1175 | function with positional arguments from the tuple args and keyword arguments\n\ |
| 1176 | taken from the optional dictionary kwargs. The thread exits when the\n\ |
| 1177 | function returns; the return value is ignored. The thread will also exit\n\ |
| 1178 | when the function raises an unhandled exception; a stack trace will be\n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1179 | printed unless the exception is SystemExit.\n"); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1180 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 1181 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1182 | thread_PyThread_exit_thread(PyObject *self, PyObject *Py_UNUSED(ignored)) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1183 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1184 | PyErr_SetNone(PyExc_SystemExit); |
| 1185 | return NULL; |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1186 | } |
| 1187 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1188 | PyDoc_STRVAR(exit_doc, |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1189 | "exit()\n\ |
Éric Araujo | 9bcf8bf | 2011-05-31 14:08:26 +0200 | [diff] [blame] | 1190 | (exit_thread() is an obsolete synonym)\n\ |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1191 | \n\ |
| 1192 | This is synonymous to ``raise SystemExit''. It will cause the current\n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1193 | thread to exit silently unless the exception is caught."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1194 | |
Kurt B. Kaiser | a11e846 | 2003-06-13 21:59:45 +0000 | [diff] [blame] | 1195 | static PyObject * |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 1196 | thread_PyThread_interrupt_main(PyObject *self, PyObject *args) |
Kurt B. Kaiser | a11e846 | 2003-06-13 21:59:45 +0000 | [diff] [blame] | 1197 | { |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 1198 | int signum = SIGINT; |
| 1199 | if (!PyArg_ParseTuple(args, "|i:signum", &signum)) { |
| 1200 | return NULL; |
| 1201 | } |
| 1202 | |
| 1203 | if (PyErr_SetInterruptEx(signum)) { |
| 1204 | PyErr_SetString(PyExc_ValueError, "signal number out of range"); |
| 1205 | return NULL; |
| 1206 | } |
Serhiy Storchaka | 228b12e | 2017-01-23 09:47:21 +0200 | [diff] [blame] | 1207 | Py_RETURN_NONE; |
Kurt B. Kaiser | a11e846 | 2003-06-13 21:59:45 +0000 | [diff] [blame] | 1208 | } |
| 1209 | |
| 1210 | PyDoc_STRVAR(interrupt_doc, |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 1211 | "interrupt_main(signum=signal.SIGINT, /)\n\ |
Kurt B. Kaiser | a11e846 | 2003-06-13 21:59:45 +0000 | [diff] [blame] | 1212 | \n\ |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 1213 | Simulate the arrival of the given signal in the main thread,\n\ |
| 1214 | where the corresponding signal handler will be executed.\n\ |
| 1215 | If *signum* is omitted, SIGINT is assumed.\n\ |
| 1216 | A subthread can use this function to interrupt the main thread.\n\ |
| 1217 | \n\ |
| 1218 | Note: the default signal hander for SIGINT raises ``KeyboardInterrupt``." |
Kurt B. Kaiser | a11e846 | 2003-06-13 21:59:45 +0000 | [diff] [blame] | 1219 | ); |
| 1220 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1221 | static lockobject *newlockobject(PyObject *module); |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 1222 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 1223 | static PyObject * |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1224 | thread_PyThread_allocate_lock(PyObject *module, PyObject *Py_UNUSED(ignored)) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1225 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1226 | return (PyObject *) newlockobject(module); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1227 | } |
| 1228 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1229 | PyDoc_STRVAR(allocate_doc, |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1230 | "allocate_lock() -> lock object\n\ |
| 1231 | (allocate() is an obsolete synonym)\n\ |
| 1232 | \n\ |
Berker Peksag | 720e655 | 2016-05-02 12:25:35 +0300 | [diff] [blame] | 1233 | Create a new lock object. See help(type(threading.Lock())) for\n\ |
| 1234 | information about locks."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1235 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 1236 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1237 | thread_get_ident(PyObject *self, PyObject *Py_UNUSED(ignored)) |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 1238 | { |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 1239 | unsigned long ident = PyThread_get_thread_ident(); |
| 1240 | if (ident == PYTHREAD_INVALID_THREAD_ID) { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1241 | PyErr_SetString(ThreadError, "no current thread ident"); |
| 1242 | return NULL; |
| 1243 | } |
Serhiy Storchaka | aefa7eb | 2017-03-23 15:48:39 +0200 | [diff] [blame] | 1244 | return PyLong_FromUnsignedLong(ident); |
Guido van Rossum | b6775db | 1994-08-01 11:34:53 +0000 | [diff] [blame] | 1245 | } |
| 1246 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1247 | PyDoc_STRVAR(get_ident_doc, |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1248 | "get_ident() -> integer\n\ |
| 1249 | \n\ |
| 1250 | Return a non-zero integer that uniquely identifies the current thread\n\ |
| 1251 | amongst other threads that exist simultaneously.\n\ |
| 1252 | This may be used to identify per-thread resources.\n\ |
| 1253 | Even though on some platforms threads identities may appear to be\n\ |
| 1254 | allocated consecutive numbers starting at 1, this behavior should not\n\ |
| 1255 | be relied upon, and the number should be seen purely as a magic cookie.\n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1256 | A thread's identity may be reused for another thread after it exits."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1257 | |
Jake Tesler | b121f63 | 2019-05-22 08:43:17 -0700 | [diff] [blame] | 1258 | #ifdef PY_HAVE_THREAD_NATIVE_ID |
| 1259 | static PyObject * |
| 1260 | thread_get_native_id(PyObject *self, PyObject *Py_UNUSED(ignored)) |
| 1261 | { |
| 1262 | unsigned long native_id = PyThread_get_thread_native_id(); |
| 1263 | return PyLong_FromUnsignedLong(native_id); |
| 1264 | } |
| 1265 | |
| 1266 | PyDoc_STRVAR(get_native_id_doc, |
| 1267 | "get_native_id() -> integer\n\ |
| 1268 | \n\ |
| 1269 | Return a non-negative integer identifying the thread as reported\n\ |
| 1270 | by the OS (kernel). This may be used to uniquely identify a\n\ |
| 1271 | particular thread within a system."); |
| 1272 | #endif |
| 1273 | |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1274 | static PyObject * |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1275 | thread__count(PyObject *self, PyObject *Py_UNUSED(ignored)) |
Antoine Pitrou | 65c9c64 | 2009-10-30 17:25:12 +0000 | [diff] [blame] | 1276 | { |
Victor Stinner | 81a7be3 | 2020-04-14 15:14:01 +0200 | [diff] [blame] | 1277 | PyInterpreterState *interp = _PyInterpreterState_GET(); |
Victor Stinner | caba55b | 2018-08-03 15:33:52 +0200 | [diff] [blame] | 1278 | return PyLong_FromLong(interp->num_threads); |
Antoine Pitrou | 65c9c64 | 2009-10-30 17:25:12 +0000 | [diff] [blame] | 1279 | } |
| 1280 | |
| 1281 | PyDoc_STRVAR(_count_doc, |
| 1282 | "_count() -> integer\n\ |
| 1283 | \n\ |
Antoine Pitrou | 9257f5e | 2009-10-30 22:23:02 +0000 | [diff] [blame] | 1284 | \ |
oldk | aa0735f | 2018-02-02 16:52:55 +0800 | [diff] [blame] | 1285 | Return the number of currently running Python threads, excluding\n\ |
Antoine Pitrou | 9257f5e | 2009-10-30 22:23:02 +0000 | [diff] [blame] | 1286 | the main thread. The returned number comprises all threads created\n\ |
| 1287 | through `start_new_thread()` as well as `threading.Thread`, and not\n\ |
| 1288 | yet finished.\n\ |
| 1289 | \n\ |
| 1290 | This function is meant for internal and specialized purposes only.\n\ |
| 1291 | In most applications `threading.enumerate()` should be used instead."); |
Antoine Pitrou | 65c9c64 | 2009-10-30 17:25:12 +0000 | [diff] [blame] | 1292 | |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1293 | static void |
Victor Stinner | a42de74 | 2018-11-22 10:25:22 +0100 | [diff] [blame] | 1294 | release_sentinel(void *wr_raw) |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1295 | { |
Victor Stinner | a42de74 | 2018-11-22 10:25:22 +0100 | [diff] [blame] | 1296 | PyObject *wr = _PyObject_CAST(wr_raw); |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1297 | /* Tricky: this function is called when the current thread state |
| 1298 | is being deleted. Therefore, only simple C code can safely |
| 1299 | execute here. */ |
| 1300 | PyObject *obj = PyWeakref_GET_OBJECT(wr); |
| 1301 | lockobject *lock; |
| 1302 | if (obj != Py_None) { |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1303 | lock = (lockobject *) obj; |
| 1304 | if (lock->locked) { |
| 1305 | PyThread_release_lock(lock->lock_lock); |
| 1306 | lock->locked = 0; |
| 1307 | } |
| 1308 | } |
| 1309 | /* Deallocating a weakref with a NULL callback only calls |
| 1310 | PyObject_GC_Del(), which can't call any Python code. */ |
| 1311 | Py_DECREF(wr); |
| 1312 | } |
| 1313 | |
| 1314 | static PyObject * |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1315 | thread__set_sentinel(PyObject *module, PyObject *Py_UNUSED(ignored)) |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1316 | { |
| 1317 | PyObject *wr; |
| 1318 | PyThreadState *tstate = PyThreadState_Get(); |
| 1319 | lockobject *lock; |
| 1320 | |
| 1321 | if (tstate->on_delete_data != NULL) { |
| 1322 | /* We must support the re-creation of the lock from a |
| 1323 | fork()ed child. */ |
| 1324 | assert(tstate->on_delete == &release_sentinel); |
| 1325 | wr = (PyObject *) tstate->on_delete_data; |
| 1326 | tstate->on_delete = NULL; |
| 1327 | tstate->on_delete_data = NULL; |
| 1328 | Py_DECREF(wr); |
| 1329 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1330 | lock = newlockobject(module); |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1331 | if (lock == NULL) |
| 1332 | return NULL; |
| 1333 | /* The lock is owned by whoever called _set_sentinel(), but the weakref |
| 1334 | hangs to the thread state. */ |
| 1335 | wr = PyWeakref_NewRef((PyObject *) lock, NULL); |
| 1336 | if (wr == NULL) { |
| 1337 | Py_DECREF(lock); |
| 1338 | return NULL; |
| 1339 | } |
| 1340 | tstate->on_delete_data = (void *) wr; |
| 1341 | tstate->on_delete = &release_sentinel; |
| 1342 | return (PyObject *) lock; |
| 1343 | } |
| 1344 | |
| 1345 | PyDoc_STRVAR(_set_sentinel_doc, |
| 1346 | "_set_sentinel() -> lock\n\ |
| 1347 | \n\ |
| 1348 | Set a sentinel lock that will be released when the current thread\n\ |
| 1349 | state is finalized (after it is untied from the interpreter).\n\ |
| 1350 | \n\ |
| 1351 | This is a private API for the threading module."); |
| 1352 | |
Antoine Pitrou | 65c9c64 | 2009-10-30 17:25:12 +0000 | [diff] [blame] | 1353 | static PyObject * |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1354 | thread_stack_size(PyObject *self, PyObject *args) |
| 1355 | { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1356 | size_t old_size; |
| 1357 | Py_ssize_t new_size = 0; |
| 1358 | int rc; |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1359 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1360 | if (!PyArg_ParseTuple(args, "|n:stack_size", &new_size)) |
| 1361 | return NULL; |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1362 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1363 | if (new_size < 0) { |
| 1364 | PyErr_SetString(PyExc_ValueError, |
| 1365 | "size must be 0 or a positive value"); |
| 1366 | return NULL; |
| 1367 | } |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1368 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1369 | old_size = PyThread_get_stacksize(); |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1370 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1371 | rc = PyThread_set_stacksize((size_t) new_size); |
| 1372 | if (rc == -1) { |
| 1373 | PyErr_Format(PyExc_ValueError, |
| 1374 | "size not valid: %zd bytes", |
| 1375 | new_size); |
| 1376 | return NULL; |
| 1377 | } |
| 1378 | if (rc == -2) { |
| 1379 | PyErr_SetString(ThreadError, |
| 1380 | "setting stack size not supported"); |
| 1381 | return NULL; |
| 1382 | } |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1383 | |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1384 | return PyLong_FromSsize_t((Py_ssize_t) old_size); |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1385 | } |
| 1386 | |
| 1387 | PyDoc_STRVAR(stack_size_doc, |
| 1388 | "stack_size([size]) -> size\n\ |
| 1389 | \n\ |
| 1390 | Return the thread stack size used when creating new threads. The\n\ |
| 1391 | optional size argument specifies the stack size (in bytes) to be used\n\ |
| 1392 | for subsequently created threads, and must be 0 (use platform or\n\ |
| 1393 | configured default) or a positive integer value of at least 32,768 (32k).\n\ |
| 1394 | If changing the thread stack size is unsupported, a ThreadError\n\ |
| 1395 | exception is raised. If the specified size is invalid, a ValueError\n\ |
| 1396 | exception is raised, and the stack size is unmodified. 32k bytes\n\ |
| 1397 | currently the minimum supported stack size value to guarantee\n\ |
| 1398 | sufficient stack space for the interpreter itself.\n\ |
| 1399 | \n\ |
| 1400 | Note that some platforms may have particular restrictions on values for\n\ |
Victor Stinner | 8c663fd | 2017-11-08 14:44:44 -0800 | [diff] [blame] | 1401 | the stack size, such as requiring a minimum stack size larger than 32 KiB or\n\ |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1402 | requiring allocation in multiples of the system memory page size\n\ |
| 1403 | - platform documentation should be referred to for more information\n\ |
Victor Stinner | 8c663fd | 2017-11-08 14:44:44 -0800 | [diff] [blame] | 1404 | (4 KiB pages are common; using multiples of 4096 for the stack size is\n\ |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1405 | the suggested approach in the absence of more specific information)."); |
| 1406 | |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1407 | static int |
| 1408 | thread_excepthook_file(PyObject *file, PyObject *exc_type, PyObject *exc_value, |
| 1409 | PyObject *exc_traceback, PyObject *thread) |
| 1410 | { |
Serhiy Storchaka | 41c57b3 | 2019-09-01 12:03:39 +0300 | [diff] [blame] | 1411 | _Py_IDENTIFIER(name); |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1412 | /* print(f"Exception in thread {thread.name}:", file=file) */ |
| 1413 | if (PyFile_WriteString("Exception in thread ", file) < 0) { |
| 1414 | return -1; |
| 1415 | } |
| 1416 | |
| 1417 | PyObject *name = NULL; |
| 1418 | if (thread != Py_None) { |
Serhiy Storchaka | 41c57b3 | 2019-09-01 12:03:39 +0300 | [diff] [blame] | 1419 | if (_PyObject_LookupAttrId(thread, &PyId_name, &name) < 0) { |
| 1420 | return -1; |
| 1421 | } |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1422 | } |
| 1423 | if (name != NULL) { |
| 1424 | if (PyFile_WriteObject(name, file, Py_PRINT_RAW) < 0) { |
| 1425 | Py_DECREF(name); |
| 1426 | return -1; |
| 1427 | } |
| 1428 | Py_DECREF(name); |
| 1429 | } |
| 1430 | else { |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1431 | unsigned long ident = PyThread_get_thread_ident(); |
| 1432 | PyObject *str = PyUnicode_FromFormat("%lu", ident); |
| 1433 | if (str != NULL) { |
| 1434 | if (PyFile_WriteObject(str, file, Py_PRINT_RAW) < 0) { |
| 1435 | Py_DECREF(str); |
| 1436 | return -1; |
| 1437 | } |
| 1438 | Py_DECREF(str); |
| 1439 | } |
| 1440 | else { |
| 1441 | PyErr_Clear(); |
| 1442 | |
| 1443 | if (PyFile_WriteString("<failed to get thread name>", file) < 0) { |
| 1444 | return -1; |
| 1445 | } |
| 1446 | } |
| 1447 | } |
| 1448 | |
| 1449 | if (PyFile_WriteString(":\n", file) < 0) { |
| 1450 | return -1; |
| 1451 | } |
| 1452 | |
| 1453 | /* Display the traceback */ |
| 1454 | _PyErr_Display(file, exc_type, exc_value, exc_traceback); |
| 1455 | |
| 1456 | /* Call file.flush() */ |
Jeroen Demeyer | 762f93f | 2019-07-08 10:19:25 +0200 | [diff] [blame] | 1457 | PyObject *res = _PyObject_CallMethodIdNoArgs(file, &PyId_flush); |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1458 | if (!res) { |
| 1459 | return -1; |
| 1460 | } |
| 1461 | Py_DECREF(res); |
| 1462 | |
| 1463 | return 0; |
| 1464 | } |
| 1465 | |
| 1466 | |
| 1467 | PyDoc_STRVAR(ExceptHookArgs__doc__, |
| 1468 | "ExceptHookArgs\n\ |
| 1469 | \n\ |
| 1470 | Type used to pass arguments to threading.excepthook."); |
| 1471 | |
| 1472 | static PyTypeObject ExceptHookArgsType; |
| 1473 | |
| 1474 | static PyStructSequence_Field ExceptHookArgs_fields[] = { |
| 1475 | {"exc_type", "Exception type"}, |
| 1476 | {"exc_value", "Exception value"}, |
| 1477 | {"exc_traceback", "Exception traceback"}, |
| 1478 | {"thread", "Thread"}, |
| 1479 | {0} |
| 1480 | }; |
| 1481 | |
| 1482 | static PyStructSequence_Desc ExceptHookArgs_desc = { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1483 | .name = "_thread._ExceptHookArgs", |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1484 | .doc = ExceptHookArgs__doc__, |
| 1485 | .fields = ExceptHookArgs_fields, |
| 1486 | .n_in_sequence = 4 |
| 1487 | }; |
| 1488 | |
| 1489 | |
| 1490 | static PyObject * |
| 1491 | thread_excepthook(PyObject *self, PyObject *args) |
| 1492 | { |
Andy Lester | 5572870 | 2020-03-06 16:53:17 -0600 | [diff] [blame] | 1493 | if (!Py_IS_TYPE(args, &ExceptHookArgsType)) { |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1494 | PyErr_SetString(PyExc_TypeError, |
| 1495 | "_thread.excepthook argument type " |
| 1496 | "must be ExceptHookArgs"); |
| 1497 | return NULL; |
| 1498 | } |
| 1499 | |
| 1500 | /* Borrowed reference */ |
| 1501 | PyObject *exc_type = PyStructSequence_GET_ITEM(args, 0); |
| 1502 | if (exc_type == PyExc_SystemExit) { |
| 1503 | /* silently ignore SystemExit */ |
| 1504 | Py_RETURN_NONE; |
| 1505 | } |
| 1506 | |
| 1507 | /* Borrowed references */ |
| 1508 | PyObject *exc_value = PyStructSequence_GET_ITEM(args, 1); |
| 1509 | PyObject *exc_tb = PyStructSequence_GET_ITEM(args, 2); |
| 1510 | PyObject *thread = PyStructSequence_GET_ITEM(args, 3); |
| 1511 | |
| 1512 | PyObject *file = _PySys_GetObjectId(&PyId_stderr); |
| 1513 | if (file == NULL || file == Py_None) { |
| 1514 | if (thread == Py_None) { |
| 1515 | /* do nothing if sys.stderr is None and thread is None */ |
| 1516 | Py_RETURN_NONE; |
| 1517 | } |
| 1518 | |
| 1519 | file = PyObject_GetAttrString(thread, "_stderr"); |
| 1520 | if (file == NULL) { |
| 1521 | return NULL; |
| 1522 | } |
| 1523 | if (file == Py_None) { |
| 1524 | Py_DECREF(file); |
| 1525 | /* do nothing if sys.stderr is None and sys.stderr was None |
| 1526 | when the thread was created */ |
| 1527 | Py_RETURN_NONE; |
| 1528 | } |
| 1529 | } |
| 1530 | else { |
| 1531 | Py_INCREF(file); |
| 1532 | } |
| 1533 | |
| 1534 | int res = thread_excepthook_file(file, exc_type, exc_value, exc_tb, |
| 1535 | thread); |
| 1536 | Py_DECREF(file); |
| 1537 | if (res < 0) { |
| 1538 | return NULL; |
| 1539 | } |
| 1540 | |
| 1541 | Py_RETURN_NONE; |
| 1542 | } |
| 1543 | |
| 1544 | PyDoc_STRVAR(excepthook_doc, |
| 1545 | "excepthook(exc_type, exc_value, exc_traceback, thread)\n\ |
| 1546 | \n\ |
| 1547 | Handle uncaught Thread.run() exception."); |
| 1548 | |
Barry Warsaw | d0c1042 | 1996-12-17 00:05:22 +0000 | [diff] [blame] | 1549 | static PyMethodDef thread_methods[] = { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1550 | {"start_new_thread", (PyCFunction)thread_PyThread_start_new_thread, |
Victor Stinner | 754851f | 2011-04-19 23:58:51 +0200 | [diff] [blame] | 1551 | METH_VARARGS, start_new_doc}, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1552 | {"start_new", (PyCFunction)thread_PyThread_start_new_thread, |
Victor Stinner | 754851f | 2011-04-19 23:58:51 +0200 | [diff] [blame] | 1553 | METH_VARARGS, start_new_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1554 | {"allocate_lock", thread_PyThread_allocate_lock, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1555 | METH_NOARGS, allocate_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1556 | {"allocate", thread_PyThread_allocate_lock, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1557 | METH_NOARGS, allocate_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1558 | {"exit_thread", thread_PyThread_exit_thread, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1559 | METH_NOARGS, exit_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1560 | {"exit", thread_PyThread_exit_thread, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1561 | METH_NOARGS, exit_doc}, |
Antoine Pitrou | ba251c2 | 2021-03-11 23:35:45 +0100 | [diff] [blame] | 1562 | {"interrupt_main", (PyCFunction)thread_PyThread_interrupt_main, |
| 1563 | METH_VARARGS, interrupt_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1564 | {"get_ident", thread_get_ident, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1565 | METH_NOARGS, get_ident_doc}, |
Jake Tesler | b121f63 | 2019-05-22 08:43:17 -0700 | [diff] [blame] | 1566 | #ifdef PY_HAVE_THREAD_NATIVE_ID |
| 1567 | {"get_native_id", thread_get_native_id, |
| 1568 | METH_NOARGS, get_native_id_doc}, |
| 1569 | #endif |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1570 | {"_count", thread__count, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1571 | METH_NOARGS, _count_doc}, |
| 1572 | {"stack_size", (PyCFunction)thread_stack_size, |
Victor Stinner | 754851f | 2011-04-19 23:58:51 +0200 | [diff] [blame] | 1573 | METH_VARARGS, stack_size_doc}, |
Siddhesh Poyarekar | 55edd0c | 2018-04-30 00:29:33 +0530 | [diff] [blame] | 1574 | {"_set_sentinel", thread__set_sentinel, |
Antoine Pitrou | 7b47699 | 2013-09-07 23:38:37 +0200 | [diff] [blame] | 1575 | METH_NOARGS, _set_sentinel_doc}, |
Victor Stinner | cd590a7 | 2019-05-28 00:39:52 +0200 | [diff] [blame] | 1576 | {"_excepthook", thread_excepthook, |
| 1577 | METH_O, excepthook_doc}, |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1578 | {NULL, NULL} /* sentinel */ |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1579 | }; |
| 1580 | |
| 1581 | |
| 1582 | /* Initialization function */ |
| 1583 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1584 | static int |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1585 | thread_module_exec(PyObject *module) |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1586 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1587 | thread_module_state *state = get_thread_state(module); |
| 1588 | PyObject *d = PyModule_GetDict(module); |
| 1589 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1590 | // Initialize the C thread library |
| 1591 | PyThread_init_thread(); |
| 1592 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1593 | // Lock |
| 1594 | state->lock_type = (PyTypeObject *)PyType_FromSpec(&lock_type_spec); |
| 1595 | if (state->lock_type == NULL) { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1596 | return -1; |
| 1597 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1598 | if (PyDict_SetItemString(d, "LockType", (PyObject *)state->lock_type) < 0) { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1599 | return -1; |
| 1600 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1601 | |
| 1602 | // RLock |
| 1603 | PyTypeObject *rlock_type = (PyTypeObject *)PyType_FromSpec(&rlock_type_spec); |
| 1604 | if (rlock_type == NULL) { |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1605 | return -1; |
| 1606 | } |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1607 | if (PyModule_AddType(module, rlock_type) < 0) { |
| 1608 | Py_DECREF(rlock_type); |
| 1609 | return -1; |
| 1610 | } |
| 1611 | Py_DECREF(rlock_type); |
| 1612 | |
| 1613 | // Local dummy |
| 1614 | state->local_dummy_type = (PyTypeObject *)PyType_FromSpec(&local_dummy_type_spec); |
| 1615 | if (state->local_dummy_type == NULL) { |
| 1616 | return -1; |
| 1617 | } |
| 1618 | |
| 1619 | // Local |
| 1620 | state->local_type = (PyTypeObject *)PyType_FromModuleAndSpec(module, &local_type_spec, NULL); |
| 1621 | if (state->local_type == NULL) { |
| 1622 | return -1; |
| 1623 | } |
| 1624 | if (PyModule_AddType(module, state->local_type) < 0) { |
| 1625 | return -1; |
| 1626 | } |
| 1627 | |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1628 | if (ExceptHookArgsType.tp_name == NULL) { |
| 1629 | if (PyStructSequence_InitType2(&ExceptHookArgsType, |
| 1630 | &ExceptHookArgs_desc) < 0) { |
| 1631 | return -1; |
| 1632 | } |
| 1633 | } |
| 1634 | |
| 1635 | // Add module attributes |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1636 | if (PyDict_SetItemString(d, "error", ThreadError) < 0) { |
| 1637 | return -1; |
| 1638 | } |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1639 | if (PyModule_AddType(module, &ExceptHookArgsType) < 0) { |
| 1640 | return -1; |
| 1641 | } |
| 1642 | |
| 1643 | // TIMEOUT_MAX |
| 1644 | double timeout_max = (_PyTime_t)PY_TIMEOUT_MAX * 1e-6; |
| 1645 | double time_max = _PyTime_AsSecondsDouble(_PyTime_MAX); |
| 1646 | timeout_max = Py_MIN(timeout_max, time_max); |
| 1647 | // Round towards minus infinity |
| 1648 | timeout_max = floor(timeout_max); |
| 1649 | |
| 1650 | if (PyModule_AddObject(module, "TIMEOUT_MAX", |
| 1651 | PyFloat_FromDouble(timeout_max)) < 0) { |
| 1652 | return -1; |
| 1653 | } |
| 1654 | |
| 1655 | return 0; |
| 1656 | } |
| 1657 | |
| 1658 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1659 | static int |
| 1660 | thread_module_traverse(PyObject *module, visitproc visit, void *arg) |
| 1661 | { |
| 1662 | thread_module_state *state = get_thread_state(module); |
| 1663 | Py_VISIT(state->lock_type); |
| 1664 | Py_VISIT(state->local_type); |
| 1665 | Py_VISIT(state->local_dummy_type); |
| 1666 | return 0; |
| 1667 | } |
| 1668 | |
| 1669 | static int |
| 1670 | thread_module_clear(PyObject *module) |
| 1671 | { |
| 1672 | thread_module_state *state = get_thread_state(module); |
| 1673 | Py_CLEAR(state->lock_type); |
| 1674 | Py_CLEAR(state->local_type); |
| 1675 | Py_CLEAR(state->local_dummy_type); |
| 1676 | return 0; |
| 1677 | } |
| 1678 | |
| 1679 | static void |
| 1680 | thread_module_free(void *module) |
| 1681 | { |
| 1682 | thread_module_clear((PyObject *)module); |
| 1683 | } |
| 1684 | |
| 1685 | |
| 1686 | |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1687 | PyDoc_STRVAR(thread_doc, |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1688 | "This module provides primitive operations to write multi-threaded programs.\n\ |
Martin v. Löwis | 14f8b4c | 2002-06-13 20:33:02 +0000 | [diff] [blame] | 1689 | The 'threading' module provides a more convenient interface."); |
Guido van Rossum | 75e9fc3 | 1998-06-27 18:21:06 +0000 | [diff] [blame] | 1690 | |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1691 | static PyModuleDef_Slot thread_module_slots[] = { |
| 1692 | {Py_mod_exec, thread_module_exec}, |
| 1693 | {0, NULL} |
| 1694 | }; |
| 1695 | |
| 1696 | static struct PyModuleDef thread_module = { |
Antoine Pitrou | f95a1b3 | 2010-05-09 15:52:27 +0000 | [diff] [blame] | 1697 | PyModuleDef_HEAD_INIT, |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1698 | .m_name = "_thread", |
| 1699 | .m_doc = thread_doc, |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1700 | .m_size = sizeof(thread_module_state), |
Victor Stinner | 8203c73 | 2020-12-16 12:20:33 +0100 | [diff] [blame] | 1701 | .m_methods = thread_methods, |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1702 | .m_traverse = thread_module_traverse, |
| 1703 | .m_clear = thread_module_clear, |
| 1704 | .m_free = thread_module_free, |
| 1705 | .m_slots = thread_module_slots, |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1706 | }; |
| 1707 | |
Mark Hammond | fe51c6d | 2002-08-02 02:27:13 +0000 | [diff] [blame] | 1708 | PyMODINIT_FUNC |
Martin v. Löwis | 1a21451 | 2008-06-11 05:26:20 +0000 | [diff] [blame] | 1709 | PyInit__thread(void) |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1710 | { |
Victor Stinner | 6104013 | 2020-12-18 01:39:00 +0100 | [diff] [blame] | 1711 | return PyModuleDef_Init(&thread_module); |
Guido van Rossum | 1984f1e | 1992-08-04 12:41:02 +0000 | [diff] [blame] | 1712 | } |