blob: c7f7d5f5959dfd75391c8a3d1ecff89a85633fc3 [file] [log] [blame]
Jeremy Hylton92bb6e72002-08-14 19:25:42 +00001"""Thread module emulating a subset of Java's threading model."""
Guido van Rossum7f5013a1998-04-09 22:01:42 +00002
Antoine Pitrou4a8bcdf2017-05-28 14:02:26 +02003import os as _os
Fred Drakea8725952002-12-30 23:32:50 +00004import sys as _sys
Georg Brandl2067bfd2008-05-25 13:05:15 +00005import _thread
Kyle Stanleyb61b8182020-03-27 15:31:22 -04006import functools
Fred Drakea8725952002-12-30 23:32:50 +00007
Victor Stinnerae586492014-09-02 23:18:25 +02008from time import monotonic as _time
Antoine Pitrouc081c0c2011-07-15 22:12:24 +02009from _weakrefset import WeakSet
R David Murrayb186f1df2014-10-04 17:43:54 -040010from itertools import islice as _islice, count as _count
Raymond Hettingerec4b1742013-03-10 17:57:28 -070011try:
Raymond Hettingerec4b1742013-03-10 17:57:28 -070012 from _collections import deque as _deque
Brett Cannoncd171c82013-07-04 17:43:24 -040013except ImportError:
Raymond Hettingerec4b1742013-03-10 17:57:28 -070014 from collections import deque as _deque
Guido van Rossum7f5013a1998-04-09 22:01:42 +000015
Benjamin Petersonb3085c92008-09-01 23:09:31 +000016# Note regarding PEP 8 compliant names
17# This threading model was originally inspired by Java, and inherited
18# the convention of camelCase function and method names from that
Ezio Melotti30b9d5d2013-08-17 15:50:46 +030019# language. Those original names are not in any imminent danger of
Benjamin Petersonb3085c92008-09-01 23:09:31 +000020# being deprecated (even for Py3k),so this module provides them as an
21# alias for the PEP 8 compliant names
22# Note that using the new PEP 8 compliant names facilitates substitution
23# with the multiprocessing module, which doesn't provide the old
24# Java inspired names.
25
Victor Stinnerd12e7572019-05-21 12:44:57 +020026__all__ = ['get_ident', 'active_count', 'Condition', 'current_thread',
27 'enumerate', 'main_thread', 'TIMEOUT_MAX',
Martin Panter19e69c52015-11-14 12:46:42 +000028 'Event', 'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Thread',
29 'Barrier', 'BrokenBarrierError', 'Timer', 'ThreadError',
Victor Stinnercd590a72019-05-28 00:39:52 +020030 'setprofile', 'settrace', 'local', 'stack_size',
Mario Corchero0001a1b2020-11-04 10:27:43 +010031 'excepthook', 'ExceptHookArgs', 'gettrace', 'getprofile']
Guido van Rossum7f5013a1998-04-09 22:01:42 +000032
Raymond Hettinger5cee47f2011-01-11 19:59:46 +000033# Rename some stuff so "from threading import *" is safe
Georg Brandl2067bfd2008-05-25 13:05:15 +000034_start_new_thread = _thread.start_new_thread
35_allocate_lock = _thread.allocate_lock
Antoine Pitrou7b476992013-09-07 23:38:37 +020036_set_sentinel = _thread._set_sentinel
Victor Stinner2a129742011-05-30 23:02:52 +020037get_ident = _thread.get_ident
Jake Teslerb121f632019-05-22 08:43:17 -070038try:
39 get_native_id = _thread.get_native_id
40 _HAVE_THREAD_NATIVE_ID = True
41 __all__.append('get_native_id')
42except AttributeError:
43 _HAVE_THREAD_NATIVE_ID = False
Georg Brandl2067bfd2008-05-25 13:05:15 +000044ThreadError = _thread.error
Antoine Pitrou434736a2009-11-10 18:46:01 +000045try:
46 _CRLock = _thread.RLock
47except AttributeError:
48 _CRLock = None
Antoine Pitrou7c3e5772010-04-14 15:44:10 +000049TIMEOUT_MAX = _thread.TIMEOUT_MAX
Georg Brandl2067bfd2008-05-25 13:05:15 +000050del _thread
Guido van Rossum7f5013a1998-04-09 22:01:42 +000051
Guido van Rossum7f5013a1998-04-09 22:01:42 +000052
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000053# Support for profile and trace hooks
54
55_profile_hook = None
56_trace_hook = None
57
58def setprofile(func):
Georg Brandlc30b59f2013-10-13 10:43:59 +020059 """Set a profile function for all threads started from the threading module.
60
61 The func will be passed to sys.setprofile() for each thread, before its
62 run() method is called.
63
64 """
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000065 global _profile_hook
66 _profile_hook = func
Tim Petersd1b108b2003-06-29 17:24:17 +000067
Mario Corchero0001a1b2020-11-04 10:27:43 +010068def getprofile():
69 """Get the profiler function as set by threading.setprofile()."""
70 return _profile_hook
71
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000072def settrace(func):
Georg Brandlc30b59f2013-10-13 10:43:59 +020073 """Set a trace function for all threads started from the threading module.
74
75 The func will be passed to sys.settrace() for each thread, before its run()
76 method is called.
77
78 """
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000079 global _trace_hook
80 _trace_hook = func
Guido van Rossum7f5013a1998-04-09 22:01:42 +000081
Mario Corchero0001a1b2020-11-04 10:27:43 +010082def gettrace():
83 """Get the trace function as set by threading.settrace()."""
84 return _trace_hook
85
Guido van Rossum7f5013a1998-04-09 22:01:42 +000086# Synchronization classes
87
88Lock = _allocate_lock
89
Victor Stinner135b6d82012-03-03 01:32:57 +010090def RLock(*args, **kwargs):
Georg Brandlc30b59f2013-10-13 10:43:59 +020091 """Factory function that returns a new reentrant lock.
92
93 A reentrant lock must be released by the thread that acquired it. Once a
94 thread has acquired a reentrant lock, the same thread may acquire it again
95 without blocking; the thread must release it once for each time it has
96 acquired it.
97
98 """
Victor Stinner135b6d82012-03-03 01:32:57 +010099 if _CRLock is None:
100 return _PyRLock(*args, **kwargs)
Antoine Pitrou434736a2009-11-10 18:46:01 +0000101 return _CRLock(*args, **kwargs)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000102
Victor Stinner135b6d82012-03-03 01:32:57 +0100103class _RLock:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200104 """This class implements reentrant lock objects.
105
106 A reentrant lock must be released by the thread that acquired it. Once a
107 thread has acquired a reentrant lock, the same thread may acquire it
108 again without blocking; the thread must release it once for each time it
109 has acquired it.
110
111 """
Tim Petersb90f89a2001-01-15 03:26:36 +0000112
Victor Stinner135b6d82012-03-03 01:32:57 +0100113 def __init__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000114 self._block = _allocate_lock()
115 self._owner = None
116 self._count = 0
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000117
118 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000119 owner = self._owner
Antoine Pitroub0872682009-11-09 16:08:16 +0000120 try:
121 owner = _active[owner].name
122 except KeyError:
123 pass
Raymond Hettinger62f4dad2014-05-25 18:22:35 -0700124 return "<%s %s.%s object owner=%r count=%d at %s>" % (
125 "locked" if self._block.locked() else "unlocked",
126 self.__class__.__module__,
127 self.__class__.__qualname__,
128 owner,
129 self._count,
130 hex(id(self))
131 )
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000132
Victor Stinner87255be2020-04-07 23:11:49 +0200133 def _at_fork_reinit(self):
134 self._block._at_fork_reinit()
135 self._owner = None
136 self._count = 0
137
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000138 def acquire(self, blocking=True, timeout=-1):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200139 """Acquire a lock, blocking or non-blocking.
140
141 When invoked without arguments: if this thread already owns the lock,
142 increment the recursion level by one, and return immediately. Otherwise,
143 if another thread owns the lock, block until the lock is unlocked. Once
144 the lock is unlocked (not owned by any thread), then grab ownership, set
145 the recursion level to one, and return. If more than one thread is
146 blocked waiting until the lock is unlocked, only one at a time will be
147 able to grab ownership of the lock. There is no return value in this
148 case.
149
150 When invoked with the blocking argument set to true, do the same thing
151 as when called without arguments, and return true.
152
153 When invoked with the blocking argument set to false, do not block. If a
154 call without an argument would block, return false immediately;
155 otherwise, do the same thing as when called without arguments, and
156 return true.
157
158 When invoked with the floating-point timeout argument set to a positive
159 value, block for at most the number of seconds specified by timeout
160 and as long as the lock cannot be acquired. Return true if the lock has
161 been acquired, false if the timeout has elapsed.
162
163 """
Victor Stinner2a129742011-05-30 23:02:52 +0200164 me = get_ident()
Antoine Pitroub0872682009-11-09 16:08:16 +0000165 if self._owner == me:
Raymond Hettinger720da572013-03-10 15:13:35 -0700166 self._count += 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000167 return 1
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000168 rc = self._block.acquire(blocking, timeout)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000169 if rc:
Guido van Rossumd0648992007-08-20 19:25:41 +0000170 self._owner = me
171 self._count = 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000172 return rc
173
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000174 __enter__ = acquire
175
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000176 def release(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200177 """Release a lock, decrementing the recursion level.
178
179 If after the decrement it is zero, reset the lock to unlocked (not owned
180 by any thread), and if any other threads are blocked waiting for the
181 lock to become unlocked, allow exactly one of them to proceed. If after
182 the decrement the recursion level is still nonzero, the lock remains
183 locked and owned by the calling thread.
184
185 Only call this method when the calling thread owns the lock. A
186 RuntimeError is raised if this method is called when the lock is
187 unlocked.
188
189 There is no return value.
190
191 """
Victor Stinner2a129742011-05-30 23:02:52 +0200192 if self._owner != get_ident():
Georg Brandl495f7b52009-10-27 15:28:25 +0000193 raise RuntimeError("cannot release un-acquired lock")
Guido van Rossumd0648992007-08-20 19:25:41 +0000194 self._count = count = self._count - 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000195 if not count:
Guido van Rossumd0648992007-08-20 19:25:41 +0000196 self._owner = None
197 self._block.release()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000198
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000199 def __exit__(self, t, v, tb):
200 self.release()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000201
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000202 # Internal methods used by condition variables
203
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000204 def _acquire_restore(self, state):
Guido van Rossumd0648992007-08-20 19:25:41 +0000205 self._block.acquire()
206 self._count, self._owner = state
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000207
208 def _release_save(self):
Victor Stinnerc2824d42011-04-24 23:41:33 +0200209 if self._count == 0:
210 raise RuntimeError("cannot release un-acquired lock")
Guido van Rossumd0648992007-08-20 19:25:41 +0000211 count = self._count
212 self._count = 0
213 owner = self._owner
214 self._owner = None
215 self._block.release()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000216 return (count, owner)
217
218 def _is_owned(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200219 return self._owner == get_ident()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000220
Antoine Pitrou434736a2009-11-10 18:46:01 +0000221_PyRLock = _RLock
222
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000223
Victor Stinner135b6d82012-03-03 01:32:57 +0100224class Condition:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200225 """Class that implements a condition variable.
226
227 A condition variable allows one or more threads to wait until they are
228 notified by another thread.
229
230 If the lock argument is given and not None, it must be a Lock or RLock
231 object, and it is used as the underlying lock. Otherwise, a new RLock object
232 is created and used as the underlying lock.
233
234 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000235
Victor Stinner135b6d82012-03-03 01:32:57 +0100236 def __init__(self, lock=None):
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000237 if lock is None:
238 lock = RLock()
Guido van Rossumd0648992007-08-20 19:25:41 +0000239 self._lock = lock
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000240 # Export the lock's acquire() and release() methods
241 self.acquire = lock.acquire
242 self.release = lock.release
243 # If the lock defines _release_save() and/or _acquire_restore(),
244 # these override the default implementations (which just call
245 # release() and acquire() on the lock). Ditto for _is_owned().
246 try:
247 self._release_save = lock._release_save
248 except AttributeError:
249 pass
250 try:
251 self._acquire_restore = lock._acquire_restore
252 except AttributeError:
253 pass
254 try:
255 self._is_owned = lock._is_owned
256 except AttributeError:
257 pass
Raymond Hettingerec4b1742013-03-10 17:57:28 -0700258 self._waiters = _deque()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000259
Victor Stinner87255be2020-04-07 23:11:49 +0200260 def _at_fork_reinit(self):
261 self._lock._at_fork_reinit()
262 self._waiters.clear()
263
Thomas Wouters477c8d52006-05-27 19:21:47 +0000264 def __enter__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000265 return self._lock.__enter__()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000266
Thomas Wouters477c8d52006-05-27 19:21:47 +0000267 def __exit__(self, *args):
Guido van Rossumd0648992007-08-20 19:25:41 +0000268 return self._lock.__exit__(*args)
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000269
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000270 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000271 return "<Condition(%s, %d)>" % (self._lock, len(self._waiters))
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000272
273 def _release_save(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000274 self._lock.release() # No state to save
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000275
276 def _acquire_restore(self, x):
Guido van Rossumd0648992007-08-20 19:25:41 +0000277 self._lock.acquire() # Ignore saved state
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000278
279 def _is_owned(self):
Benjamin Peterson672b8032008-06-11 19:14:14 +0000280 # Return True if lock is owned by current_thread.
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300281 # This method is called only if _lock doesn't have _is_owned().
Serhiy Storchaka1f21eaa2019-09-01 12:16:51 +0300282 if self._lock.acquire(False):
Guido van Rossumd0648992007-08-20 19:25:41 +0000283 self._lock.release()
Tim Petersbc0e9102002-04-04 22:55:58 +0000284 return False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000285 else:
Tim Petersbc0e9102002-04-04 22:55:58 +0000286 return True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000287
288 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200289 """Wait until notified or until a timeout occurs.
290
291 If the calling thread has not acquired the lock when this method is
292 called, a RuntimeError is raised.
293
294 This method releases the underlying lock, and then blocks until it is
295 awakened by a notify() or notify_all() call for the same condition
296 variable in another thread, or until the optional timeout occurs. Once
297 awakened or timed out, it re-acquires the lock and returns.
298
299 When the timeout argument is present and not None, it should be a
300 floating point number specifying a timeout for the operation in seconds
301 (or fractions thereof).
302
303 When the underlying lock is an RLock, it is not released using its
304 release() method, since this may not actually unlock the lock when it
305 was acquired multiple times recursively. Instead, an internal interface
306 of the RLock class is used, which really unlocks it even when it has
307 been recursively acquired several times. Another internal interface is
308 then used to restore the recursion level when the lock is reacquired.
309
310 """
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000311 if not self._is_owned():
Georg Brandl495f7b52009-10-27 15:28:25 +0000312 raise RuntimeError("cannot wait on un-acquired lock")
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000313 waiter = _allocate_lock()
314 waiter.acquire()
Guido van Rossumd0648992007-08-20 19:25:41 +0000315 self._waiters.append(waiter)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000316 saved_state = self._release_save()
Antoine Pitroua64b92e2014-08-29 23:26:36 +0200317 gotit = False
Tim Petersc951bf92001-04-02 20:15:57 +0000318 try: # restore state no matter what (e.g., KeyboardInterrupt)
319 if timeout is None:
320 waiter.acquire()
Georg Brandlb9a43912010-10-28 09:03:20 +0000321 gotit = True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000322 else:
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000323 if timeout > 0:
324 gotit = waiter.acquire(True, timeout)
325 else:
326 gotit = waiter.acquire(False)
Georg Brandlb9a43912010-10-28 09:03:20 +0000327 return gotit
Tim Petersc951bf92001-04-02 20:15:57 +0000328 finally:
329 self._acquire_restore(saved_state)
Antoine Pitroua64b92e2014-08-29 23:26:36 +0200330 if not gotit:
331 try:
332 self._waiters.remove(waiter)
333 except ValueError:
334 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000335
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000336 def wait_for(self, predicate, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200337 """Wait until a condition evaluates to True.
338
339 predicate should be a callable which result will be interpreted as a
340 boolean value. A timeout may be provided giving the maximum time to
341 wait.
342
343 """
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000344 endtime = None
345 waittime = timeout
346 result = predicate()
347 while not result:
348 if waittime is not None:
349 if endtime is None:
350 endtime = _time() + waittime
351 else:
352 waittime = endtime - _time()
353 if waittime <= 0:
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000354 break
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000355 self.wait(waittime)
356 result = predicate()
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000357 return result
358
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000359 def notify(self, n=1):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200360 """Wake up one or more threads waiting on this condition, if any.
361
362 If the calling thread has not acquired the lock when this method is
363 called, a RuntimeError is raised.
364
365 This method wakes up at most n of the threads waiting for the condition
366 variable; it is a no-op if no threads are waiting.
367
368 """
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000369 if not self._is_owned():
Georg Brandl495f7b52009-10-27 15:28:25 +0000370 raise RuntimeError("cannot notify on un-acquired lock")
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700371 all_waiters = self._waiters
372 waiters_to_notify = _deque(_islice(all_waiters, n))
373 if not waiters_to_notify:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000374 return
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700375 for waiter in waiters_to_notify:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000376 waiter.release()
377 try:
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700378 all_waiters.remove(waiter)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000379 except ValueError:
380 pass
381
Benjamin Peterson672b8032008-06-11 19:14:14 +0000382 def notify_all(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200383 """Wake up all threads waiting on this condition.
384
385 If the calling thread has not acquired the lock when this method
386 is called, a RuntimeError is raised.
387
388 """
Guido van Rossumd0648992007-08-20 19:25:41 +0000389 self.notify(len(self._waiters))
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000390
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -0700391 def notifyAll(self):
392 """Wake up all threads waiting on this condition.
393
394 This method is deprecated, use notify_all() instead.
395
396 """
397 import warnings
398 warnings.warn('notifyAll() is deprecated, use notify_all() instead',
399 DeprecationWarning, stacklevel=2)
400 self.notify_all()
Benjamin Petersonb3085c92008-09-01 23:09:31 +0000401
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000402
Victor Stinner135b6d82012-03-03 01:32:57 +0100403class Semaphore:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200404 """This class implements semaphore objects.
405
406 Semaphores manage a counter representing the number of release() calls minus
407 the number of acquire() calls, plus an initial value. The acquire() method
408 blocks if necessary until it can return without making the counter
409 negative. If not given, value defaults to 1.
410
411 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000412
Andrew M. Kuchling39d3bfc2000-02-29 00:10:24 +0000413 # After Tim Peters' semaphore class, but not quite the same (no maximum)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000414
Victor Stinner135b6d82012-03-03 01:32:57 +0100415 def __init__(self, value=1):
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000416 if value < 0:
417 raise ValueError("semaphore initial value must be >= 0")
Guido van Rossumd0648992007-08-20 19:25:41 +0000418 self._cond = Condition(Lock())
419 self._value = value
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000420
Antoine Pitrou0454af92010-04-17 23:51:58 +0000421 def acquire(self, blocking=True, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200422 """Acquire a semaphore, decrementing the internal counter by one.
423
424 When invoked without arguments: if the internal counter is larger than
425 zero on entry, decrement it by one and return immediately. If it is zero
426 on entry, block, waiting until some other thread has called release() to
427 make it larger than zero. This is done with proper interlocking so that
428 if multiple acquire() calls are blocked, release() will wake exactly one
429 of them up. The implementation may pick one at random, so the order in
430 which blocked threads are awakened should not be relied on. There is no
431 return value in this case.
432
433 When invoked with blocking set to true, do the same thing as when called
434 without arguments, and return true.
435
436 When invoked with blocking set to false, do not block. If a call without
437 an argument would block, return false immediately; otherwise, do the
438 same thing as when called without arguments, and return true.
439
440 When invoked with a timeout other than None, it will block for at
441 most timeout seconds. If acquire does not complete successfully in
442 that interval, return false. Return true otherwise.
443
444 """
Antoine Pitrou0454af92010-04-17 23:51:58 +0000445 if not blocking and timeout is not None:
446 raise ValueError("can't specify timeout for non-blocking acquire")
Guido van Rossum8ca162f2002-04-07 06:36:23 +0000447 rc = False
Antoine Pitrou0454af92010-04-17 23:51:58 +0000448 endtime = None
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300449 with self._cond:
450 while self._value == 0:
451 if not blocking:
452 break
453 if timeout is not None:
454 if endtime is None:
455 endtime = _time() + timeout
456 else:
457 timeout = endtime - _time()
458 if timeout <= 0:
459 break
460 self._cond.wait(timeout)
461 else:
Serhiy Storchakab00b5962013-04-22 22:54:16 +0300462 self._value -= 1
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300463 rc = True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000464 return rc
465
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000466 __enter__ = acquire
467
Raymond Hettinger35f63012019-08-29 01:45:19 -0700468 def release(self, n=1):
469 """Release a semaphore, incrementing the internal counter by one or more.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200470
471 When the counter is zero on entry and another thread is waiting for it
472 to become larger than zero again, wake up that thread.
473
474 """
Raymond Hettinger35f63012019-08-29 01:45:19 -0700475 if n < 1:
476 raise ValueError('n must be one or more')
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300477 with self._cond:
Raymond Hettinger35f63012019-08-29 01:45:19 -0700478 self._value += n
479 for i in range(n):
480 self._cond.notify()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000481
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000482 def __exit__(self, t, v, tb):
483 self.release()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000484
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000485
Éric Araujo0cdd4452011-07-28 00:28:28 +0200486class BoundedSemaphore(Semaphore):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200487 """Implements a bounded semaphore.
488
489 A bounded semaphore checks to make sure its current value doesn't exceed its
490 initial value. If it does, ValueError is raised. In most situations
491 semaphores are used to guard resources with limited capacity.
492
493 If the semaphore is released too many times it's a sign of a bug. If not
494 given, value defaults to 1.
495
496 Like regular semaphores, bounded semaphores manage a counter representing
497 the number of release() calls minus the number of acquire() calls, plus an
498 initial value. The acquire() method blocks if necessary until it can return
499 without making the counter negative. If not given, value defaults to 1.
500
501 """
502
Victor Stinner135b6d82012-03-03 01:32:57 +0100503 def __init__(self, value=1):
504 Semaphore.__init__(self, value)
Skip Montanaroe428bb72001-08-20 20:27:58 +0000505 self._initial_value = value
506
Raymond Hettinger35f63012019-08-29 01:45:19 -0700507 def release(self, n=1):
508 """Release a semaphore, incrementing the internal counter by one or more.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200509
510 When the counter is zero on entry and another thread is waiting for it
511 to become larger than zero again, wake up that thread.
512
513 If the number of releases exceeds the number of acquires,
514 raise a ValueError.
515
516 """
Raymond Hettinger35f63012019-08-29 01:45:19 -0700517 if n < 1:
518 raise ValueError('n must be one or more')
Tim Peters7634e1c2013-10-08 20:55:51 -0500519 with self._cond:
Raymond Hettinger35f63012019-08-29 01:45:19 -0700520 if self._value + n > self._initial_value:
Tim Peters7634e1c2013-10-08 20:55:51 -0500521 raise ValueError("Semaphore released too many times")
Raymond Hettinger35f63012019-08-29 01:45:19 -0700522 self._value += n
523 for i in range(n):
524 self._cond.notify()
Skip Montanaroe428bb72001-08-20 20:27:58 +0000525
526
Victor Stinner135b6d82012-03-03 01:32:57 +0100527class Event:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200528 """Class implementing event objects.
529
530 Events manage a flag that can be set to true with the set() method and reset
531 to false with the clear() method. The wait() method blocks until the flag is
532 true. The flag is initially false.
533
534 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000535
536 # After Tim Peters' event class (without is_posted())
537
Victor Stinner135b6d82012-03-03 01:32:57 +0100538 def __init__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000539 self._cond = Condition(Lock())
540 self._flag = False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000541
Victor Stinner87255be2020-04-07 23:11:49 +0200542 def _at_fork_reinit(self):
543 # Private method called by Thread._reset_internal_locks()
544 self._cond._at_fork_reinit()
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000545
Benjamin Peterson672b8032008-06-11 19:14:14 +0000546 def is_set(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200547 """Return true if and only if the internal flag is true."""
Guido van Rossumd0648992007-08-20 19:25:41 +0000548 return self._flag
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000549
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -0700550 def isSet(self):
551 """Return true if and only if the internal flag is true.
552
553 This method is deprecated, use notify_all() instead.
554
555 """
556 import warnings
557 warnings.warn('isSet() is deprecated, use is_set() instead',
558 DeprecationWarning, stacklevel=2)
559 return self.is_set()
Benjamin Petersonf0923f52008-08-18 22:10:13 +0000560
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000561 def set(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200562 """Set the internal flag to true.
563
564 All threads waiting for it to become true are awakened. Threads
565 that call wait() once the flag is true will not block at all.
566
567 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700568 with self._cond:
Guido van Rossumd0648992007-08-20 19:25:41 +0000569 self._flag = True
Benjamin Peterson672b8032008-06-11 19:14:14 +0000570 self._cond.notify_all()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000571
572 def clear(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200573 """Reset the internal flag to false.
574
575 Subsequently, threads calling wait() will block until set() is called to
576 set the internal flag to true again.
577
578 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700579 with self._cond:
Guido van Rossumd0648992007-08-20 19:25:41 +0000580 self._flag = False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000581
582 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200583 """Block until the internal flag is true.
584
585 If the internal flag is true on entry, return immediately. Otherwise,
586 block until another thread calls set() to set the flag to true, or until
587 the optional timeout occurs.
588
589 When the timeout argument is present and not None, it should be a
590 floating point number specifying a timeout for the operation in seconds
591 (or fractions thereof).
592
593 This method returns the internal flag on exit, so it will always return
594 True except if a timeout is given and the operation times out.
595
596 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700597 with self._cond:
Charles-François Natalided03482012-01-07 18:24:56 +0100598 signaled = self._flag
599 if not signaled:
600 signaled = self._cond.wait(timeout)
601 return signaled
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000602
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000603
604# A barrier class. Inspired in part by the pthread_barrier_* api and
605# the CyclicBarrier class from Java. See
606# http://sourceware.org/pthreads-win32/manual/pthread_barrier_init.html and
607# http://java.sun.com/j2se/1.5.0/docs/api/java/util/concurrent/
608# CyclicBarrier.html
609# for information.
610# We maintain two main states, 'filling' and 'draining' enabling the barrier
611# to be cyclic. Threads are not allowed into it until it has fully drained
612# since the previous cycle. In addition, a 'resetting' state exists which is
613# similar to 'draining' except that threads leave with a BrokenBarrierError,
Ezio Melottie130a522011-10-19 10:58:56 +0300614# and a 'broken' state in which all threads get the exception.
Victor Stinner135b6d82012-03-03 01:32:57 +0100615class Barrier:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200616 """Implements a Barrier.
617
618 Useful for synchronizing a fixed number of threads at known synchronization
Carl Bordum Hansen62fa51f2019-03-09 18:38:05 +0100619 points. Threads block on 'wait()' and are simultaneously awoken once they
620 have all made that call.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200621
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000622 """
Georg Brandlc30b59f2013-10-13 10:43:59 +0200623
Victor Stinner135b6d82012-03-03 01:32:57 +0100624 def __init__(self, parties, action=None, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200625 """Create a barrier, initialised to 'parties' threads.
626
627 'action' is a callable which, when supplied, will be called by one of
628 the threads after they have all entered the barrier and just prior to
Carl Bordum Hansen62fa51f2019-03-09 18:38:05 +0100629 releasing them all. If a 'timeout' is provided, it is used as the
Georg Brandlc30b59f2013-10-13 10:43:59 +0200630 default for all subsequent 'wait()' calls.
631
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000632 """
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000633 self._cond = Condition(Lock())
634 self._action = action
635 self._timeout = timeout
636 self._parties = parties
637 self._state = 0 #0 filling, 1, draining, -1 resetting, -2 broken
638 self._count = 0
639
640 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200641 """Wait for the barrier.
642
643 When the specified number of threads have started waiting, they are all
644 simultaneously awoken. If an 'action' was provided for the barrier, one
645 of the threads will have executed that callback prior to returning.
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000646 Returns an individual index number from 0 to 'parties-1'.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200647
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000648 """
649 if timeout is None:
650 timeout = self._timeout
651 with self._cond:
652 self._enter() # Block while the barrier drains.
653 index = self._count
654 self._count += 1
655 try:
656 if index + 1 == self._parties:
657 # We release the barrier
658 self._release()
659 else:
660 # We wait until someone releases us
661 self._wait(timeout)
662 return index
663 finally:
664 self._count -= 1
665 # Wake up any threads waiting for barrier to drain.
666 self._exit()
667
668 # Block until the barrier is ready for us, or raise an exception
669 # if it is broken.
670 def _enter(self):
671 while self._state in (-1, 1):
672 # It is draining or resetting, wait until done
673 self._cond.wait()
674 #see if the barrier is in a broken state
675 if self._state < 0:
676 raise BrokenBarrierError
677 assert self._state == 0
678
679 # Optionally run the 'action' and release the threads waiting
680 # in the barrier.
681 def _release(self):
682 try:
683 if self._action:
684 self._action()
685 # enter draining state
686 self._state = 1
687 self._cond.notify_all()
688 except:
689 #an exception during the _action handler. Break and reraise
690 self._break()
691 raise
692
Martin Panter69332c12016-08-04 13:07:31 +0000693 # Wait in the barrier until we are released. Raise an exception
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000694 # if the barrier is reset or broken.
695 def _wait(self, timeout):
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000696 if not self._cond.wait_for(lambda : self._state != 0, timeout):
697 #timed out. Break the barrier
698 self._break()
699 raise BrokenBarrierError
700 if self._state < 0:
701 raise BrokenBarrierError
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000702 assert self._state == 1
703
704 # If we are the last thread to exit the barrier, signal any threads
705 # waiting for the barrier to drain.
706 def _exit(self):
707 if self._count == 0:
708 if self._state in (-1, 1):
709 #resetting or draining
710 self._state = 0
711 self._cond.notify_all()
712
713 def reset(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200714 """Reset the barrier to the initial state.
715
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000716 Any threads currently waiting will get the BrokenBarrier exception
717 raised.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200718
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000719 """
720 with self._cond:
721 if self._count > 0:
722 if self._state == 0:
723 #reset the barrier, waking up threads
724 self._state = -1
725 elif self._state == -2:
726 #was broken, set it to reset state
727 #which clears when the last thread exits
728 self._state = -1
729 else:
730 self._state = 0
731 self._cond.notify_all()
732
733 def abort(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200734 """Place the barrier into a 'broken' state.
735
736 Useful in case of error. Any currently waiting threads and threads
737 attempting to 'wait()' will have BrokenBarrierError raised.
738
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000739 """
740 with self._cond:
741 self._break()
742
743 def _break(self):
744 # An internal error was detected. The barrier is set to
745 # a broken state all parties awakened.
746 self._state = -2
747 self._cond.notify_all()
748
749 @property
750 def parties(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200751 """Return the number of threads required to trip the barrier."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000752 return self._parties
753
754 @property
755 def n_waiting(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200756 """Return the number of threads currently waiting at the barrier."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000757 # We don't need synchronization here since this is an ephemeral result
758 # anyway. It returns the correct value in the steady state.
759 if self._state == 0:
760 return self._count
761 return 0
762
763 @property
764 def broken(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200765 """Return True if the barrier is in a broken state."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000766 return self._state == -2
767
Georg Brandlc30b59f2013-10-13 10:43:59 +0200768# exception raised by the Barrier class
769class BrokenBarrierError(RuntimeError):
770 pass
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000771
772
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000773# Helper to generate new thread names
Victor Stinner98c16c92020-09-23 23:21:19 +0200774_counter = _count(1).__next__
775def _newname(name_template):
776 return name_template % _counter()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000777
Miss Islington (bot)c3b776f2021-06-15 07:34:42 -0700778# Active thread administration.
779#
780# bpo-44422: Use a reentrant lock to allow reentrant calls to functions like
781# threading.enumerate().
782_active_limbo_lock = RLock()
Tim Peters711906e2005-01-08 07:30:42 +0000783_active = {} # maps thread id to Thread object
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000784_limbo = {}
Antoine Pitrouc081c0c2011-07-15 22:12:24 +0200785_dangling = WeakSet()
Miss Islington (bot)71dca6e2021-05-15 02:24:44 -0700786
Victor Stinner468e5fe2019-06-13 01:30:17 +0200787# Set of Thread._tstate_lock locks of non-daemon threads used by _shutdown()
788# to wait until all Python thread states get deleted:
789# see Thread._set_tstate_lock().
790_shutdown_locks_lock = _allocate_lock()
791_shutdown_locks = set()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000792
Miss Islington (bot)71dca6e2021-05-15 02:24:44 -0700793def _maintain_shutdown_locks():
794 """
795 Drop any shutdown locks that don't correspond to running threads anymore.
796
797 Calling this from time to time avoids an ever-growing _shutdown_locks
798 set when Thread objects are not joined explicitly. See bpo-37788.
799
800 This must be called with _shutdown_locks_lock acquired.
801 """
802 # If a lock was released, the corresponding thread has exited
803 to_remove = [lock for lock in _shutdown_locks if not lock.locked()]
804 _shutdown_locks.difference_update(to_remove)
805
806
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000807# Main class for threads
808
Victor Stinner135b6d82012-03-03 01:32:57 +0100809class Thread:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200810 """A class that represents a thread of control.
811
812 This class can be safely subclassed in a limited fashion. There are two ways
813 to specify the activity: by passing a callable object to the constructor, or
814 by overriding the run() method in a subclass.
815
816 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000817
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300818 _initialized = False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000819
820 def __init__(self, group=None, target=None, name=None,
Victor Stinner135b6d82012-03-03 01:32:57 +0100821 args=(), kwargs=None, *, daemon=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200822 """This constructor should always be called with keyword arguments. Arguments are:
823
824 *group* should be None; reserved for future extension when a ThreadGroup
825 class is implemented.
826
827 *target* is the callable object to be invoked by the run()
828 method. Defaults to None, meaning nothing is called.
829
830 *name* is the thread name. By default, a unique name is constructed of
831 the form "Thread-N" where N is a small decimal number.
832
833 *args* is the argument tuple for the target invocation. Defaults to ().
834
835 *kwargs* is a dictionary of keyword arguments for the target
836 invocation. Defaults to {}.
837
838 If a subclass overrides the constructor, it must make sure to invoke
839 the base class constructor (Thread.__init__()) before doing anything
840 else to the thread.
841
842 """
Guido van Rossum5a43e1a1998-06-09 19:04:26 +0000843 assert group is None, "group argument must be None for now"
Georg Brandla4a8b822005-07-15 09:13:21 +0000844 if kwargs is None:
845 kwargs = {}
Victor Stinner98c16c92020-09-23 23:21:19 +0200846 if name:
847 name = str(name)
848 else:
849 name = _newname("Thread-%d")
850 if target is not None:
851 try:
852 target_name = target.__name__
853 name += f" ({target_name})"
854 except AttributeError:
855 pass
856
Guido van Rossumd0648992007-08-20 19:25:41 +0000857 self._target = target
Victor Stinner98c16c92020-09-23 23:21:19 +0200858 self._name = name
Guido van Rossumd0648992007-08-20 19:25:41 +0000859 self._args = args
860 self._kwargs = kwargs
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +0000861 if daemon is not None:
862 self._daemonic = daemon
863 else:
864 self._daemonic = current_thread().daemon
Georg Brandl0c77a822008-06-10 16:37:50 +0000865 self._ident = None
Jake Teslerb121f632019-05-22 08:43:17 -0700866 if _HAVE_THREAD_NATIVE_ID:
867 self._native_id = None
Antoine Pitrou7b476992013-09-07 23:38:37 +0200868 self._tstate_lock = None
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000869 self._started = Event()
Tim Petersc363a232013-09-08 18:44:40 -0500870 self._is_stopped = False
Guido van Rossumd0648992007-08-20 19:25:41 +0000871 self._initialized = True
Victor Stinnercd590a72019-05-28 00:39:52 +0200872 # Copy of sys.stderr used by self._invoke_excepthook()
Guido van Rossumd0648992007-08-20 19:25:41 +0000873 self._stderr = _sys.stderr
Victor Stinnercd590a72019-05-28 00:39:52 +0200874 self._invoke_excepthook = _make_invoke_excepthook()
Antoine Pitrou5da7e792013-09-08 13:19:06 +0200875 # For debugging and _after_fork()
Antoine Pitrouc081c0c2011-07-15 22:12:24 +0200876 _dangling.add(self)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000877
Antoine Pitrou7b476992013-09-07 23:38:37 +0200878 def _reset_internal_locks(self, is_alive):
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000879 # private! Called by _after_fork() to reset our internal locks as
880 # they may be in an invalid state leading to a deadlock or crash.
Victor Stinner87255be2020-04-07 23:11:49 +0200881 self._started._at_fork_reinit()
Antoine Pitrou7b476992013-09-07 23:38:37 +0200882 if is_alive:
Victor Stinner5909a492020-11-16 15:20:34 +0100883 # bpo-42350: If the fork happens when the thread is already stopped
884 # (ex: after threading._shutdown() has been called), _tstate_lock
885 # is None. Do nothing in this case.
886 if self._tstate_lock is not None:
887 self._tstate_lock._at_fork_reinit()
888 self._tstate_lock.acquire()
Antoine Pitrou7b476992013-09-07 23:38:37 +0200889 else:
890 # The thread isn't alive after fork: it doesn't have a tstate
891 # anymore.
Tim Petersb5e9ac92013-09-09 14:41:50 -0500892 self._is_stopped = True
Antoine Pitrou7b476992013-09-07 23:38:37 +0200893 self._tstate_lock = None
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000894
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000895 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000896 assert self._initialized, "Thread.__init__() was not called"
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000897 status = "initial"
Benjamin Peterson672b8032008-06-11 19:14:14 +0000898 if self._started.is_set():
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000899 status = "started"
Tim Peters72460fa2013-09-09 18:48:24 -0500900 self.is_alive() # easy way to get ._is_stopped set when appropriate
Tim Petersc363a232013-09-08 18:44:40 -0500901 if self._is_stopped:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000902 status = "stopped"
Guido van Rossumd0648992007-08-20 19:25:41 +0000903 if self._daemonic:
Georg Brandl0c77a822008-06-10 16:37:50 +0000904 status += " daemon"
905 if self._ident is not None:
906 status += " %s" % self._ident
Guido van Rossumd0648992007-08-20 19:25:41 +0000907 return "<%s(%s, %s)>" % (self.__class__.__name__, self._name, status)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000908
909 def start(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200910 """Start the thread's activity.
911
912 It must be called at most once per thread object. It arranges for the
913 object's run() method to be invoked in a separate thread of control.
914
915 This method will raise a RuntimeError if called more than once on the
916 same thread object.
917
918 """
Guido van Rossumd0648992007-08-20 19:25:41 +0000919 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000920 raise RuntimeError("thread.__init__() not called")
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000921
Benjamin Peterson672b8032008-06-11 19:14:14 +0000922 if self._started.is_set():
Senthil Kumaranfdd4d0f2010-04-06 03:30:18 +0000923 raise RuntimeError("threads can only be started once")
Victor Stinner066e5b12019-06-14 18:55:22 +0200924
Benjamin Petersond23f8222009-04-05 19:13:16 +0000925 with _active_limbo_lock:
926 _limbo[self] = self
Gregory P. Smith3fdd9642010-02-28 18:57:46 +0000927 try:
928 _start_new_thread(self._bootstrap, ())
929 except Exception:
930 with _active_limbo_lock:
931 del _limbo[self]
932 raise
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000933 self._started.wait()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000934
935 def run(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200936 """Method representing the thread's activity.
937
938 You may override this method in a subclass. The standard run() method
939 invokes the callable object passed to the object's constructor as the
940 target argument, if any, with sequential and keyword arguments taken
941 from the args and kwargs arguments, respectively.
942
943 """
Christian Heimesd3eb5a152008-02-24 00:38:49 +0000944 try:
BarneyStratford01c4fdd2021-02-02 20:24:24 +0000945 if self._target is not None:
Christian Heimesd3eb5a152008-02-24 00:38:49 +0000946 self._target(*self._args, **self._kwargs)
947 finally:
948 # Avoid a refcycle if the thread is running a function with
949 # an argument that has a member that points to the thread.
950 del self._target, self._args, self._kwargs
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000951
Guido van Rossumd0648992007-08-20 19:25:41 +0000952 def _bootstrap(self):
Guido van Rossum61e21b52007-08-20 19:06:03 +0000953 # Wrapper around the real bootstrap code that ignores
954 # exceptions during interpreter cleanup. Those typically
955 # happen when a daemon thread wakes up at an unfortunate
956 # moment, finds the world around it destroyed, and raises some
957 # random exception *** while trying to report the exception in
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000958 # _bootstrap_inner() below ***. Those random exceptions
Guido van Rossum61e21b52007-08-20 19:06:03 +0000959 # don't help anybody, and they confuse users, so we suppress
960 # them. We suppress them only when it appears that the world
961 # indeed has already been destroyed, so that exceptions in
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000962 # _bootstrap_inner() during normal business hours are properly
Guido van Rossum61e21b52007-08-20 19:06:03 +0000963 # reported. Also, we only suppress them for daemonic threads;
964 # if a non-daemonic encounters this, something else is wrong.
965 try:
Guido van Rossumd0648992007-08-20 19:25:41 +0000966 self._bootstrap_inner()
Guido van Rossum61e21b52007-08-20 19:06:03 +0000967 except:
Guido van Rossumd0648992007-08-20 19:25:41 +0000968 if self._daemonic and _sys is None:
Guido van Rossum61e21b52007-08-20 19:06:03 +0000969 return
970 raise
971
Benjamin Petersond23f8222009-04-05 19:13:16 +0000972 def _set_ident(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200973 self._ident = get_ident()
Benjamin Petersond23f8222009-04-05 19:13:16 +0000974
Jake Teslerb121f632019-05-22 08:43:17 -0700975 if _HAVE_THREAD_NATIVE_ID:
976 def _set_native_id(self):
977 self._native_id = get_native_id()
978
Antoine Pitrou7b476992013-09-07 23:38:37 +0200979 def _set_tstate_lock(self):
980 """
981 Set a lock object which will be released by the interpreter when
982 the underlying thread state (see pystate.h) gets deleted.
983 """
984 self._tstate_lock = _set_sentinel()
985 self._tstate_lock.acquire()
986
Victor Stinner468e5fe2019-06-13 01:30:17 +0200987 if not self.daemon:
988 with _shutdown_locks_lock:
Miss Islington (bot)71dca6e2021-05-15 02:24:44 -0700989 _maintain_shutdown_locks()
Victor Stinner468e5fe2019-06-13 01:30:17 +0200990 _shutdown_locks.add(self._tstate_lock)
991
Guido van Rossumd0648992007-08-20 19:25:41 +0000992 def _bootstrap_inner(self):
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000993 try:
Benjamin Petersond23f8222009-04-05 19:13:16 +0000994 self._set_ident()
Antoine Pitrou7b476992013-09-07 23:38:37 +0200995 self._set_tstate_lock()
Jake Teslerb121f632019-05-22 08:43:17 -0700996 if _HAVE_THREAD_NATIVE_ID:
997 self._set_native_id()
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000998 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +0000999 with _active_limbo_lock:
1000 _active[self._ident] = self
1001 del _limbo[self]
Jeremy Hyltonbfccb352003-06-29 16:58:41 +00001002
1003 if _trace_hook:
Jeremy Hyltonbfccb352003-06-29 16:58:41 +00001004 _sys.settrace(_trace_hook)
1005 if _profile_hook:
Jeremy Hyltonbfccb352003-06-29 16:58:41 +00001006 _sys.setprofile(_profile_hook)
Tim Petersd1b108b2003-06-29 17:24:17 +00001007
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001008 try:
1009 self.run()
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001010 except:
Victor Stinnercd590a72019-05-28 00:39:52 +02001011 self._invoke_excepthook(self)
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001012 finally:
Christian Heimes1af737c2008-01-23 08:24:23 +00001013 with _active_limbo_lock:
Christian Heimes1af737c2008-01-23 08:24:23 +00001014 try:
Georg Brandl0c77a822008-06-10 16:37:50 +00001015 # We don't call self._delete() because it also
Christian Heimes1af737c2008-01-23 08:24:23 +00001016 # grabs _active_limbo_lock.
Victor Stinner2a129742011-05-30 23:02:52 +02001017 del _active[get_ident()]
Christian Heimes1af737c2008-01-23 08:24:23 +00001018 except:
1019 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001020
Guido van Rossumd0648992007-08-20 19:25:41 +00001021 def _stop(self):
Tim Petersb5e9ac92013-09-09 14:41:50 -05001022 # After calling ._stop(), .is_alive() returns False and .join() returns
1023 # immediately. ._tstate_lock must be released before calling ._stop().
1024 #
1025 # Normal case: C code at the end of the thread's life
1026 # (release_sentinel in _threadmodule.c) releases ._tstate_lock, and
1027 # that's detected by our ._wait_for_tstate_lock(), called by .join()
1028 # and .is_alive(). Any number of threads _may_ call ._stop()
1029 # simultaneously (for example, if multiple threads are blocked in
1030 # .join() calls), and they're not serialized. That's harmless -
1031 # they'll just make redundant rebindings of ._is_stopped and
1032 # ._tstate_lock. Obscure: we rebind ._tstate_lock last so that the
1033 # "assert self._is_stopped" in ._wait_for_tstate_lock() always works
1034 # (the assert is executed only if ._tstate_lock is None).
1035 #
1036 # Special case: _main_thread releases ._tstate_lock via this
1037 # module's _shutdown() function.
1038 lock = self._tstate_lock
1039 if lock is not None:
1040 assert not lock.locked()
Tim Peters78755232013-09-09 13:47:16 -05001041 self._is_stopped = True
1042 self._tstate_lock = None
Victor Stinner468e5fe2019-06-13 01:30:17 +02001043 if not self.daemon:
1044 with _shutdown_locks_lock:
Miss Islington (bot)71dca6e2021-05-15 02:24:44 -07001045 # Remove our lock and other released locks from _shutdown_locks
1046 _maintain_shutdown_locks()
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001047
Guido van Rossumd0648992007-08-20 19:25:41 +00001048 def _delete(self):
Tim Peters21429932004-07-21 03:36:52 +00001049 "Remove current thread from the dict of currently running threads."
Antoine Pitroua6a4dc82017-09-07 18:56:24 +02001050 with _active_limbo_lock:
1051 del _active[get_ident()]
1052 # There must not be any python code between the previous line
1053 # and after the lock is released. Otherwise a tracing function
1054 # could try to acquire the lock again in the same thread, (in
1055 # current_thread()), and would block.
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001056
1057 def join(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001058 """Wait until the thread terminates.
1059
1060 This blocks the calling thread until the thread whose join() method is
1061 called terminates -- either normally or through an unhandled exception
1062 or until the optional timeout occurs.
1063
1064 When the timeout argument is present and not None, it should be a
1065 floating point number specifying a timeout for the operation in seconds
1066 (or fractions thereof). As join() always returns None, you must call
Dong-hee Na36d9e9a2019-01-18 18:50:47 +09001067 is_alive() after join() to decide whether a timeout happened -- if the
Georg Brandlc30b59f2013-10-13 10:43:59 +02001068 thread is still alive, the join() call timed out.
1069
1070 When the timeout argument is not present or None, the operation will
1071 block until the thread terminates.
1072
1073 A thread can be join()ed many times.
1074
1075 join() raises a RuntimeError if an attempt is made to join the current
1076 thread as that would cause a deadlock. It is also an error to join() a
1077 thread before it has been started and attempts to do so raises the same
1078 exception.
1079
1080 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001081 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001082 raise RuntimeError("Thread.__init__() not called")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001083 if not self._started.is_set():
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001084 raise RuntimeError("cannot join thread before it is started")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001085 if self is current_thread():
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001086 raise RuntimeError("cannot join current thread")
Tim Peterse5bb0bf2013-10-25 20:46:51 -05001087
Tim Petersc363a232013-09-08 18:44:40 -05001088 if timeout is None:
1089 self._wait_for_tstate_lock()
Tim Peters7bad39f2013-10-25 22:33:52 -05001090 else:
1091 # the behavior of a negative timeout isn't documented, but
Tim Petersa577f1e2013-10-26 11:56:16 -05001092 # historically .join(timeout=x) for x<0 has acted as if timeout=0
Tim Peters7bad39f2013-10-25 22:33:52 -05001093 self._wait_for_tstate_lock(timeout=max(timeout, 0))
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001094
Tim Petersc363a232013-09-08 18:44:40 -05001095 def _wait_for_tstate_lock(self, block=True, timeout=-1):
Antoine Pitrou7b476992013-09-07 23:38:37 +02001096 # Issue #18808: wait for the thread state to be gone.
Tim Petersc363a232013-09-08 18:44:40 -05001097 # At the end of the thread's life, after all knowledge of the thread
1098 # is removed from C data structures, C code releases our _tstate_lock.
Martin Panter46f50722016-05-26 05:35:26 +00001099 # This method passes its arguments to _tstate_lock.acquire().
Tim Petersc363a232013-09-08 18:44:40 -05001100 # If the lock is acquired, the C code is done, and self._stop() is
1101 # called. That sets ._is_stopped to True, and ._tstate_lock to None.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001102 lock = self._tstate_lock
Miss Islington (bot)fae26942021-09-27 05:53:31 -07001103 if lock is None:
1104 # already determined that the C code is done
Tim Petersc363a232013-09-08 18:44:40 -05001105 assert self._is_stopped
Miss Islington (bot)fae26942021-09-27 05:53:31 -07001106 return
1107
1108 try:
1109 if lock.acquire(block, timeout):
1110 lock.release()
1111 self._stop()
1112 except:
1113 if lock.locked():
1114 # bpo-45274: lock.acquire() acquired the lock, but the function
1115 # was interrupted with an exception before reaching the
1116 # lock.release(). It can happen if a signal handler raises an
1117 # exception, like CTRL+C which raises KeyboardInterrupt.
1118 lock.release()
1119 self._stop()
1120 raise
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001121
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001122 @property
1123 def name(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001124 """A string used for identification purposes only.
1125
1126 It has no semantics. Multiple threads may be given the same name. The
1127 initial name is set by the constructor.
1128
1129 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001130 assert self._initialized, "Thread.__init__() not called"
1131 return self._name
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001132
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001133 @name.setter
1134 def name(self, name):
Guido van Rossumd0648992007-08-20 19:25:41 +00001135 assert self._initialized, "Thread.__init__() not called"
1136 self._name = str(name)
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001137
Benjamin Peterson773c17b2008-08-18 16:45:31 +00001138 @property
1139 def ident(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001140 """Thread identifier of this thread or None if it has not been started.
1141
Skip Montanaro56343312018-05-18 13:38:36 -05001142 This is a nonzero integer. See the get_ident() function. Thread
Georg Brandlc30b59f2013-10-13 10:43:59 +02001143 identifiers may be recycled when a thread exits and another thread is
1144 created. The identifier is available even after the thread has exited.
1145
1146 """
Georg Brandl0c77a822008-06-10 16:37:50 +00001147 assert self._initialized, "Thread.__init__() not called"
1148 return self._ident
1149
Jake Teslerb121f632019-05-22 08:43:17 -07001150 if _HAVE_THREAD_NATIVE_ID:
1151 @property
1152 def native_id(self):
1153 """Native integral thread ID of this thread, or None if it has not been started.
1154
1155 This is a non-negative integer. See the get_native_id() function.
1156 This represents the Thread ID as reported by the kernel.
1157
1158 """
1159 assert self._initialized, "Thread.__init__() not called"
1160 return self._native_id
1161
Benjamin Peterson672b8032008-06-11 19:14:14 +00001162 def is_alive(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001163 """Return whether the thread is alive.
1164
1165 This method returns True just before the run() method starts until just
Miss Islington (bot)7bef7a12021-05-11 11:19:27 -07001166 after the run() method terminates. See also the module function
1167 enumerate().
Georg Brandlc30b59f2013-10-13 10:43:59 +02001168
1169 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001170 assert self._initialized, "Thread.__init__() not called"
Tim Petersc363a232013-09-08 18:44:40 -05001171 if self._is_stopped or not self._started.is_set():
Antoine Pitrou7b476992013-09-07 23:38:37 +02001172 return False
Antoine Pitrou7b476992013-09-07 23:38:37 +02001173 self._wait_for_tstate_lock(False)
Tim Petersc363a232013-09-08 18:44:40 -05001174 return not self._is_stopped
Tim Petersb90f89a2001-01-15 03:26:36 +00001175
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001176 @property
1177 def daemon(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001178 """A boolean value indicating whether this thread is a daemon thread.
1179
1180 This must be set before start() is called, otherwise RuntimeError is
1181 raised. Its initial value is inherited from the creating thread; the
1182 main thread is not a daemon thread and therefore all threads created in
1183 the main thread default to daemon = False.
1184
mbarkhaubb110cc2019-06-22 14:51:06 +02001185 The entire Python program exits when only daemon threads are left.
Georg Brandlc30b59f2013-10-13 10:43:59 +02001186
1187 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001188 assert self._initialized, "Thread.__init__() not called"
1189 return self._daemonic
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001190
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001191 @daemon.setter
1192 def daemon(self, daemonic):
Guido van Rossumd0648992007-08-20 19:25:41 +00001193 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001194 raise RuntimeError("Thread.__init__() not called")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001195 if self._started.is_set():
Antoine Pitrou10959072014-03-17 18:22:41 +01001196 raise RuntimeError("cannot set daemon status of active thread")
Guido van Rossumd0648992007-08-20 19:25:41 +00001197 self._daemonic = daemonic
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001198
Benjamin Peterson6640d722008-08-18 18:16:46 +00001199 def isDaemon(self):
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001200 """Return whether this thread is a daemon.
1201
1202 This method is deprecated, use the daemon attribute instead.
1203
1204 """
1205 import warnings
1206 warnings.warn('isDaemon() is deprecated, get the daemon attribute instead',
1207 DeprecationWarning, stacklevel=2)
Benjamin Peterson6640d722008-08-18 18:16:46 +00001208 return self.daemon
1209
1210 def setDaemon(self, daemonic):
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001211 """Set whether this thread is a daemon.
1212
1213 This method is deprecated, use the .daemon property instead.
1214
1215 """
1216 import warnings
1217 warnings.warn('setDaemon() is deprecated, set the daemon attribute instead',
1218 DeprecationWarning, stacklevel=2)
Benjamin Peterson6640d722008-08-18 18:16:46 +00001219 self.daemon = daemonic
1220
1221 def getName(self):
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001222 """Return a string used for identification purposes only.
1223
1224 This method is deprecated, use the name attribute instead.
1225
1226 """
1227 import warnings
1228 warnings.warn('getName() is deprecated, get the name attribute instead',
1229 DeprecationWarning, stacklevel=2)
Benjamin Peterson6640d722008-08-18 18:16:46 +00001230 return self.name
1231
1232 def setName(self, name):
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001233 """Set the name string for this thread.
1234
1235 This method is deprecated, use the name attribute instead.
1236
1237 """
1238 import warnings
1239 warnings.warn('setName() is deprecated, set the name attribute instead',
1240 DeprecationWarning, stacklevel=2)
Benjamin Peterson6640d722008-08-18 18:16:46 +00001241 self.name = name
1242
Victor Stinnercd590a72019-05-28 00:39:52 +02001243
1244try:
1245 from _thread import (_excepthook as excepthook,
1246 _ExceptHookArgs as ExceptHookArgs)
1247except ImportError:
1248 # Simple Python implementation if _thread._excepthook() is not available
1249 from traceback import print_exception as _print_exception
1250 from collections import namedtuple
1251
1252 _ExceptHookArgs = namedtuple(
1253 'ExceptHookArgs',
1254 'exc_type exc_value exc_traceback thread')
1255
1256 def ExceptHookArgs(args):
1257 return _ExceptHookArgs(*args)
1258
1259 def excepthook(args, /):
1260 """
1261 Handle uncaught Thread.run() exception.
1262 """
1263 if args.exc_type == SystemExit:
1264 # silently ignore SystemExit
1265 return
1266
1267 if _sys is not None and _sys.stderr is not None:
1268 stderr = _sys.stderr
1269 elif args.thread is not None:
1270 stderr = args.thread._stderr
1271 if stderr is None:
1272 # do nothing if sys.stderr is None and sys.stderr was None
1273 # when the thread was created
1274 return
1275 else:
1276 # do nothing if sys.stderr is None and args.thread is None
1277 return
1278
1279 if args.thread is not None:
1280 name = args.thread.name
1281 else:
1282 name = get_ident()
1283 print(f"Exception in thread {name}:",
1284 file=stderr, flush=True)
1285 _print_exception(args.exc_type, args.exc_value, args.exc_traceback,
1286 file=stderr)
1287 stderr.flush()
1288
1289
Mario Corchero750c5ab2020-11-12 18:27:44 +01001290# Original value of threading.excepthook
1291__excepthook__ = excepthook
1292
1293
Victor Stinnercd590a72019-05-28 00:39:52 +02001294def _make_invoke_excepthook():
1295 # Create a local namespace to ensure that variables remain alive
1296 # when _invoke_excepthook() is called, even if it is called late during
1297 # Python shutdown. It is mostly needed for daemon threads.
1298
1299 old_excepthook = excepthook
1300 old_sys_excepthook = _sys.excepthook
1301 if old_excepthook is None:
1302 raise RuntimeError("threading.excepthook is None")
1303 if old_sys_excepthook is None:
1304 raise RuntimeError("sys.excepthook is None")
1305
1306 sys_exc_info = _sys.exc_info
1307 local_print = print
1308 local_sys = _sys
1309
1310 def invoke_excepthook(thread):
1311 global excepthook
1312 try:
1313 hook = excepthook
1314 if hook is None:
1315 hook = old_excepthook
1316
1317 args = ExceptHookArgs([*sys_exc_info(), thread])
1318
1319 hook(args)
1320 except Exception as exc:
1321 exc.__suppress_context__ = True
1322 del exc
1323
1324 if local_sys is not None and local_sys.stderr is not None:
1325 stderr = local_sys.stderr
1326 else:
1327 stderr = thread._stderr
1328
1329 local_print("Exception in threading.excepthook:",
1330 file=stderr, flush=True)
1331
1332 if local_sys is not None and local_sys.excepthook is not None:
1333 sys_excepthook = local_sys.excepthook
1334 else:
1335 sys_excepthook = old_sys_excepthook
1336
1337 sys_excepthook(*sys_exc_info())
1338 finally:
1339 # Break reference cycle (exception stored in a variable)
1340 args = None
1341
1342 return invoke_excepthook
1343
1344
Martin v. Löwis44f86962001-09-05 13:44:54 +00001345# The timer class was contributed by Itamar Shtull-Trauring
1346
Éric Araujo0cdd4452011-07-28 00:28:28 +02001347class Timer(Thread):
Martin v. Löwis44f86962001-09-05 13:44:54 +00001348 """Call a function after a specified number of seconds:
Tim Petersb64bec32001-09-18 02:26:39 +00001349
Georg Brandlc30b59f2013-10-13 10:43:59 +02001350 t = Timer(30.0, f, args=None, kwargs=None)
1351 t.start()
1352 t.cancel() # stop the timer's action if it's still waiting
1353
Martin v. Löwis44f86962001-09-05 13:44:54 +00001354 """
Tim Petersb64bec32001-09-18 02:26:39 +00001355
R David Murray19aeb432013-03-30 17:19:38 -04001356 def __init__(self, interval, function, args=None, kwargs=None):
Martin v. Löwis44f86962001-09-05 13:44:54 +00001357 Thread.__init__(self)
1358 self.interval = interval
1359 self.function = function
R David Murray19aeb432013-03-30 17:19:38 -04001360 self.args = args if args is not None else []
1361 self.kwargs = kwargs if kwargs is not None else {}
Martin v. Löwis44f86962001-09-05 13:44:54 +00001362 self.finished = Event()
Tim Petersb64bec32001-09-18 02:26:39 +00001363
Martin v. Löwis44f86962001-09-05 13:44:54 +00001364 def cancel(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001365 """Stop the timer if it hasn't finished yet."""
Martin v. Löwis44f86962001-09-05 13:44:54 +00001366 self.finished.set()
Tim Petersb64bec32001-09-18 02:26:39 +00001367
Martin v. Löwis44f86962001-09-05 13:44:54 +00001368 def run(self):
1369 self.finished.wait(self.interval)
Benjamin Peterson672b8032008-06-11 19:14:14 +00001370 if not self.finished.is_set():
Martin v. Löwis44f86962001-09-05 13:44:54 +00001371 self.function(*self.args, **self.kwargs)
1372 self.finished.set()
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001373
Antoine Pitrou1023dbb2017-10-02 16:42:15 +02001374
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001375# Special thread class to represent the main thread
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001376
1377class _MainThread(Thread):
1378
1379 def __init__(self):
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +00001380 Thread.__init__(self, name="MainThread", daemon=False)
Tim Petersc363a232013-09-08 18:44:40 -05001381 self._set_tstate_lock()
Christian Heimes9e7f1d22008-02-28 12:27:11 +00001382 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001383 self._set_ident()
Jake Teslerb121f632019-05-22 08:43:17 -07001384 if _HAVE_THREAD_NATIVE_ID:
1385 self._set_native_id()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001386 with _active_limbo_lock:
1387 _active[self._ident] = self
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001388
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001389
1390# Dummy thread class to represent threads not started here.
Tim Peters711906e2005-01-08 07:30:42 +00001391# These aren't garbage collected when they die, nor can they be waited for.
Benjamin Peterson672b8032008-06-11 19:14:14 +00001392# If they invoke anything in threading.py that calls current_thread(), they
Tim Peters711906e2005-01-08 07:30:42 +00001393# leave an entry in the _active dict forever after.
Benjamin Peterson672b8032008-06-11 19:14:14 +00001394# Their purpose is to return *something* from current_thread().
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001395# They are marked as daemon threads so we won't wait for them
1396# when we exit (conform previous semantics).
1397
1398class _DummyThread(Thread):
Tim Petersb90f89a2001-01-15 03:26:36 +00001399
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001400 def __init__(self):
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +00001401 Thread.__init__(self, name=_newname("Dummy-%d"), daemon=True)
Tim Peters711906e2005-01-08 07:30:42 +00001402
Christian Heimes9e7f1d22008-02-28 12:27:11 +00001403 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001404 self._set_ident()
Jake Teslerb121f632019-05-22 08:43:17 -07001405 if _HAVE_THREAD_NATIVE_ID:
1406 self._set_native_id()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001407 with _active_limbo_lock:
1408 _active[self._ident] = self
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001409
Antoine Pitrou8e6e0fd2012-04-19 23:55:01 +02001410 def _stop(self):
1411 pass
1412
Xiang Zhangf3a9fab2017-02-27 11:01:30 +08001413 def is_alive(self):
1414 assert not self._is_stopped and self._started.is_set()
1415 return True
1416
Neal Norwitz45bec8c2002-02-19 03:01:36 +00001417 def join(self, timeout=None):
Guido van Rossum8ca162f2002-04-07 06:36:23 +00001418 assert False, "cannot join a dummy thread"
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001419
1420
1421# Global API functions
1422
Benjamin Peterson672b8032008-06-11 19:14:14 +00001423def current_thread():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001424 """Return the current Thread object, corresponding to the caller's thread of control.
1425
1426 If the caller's thread of control was not created through the threading
1427 module, a dummy thread object with limited functionality is returned.
1428
1429 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001430 try:
Victor Stinner2a129742011-05-30 23:02:52 +02001431 return _active[get_ident()]
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001432 except KeyError:
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001433 return _DummyThread()
1434
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001435def currentThread():
1436 """Return the current Thread object, corresponding to the caller's thread of control.
1437
1438 This function is deprecated, use current_thread() instead.
1439
1440 """
1441 import warnings
1442 warnings.warn('currentThread() is deprecated, use current_thread() instead',
1443 DeprecationWarning, stacklevel=2)
1444 return current_thread()
Benjamin Petersonf0923f52008-08-18 22:10:13 +00001445
Benjamin Peterson672b8032008-06-11 19:14:14 +00001446def active_count():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001447 """Return the number of Thread objects currently alive.
1448
1449 The returned count is equal to the length of the list returned by
1450 enumerate().
1451
1452 """
Benjamin Petersond23f8222009-04-05 19:13:16 +00001453 with _active_limbo_lock:
1454 return len(_active) + len(_limbo)
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001455
Jelle Zijlstra9825bdf2021-04-12 01:42:53 -07001456def activeCount():
1457 """Return the number of Thread objects currently alive.
1458
1459 This function is deprecated, use active_count() instead.
1460
1461 """
1462 import warnings
1463 warnings.warn('activeCount() is deprecated, use active_count() instead',
1464 DeprecationWarning, stacklevel=2)
1465 return active_count()
Benjamin Petersonf0923f52008-08-18 22:10:13 +00001466
Antoine Pitroubdec11f2009-11-05 13:49:14 +00001467def _enumerate():
1468 # Same as enumerate(), but without the lock. Internal use only.
1469 return list(_active.values()) + list(_limbo.values())
1470
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001471def enumerate():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001472 """Return a list of all Thread objects currently alive.
1473
1474 The list includes daemonic threads, dummy thread objects created by
1475 current_thread(), and the main thread. It excludes terminated threads and
1476 threads that have not yet been started.
1477
1478 """
Benjamin Petersond23f8222009-04-05 19:13:16 +00001479 with _active_limbo_lock:
1480 return list(_active.values()) + list(_limbo.values())
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001481
Kyle Stanleyb61b8182020-03-27 15:31:22 -04001482
1483_threading_atexits = []
1484_SHUTTING_DOWN = False
1485
1486def _register_atexit(func, *arg, **kwargs):
1487 """CPython internal: register *func* to be called before joining threads.
1488
1489 The registered *func* is called with its arguments just before all
1490 non-daemon threads are joined in `_shutdown()`. It provides a similar
1491 purpose to `atexit.register()`, but its functions are called prior to
1492 threading shutdown instead of interpreter shutdown.
1493
1494 For similarity to atexit, the registered functions are called in reverse.
1495 """
1496 if _SHUTTING_DOWN:
1497 raise RuntimeError("can't register atexit after shutdown")
1498
1499 call = functools.partial(func, *arg, **kwargs)
1500 _threading_atexits.append(call)
1501
1502
Georg Brandl2067bfd2008-05-25 13:05:15 +00001503from _thread import stack_size
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001504
Thomas Wouters902d6eb2007-01-09 23:18:33 +00001505# Create the main thread object,
1506# and make it available for the interpreter
1507# (Py_Main) as threading._shutdown.
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001508
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001509_main_thread = _MainThread()
1510
1511def _shutdown():
Victor Stinner468e5fe2019-06-13 01:30:17 +02001512 """
1513 Wait until the Python thread state of all non-daemon threads get deleted.
1514 """
Tim Petersc363a232013-09-08 18:44:40 -05001515 # Obscure: other threads may be waiting to join _main_thread. That's
1516 # dubious, but some code does it. We can't wait for C code to release
1517 # the main thread's tstate_lock - that won't happen until the interpreter
1518 # is nearly dead. So we release it here. Note that just calling _stop()
1519 # isn't enough: other threads may already be waiting on _tstate_lock.
Antoine Pitrouee84a602017-08-16 20:53:28 +02001520 if _main_thread._is_stopped:
1521 # _shutdown() was already called
1522 return
Victor Stinner468e5fe2019-06-13 01:30:17 +02001523
Kyle Stanleyb61b8182020-03-27 15:31:22 -04001524 global _SHUTTING_DOWN
1525 _SHUTTING_DOWN = True
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001526
Kyle Stanleyb61b8182020-03-27 15:31:22 -04001527 # Call registered threading atexit functions before threads are joined.
1528 # Order is reversed, similar to atexit.
1529 for atexit_call in reversed(_threading_atexits):
1530 atexit_call()
1531
Miss Islington (bot)38c67732021-09-27 14:39:35 -07001532 # Main thread
1533 if _main_thread.ident == get_ident():
1534 tlock = _main_thread._tstate_lock
1535 # The main thread isn't finished yet, so its thread state lock can't
1536 # have been released.
1537 assert tlock is not None
1538 assert tlock.locked()
1539 tlock.release()
1540 _main_thread._stop()
1541 else:
1542 # bpo-1596321: _shutdown() must be called in the main thread.
1543 # If the threading module was not imported by the main thread,
1544 # _main_thread is the thread which imported the threading module.
1545 # In this case, ignore _main_thread, similar behavior than for threads
1546 # spawned by C libraries or using _thread.start_new_thread().
1547 pass
1548
Victor Stinner468e5fe2019-06-13 01:30:17 +02001549 # Join all non-deamon threads
1550 while True:
1551 with _shutdown_locks_lock:
1552 locks = list(_shutdown_locks)
1553 _shutdown_locks.clear()
1554
1555 if not locks:
1556 break
1557
1558 for lock in locks:
1559 # mimick Thread.join()
1560 lock.acquire()
1561 lock.release()
1562
1563 # new threads can be spawned while we were waiting for the other
1564 # threads to complete
1565
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001566
1567def main_thread():
Andrew Svetlovb1dd5572013-09-04 10:33:11 +03001568 """Return the main thread object.
1569
1570 In normal conditions, the main thread is the thread from which the
1571 Python interpreter was started.
1572 """
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001573 return _main_thread
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001574
Jim Fultond15dc062004-07-14 19:11:50 +00001575# get thread-local implementation, either from the thread
1576# module, or from the python fallback
1577
1578try:
Georg Brandl2067bfd2008-05-25 13:05:15 +00001579 from _thread import _local as local
Brett Cannoncd171c82013-07-04 17:43:24 -04001580except ImportError:
Jim Fultond15dc062004-07-14 19:11:50 +00001581 from _threading_local import local
1582
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001583
Jesse Nollera8513972008-07-17 16:49:17 +00001584def _after_fork():
Antoine Pitrou4a8bcdf2017-05-28 14:02:26 +02001585 """
1586 Cleanup threading module state that should not exist after a fork.
1587 """
Jesse Nollera8513972008-07-17 16:49:17 +00001588 # Reset _active_limbo_lock, in case we forked while the lock was held
1589 # by another (non-forked) thread. http://bugs.python.org/issue874900
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001590 global _active_limbo_lock, _main_thread
Victor Stinner468e5fe2019-06-13 01:30:17 +02001591 global _shutdown_locks_lock, _shutdown_locks
Miss Islington (bot)c3b776f2021-06-15 07:34:42 -07001592 _active_limbo_lock = RLock()
Jesse Nollera8513972008-07-17 16:49:17 +00001593
1594 # fork() only copied the current thread; clear references to others.
1595 new_active = {}
Victor Stinnerd8ff44c2020-03-27 17:50:42 +01001596
1597 try:
1598 current = _active[get_ident()]
1599 except KeyError:
1600 # fork() was called in a thread which was not spawned
1601 # by threading.Thread. For example, a thread spawned
1602 # by thread.start_new_thread().
1603 current = _MainThread()
1604
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001605 _main_thread = current
Victor Stinner468e5fe2019-06-13 01:30:17 +02001606
1607 # reset _shutdown() locks: threads re-register their _tstate_lock below
1608 _shutdown_locks_lock = _allocate_lock()
1609 _shutdown_locks = set()
1610
Jesse Nollera8513972008-07-17 16:49:17 +00001611 with _active_limbo_lock:
Antoine Pitrou5da7e792013-09-08 13:19:06 +02001612 # Dangling thread instances must still have their locks reset,
1613 # because someone may join() them.
1614 threads = set(_enumerate())
1615 threads.update(_dangling)
1616 for thread in threads:
Charles-François Natalib055bf62011-12-18 18:45:16 +01001617 # Any lock/condition variable may be currently locked or in an
1618 # invalid state, so we reinitialize them.
Jesse Nollera8513972008-07-17 16:49:17 +00001619 if thread is current:
Antoine Pitrou5fe291f2008-09-06 23:00:03 +00001620 # There is only one active thread. We reset the ident to
1621 # its new value since it can have changed.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001622 thread._reset_internal_locks(True)
Victor Stinner2a129742011-05-30 23:02:52 +02001623 ident = get_ident()
Antoine Pitrou5fe291f2008-09-06 23:00:03 +00001624 thread._ident = ident
Jesse Nollera8513972008-07-17 16:49:17 +00001625 new_active[ident] = thread
1626 else:
1627 # All the others are already stopped.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001628 thread._reset_internal_locks(False)
Charles-François Natalib055bf62011-12-18 18:45:16 +01001629 thread._stop()
Jesse Nollera8513972008-07-17 16:49:17 +00001630
1631 _limbo.clear()
1632 _active.clear()
1633 _active.update(new_active)
1634 assert len(_active) == 1
Antoine Pitrou4a8bcdf2017-05-28 14:02:26 +02001635
1636
Gregory P. Smith163468a2017-05-29 10:03:41 -07001637if hasattr(_os, "register_at_fork"):
1638 _os.register_at_fork(after_in_child=_after_fork)