blob: 95978d310a2f3aa9780248dac71d0b7bca113d37 [file] [log] [blame]
Jeremy Hylton92bb6e72002-08-14 19:25:42 +00001"""Thread module emulating a subset of Java's threading model."""
Guido van Rossum7f5013a1998-04-09 22:01:42 +00002
Fred Drakea8725952002-12-30 23:32:50 +00003import sys as _sys
Georg Brandl2067bfd2008-05-25 13:05:15 +00004import _thread
Fred Drakea8725952002-12-30 23:32:50 +00005
Victor Stinnerae586492014-09-02 23:18:25 +02006from time import monotonic as _time
Neil Schemenauerf607fc52003-11-05 23:03:00 +00007from traceback import format_exc as _format_exc
Antoine Pitrouc081c0c2011-07-15 22:12:24 +02008from _weakrefset import WeakSet
R David Murrayb186f1df2014-10-04 17:43:54 -04009from itertools import islice as _islice, count as _count
Raymond Hettingerec4b1742013-03-10 17:57:28 -070010try:
Raymond Hettingerec4b1742013-03-10 17:57:28 -070011 from _collections import deque as _deque
Brett Cannoncd171c82013-07-04 17:43:24 -040012except ImportError:
Raymond Hettingerec4b1742013-03-10 17:57:28 -070013 from collections import deque as _deque
Guido van Rossum7f5013a1998-04-09 22:01:42 +000014
Benjamin Petersonb3085c92008-09-01 23:09:31 +000015# Note regarding PEP 8 compliant names
16# This threading model was originally inspired by Java, and inherited
17# the convention of camelCase function and method names from that
Ezio Melotti30b9d5d2013-08-17 15:50:46 +030018# language. Those original names are not in any imminent danger of
Benjamin Petersonb3085c92008-09-01 23:09:31 +000019# being deprecated (even for Py3k),so this module provides them as an
20# alias for the PEP 8 compliant names
21# Note that using the new PEP 8 compliant names facilitates substitution
22# with the multiprocessing module, which doesn't provide the old
23# Java inspired names.
24
Martin Panter19e69c52015-11-14 12:46:42 +000025__all__ = ['get_ident', 'active_count', 'Condition', 'current_thread',
26 'enumerate', 'main_thread', 'TIMEOUT_MAX',
27 'Event', 'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Thread',
28 'Barrier', 'BrokenBarrierError', 'Timer', 'ThreadError',
29 'setprofile', 'settrace', 'local', 'stack_size']
Guido van Rossum7f5013a1998-04-09 22:01:42 +000030
Raymond Hettinger5cee47f2011-01-11 19:59:46 +000031# Rename some stuff so "from threading import *" is safe
Georg Brandl2067bfd2008-05-25 13:05:15 +000032_start_new_thread = _thread.start_new_thread
33_allocate_lock = _thread.allocate_lock
Antoine Pitrou7b476992013-09-07 23:38:37 +020034_set_sentinel = _thread._set_sentinel
Victor Stinner2a129742011-05-30 23:02:52 +020035get_ident = _thread.get_ident
Georg Brandl2067bfd2008-05-25 13:05:15 +000036ThreadError = _thread.error
Antoine Pitrou434736a2009-11-10 18:46:01 +000037try:
38 _CRLock = _thread.RLock
39except AttributeError:
40 _CRLock = None
Antoine Pitrou7c3e5772010-04-14 15:44:10 +000041TIMEOUT_MAX = _thread.TIMEOUT_MAX
Georg Brandl2067bfd2008-05-25 13:05:15 +000042del _thread
Guido van Rossum7f5013a1998-04-09 22:01:42 +000043
Guido van Rossum7f5013a1998-04-09 22:01:42 +000044
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000045# Support for profile and trace hooks
46
47_profile_hook = None
48_trace_hook = None
49
50def setprofile(func):
Georg Brandlc30b59f2013-10-13 10:43:59 +020051 """Set a profile function for all threads started from the threading module.
52
53 The func will be passed to sys.setprofile() for each thread, before its
54 run() method is called.
55
56 """
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000057 global _profile_hook
58 _profile_hook = func
Tim Petersd1b108b2003-06-29 17:24:17 +000059
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000060def settrace(func):
Georg Brandlc30b59f2013-10-13 10:43:59 +020061 """Set a trace function for all threads started from the threading module.
62
63 The func will be passed to sys.settrace() for each thread, before its run()
64 method is called.
65
66 """
Jeremy Hyltonbfccb352003-06-29 16:58:41 +000067 global _trace_hook
68 _trace_hook = func
Guido van Rossum7f5013a1998-04-09 22:01:42 +000069
70# Synchronization classes
71
72Lock = _allocate_lock
73
Victor Stinner135b6d82012-03-03 01:32:57 +010074def RLock(*args, **kwargs):
Georg Brandlc30b59f2013-10-13 10:43:59 +020075 """Factory function that returns a new reentrant lock.
76
77 A reentrant lock must be released by the thread that acquired it. Once a
78 thread has acquired a reentrant lock, the same thread may acquire it again
79 without blocking; the thread must release it once for each time it has
80 acquired it.
81
82 """
Victor Stinner135b6d82012-03-03 01:32:57 +010083 if _CRLock is None:
84 return _PyRLock(*args, **kwargs)
Antoine Pitrou434736a2009-11-10 18:46:01 +000085 return _CRLock(*args, **kwargs)
Guido van Rossum7f5013a1998-04-09 22:01:42 +000086
Victor Stinner135b6d82012-03-03 01:32:57 +010087class _RLock:
Georg Brandlc30b59f2013-10-13 10:43:59 +020088 """This class implements reentrant lock objects.
89
90 A reentrant lock must be released by the thread that acquired it. Once a
91 thread has acquired a reentrant lock, the same thread may acquire it
92 again without blocking; the thread must release it once for each time it
93 has acquired it.
94
95 """
Tim Petersb90f89a2001-01-15 03:26:36 +000096
Victor Stinner135b6d82012-03-03 01:32:57 +010097 def __init__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +000098 self._block = _allocate_lock()
99 self._owner = None
100 self._count = 0
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000101
102 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000103 owner = self._owner
Antoine Pitroub0872682009-11-09 16:08:16 +0000104 try:
105 owner = _active[owner].name
106 except KeyError:
107 pass
Raymond Hettinger62f4dad2014-05-25 18:22:35 -0700108 return "<%s %s.%s object owner=%r count=%d at %s>" % (
109 "locked" if self._block.locked() else "unlocked",
110 self.__class__.__module__,
111 self.__class__.__qualname__,
112 owner,
113 self._count,
114 hex(id(self))
115 )
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000116
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000117 def acquire(self, blocking=True, timeout=-1):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200118 """Acquire a lock, blocking or non-blocking.
119
120 When invoked without arguments: if this thread already owns the lock,
121 increment the recursion level by one, and return immediately. Otherwise,
122 if another thread owns the lock, block until the lock is unlocked. Once
123 the lock is unlocked (not owned by any thread), then grab ownership, set
124 the recursion level to one, and return. If more than one thread is
125 blocked waiting until the lock is unlocked, only one at a time will be
126 able to grab ownership of the lock. There is no return value in this
127 case.
128
129 When invoked with the blocking argument set to true, do the same thing
130 as when called without arguments, and return true.
131
132 When invoked with the blocking argument set to false, do not block. If a
133 call without an argument would block, return false immediately;
134 otherwise, do the same thing as when called without arguments, and
135 return true.
136
137 When invoked with the floating-point timeout argument set to a positive
138 value, block for at most the number of seconds specified by timeout
139 and as long as the lock cannot be acquired. Return true if the lock has
140 been acquired, false if the timeout has elapsed.
141
142 """
Victor Stinner2a129742011-05-30 23:02:52 +0200143 me = get_ident()
Antoine Pitroub0872682009-11-09 16:08:16 +0000144 if self._owner == me:
Raymond Hettinger720da572013-03-10 15:13:35 -0700145 self._count += 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000146 return 1
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000147 rc = self._block.acquire(blocking, timeout)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000148 if rc:
Guido van Rossumd0648992007-08-20 19:25:41 +0000149 self._owner = me
150 self._count = 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000151 return rc
152
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000153 __enter__ = acquire
154
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000155 def release(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200156 """Release a lock, decrementing the recursion level.
157
158 If after the decrement it is zero, reset the lock to unlocked (not owned
159 by any thread), and if any other threads are blocked waiting for the
160 lock to become unlocked, allow exactly one of them to proceed. If after
161 the decrement the recursion level is still nonzero, the lock remains
162 locked and owned by the calling thread.
163
164 Only call this method when the calling thread owns the lock. A
165 RuntimeError is raised if this method is called when the lock is
166 unlocked.
167
168 There is no return value.
169
170 """
Victor Stinner2a129742011-05-30 23:02:52 +0200171 if self._owner != get_ident():
Georg Brandl495f7b52009-10-27 15:28:25 +0000172 raise RuntimeError("cannot release un-acquired lock")
Guido van Rossumd0648992007-08-20 19:25:41 +0000173 self._count = count = self._count - 1
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000174 if not count:
Guido van Rossumd0648992007-08-20 19:25:41 +0000175 self._owner = None
176 self._block.release()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000177
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000178 def __exit__(self, t, v, tb):
179 self.release()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000180
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000181 # Internal methods used by condition variables
182
Guido van Rossum1bc535d2007-05-15 18:46:22 +0000183 def _acquire_restore(self, state):
Guido van Rossumd0648992007-08-20 19:25:41 +0000184 self._block.acquire()
185 self._count, self._owner = state
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000186
187 def _release_save(self):
Victor Stinnerc2824d42011-04-24 23:41:33 +0200188 if self._count == 0:
189 raise RuntimeError("cannot release un-acquired lock")
Guido van Rossumd0648992007-08-20 19:25:41 +0000190 count = self._count
191 self._count = 0
192 owner = self._owner
193 self._owner = None
194 self._block.release()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000195 return (count, owner)
196
197 def _is_owned(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200198 return self._owner == get_ident()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000199
Antoine Pitrou434736a2009-11-10 18:46:01 +0000200_PyRLock = _RLock
201
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000202
Victor Stinner135b6d82012-03-03 01:32:57 +0100203class Condition:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200204 """Class that implements a condition variable.
205
206 A condition variable allows one or more threads to wait until they are
207 notified by another thread.
208
209 If the lock argument is given and not None, it must be a Lock or RLock
210 object, and it is used as the underlying lock. Otherwise, a new RLock object
211 is created and used as the underlying lock.
212
213 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000214
Victor Stinner135b6d82012-03-03 01:32:57 +0100215 def __init__(self, lock=None):
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000216 if lock is None:
217 lock = RLock()
Guido van Rossumd0648992007-08-20 19:25:41 +0000218 self._lock = lock
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000219 # Export the lock's acquire() and release() methods
220 self.acquire = lock.acquire
221 self.release = lock.release
222 # If the lock defines _release_save() and/or _acquire_restore(),
223 # these override the default implementations (which just call
224 # release() and acquire() on the lock). Ditto for _is_owned().
225 try:
226 self._release_save = lock._release_save
227 except AttributeError:
228 pass
229 try:
230 self._acquire_restore = lock._acquire_restore
231 except AttributeError:
232 pass
233 try:
234 self._is_owned = lock._is_owned
235 except AttributeError:
236 pass
Raymond Hettingerec4b1742013-03-10 17:57:28 -0700237 self._waiters = _deque()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000238
Thomas Wouters477c8d52006-05-27 19:21:47 +0000239 def __enter__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000240 return self._lock.__enter__()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000241
Thomas Wouters477c8d52006-05-27 19:21:47 +0000242 def __exit__(self, *args):
Guido van Rossumd0648992007-08-20 19:25:41 +0000243 return self._lock.__exit__(*args)
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000244
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000245 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000246 return "<Condition(%s, %d)>" % (self._lock, len(self._waiters))
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000247
248 def _release_save(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000249 self._lock.release() # No state to save
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000250
251 def _acquire_restore(self, x):
Guido van Rossumd0648992007-08-20 19:25:41 +0000252 self._lock.acquire() # Ignore saved state
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000253
254 def _is_owned(self):
Benjamin Peterson672b8032008-06-11 19:14:14 +0000255 # Return True if lock is owned by current_thread.
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300256 # This method is called only if _lock doesn't have _is_owned().
Guido van Rossumd0648992007-08-20 19:25:41 +0000257 if self._lock.acquire(0):
258 self._lock.release()
Tim Petersbc0e9102002-04-04 22:55:58 +0000259 return False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000260 else:
Tim Petersbc0e9102002-04-04 22:55:58 +0000261 return True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000262
263 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200264 """Wait until notified or until a timeout occurs.
265
266 If the calling thread has not acquired the lock when this method is
267 called, a RuntimeError is raised.
268
269 This method releases the underlying lock, and then blocks until it is
270 awakened by a notify() or notify_all() call for the same condition
271 variable in another thread, or until the optional timeout occurs. Once
272 awakened or timed out, it re-acquires the lock and returns.
273
274 When the timeout argument is present and not None, it should be a
275 floating point number specifying a timeout for the operation in seconds
276 (or fractions thereof).
277
278 When the underlying lock is an RLock, it is not released using its
279 release() method, since this may not actually unlock the lock when it
280 was acquired multiple times recursively. Instead, an internal interface
281 of the RLock class is used, which really unlocks it even when it has
282 been recursively acquired several times. Another internal interface is
283 then used to restore the recursion level when the lock is reacquired.
284
285 """
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000286 if not self._is_owned():
Georg Brandl495f7b52009-10-27 15:28:25 +0000287 raise RuntimeError("cannot wait on un-acquired lock")
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000288 waiter = _allocate_lock()
289 waiter.acquire()
Guido van Rossumd0648992007-08-20 19:25:41 +0000290 self._waiters.append(waiter)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000291 saved_state = self._release_save()
Antoine Pitroua64b92e2014-08-29 23:26:36 +0200292 gotit = False
Tim Petersc951bf92001-04-02 20:15:57 +0000293 try: # restore state no matter what (e.g., KeyboardInterrupt)
294 if timeout is None:
295 waiter.acquire()
Georg Brandlb9a43912010-10-28 09:03:20 +0000296 gotit = True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000297 else:
Antoine Pitrou7c3e5772010-04-14 15:44:10 +0000298 if timeout > 0:
299 gotit = waiter.acquire(True, timeout)
300 else:
301 gotit = waiter.acquire(False)
Georg Brandlb9a43912010-10-28 09:03:20 +0000302 return gotit
Tim Petersc951bf92001-04-02 20:15:57 +0000303 finally:
304 self._acquire_restore(saved_state)
Antoine Pitroua64b92e2014-08-29 23:26:36 +0200305 if not gotit:
306 try:
307 self._waiters.remove(waiter)
308 except ValueError:
309 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000310
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000311 def wait_for(self, predicate, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200312 """Wait until a condition evaluates to True.
313
314 predicate should be a callable which result will be interpreted as a
315 boolean value. A timeout may be provided giving the maximum time to
316 wait.
317
318 """
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000319 endtime = None
320 waittime = timeout
321 result = predicate()
322 while not result:
323 if waittime is not None:
324 if endtime is None:
325 endtime = _time() + waittime
326 else:
327 waittime = endtime - _time()
328 if waittime <= 0:
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000329 break
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000330 self.wait(waittime)
331 result = predicate()
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000332 return result
333
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000334 def notify(self, n=1):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200335 """Wake up one or more threads waiting on this condition, if any.
336
337 If the calling thread has not acquired the lock when this method is
338 called, a RuntimeError is raised.
339
340 This method wakes up at most n of the threads waiting for the condition
341 variable; it is a no-op if no threads are waiting.
342
343 """
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000344 if not self._is_owned():
Georg Brandl495f7b52009-10-27 15:28:25 +0000345 raise RuntimeError("cannot notify on un-acquired lock")
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700346 all_waiters = self._waiters
347 waiters_to_notify = _deque(_islice(all_waiters, n))
348 if not waiters_to_notify:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000349 return
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700350 for waiter in waiters_to_notify:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000351 waiter.release()
352 try:
Raymond Hettingerb65e5792013-03-10 20:34:16 -0700353 all_waiters.remove(waiter)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000354 except ValueError:
355 pass
356
Benjamin Peterson672b8032008-06-11 19:14:14 +0000357 def notify_all(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200358 """Wake up all threads waiting on this condition.
359
360 If the calling thread has not acquired the lock when this method
361 is called, a RuntimeError is raised.
362
363 """
Guido van Rossumd0648992007-08-20 19:25:41 +0000364 self.notify(len(self._waiters))
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000365
Benjamin Petersonb3085c92008-09-01 23:09:31 +0000366 notifyAll = notify_all
367
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000368
Victor Stinner135b6d82012-03-03 01:32:57 +0100369class Semaphore:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200370 """This class implements semaphore objects.
371
372 Semaphores manage a counter representing the number of release() calls minus
373 the number of acquire() calls, plus an initial value. The acquire() method
374 blocks if necessary until it can return without making the counter
375 negative. If not given, value defaults to 1.
376
377 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000378
Andrew M. Kuchling39d3bfc2000-02-29 00:10:24 +0000379 # After Tim Peters' semaphore class, but not quite the same (no maximum)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000380
Victor Stinner135b6d82012-03-03 01:32:57 +0100381 def __init__(self, value=1):
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000382 if value < 0:
383 raise ValueError("semaphore initial value must be >= 0")
Guido van Rossumd0648992007-08-20 19:25:41 +0000384 self._cond = Condition(Lock())
385 self._value = value
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000386
Antoine Pitrou0454af92010-04-17 23:51:58 +0000387 def acquire(self, blocking=True, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200388 """Acquire a semaphore, decrementing the internal counter by one.
389
390 When invoked without arguments: if the internal counter is larger than
391 zero on entry, decrement it by one and return immediately. If it is zero
392 on entry, block, waiting until some other thread has called release() to
393 make it larger than zero. This is done with proper interlocking so that
394 if multiple acquire() calls are blocked, release() will wake exactly one
395 of them up. The implementation may pick one at random, so the order in
396 which blocked threads are awakened should not be relied on. There is no
397 return value in this case.
398
399 When invoked with blocking set to true, do the same thing as when called
400 without arguments, and return true.
401
402 When invoked with blocking set to false, do not block. If a call without
403 an argument would block, return false immediately; otherwise, do the
404 same thing as when called without arguments, and return true.
405
406 When invoked with a timeout other than None, it will block for at
407 most timeout seconds. If acquire does not complete successfully in
408 that interval, return false. Return true otherwise.
409
410 """
Antoine Pitrou0454af92010-04-17 23:51:58 +0000411 if not blocking and timeout is not None:
412 raise ValueError("can't specify timeout for non-blocking acquire")
Guido van Rossum8ca162f2002-04-07 06:36:23 +0000413 rc = False
Antoine Pitrou0454af92010-04-17 23:51:58 +0000414 endtime = None
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300415 with self._cond:
416 while self._value == 0:
417 if not blocking:
418 break
419 if timeout is not None:
420 if endtime is None:
421 endtime = _time() + timeout
422 else:
423 timeout = endtime - _time()
424 if timeout <= 0:
425 break
426 self._cond.wait(timeout)
427 else:
Serhiy Storchakab00b5962013-04-22 22:54:16 +0300428 self._value -= 1
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300429 rc = True
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000430 return rc
431
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000432 __enter__ = acquire
433
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000434 def release(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200435 """Release a semaphore, incrementing the internal counter by one.
436
437 When the counter is zero on entry and another thread is waiting for it
438 to become larger than zero again, wake up that thread.
439
440 """
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300441 with self._cond:
Serhiy Storchakab00b5962013-04-22 22:54:16 +0300442 self._value += 1
Serhiy Storchaka81a58552013-04-22 22:51:43 +0300443 self._cond.notify()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000444
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000445 def __exit__(self, t, v, tb):
446 self.release()
Guido van Rossum1a5e21e2006-02-28 21:57:43 +0000447
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000448
Éric Araujo0cdd4452011-07-28 00:28:28 +0200449class BoundedSemaphore(Semaphore):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200450 """Implements a bounded semaphore.
451
452 A bounded semaphore checks to make sure its current value doesn't exceed its
453 initial value. If it does, ValueError is raised. In most situations
454 semaphores are used to guard resources with limited capacity.
455
456 If the semaphore is released too many times it's a sign of a bug. If not
457 given, value defaults to 1.
458
459 Like regular semaphores, bounded semaphores manage a counter representing
460 the number of release() calls minus the number of acquire() calls, plus an
461 initial value. The acquire() method blocks if necessary until it can return
462 without making the counter negative. If not given, value defaults to 1.
463
464 """
465
Victor Stinner135b6d82012-03-03 01:32:57 +0100466 def __init__(self, value=1):
467 Semaphore.__init__(self, value)
Skip Montanaroe428bb72001-08-20 20:27:58 +0000468 self._initial_value = value
469
470 def release(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200471 """Release a semaphore, incrementing the internal counter by one.
472
473 When the counter is zero on entry and another thread is waiting for it
474 to become larger than zero again, wake up that thread.
475
476 If the number of releases exceeds the number of acquires,
477 raise a ValueError.
478
479 """
Tim Peters7634e1c2013-10-08 20:55:51 -0500480 with self._cond:
481 if self._value >= self._initial_value:
482 raise ValueError("Semaphore released too many times")
483 self._value += 1
484 self._cond.notify()
Skip Montanaroe428bb72001-08-20 20:27:58 +0000485
486
Victor Stinner135b6d82012-03-03 01:32:57 +0100487class Event:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200488 """Class implementing event objects.
489
490 Events manage a flag that can be set to true with the set() method and reset
491 to false with the clear() method. The wait() method blocks until the flag is
492 true. The flag is initially false.
493
494 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000495
496 # After Tim Peters' event class (without is_posted())
497
Victor Stinner135b6d82012-03-03 01:32:57 +0100498 def __init__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000499 self._cond = Condition(Lock())
500 self._flag = False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000501
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000502 def _reset_internal_locks(self):
503 # private! called by Thread._reset_internal_locks by _after_fork()
Benjamin Peterson15982aa2015-10-05 21:56:22 -0700504 self._cond.__init__(Lock())
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000505
Benjamin Peterson672b8032008-06-11 19:14:14 +0000506 def is_set(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200507 """Return true if and only if the internal flag is true."""
Guido van Rossumd0648992007-08-20 19:25:41 +0000508 return self._flag
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000509
Benjamin Petersonb3085c92008-09-01 23:09:31 +0000510 isSet = is_set
Benjamin Petersonf0923f52008-08-18 22:10:13 +0000511
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000512 def set(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200513 """Set the internal flag to true.
514
515 All threads waiting for it to become true are awakened. Threads
516 that call wait() once the flag is true will not block at all.
517
518 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700519 with self._cond:
Guido van Rossumd0648992007-08-20 19:25:41 +0000520 self._flag = True
Benjamin Peterson672b8032008-06-11 19:14:14 +0000521 self._cond.notify_all()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000522
523 def clear(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200524 """Reset the internal flag to false.
525
526 Subsequently, threads calling wait() will block until set() is called to
527 set the internal flag to true again.
528
529 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700530 with self._cond:
Guido van Rossumd0648992007-08-20 19:25:41 +0000531 self._flag = False
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000532
533 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200534 """Block until the internal flag is true.
535
536 If the internal flag is true on entry, return immediately. Otherwise,
537 block until another thread calls set() to set the flag to true, or until
538 the optional timeout occurs.
539
540 When the timeout argument is present and not None, it should be a
541 floating point number specifying a timeout for the operation in seconds
542 (or fractions thereof).
543
544 This method returns the internal flag on exit, so it will always return
545 True except if a timeout is given and the operation times out.
546
547 """
Benjamin Peterson414918a2015-10-10 19:34:46 -0700548 with self._cond:
Charles-François Natalided03482012-01-07 18:24:56 +0100549 signaled = self._flag
550 if not signaled:
551 signaled = self._cond.wait(timeout)
552 return signaled
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000553
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000554
555# A barrier class. Inspired in part by the pthread_barrier_* api and
556# the CyclicBarrier class from Java. See
557# http://sourceware.org/pthreads-win32/manual/pthread_barrier_init.html and
558# http://java.sun.com/j2se/1.5.0/docs/api/java/util/concurrent/
559# CyclicBarrier.html
560# for information.
561# We maintain two main states, 'filling' and 'draining' enabling the barrier
562# to be cyclic. Threads are not allowed into it until it has fully drained
563# since the previous cycle. In addition, a 'resetting' state exists which is
564# similar to 'draining' except that threads leave with a BrokenBarrierError,
Ezio Melottie130a522011-10-19 10:58:56 +0300565# and a 'broken' state in which all threads get the exception.
Victor Stinner135b6d82012-03-03 01:32:57 +0100566class Barrier:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200567 """Implements a Barrier.
568
569 Useful for synchronizing a fixed number of threads at known synchronization
570 points. Threads block on 'wait()' and are simultaneously once they have all
571 made that call.
572
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000573 """
Georg Brandlc30b59f2013-10-13 10:43:59 +0200574
Victor Stinner135b6d82012-03-03 01:32:57 +0100575 def __init__(self, parties, action=None, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200576 """Create a barrier, initialised to 'parties' threads.
577
578 'action' is a callable which, when supplied, will be called by one of
579 the threads after they have all entered the barrier and just prior to
580 releasing them all. If a 'timeout' is provided, it is uses as the
581 default for all subsequent 'wait()' calls.
582
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000583 """
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000584 self._cond = Condition(Lock())
585 self._action = action
586 self._timeout = timeout
587 self._parties = parties
588 self._state = 0 #0 filling, 1, draining, -1 resetting, -2 broken
589 self._count = 0
590
591 def wait(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200592 """Wait for the barrier.
593
594 When the specified number of threads have started waiting, they are all
595 simultaneously awoken. If an 'action' was provided for the barrier, one
596 of the threads will have executed that callback prior to returning.
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000597 Returns an individual index number from 0 to 'parties-1'.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200598
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000599 """
600 if timeout is None:
601 timeout = self._timeout
602 with self._cond:
603 self._enter() # Block while the barrier drains.
604 index = self._count
605 self._count += 1
606 try:
607 if index + 1 == self._parties:
608 # We release the barrier
609 self._release()
610 else:
611 # We wait until someone releases us
612 self._wait(timeout)
613 return index
614 finally:
615 self._count -= 1
616 # Wake up any threads waiting for barrier to drain.
617 self._exit()
618
619 # Block until the barrier is ready for us, or raise an exception
620 # if it is broken.
621 def _enter(self):
622 while self._state in (-1, 1):
623 # It is draining or resetting, wait until done
624 self._cond.wait()
625 #see if the barrier is in a broken state
626 if self._state < 0:
627 raise BrokenBarrierError
628 assert self._state == 0
629
630 # Optionally run the 'action' and release the threads waiting
631 # in the barrier.
632 def _release(self):
633 try:
634 if self._action:
635 self._action()
636 # enter draining state
637 self._state = 1
638 self._cond.notify_all()
639 except:
640 #an exception during the _action handler. Break and reraise
641 self._break()
642 raise
643
Martin Panter69332c12016-08-04 13:07:31 +0000644 # Wait in the barrier until we are released. Raise an exception
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000645 # if the barrier is reset or broken.
646 def _wait(self, timeout):
Kristján Valur Jónsson63315202010-11-18 12:46:39 +0000647 if not self._cond.wait_for(lambda : self._state != 0, timeout):
648 #timed out. Break the barrier
649 self._break()
650 raise BrokenBarrierError
651 if self._state < 0:
652 raise BrokenBarrierError
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000653 assert self._state == 1
654
655 # If we are the last thread to exit the barrier, signal any threads
656 # waiting for the barrier to drain.
657 def _exit(self):
658 if self._count == 0:
659 if self._state in (-1, 1):
660 #resetting or draining
661 self._state = 0
662 self._cond.notify_all()
663
664 def reset(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200665 """Reset the barrier to the initial state.
666
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000667 Any threads currently waiting will get the BrokenBarrier exception
668 raised.
Georg Brandlc30b59f2013-10-13 10:43:59 +0200669
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000670 """
671 with self._cond:
672 if self._count > 0:
673 if self._state == 0:
674 #reset the barrier, waking up threads
675 self._state = -1
676 elif self._state == -2:
677 #was broken, set it to reset state
678 #which clears when the last thread exits
679 self._state = -1
680 else:
681 self._state = 0
682 self._cond.notify_all()
683
684 def abort(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200685 """Place the barrier into a 'broken' state.
686
687 Useful in case of error. Any currently waiting threads and threads
688 attempting to 'wait()' will have BrokenBarrierError raised.
689
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000690 """
691 with self._cond:
692 self._break()
693
694 def _break(self):
695 # An internal error was detected. The barrier is set to
696 # a broken state all parties awakened.
697 self._state = -2
698 self._cond.notify_all()
699
700 @property
701 def parties(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200702 """Return the number of threads required to trip the barrier."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000703 return self._parties
704
705 @property
706 def n_waiting(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200707 """Return the number of threads currently waiting at the barrier."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000708 # We don't need synchronization here since this is an ephemeral result
709 # anyway. It returns the correct value in the steady state.
710 if self._state == 0:
711 return self._count
712 return 0
713
714 @property
715 def broken(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200716 """Return True if the barrier is in a broken state."""
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000717 return self._state == -2
718
Georg Brandlc30b59f2013-10-13 10:43:59 +0200719# exception raised by the Barrier class
720class BrokenBarrierError(RuntimeError):
721 pass
Kristján Valur Jónsson3be00032010-10-28 09:43:10 +0000722
723
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000724# Helper to generate new thread names
R David Murrayb186f1df2014-10-04 17:43:54 -0400725_counter = _count().__next__
726_counter() # Consume 0 so first non-main thread has id 1.
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000727def _newname(template="Thread-%d"):
R David Murrayb186f1df2014-10-04 17:43:54 -0400728 return template % _counter()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000729
730# Active thread administration
731_active_limbo_lock = _allocate_lock()
Tim Peters711906e2005-01-08 07:30:42 +0000732_active = {} # maps thread id to Thread object
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000733_limbo = {}
Antoine Pitrouc081c0c2011-07-15 22:12:24 +0200734_dangling = WeakSet()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000735
736# Main class for threads
737
Victor Stinner135b6d82012-03-03 01:32:57 +0100738class Thread:
Georg Brandlc30b59f2013-10-13 10:43:59 +0200739 """A class that represents a thread of control.
740
741 This class can be safely subclassed in a limited fashion. There are two ways
742 to specify the activity: by passing a callable object to the constructor, or
743 by overriding the run() method in a subclass.
744
745 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000746
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300747 _initialized = False
Brett Cannoncc4e9352004-07-03 03:52:35 +0000748 # Need to store a reference to sys.exc_info for printing
749 # out exceptions when a thread tries to use a global var. during interp.
750 # shutdown and thus raises an exception about trying to perform some
751 # operation on/with a NoneType
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300752 _exc_info = _sys.exc_info
Christian Heimesbbe741d2008-03-28 10:53:29 +0000753 # Keep sys.exc_clear too to clear the exception just before
754 # allowing .join() to return.
755 #XXX __exc_clear = _sys.exc_clear
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000756
757 def __init__(self, group=None, target=None, name=None,
Victor Stinner135b6d82012-03-03 01:32:57 +0100758 args=(), kwargs=None, *, daemon=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200759 """This constructor should always be called with keyword arguments. Arguments are:
760
761 *group* should be None; reserved for future extension when a ThreadGroup
762 class is implemented.
763
764 *target* is the callable object to be invoked by the run()
765 method. Defaults to None, meaning nothing is called.
766
767 *name* is the thread name. By default, a unique name is constructed of
768 the form "Thread-N" where N is a small decimal number.
769
770 *args* is the argument tuple for the target invocation. Defaults to ().
771
772 *kwargs* is a dictionary of keyword arguments for the target
773 invocation. Defaults to {}.
774
775 If a subclass overrides the constructor, it must make sure to invoke
776 the base class constructor (Thread.__init__()) before doing anything
777 else to the thread.
778
779 """
Guido van Rossum5a43e1a1998-06-09 19:04:26 +0000780 assert group is None, "group argument must be None for now"
Georg Brandla4a8b822005-07-15 09:13:21 +0000781 if kwargs is None:
782 kwargs = {}
Guido van Rossumd0648992007-08-20 19:25:41 +0000783 self._target = target
784 self._name = str(name or _newname())
785 self._args = args
786 self._kwargs = kwargs
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +0000787 if daemon is not None:
788 self._daemonic = daemon
789 else:
790 self._daemonic = current_thread().daemon
Georg Brandl0c77a822008-06-10 16:37:50 +0000791 self._ident = None
Antoine Pitrou7b476992013-09-07 23:38:37 +0200792 self._tstate_lock = None
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000793 self._started = Event()
Tim Petersc363a232013-09-08 18:44:40 -0500794 self._is_stopped = False
Guido van Rossumd0648992007-08-20 19:25:41 +0000795 self._initialized = True
Brett Cannoncc4e9352004-07-03 03:52:35 +0000796 # sys.stderr is not stored in the class like
797 # sys.exc_info since it can be changed between instances
Guido van Rossumd0648992007-08-20 19:25:41 +0000798 self._stderr = _sys.stderr
Antoine Pitrou5da7e792013-09-08 13:19:06 +0200799 # For debugging and _after_fork()
Antoine Pitrouc081c0c2011-07-15 22:12:24 +0200800 _dangling.add(self)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000801
Antoine Pitrou7b476992013-09-07 23:38:37 +0200802 def _reset_internal_locks(self, is_alive):
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000803 # private! Called by _after_fork() to reset our internal locks as
804 # they may be in an invalid state leading to a deadlock or crash.
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000805 self._started._reset_internal_locks()
Antoine Pitrou7b476992013-09-07 23:38:37 +0200806 if is_alive:
807 self._set_tstate_lock()
808 else:
809 # The thread isn't alive after fork: it doesn't have a tstate
810 # anymore.
Tim Petersb5e9ac92013-09-09 14:41:50 -0500811 self._is_stopped = True
Antoine Pitrou7b476992013-09-07 23:38:37 +0200812 self._tstate_lock = None
Gregory P. Smith9bd4a242011-01-04 18:33:38 +0000813
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000814 def __repr__(self):
Guido van Rossumd0648992007-08-20 19:25:41 +0000815 assert self._initialized, "Thread.__init__() was not called"
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000816 status = "initial"
Benjamin Peterson672b8032008-06-11 19:14:14 +0000817 if self._started.is_set():
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000818 status = "started"
Tim Peters72460fa2013-09-09 18:48:24 -0500819 self.is_alive() # easy way to get ._is_stopped set when appropriate
Tim Petersc363a232013-09-08 18:44:40 -0500820 if self._is_stopped:
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000821 status = "stopped"
Guido van Rossumd0648992007-08-20 19:25:41 +0000822 if self._daemonic:
Georg Brandl0c77a822008-06-10 16:37:50 +0000823 status += " daemon"
824 if self._ident is not None:
825 status += " %s" % self._ident
Guido van Rossumd0648992007-08-20 19:25:41 +0000826 return "<%s(%s, %s)>" % (self.__class__.__name__, self._name, status)
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000827
828 def start(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200829 """Start the thread's activity.
830
831 It must be called at most once per thread object. It arranges for the
832 object's run() method to be invoked in a separate thread of control.
833
834 This method will raise a RuntimeError if called more than once on the
835 same thread object.
836
837 """
Guido van Rossumd0648992007-08-20 19:25:41 +0000838 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +0000839 raise RuntimeError("thread.__init__() not called")
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000840
Benjamin Peterson672b8032008-06-11 19:14:14 +0000841 if self._started.is_set():
Senthil Kumaranfdd4d0f2010-04-06 03:30:18 +0000842 raise RuntimeError("threads can only be started once")
Benjamin Petersond23f8222009-04-05 19:13:16 +0000843 with _active_limbo_lock:
844 _limbo[self] = self
Gregory P. Smith3fdd9642010-02-28 18:57:46 +0000845 try:
846 _start_new_thread(self._bootstrap, ())
847 except Exception:
848 with _active_limbo_lock:
849 del _limbo[self]
850 raise
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000851 self._started.wait()
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000852
853 def run(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +0200854 """Method representing the thread's activity.
855
856 You may override this method in a subclass. The standard run() method
857 invokes the callable object passed to the object's constructor as the
858 target argument, if any, with sequential and keyword arguments taken
859 from the args and kwargs arguments, respectively.
860
861 """
Christian Heimesd3eb5a152008-02-24 00:38:49 +0000862 try:
863 if self._target:
864 self._target(*self._args, **self._kwargs)
865 finally:
866 # Avoid a refcycle if the thread is running a function with
867 # an argument that has a member that points to the thread.
868 del self._target, self._args, self._kwargs
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000869
Guido van Rossumd0648992007-08-20 19:25:41 +0000870 def _bootstrap(self):
Guido van Rossum61e21b52007-08-20 19:06:03 +0000871 # Wrapper around the real bootstrap code that ignores
872 # exceptions during interpreter cleanup. Those typically
873 # happen when a daemon thread wakes up at an unfortunate
874 # moment, finds the world around it destroyed, and raises some
875 # random exception *** while trying to report the exception in
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000876 # _bootstrap_inner() below ***. Those random exceptions
Guido van Rossum61e21b52007-08-20 19:06:03 +0000877 # don't help anybody, and they confuse users, so we suppress
878 # them. We suppress them only when it appears that the world
879 # indeed has already been destroyed, so that exceptions in
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000880 # _bootstrap_inner() during normal business hours are properly
Guido van Rossum61e21b52007-08-20 19:06:03 +0000881 # reported. Also, we only suppress them for daemonic threads;
882 # if a non-daemonic encounters this, something else is wrong.
883 try:
Guido van Rossumd0648992007-08-20 19:25:41 +0000884 self._bootstrap_inner()
Guido van Rossum61e21b52007-08-20 19:06:03 +0000885 except:
Guido van Rossumd0648992007-08-20 19:25:41 +0000886 if self._daemonic and _sys is None:
Guido van Rossum61e21b52007-08-20 19:06:03 +0000887 return
888 raise
889
Benjamin Petersond23f8222009-04-05 19:13:16 +0000890 def _set_ident(self):
Victor Stinner2a129742011-05-30 23:02:52 +0200891 self._ident = get_ident()
Benjamin Petersond23f8222009-04-05 19:13:16 +0000892
Antoine Pitrou7b476992013-09-07 23:38:37 +0200893 def _set_tstate_lock(self):
894 """
895 Set a lock object which will be released by the interpreter when
896 the underlying thread state (see pystate.h) gets deleted.
897 """
898 self._tstate_lock = _set_sentinel()
899 self._tstate_lock.acquire()
900
Guido van Rossumd0648992007-08-20 19:25:41 +0000901 def _bootstrap_inner(self):
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000902 try:
Benjamin Petersond23f8222009-04-05 19:13:16 +0000903 self._set_ident()
Antoine Pitrou7b476992013-09-07 23:38:37 +0200904 self._set_tstate_lock()
Christian Heimes9e7f1d22008-02-28 12:27:11 +0000905 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +0000906 with _active_limbo_lock:
907 _active[self._ident] = self
908 del _limbo[self]
Jeremy Hyltonbfccb352003-06-29 16:58:41 +0000909
910 if _trace_hook:
Jeremy Hyltonbfccb352003-06-29 16:58:41 +0000911 _sys.settrace(_trace_hook)
912 if _profile_hook:
Jeremy Hyltonbfccb352003-06-29 16:58:41 +0000913 _sys.setprofile(_profile_hook)
Tim Petersd1b108b2003-06-29 17:24:17 +0000914
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000915 try:
916 self.run()
917 except SystemExit:
Victor Stinner135b6d82012-03-03 01:32:57 +0100918 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000919 except:
Brett Cannoncc4e9352004-07-03 03:52:35 +0000920 # If sys.stderr is no more (most likely from interpreter
Guido van Rossumd0648992007-08-20 19:25:41 +0000921 # shutdown) use self._stderr. Otherwise still use sys (as in
Brett Cannoncc4e9352004-07-03 03:52:35 +0000922 # _sys) in case sys.stderr was redefined since the creation of
923 # self.
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300924 if _sys and _sys.stderr is not None:
925 print("Exception in thread %s:\n%s" %
Zachary Ware78b5ed92016-05-09 14:49:31 -0500926 (self.name, _format_exc()), file=_sys.stderr)
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300927 elif self._stderr is not None:
Brett Cannoncc4e9352004-07-03 03:52:35 +0000928 # Do the best job possible w/o a huge amt. of code to
929 # approximate a traceback (code ideas from
930 # Lib/traceback.py)
Guido van Rossumd0648992007-08-20 19:25:41 +0000931 exc_type, exc_value, exc_tb = self._exc_info()
Brett Cannoncc4e9352004-07-03 03:52:35 +0000932 try:
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000933 print((
Benjamin Petersonfdbea962008-08-18 17:33:47 +0000934 "Exception in thread " + self.name +
Guido van Rossumd0648992007-08-20 19:25:41 +0000935 " (most likely raised during interpreter shutdown):"), file=self._stderr)
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000936 print((
Guido van Rossumd0648992007-08-20 19:25:41 +0000937 "Traceback (most recent call last):"), file=self._stderr)
Brett Cannoncc4e9352004-07-03 03:52:35 +0000938 while exc_tb:
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000939 print((
Brett Cannoncc4e9352004-07-03 03:52:35 +0000940 ' File "%s", line %s, in %s' %
941 (exc_tb.tb_frame.f_code.co_filename,
942 exc_tb.tb_lineno,
Guido van Rossumd0648992007-08-20 19:25:41 +0000943 exc_tb.tb_frame.f_code.co_name)), file=self._stderr)
Brett Cannoncc4e9352004-07-03 03:52:35 +0000944 exc_tb = exc_tb.tb_next
Guido van Rossumd0648992007-08-20 19:25:41 +0000945 print(("%s: %s" % (exc_type, exc_value)), file=self._stderr)
Brett Cannoncc4e9352004-07-03 03:52:35 +0000946 # Make sure that exc_tb gets deleted since it is a memory
947 # hog; deleting everything else is just for thoroughness
948 finally:
949 del exc_type, exc_value, exc_tb
Christian Heimesbbe741d2008-03-28 10:53:29 +0000950 finally:
951 # Prevent a race in
952 # test_threading.test_no_refcycle_through_target when
953 # the exception keeps the target alive past when we
954 # assert that it's dead.
Serhiy Storchaka52005c22014-09-21 22:08:13 +0300955 #XXX self._exc_clear()
Christian Heimesbbe741d2008-03-28 10:53:29 +0000956 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000957 finally:
Christian Heimes1af737c2008-01-23 08:24:23 +0000958 with _active_limbo_lock:
Christian Heimes1af737c2008-01-23 08:24:23 +0000959 try:
Georg Brandl0c77a822008-06-10 16:37:50 +0000960 # We don't call self._delete() because it also
Christian Heimes1af737c2008-01-23 08:24:23 +0000961 # grabs _active_limbo_lock.
Victor Stinner2a129742011-05-30 23:02:52 +0200962 del _active[get_ident()]
Christian Heimes1af737c2008-01-23 08:24:23 +0000963 except:
964 pass
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000965
Guido van Rossumd0648992007-08-20 19:25:41 +0000966 def _stop(self):
Tim Petersb5e9ac92013-09-09 14:41:50 -0500967 # After calling ._stop(), .is_alive() returns False and .join() returns
968 # immediately. ._tstate_lock must be released before calling ._stop().
969 #
970 # Normal case: C code at the end of the thread's life
971 # (release_sentinel in _threadmodule.c) releases ._tstate_lock, and
972 # that's detected by our ._wait_for_tstate_lock(), called by .join()
973 # and .is_alive(). Any number of threads _may_ call ._stop()
974 # simultaneously (for example, if multiple threads are blocked in
975 # .join() calls), and they're not serialized. That's harmless -
976 # they'll just make redundant rebindings of ._is_stopped and
977 # ._tstate_lock. Obscure: we rebind ._tstate_lock last so that the
978 # "assert self._is_stopped" in ._wait_for_tstate_lock() always works
979 # (the assert is executed only if ._tstate_lock is None).
980 #
981 # Special case: _main_thread releases ._tstate_lock via this
982 # module's _shutdown() function.
983 lock = self._tstate_lock
984 if lock is not None:
985 assert not lock.locked()
Tim Peters78755232013-09-09 13:47:16 -0500986 self._is_stopped = True
987 self._tstate_lock = None
Guido van Rossum7f5013a1998-04-09 22:01:42 +0000988
Guido van Rossumd0648992007-08-20 19:25:41 +0000989 def _delete(self):
Tim Peters21429932004-07-21 03:36:52 +0000990 "Remove current thread from the dict of currently running threads."
Brett Cannon8b3d92a2004-07-21 02:21:58 +0000991
Georg Brandl2067bfd2008-05-25 13:05:15 +0000992 # Notes about running with _dummy_thread:
Tim Peters21429932004-07-21 03:36:52 +0000993 #
Georg Brandl2067bfd2008-05-25 13:05:15 +0000994 # Must take care to not raise an exception if _dummy_thread is being
Tim Peters21429932004-07-21 03:36:52 +0000995 # used (and thus this module is being used as an instance of
Georg Brandl2067bfd2008-05-25 13:05:15 +0000996 # dummy_threading). _dummy_thread.get_ident() always returns -1 since
997 # there is only one thread if _dummy_thread is being used. Thus
Tim Peters21429932004-07-21 03:36:52 +0000998 # len(_active) is always <= 1 here, and any Thread instance created
999 # overwrites the (if any) thread currently registered in _active.
1000 #
1001 # An instance of _MainThread is always created by 'threading'. This
1002 # gets overwritten the instant an instance of Thread is created; both
Georg Brandl2067bfd2008-05-25 13:05:15 +00001003 # threads return -1 from _dummy_thread.get_ident() and thus have the
Tim Peters21429932004-07-21 03:36:52 +00001004 # same key in the dict. So when the _MainThread instance created by
1005 # 'threading' tries to clean itself up when atexit calls this method
1006 # it gets a KeyError if another Thread instance was created.
1007 #
1008 # This all means that KeyError from trying to delete something from
1009 # _active if dummy_threading is being used is a red herring. But
1010 # since it isn't if dummy_threading is *not* being used then don't
1011 # hide the exception.
Brett Cannon8b3d92a2004-07-21 02:21:58 +00001012
Christian Heimes969fe572008-01-25 11:23:10 +00001013 try:
Neal Norwitzf5c7c2e2008-04-05 04:47:45 +00001014 with _active_limbo_lock:
Victor Stinner2a129742011-05-30 23:02:52 +02001015 del _active[get_ident()]
Neal Norwitzf5c7c2e2008-04-05 04:47:45 +00001016 # There must not be any python code between the previous line
1017 # and after the lock is released. Otherwise a tracing function
1018 # could try to acquire the lock again in the same thread, (in
Benjamin Peterson672b8032008-06-11 19:14:14 +00001019 # current_thread()), and would block.
Neal Norwitzf5c7c2e2008-04-05 04:47:45 +00001020 except KeyError:
1021 if 'dummy_threading' not in _sys.modules:
1022 raise
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001023
1024 def join(self, timeout=None):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001025 """Wait until the thread terminates.
1026
1027 This blocks the calling thread until the thread whose join() method is
1028 called terminates -- either normally or through an unhandled exception
1029 or until the optional timeout occurs.
1030
1031 When the timeout argument is present and not None, it should be a
1032 floating point number specifying a timeout for the operation in seconds
1033 (or fractions thereof). As join() always returns None, you must call
1034 isAlive() after join() to decide whether a timeout happened -- if the
1035 thread is still alive, the join() call timed out.
1036
1037 When the timeout argument is not present or None, the operation will
1038 block until the thread terminates.
1039
1040 A thread can be join()ed many times.
1041
1042 join() raises a RuntimeError if an attempt is made to join the current
1043 thread as that would cause a deadlock. It is also an error to join() a
1044 thread before it has been started and attempts to do so raises the same
1045 exception.
1046
1047 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001048 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001049 raise RuntimeError("Thread.__init__() not called")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001050 if not self._started.is_set():
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001051 raise RuntimeError("cannot join thread before it is started")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001052 if self is current_thread():
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001053 raise RuntimeError("cannot join current thread")
Tim Peterse5bb0bf2013-10-25 20:46:51 -05001054
Tim Petersc363a232013-09-08 18:44:40 -05001055 if timeout is None:
1056 self._wait_for_tstate_lock()
Tim Peters7bad39f2013-10-25 22:33:52 -05001057 else:
1058 # the behavior of a negative timeout isn't documented, but
Tim Petersa577f1e2013-10-26 11:56:16 -05001059 # historically .join(timeout=x) for x<0 has acted as if timeout=0
Tim Peters7bad39f2013-10-25 22:33:52 -05001060 self._wait_for_tstate_lock(timeout=max(timeout, 0))
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001061
Tim Petersc363a232013-09-08 18:44:40 -05001062 def _wait_for_tstate_lock(self, block=True, timeout=-1):
Antoine Pitrou7b476992013-09-07 23:38:37 +02001063 # Issue #18808: wait for the thread state to be gone.
Tim Petersc363a232013-09-08 18:44:40 -05001064 # At the end of the thread's life, after all knowledge of the thread
1065 # is removed from C data structures, C code releases our _tstate_lock.
Martin Panter46f50722016-05-26 05:35:26 +00001066 # This method passes its arguments to _tstate_lock.acquire().
Tim Petersc363a232013-09-08 18:44:40 -05001067 # If the lock is acquired, the C code is done, and self._stop() is
1068 # called. That sets ._is_stopped to True, and ._tstate_lock to None.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001069 lock = self._tstate_lock
Tim Petersc363a232013-09-08 18:44:40 -05001070 if lock is None: # already determined that the C code is done
1071 assert self._is_stopped
1072 elif lock.acquire(block, timeout):
Antoine Pitrou7b476992013-09-07 23:38:37 +02001073 lock.release()
Tim Petersc363a232013-09-08 18:44:40 -05001074 self._stop()
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001075
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001076 @property
1077 def name(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001078 """A string used for identification purposes only.
1079
1080 It has no semantics. Multiple threads may be given the same name. The
1081 initial name is set by the constructor.
1082
1083 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001084 assert self._initialized, "Thread.__init__() not called"
1085 return self._name
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001086
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001087 @name.setter
1088 def name(self, name):
Guido van Rossumd0648992007-08-20 19:25:41 +00001089 assert self._initialized, "Thread.__init__() not called"
1090 self._name = str(name)
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001091
Benjamin Peterson773c17b2008-08-18 16:45:31 +00001092 @property
1093 def ident(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001094 """Thread identifier of this thread or None if it has not been started.
1095
1096 This is a nonzero integer. See the thread.get_ident() function. Thread
1097 identifiers may be recycled when a thread exits and another thread is
1098 created. The identifier is available even after the thread has exited.
1099
1100 """
Georg Brandl0c77a822008-06-10 16:37:50 +00001101 assert self._initialized, "Thread.__init__() not called"
1102 return self._ident
1103
Benjamin Peterson672b8032008-06-11 19:14:14 +00001104 def is_alive(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001105 """Return whether the thread is alive.
1106
1107 This method returns True just before the run() method starts until just
1108 after the run() method terminates. The module function enumerate()
1109 returns a list of all alive threads.
1110
1111 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001112 assert self._initialized, "Thread.__init__() not called"
Tim Petersc363a232013-09-08 18:44:40 -05001113 if self._is_stopped or not self._started.is_set():
Antoine Pitrou7b476992013-09-07 23:38:37 +02001114 return False
Antoine Pitrou7b476992013-09-07 23:38:37 +02001115 self._wait_for_tstate_lock(False)
Tim Petersc363a232013-09-08 18:44:40 -05001116 return not self._is_stopped
Tim Petersb90f89a2001-01-15 03:26:36 +00001117
Benjamin Petersonb3085c92008-09-01 23:09:31 +00001118 isAlive = is_alive
Benjamin Petersonf0923f52008-08-18 22:10:13 +00001119
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001120 @property
1121 def daemon(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001122 """A boolean value indicating whether this thread is a daemon thread.
1123
1124 This must be set before start() is called, otherwise RuntimeError is
1125 raised. Its initial value is inherited from the creating thread; the
1126 main thread is not a daemon thread and therefore all threads created in
1127 the main thread default to daemon = False.
1128
1129 The entire Python program exits when no alive non-daemon threads are
1130 left.
1131
1132 """
Guido van Rossumd0648992007-08-20 19:25:41 +00001133 assert self._initialized, "Thread.__init__() not called"
1134 return self._daemonic
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001135
Benjamin Petersonfdbea962008-08-18 17:33:47 +00001136 @daemon.setter
1137 def daemon(self, daemonic):
Guido van Rossumd0648992007-08-20 19:25:41 +00001138 if not self._initialized:
Guido van Rossumcd16bf62007-06-13 18:07:49 +00001139 raise RuntimeError("Thread.__init__() not called")
Benjamin Peterson672b8032008-06-11 19:14:14 +00001140 if self._started.is_set():
Antoine Pitrou10959072014-03-17 18:22:41 +01001141 raise RuntimeError("cannot set daemon status of active thread")
Guido van Rossumd0648992007-08-20 19:25:41 +00001142 self._daemonic = daemonic
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001143
Benjamin Peterson6640d722008-08-18 18:16:46 +00001144 def isDaemon(self):
1145 return self.daemon
1146
1147 def setDaemon(self, daemonic):
1148 self.daemon = daemonic
1149
1150 def getName(self):
1151 return self.name
1152
1153 def setName(self, name):
1154 self.name = name
1155
Martin v. Löwis44f86962001-09-05 13:44:54 +00001156# The timer class was contributed by Itamar Shtull-Trauring
1157
Éric Araujo0cdd4452011-07-28 00:28:28 +02001158class Timer(Thread):
Martin v. Löwis44f86962001-09-05 13:44:54 +00001159 """Call a function after a specified number of seconds:
Tim Petersb64bec32001-09-18 02:26:39 +00001160
Georg Brandlc30b59f2013-10-13 10:43:59 +02001161 t = Timer(30.0, f, args=None, kwargs=None)
1162 t.start()
1163 t.cancel() # stop the timer's action if it's still waiting
1164
Martin v. Löwis44f86962001-09-05 13:44:54 +00001165 """
Tim Petersb64bec32001-09-18 02:26:39 +00001166
R David Murray19aeb432013-03-30 17:19:38 -04001167 def __init__(self, interval, function, args=None, kwargs=None):
Martin v. Löwis44f86962001-09-05 13:44:54 +00001168 Thread.__init__(self)
1169 self.interval = interval
1170 self.function = function
R David Murray19aeb432013-03-30 17:19:38 -04001171 self.args = args if args is not None else []
1172 self.kwargs = kwargs if kwargs is not None else {}
Martin v. Löwis44f86962001-09-05 13:44:54 +00001173 self.finished = Event()
Tim Petersb64bec32001-09-18 02:26:39 +00001174
Martin v. Löwis44f86962001-09-05 13:44:54 +00001175 def cancel(self):
Georg Brandlc30b59f2013-10-13 10:43:59 +02001176 """Stop the timer if it hasn't finished yet."""
Martin v. Löwis44f86962001-09-05 13:44:54 +00001177 self.finished.set()
Tim Petersb64bec32001-09-18 02:26:39 +00001178
Martin v. Löwis44f86962001-09-05 13:44:54 +00001179 def run(self):
1180 self.finished.wait(self.interval)
Benjamin Peterson672b8032008-06-11 19:14:14 +00001181 if not self.finished.is_set():
Martin v. Löwis44f86962001-09-05 13:44:54 +00001182 self.function(*self.args, **self.kwargs)
1183 self.finished.set()
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001184
1185# Special thread class to represent the main thread
1186# This is garbage collected through an exit handler
1187
1188class _MainThread(Thread):
1189
1190 def __init__(self):
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +00001191 Thread.__init__(self, name="MainThread", daemon=False)
Tim Petersc363a232013-09-08 18:44:40 -05001192 self._set_tstate_lock()
Christian Heimes9e7f1d22008-02-28 12:27:11 +00001193 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001194 self._set_ident()
1195 with _active_limbo_lock:
1196 _active[self._ident] = self
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001197
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001198
1199# Dummy thread class to represent threads not started here.
Tim Peters711906e2005-01-08 07:30:42 +00001200# These aren't garbage collected when they die, nor can they be waited for.
Benjamin Peterson672b8032008-06-11 19:14:14 +00001201# If they invoke anything in threading.py that calls current_thread(), they
Tim Peters711906e2005-01-08 07:30:42 +00001202# leave an entry in the _active dict forever after.
Benjamin Peterson672b8032008-06-11 19:14:14 +00001203# Their purpose is to return *something* from current_thread().
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001204# They are marked as daemon threads so we won't wait for them
1205# when we exit (conform previous semantics).
1206
1207class _DummyThread(Thread):
Tim Petersb90f89a2001-01-15 03:26:36 +00001208
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001209 def __init__(self):
Antoine Pitrou0bd4deb2011-02-25 22:07:43 +00001210 Thread.__init__(self, name=_newname("Dummy-%d"), daemon=True)
Tim Peters711906e2005-01-08 07:30:42 +00001211
Christian Heimes9e7f1d22008-02-28 12:27:11 +00001212 self._started.set()
Benjamin Petersond23f8222009-04-05 19:13:16 +00001213 self._set_ident()
1214 with _active_limbo_lock:
1215 _active[self._ident] = self
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001216
Antoine Pitrou8e6e0fd2012-04-19 23:55:01 +02001217 def _stop(self):
1218 pass
1219
Xiang Zhang4b6c4172017-02-27 11:45:42 +08001220 def is_alive(self):
1221 assert not self._is_stopped and self._started.is_set()
1222 return True
1223
Neal Norwitz45bec8c2002-02-19 03:01:36 +00001224 def join(self, timeout=None):
Guido van Rossum8ca162f2002-04-07 06:36:23 +00001225 assert False, "cannot join a dummy thread"
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001226
1227
1228# Global API functions
1229
Benjamin Peterson672b8032008-06-11 19:14:14 +00001230def current_thread():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001231 """Return the current Thread object, corresponding to the caller's thread of control.
1232
1233 If the caller's thread of control was not created through the threading
1234 module, a dummy thread object with limited functionality is returned.
1235
1236 """
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001237 try:
Victor Stinner2a129742011-05-30 23:02:52 +02001238 return _active[get_ident()]
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001239 except KeyError:
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001240 return _DummyThread()
1241
Benjamin Petersonb3085c92008-09-01 23:09:31 +00001242currentThread = current_thread
Benjamin Petersonf0923f52008-08-18 22:10:13 +00001243
Benjamin Peterson672b8032008-06-11 19:14:14 +00001244def active_count():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001245 """Return the number of Thread objects currently alive.
1246
1247 The returned count is equal to the length of the list returned by
1248 enumerate().
1249
1250 """
Benjamin Petersond23f8222009-04-05 19:13:16 +00001251 with _active_limbo_lock:
1252 return len(_active) + len(_limbo)
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001253
Benjamin Petersonb3085c92008-09-01 23:09:31 +00001254activeCount = active_count
Benjamin Petersonf0923f52008-08-18 22:10:13 +00001255
Antoine Pitroubdec11f2009-11-05 13:49:14 +00001256def _enumerate():
1257 # Same as enumerate(), but without the lock. Internal use only.
1258 return list(_active.values()) + list(_limbo.values())
1259
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001260def enumerate():
Georg Brandlc30b59f2013-10-13 10:43:59 +02001261 """Return a list of all Thread objects currently alive.
1262
1263 The list includes daemonic threads, dummy thread objects created by
1264 current_thread(), and the main thread. It excludes terminated threads and
1265 threads that have not yet been started.
1266
1267 """
Benjamin Petersond23f8222009-04-05 19:13:16 +00001268 with _active_limbo_lock:
1269 return list(_active.values()) + list(_limbo.values())
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001270
Georg Brandl2067bfd2008-05-25 13:05:15 +00001271from _thread import stack_size
Thomas Wouters0e3f5912006-08-11 14:57:12 +00001272
Thomas Wouters902d6eb2007-01-09 23:18:33 +00001273# Create the main thread object,
1274# and make it available for the interpreter
1275# (Py_Main) as threading._shutdown.
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001276
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001277_main_thread = _MainThread()
1278
1279def _shutdown():
Tim Petersc363a232013-09-08 18:44:40 -05001280 # Obscure: other threads may be waiting to join _main_thread. That's
1281 # dubious, but some code does it. We can't wait for C code to release
1282 # the main thread's tstate_lock - that won't happen until the interpreter
1283 # is nearly dead. So we release it here. Note that just calling _stop()
1284 # isn't enough: other threads may already be waiting on _tstate_lock.
Tim Petersb5e9ac92013-09-09 14:41:50 -05001285 tlock = _main_thread._tstate_lock
1286 # The main thread isn't finished yet, so its thread state lock can't have
1287 # been released.
1288 assert tlock is not None
1289 assert tlock.locked()
1290 tlock.release()
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001291 _main_thread._stop()
1292 t = _pickSomeNonDaemonThread()
1293 while t:
1294 t.join()
1295 t = _pickSomeNonDaemonThread()
1296 _main_thread._delete()
1297
1298def _pickSomeNonDaemonThread():
1299 for t in enumerate():
1300 if not t.daemon and t.is_alive():
1301 return t
1302 return None
1303
1304def main_thread():
Andrew Svetlovb1dd5572013-09-04 10:33:11 +03001305 """Return the main thread object.
1306
1307 In normal conditions, the main thread is the thread from which the
1308 Python interpreter was started.
1309 """
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001310 return _main_thread
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001311
Jim Fultond15dc062004-07-14 19:11:50 +00001312# get thread-local implementation, either from the thread
1313# module, or from the python fallback
1314
1315try:
Georg Brandl2067bfd2008-05-25 13:05:15 +00001316 from _thread import _local as local
Brett Cannoncd171c82013-07-04 17:43:24 -04001317except ImportError:
Jim Fultond15dc062004-07-14 19:11:50 +00001318 from _threading_local import local
1319
Guido van Rossum7f5013a1998-04-09 22:01:42 +00001320
Jesse Nollera8513972008-07-17 16:49:17 +00001321def _after_fork():
1322 # This function is called by Python/ceval.c:PyEval_ReInitThreads which
1323 # is called from PyOS_AfterFork. Here we cleanup threading module state
1324 # that should not exist after a fork.
1325
1326 # Reset _active_limbo_lock, in case we forked while the lock was held
1327 # by another (non-forked) thread. http://bugs.python.org/issue874900
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001328 global _active_limbo_lock, _main_thread
Jesse Nollera8513972008-07-17 16:49:17 +00001329 _active_limbo_lock = _allocate_lock()
1330
1331 # fork() only copied the current thread; clear references to others.
1332 new_active = {}
1333 current = current_thread()
Andrew Svetlov58b5c5a2013-09-04 07:01:07 +03001334 _main_thread = current
Jesse Nollera8513972008-07-17 16:49:17 +00001335 with _active_limbo_lock:
Antoine Pitrou5da7e792013-09-08 13:19:06 +02001336 # Dangling thread instances must still have their locks reset,
1337 # because someone may join() them.
1338 threads = set(_enumerate())
1339 threads.update(_dangling)
1340 for thread in threads:
Charles-François Natalib055bf62011-12-18 18:45:16 +01001341 # Any lock/condition variable may be currently locked or in an
1342 # invalid state, so we reinitialize them.
Jesse Nollera8513972008-07-17 16:49:17 +00001343 if thread is current:
Antoine Pitrou5fe291f2008-09-06 23:00:03 +00001344 # There is only one active thread. We reset the ident to
1345 # its new value since it can have changed.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001346 thread._reset_internal_locks(True)
Victor Stinner2a129742011-05-30 23:02:52 +02001347 ident = get_ident()
Antoine Pitrou5fe291f2008-09-06 23:00:03 +00001348 thread._ident = ident
Jesse Nollera8513972008-07-17 16:49:17 +00001349 new_active[ident] = thread
1350 else:
1351 # All the others are already stopped.
Antoine Pitrou7b476992013-09-07 23:38:37 +02001352 thread._reset_internal_locks(False)
Charles-François Natalib055bf62011-12-18 18:45:16 +01001353 thread._stop()
Jesse Nollera8513972008-07-17 16:49:17 +00001354
1355 _limbo.clear()
1356 _active.clear()
1357 _active.update(new_active)
1358 assert len(_active) == 1