| Jeremy Hylton | 92bb6e7 | 2002-08-14 19:25:42 +0000 | [diff] [blame] | 1 | """Thread module emulating a subset of Java's threading model.""" | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 2 |  | 
| Fred Drake | a872595 | 2002-12-30 23:32:50 +0000 | [diff] [blame] | 3 | import sys as _sys | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 4 | import _thread | 
| Fred Drake | a872595 | 2002-12-30 23:32:50 +0000 | [diff] [blame] | 5 |  | 
| Fred Drake | a872595 | 2002-12-30 23:32:50 +0000 | [diff] [blame] | 6 | from time import time as _time, sleep as _sleep | 
| Neil Schemenauer | f607fc5 | 2003-11-05 23:03:00 +0000 | [diff] [blame] | 7 | from traceback import format_exc as _format_exc | 
| Raymond Hettinger | 756b3f3 | 2004-01-29 06:37:52 +0000 | [diff] [blame] | 8 | from collections import deque | 
| Antoine Pitrou | c081c0c | 2011-07-15 22:12:24 +0200 | [diff] [blame] | 9 | from _weakrefset import WeakSet | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 10 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 11 | # Note regarding PEP 8 compliant names | 
 | 12 | #  This threading model was originally inspired by Java, and inherited | 
 | 13 | # the convention of camelCase function and method names from that | 
 | 14 | # language. Those originaly names are not in any imminent danger of | 
 | 15 | # being deprecated (even for Py3k),so this module provides them as an | 
 | 16 | # alias for the PEP 8 compliant names | 
 | 17 | # Note that using the new PEP 8 compliant names facilitates substitution | 
 | 18 | # with the multiprocessing module, which doesn't provide the old | 
 | 19 | # Java inspired names. | 
 | 20 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 21 | __all__ = ['active_count', 'Condition', 'current_thread', 'enumerate', 'Event', | 
| Raymond Hettinger | 5cee47f | 2011-01-11 19:59:46 +0000 | [diff] [blame] | 22 |            'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Thread', 'Barrier', | 
| Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 23 |            'Timer', 'setprofile', 'settrace', 'local', 'stack_size'] | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 24 |  | 
| Raymond Hettinger | 5cee47f | 2011-01-11 19:59:46 +0000 | [diff] [blame] | 25 | # Rename some stuff so "from threading import *" is safe | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 26 | _start_new_thread = _thread.start_new_thread | 
 | 27 | _allocate_lock = _thread.allocate_lock | 
 | 28 | _get_ident = _thread.get_ident | 
 | 29 | ThreadError = _thread.error | 
| Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 30 | try: | 
 | 31 |     _CRLock = _thread.RLock | 
 | 32 | except AttributeError: | 
 | 33 |     _CRLock = None | 
| Antoine Pitrou | 7c3e577 | 2010-04-14 15:44:10 +0000 | [diff] [blame] | 34 | TIMEOUT_MAX = _thread.TIMEOUT_MAX | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 35 | del _thread | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 36 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 37 |  | 
| Tim Peters | 59aba12 | 2003-07-01 20:01:55 +0000 | [diff] [blame] | 38 | # Debug support (adapted from ihooks.py). | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 39 |  | 
| Tim Peters | 0939fac | 2003-07-01 19:28:44 +0000 | [diff] [blame] | 40 | _VERBOSE = False | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 41 |  | 
 | 42 | if __debug__: | 
 | 43 |  | 
| Tim Peters | 59aba12 | 2003-07-01 20:01:55 +0000 | [diff] [blame] | 44 |     class _Verbose(object): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 45 |  | 
 | 46 |         def __init__(self, verbose=None): | 
 | 47 |             if verbose is None: | 
 | 48 |                 verbose = _VERBOSE | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 49 |             self._verbose = verbose | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 50 |  | 
 | 51 |         def _note(self, format, *args): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 52 |             if self._verbose: | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 53 |                 format = format % args | 
| Antoine Pitrou | 401edd6 | 2010-12-17 17:42:16 +0000 | [diff] [blame] | 54 |                 # Issue #4188: calling current_thread() can incur an infinite | 
 | 55 |                 # recursion if it has to create a DummyThread on the fly. | 
 | 56 |                 ident = _get_ident() | 
 | 57 |                 try: | 
 | 58 |                     name = _active[ident].name | 
 | 59 |                 except KeyError: | 
 | 60 |                     name = "<OS thread %d>" % ident | 
 | 61 |                 format = "%s: %s\n" % (name, format) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 62 |                 _sys.stderr.write(format) | 
 | 63 |  | 
 | 64 | else: | 
 | 65 |     # Disable this when using "python -O" | 
| Tim Peters | 59aba12 | 2003-07-01 20:01:55 +0000 | [diff] [blame] | 66 |     class _Verbose(object): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 67 |         def __init__(self, verbose=None): | 
 | 68 |             pass | 
 | 69 |         def _note(self, *args): | 
 | 70 |             pass | 
 | 71 |  | 
| Jeremy Hylton | bfccb35 | 2003-06-29 16:58:41 +0000 | [diff] [blame] | 72 | # Support for profile and trace hooks | 
 | 73 |  | 
 | 74 | _profile_hook = None | 
 | 75 | _trace_hook = None | 
 | 76 |  | 
 | 77 | def setprofile(func): | 
 | 78 |     global _profile_hook | 
 | 79 |     _profile_hook = func | 
| Tim Peters | d1b108b | 2003-06-29 17:24:17 +0000 | [diff] [blame] | 80 |  | 
| Jeremy Hylton | bfccb35 | 2003-06-29 16:58:41 +0000 | [diff] [blame] | 81 | def settrace(func): | 
 | 82 |     global _trace_hook | 
 | 83 |     _trace_hook = func | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 84 |  | 
 | 85 | # Synchronization classes | 
 | 86 |  | 
 | 87 | Lock = _allocate_lock | 
 | 88 |  | 
| Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 89 | def RLock(verbose=None, *args, **kwargs): | 
 | 90 |     if verbose is None: | 
 | 91 |         verbose = _VERBOSE | 
 | 92 |     if (__debug__ and verbose) or _CRLock is None: | 
 | 93 |         return _PyRLock(verbose, *args, **kwargs) | 
 | 94 |     return _CRLock(*args, **kwargs) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 95 |  | 
 | 96 | class _RLock(_Verbose): | 
| Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 97 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 98 |     def __init__(self, verbose=None): | 
 | 99 |         _Verbose.__init__(self, verbose) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 100 |         self._block = _allocate_lock() | 
 | 101 |         self._owner = None | 
 | 102 |         self._count = 0 | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 103 |  | 
 | 104 |     def __repr__(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 105 |         owner = self._owner | 
| Antoine Pitrou | b087268 | 2009-11-09 16:08:16 +0000 | [diff] [blame] | 106 |         try: | 
 | 107 |             owner = _active[owner].name | 
 | 108 |         except KeyError: | 
 | 109 |             pass | 
 | 110 |         return "<%s owner=%r count=%d>" % ( | 
 | 111 |                 self.__class__.__name__, owner, self._count) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 112 |  | 
| Antoine Pitrou | 7c3e577 | 2010-04-14 15:44:10 +0000 | [diff] [blame] | 113 |     def acquire(self, blocking=True, timeout=-1): | 
| Antoine Pitrou | b087268 | 2009-11-09 16:08:16 +0000 | [diff] [blame] | 114 |         me = _get_ident() | 
 | 115 |         if self._owner == me: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 116 |             self._count = self._count + 1 | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 117 |             if __debug__: | 
 | 118 |                 self._note("%s.acquire(%s): recursive success", self, blocking) | 
 | 119 |             return 1 | 
| Antoine Pitrou | 7c3e577 | 2010-04-14 15:44:10 +0000 | [diff] [blame] | 120 |         rc = self._block.acquire(blocking, timeout) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 121 |         if rc: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 122 |             self._owner = me | 
 | 123 |             self._count = 1 | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 124 |             if __debug__: | 
| Brett Cannon | 90cece7 | 2005-01-27 22:48:30 +0000 | [diff] [blame] | 125 |                 self._note("%s.acquire(%s): initial success", self, blocking) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 126 |         else: | 
 | 127 |             if __debug__: | 
 | 128 |                 self._note("%s.acquire(%s): failure", self, blocking) | 
 | 129 |         return rc | 
 | 130 |  | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 131 |     __enter__ = acquire | 
 | 132 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 133 |     def release(self): | 
| Antoine Pitrou | b087268 | 2009-11-09 16:08:16 +0000 | [diff] [blame] | 134 |         if self._owner != _get_ident(): | 
| Georg Brandl | 495f7b5 | 2009-10-27 15:28:25 +0000 | [diff] [blame] | 135 |             raise RuntimeError("cannot release un-acquired lock") | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 136 |         self._count = count = self._count - 1 | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 137 |         if not count: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 138 |             self._owner = None | 
 | 139 |             self._block.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 140 |             if __debug__: | 
 | 141 |                 self._note("%s.release(): final release", self) | 
 | 142 |         else: | 
 | 143 |             if __debug__: | 
 | 144 |                 self._note("%s.release(): non-final release", self) | 
 | 145 |  | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 146 |     def __exit__(self, t, v, tb): | 
 | 147 |         self.release() | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 148 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 149 |     # Internal methods used by condition variables | 
 | 150 |  | 
| Guido van Rossum | 1bc535d | 2007-05-15 18:46:22 +0000 | [diff] [blame] | 151 |     def _acquire_restore(self, state): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 152 |         self._block.acquire() | 
 | 153 |         self._count, self._owner = state | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 154 |         if __debug__: | 
 | 155 |             self._note("%s._acquire_restore()", self) | 
 | 156 |  | 
 | 157 |     def _release_save(self): | 
 | 158 |         if __debug__: | 
 | 159 |             self._note("%s._release_save()", self) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 160 |         count = self._count | 
 | 161 |         self._count = 0 | 
 | 162 |         owner = self._owner | 
 | 163 |         self._owner = None | 
 | 164 |         self._block.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 165 |         return (count, owner) | 
 | 166 |  | 
 | 167 |     def _is_owned(self): | 
| Antoine Pitrou | b087268 | 2009-11-09 16:08:16 +0000 | [diff] [blame] | 168 |         return self._owner == _get_ident() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 169 |  | 
| Antoine Pitrou | 434736a | 2009-11-10 18:46:01 +0000 | [diff] [blame] | 170 | _PyRLock = _RLock | 
 | 171 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 172 |  | 
 | 173 | def Condition(*args, **kwargs): | 
| Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 174 |     return _Condition(*args, **kwargs) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 175 |  | 
 | 176 | class _Condition(_Verbose): | 
 | 177 |  | 
 | 178 |     def __init__(self, lock=None, verbose=None): | 
 | 179 |         _Verbose.__init__(self, verbose) | 
 | 180 |         if lock is None: | 
 | 181 |             lock = RLock() | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 182 |         self._lock = lock | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 183 |         # Export the lock's acquire() and release() methods | 
 | 184 |         self.acquire = lock.acquire | 
 | 185 |         self.release = lock.release | 
 | 186 |         # If the lock defines _release_save() and/or _acquire_restore(), | 
 | 187 |         # these override the default implementations (which just call | 
 | 188 |         # release() and acquire() on the lock).  Ditto for _is_owned(). | 
 | 189 |         try: | 
 | 190 |             self._release_save = lock._release_save | 
 | 191 |         except AttributeError: | 
 | 192 |             pass | 
 | 193 |         try: | 
 | 194 |             self._acquire_restore = lock._acquire_restore | 
 | 195 |         except AttributeError: | 
 | 196 |             pass | 
 | 197 |         try: | 
 | 198 |             self._is_owned = lock._is_owned | 
 | 199 |         except AttributeError: | 
 | 200 |             pass | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 201 |         self._waiters = [] | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 202 |  | 
| Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 203 |     def __enter__(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 204 |         return self._lock.__enter__() | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 205 |  | 
| Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 +0000 | [diff] [blame] | 206 |     def __exit__(self, *args): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 207 |         return self._lock.__exit__(*args) | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 208 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 209 |     def __repr__(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 210 |         return "<Condition(%s, %d)>" % (self._lock, len(self._waiters)) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 211 |  | 
 | 212 |     def _release_save(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 213 |         self._lock.release()           # No state to save | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 214 |  | 
 | 215 |     def _acquire_restore(self, x): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 216 |         self._lock.acquire()           # Ignore saved state | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 217 |  | 
 | 218 |     def _is_owned(self): | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 219 |         # Return True if lock is owned by current_thread. | 
| Jeremy Hylton | af7fde7 | 2002-08-14 17:43:59 +0000 | [diff] [blame] | 220 |         # This method is called only if __lock doesn't have _is_owned(). | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 221 |         if self._lock.acquire(0): | 
 | 222 |             self._lock.release() | 
| Tim Peters | bc0e910 | 2002-04-04 22:55:58 +0000 | [diff] [blame] | 223 |             return False | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 224 |         else: | 
| Tim Peters | bc0e910 | 2002-04-04 22:55:58 +0000 | [diff] [blame] | 225 |             return True | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 226 |  | 
 | 227 |     def wait(self, timeout=None): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 228 |         if not self._is_owned(): | 
| Georg Brandl | 495f7b5 | 2009-10-27 15:28:25 +0000 | [diff] [blame] | 229 |             raise RuntimeError("cannot wait on un-acquired lock") | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 230 |         waiter = _allocate_lock() | 
 | 231 |         waiter.acquire() | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 232 |         self._waiters.append(waiter) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 233 |         saved_state = self._release_save() | 
| Tim Peters | c951bf9 | 2001-04-02 20:15:57 +0000 | [diff] [blame] | 234 |         try:    # restore state no matter what (e.g., KeyboardInterrupt) | 
 | 235 |             if timeout is None: | 
 | 236 |                 waiter.acquire() | 
| Georg Brandl | b9a4391 | 2010-10-28 09:03:20 +0000 | [diff] [blame] | 237 |                 gotit = True | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 238 |                 if __debug__: | 
| Tim Peters | c951bf9 | 2001-04-02 20:15:57 +0000 | [diff] [blame] | 239 |                     self._note("%s.wait(): got it", self) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 240 |             else: | 
| Antoine Pitrou | 7c3e577 | 2010-04-14 15:44:10 +0000 | [diff] [blame] | 241 |                 if timeout > 0: | 
 | 242 |                     gotit = waiter.acquire(True, timeout) | 
 | 243 |                 else: | 
 | 244 |                     gotit = waiter.acquire(False) | 
| Tim Peters | c951bf9 | 2001-04-02 20:15:57 +0000 | [diff] [blame] | 245 |                 if not gotit: | 
 | 246 |                     if __debug__: | 
 | 247 |                         self._note("%s.wait(%s): timed out", self, timeout) | 
 | 248 |                     try: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 249 |                         self._waiters.remove(waiter) | 
| Tim Peters | c951bf9 | 2001-04-02 20:15:57 +0000 | [diff] [blame] | 250 |                     except ValueError: | 
 | 251 |                         pass | 
 | 252 |                 else: | 
 | 253 |                     if __debug__: | 
 | 254 |                         self._note("%s.wait(%s): got it", self, timeout) | 
| Georg Brandl | b9a4391 | 2010-10-28 09:03:20 +0000 | [diff] [blame] | 255 |             return gotit | 
| Tim Peters | c951bf9 | 2001-04-02 20:15:57 +0000 | [diff] [blame] | 256 |         finally: | 
 | 257 |             self._acquire_restore(saved_state) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 258 |  | 
| Kristján Valur Jónsson | 6331520 | 2010-11-18 12:46:39 +0000 | [diff] [blame] | 259 |     def wait_for(self, predicate, timeout=None): | 
 | 260 |         endtime = None | 
 | 261 |         waittime = timeout | 
 | 262 |         result = predicate() | 
 | 263 |         while not result: | 
 | 264 |             if waittime is not None: | 
 | 265 |                 if endtime is None: | 
 | 266 |                     endtime = _time() + waittime | 
 | 267 |                 else: | 
 | 268 |                     waittime = endtime - _time() | 
 | 269 |                     if waittime <= 0: | 
 | 270 |                         if __debug__: | 
 | 271 |                             self._note("%s.wait_for(%r, %r): Timed out.", | 
 | 272 |                                        self, predicate, timeout) | 
 | 273 |                         break | 
 | 274 |             if __debug__: | 
 | 275 |                 self._note("%s.wait_for(%r, %r): Waiting with timeout=%s.", | 
 | 276 |                            self, predicate, timeout, waittime) | 
 | 277 |             self.wait(waittime) | 
 | 278 |             result = predicate() | 
 | 279 |         else: | 
 | 280 |             if __debug__: | 
 | 281 |                 self._note("%s.wait_for(%r, %r): Success.", | 
 | 282 |                            self, predicate, timeout) | 
 | 283 |         return result | 
 | 284 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 285 |     def notify(self, n=1): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 286 |         if not self._is_owned(): | 
| Georg Brandl | 495f7b5 | 2009-10-27 15:28:25 +0000 | [diff] [blame] | 287 |             raise RuntimeError("cannot notify on un-acquired lock") | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 288 |         __waiters = self._waiters | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 289 |         waiters = __waiters[:n] | 
 | 290 |         if not waiters: | 
 | 291 |             if __debug__: | 
 | 292 |                 self._note("%s.notify(): no waiters", self) | 
 | 293 |             return | 
 | 294 |         self._note("%s.notify(): notifying %d waiter%s", self, n, | 
 | 295 |                    n!=1 and "s" or "") | 
 | 296 |         for waiter in waiters: | 
 | 297 |             waiter.release() | 
 | 298 |             try: | 
 | 299 |                 __waiters.remove(waiter) | 
 | 300 |             except ValueError: | 
 | 301 |                 pass | 
 | 302 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 303 |     def notify_all(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 304 |         self.notify(len(self._waiters)) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 305 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 306 |     notifyAll = notify_all | 
 | 307 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 308 |  | 
 | 309 | def Semaphore(*args, **kwargs): | 
| Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 310 |     return _Semaphore(*args, **kwargs) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 311 |  | 
 | 312 | class _Semaphore(_Verbose): | 
 | 313 |  | 
| Andrew M. Kuchling | 39d3bfc | 2000-02-29 00:10:24 +0000 | [diff] [blame] | 314 |     # After Tim Peters' semaphore class, but not quite the same (no maximum) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 315 |  | 
 | 316 |     def __init__(self, value=1, verbose=None): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 317 |         if value < 0: | 
 | 318 |             raise ValueError("semaphore initial value must be >= 0") | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 319 |         _Verbose.__init__(self, verbose) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 320 |         self._cond = Condition(Lock()) | 
 | 321 |         self._value = value | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 322 |  | 
| Antoine Pitrou | 0454af9 | 2010-04-17 23:51:58 +0000 | [diff] [blame] | 323 |     def acquire(self, blocking=True, timeout=None): | 
 | 324 |         if not blocking and timeout is not None: | 
 | 325 |             raise ValueError("can't specify timeout for non-blocking acquire") | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 326 |         rc = False | 
| Antoine Pitrou | 0454af9 | 2010-04-17 23:51:58 +0000 | [diff] [blame] | 327 |         endtime = None | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 328 |         self._cond.acquire() | 
 | 329 |         while self._value == 0: | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 330 |             if not blocking: | 
 | 331 |                 break | 
| Skip Montanaro | b446fc7 | 2001-08-19 04:25:24 +0000 | [diff] [blame] | 332 |             if __debug__: | 
 | 333 |                 self._note("%s.acquire(%s): blocked waiting, value=%s", | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 334 |                            self, blocking, self._value) | 
| Antoine Pitrou | 0454af9 | 2010-04-17 23:51:58 +0000 | [diff] [blame] | 335 |             if timeout is not None: | 
 | 336 |                 if endtime is None: | 
 | 337 |                     endtime = _time() + timeout | 
 | 338 |                 else: | 
 | 339 |                     timeout = endtime - _time() | 
 | 340 |                     if timeout <= 0: | 
 | 341 |                         break | 
 | 342 |             self._cond.wait(timeout) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 343 |         else: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 344 |             self._value = self._value - 1 | 
| Skip Montanaro | b446fc7 | 2001-08-19 04:25:24 +0000 | [diff] [blame] | 345 |             if __debug__: | 
| Skip Montanaro | ae8454a | 2001-08-19 05:53:47 +0000 | [diff] [blame] | 346 |                 self._note("%s.acquire: success, value=%s", | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 347 |                            self, self._value) | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 348 |             rc = True | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 349 |         self._cond.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 350 |         return rc | 
 | 351 |  | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 352 |     __enter__ = acquire | 
 | 353 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 354 |     def release(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 355 |         self._cond.acquire() | 
 | 356 |         self._value = self._value + 1 | 
| Skip Montanaro | b446fc7 | 2001-08-19 04:25:24 +0000 | [diff] [blame] | 357 |         if __debug__: | 
| Skip Montanaro | ae8454a | 2001-08-19 05:53:47 +0000 | [diff] [blame] | 358 |             self._note("%s.release: success, value=%s", | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 359 |                        self, self._value) | 
 | 360 |         self._cond.notify() | 
 | 361 |         self._cond.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 362 |  | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 363 |     def __exit__(self, t, v, tb): | 
 | 364 |         self.release() | 
| Guido van Rossum | 1a5e21e | 2006-02-28 21:57:43 +0000 | [diff] [blame] | 365 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 366 |  | 
| Skip Montanaro | e428bb7 | 2001-08-20 20:27:58 +0000 | [diff] [blame] | 367 | def BoundedSemaphore(*args, **kwargs): | 
| Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 368 |     return _BoundedSemaphore(*args, **kwargs) | 
| Skip Montanaro | e428bb7 | 2001-08-20 20:27:58 +0000 | [diff] [blame] | 369 |  | 
 | 370 | class _BoundedSemaphore(_Semaphore): | 
 | 371 |     """Semaphore that checks that # releases is <= # acquires""" | 
 | 372 |     def __init__(self, value=1, verbose=None): | 
 | 373 |         _Semaphore.__init__(self, value, verbose) | 
 | 374 |         self._initial_value = value | 
 | 375 |  | 
 | 376 |     def release(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 377 |         if self._value >= self._initial_value: | 
| Collin Winter | ce36ad8 | 2007-08-30 01:19:48 +0000 | [diff] [blame] | 378 |             raise ValueError("Semaphore released too many times") | 
| Skip Montanaro | e428bb7 | 2001-08-20 20:27:58 +0000 | [diff] [blame] | 379 |         return _Semaphore.release(self) | 
 | 380 |  | 
 | 381 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 382 | def Event(*args, **kwargs): | 
| Guido van Rossum | 68468eb | 2003-02-27 20:14:51 +0000 | [diff] [blame] | 383 |     return _Event(*args, **kwargs) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 384 |  | 
 | 385 | class _Event(_Verbose): | 
 | 386 |  | 
 | 387 |     # After Tim Peters' event class (without is_posted()) | 
 | 388 |  | 
 | 389 |     def __init__(self, verbose=None): | 
 | 390 |         _Verbose.__init__(self, verbose) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 391 |         self._cond = Condition(Lock()) | 
 | 392 |         self._flag = False | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 393 |  | 
| Gregory P. Smith | 9bd4a24 | 2011-01-04 18:33:38 +0000 | [diff] [blame] | 394 |     def _reset_internal_locks(self): | 
 | 395 |         # private!  called by Thread._reset_internal_locks by _after_fork() | 
 | 396 |         self._cond.__init__() | 
 | 397 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 398 |     def is_set(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 399 |         return self._flag | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 400 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 401 |     isSet = is_set | 
| Benjamin Peterson | f0923f5 | 2008-08-18 22:10:13 +0000 | [diff] [blame] | 402 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 403 |     def set(self): | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 404 |         self._cond.acquire() | 
 | 405 |         try: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 406 |             self._flag = True | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 407 |             self._cond.notify_all() | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 408 |         finally: | 
 | 409 |             self._cond.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 410 |  | 
 | 411 |     def clear(self): | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 412 |         self._cond.acquire() | 
 | 413 |         try: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 414 |             self._flag = False | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 415 |         finally: | 
 | 416 |             self._cond.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 417 |  | 
 | 418 |     def wait(self, timeout=None): | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 419 |         self._cond.acquire() | 
 | 420 |         try: | 
| Charles-François Natali | ded0348 | 2012-01-07 18:24:56 +0100 | [diff] [blame] | 421 |             signaled = self._flag | 
 | 422 |             if not signaled: | 
 | 423 |                 signaled = self._cond.wait(timeout) | 
 | 424 |             return signaled | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 425 |         finally: | 
 | 426 |             self._cond.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 427 |  | 
| Kristján Valur Jónsson | 3be0003 | 2010-10-28 09:43:10 +0000 | [diff] [blame] | 428 |  | 
 | 429 | # A barrier class.  Inspired in part by the pthread_barrier_* api and | 
 | 430 | # the CyclicBarrier class from Java.  See | 
 | 431 | # http://sourceware.org/pthreads-win32/manual/pthread_barrier_init.html and | 
 | 432 | # http://java.sun.com/j2se/1.5.0/docs/api/java/util/concurrent/ | 
 | 433 | #        CyclicBarrier.html | 
 | 434 | # for information. | 
 | 435 | # We maintain two main states, 'filling' and 'draining' enabling the barrier | 
 | 436 | # to be cyclic.  Threads are not allowed into it until it has fully drained | 
 | 437 | # since the previous cycle.  In addition, a 'resetting' state exists which is | 
 | 438 | # similar to 'draining' except that threads leave with a BrokenBarrierError, | 
| Ezio Melotti | e130a52 | 2011-10-19 10:58:56 +0300 | [diff] [blame] | 439 | # and a 'broken' state in which all threads get the exception. | 
| Kristján Valur Jónsson | 3be0003 | 2010-10-28 09:43:10 +0000 | [diff] [blame] | 440 | class Barrier(_Verbose): | 
 | 441 |     """ | 
 | 442 |     Barrier.  Useful for synchronizing a fixed number of threads | 
 | 443 |     at known synchronization points.  Threads block on 'wait()' and are | 
 | 444 |     simultaneously once they have all made that call. | 
 | 445 |     """ | 
 | 446 |     def __init__(self, parties, action=None, timeout=None, verbose=None): | 
 | 447 |         """ | 
 | 448 |         Create a barrier, initialised to 'parties' threads. | 
 | 449 |         'action' is a callable which, when supplied, will be called | 
 | 450 |         by one of the threads after they have all entered the | 
 | 451 |         barrier and just prior to releasing them all. | 
 | 452 |         If a 'timeout' is provided, it is uses as the default for | 
 | 453 |         all subsequent 'wait()' calls. | 
 | 454 |         """ | 
 | 455 |         _Verbose.__init__(self, verbose) | 
 | 456 |         self._cond = Condition(Lock()) | 
 | 457 |         self._action = action | 
 | 458 |         self._timeout = timeout | 
 | 459 |         self._parties = parties | 
 | 460 |         self._state = 0 #0 filling, 1, draining, -1 resetting, -2 broken | 
 | 461 |         self._count = 0 | 
 | 462 |  | 
 | 463 |     def wait(self, timeout=None): | 
 | 464 |         """ | 
 | 465 |         Wait for the barrier.  When the specified number of threads have | 
 | 466 |         started waiting, they are all simultaneously awoken. If an 'action' | 
 | 467 |         was provided for the barrier, one of the threads will have executed | 
 | 468 |         that callback prior to returning. | 
 | 469 |         Returns an individual index number from 0 to 'parties-1'. | 
 | 470 |         """ | 
 | 471 |         if timeout is None: | 
 | 472 |             timeout = self._timeout | 
 | 473 |         with self._cond: | 
 | 474 |             self._enter() # Block while the barrier drains. | 
 | 475 |             index = self._count | 
 | 476 |             self._count += 1 | 
 | 477 |             try: | 
 | 478 |                 if index + 1 == self._parties: | 
 | 479 |                     # We release the barrier | 
 | 480 |                     self._release() | 
 | 481 |                 else: | 
 | 482 |                     # We wait until someone releases us | 
 | 483 |                     self._wait(timeout) | 
 | 484 |                 return index | 
 | 485 |             finally: | 
 | 486 |                 self._count -= 1 | 
 | 487 |                 # Wake up any threads waiting for barrier to drain. | 
 | 488 |                 self._exit() | 
 | 489 |  | 
 | 490 |     # Block until the barrier is ready for us, or raise an exception | 
 | 491 |     # if it is broken. | 
 | 492 |     def _enter(self): | 
 | 493 |         while self._state in (-1, 1): | 
 | 494 |             # It is draining or resetting, wait until done | 
 | 495 |             self._cond.wait() | 
 | 496 |         #see if the barrier is in a broken state | 
 | 497 |         if self._state < 0: | 
 | 498 |             raise BrokenBarrierError | 
 | 499 |         assert self._state == 0 | 
 | 500 |  | 
 | 501 |     # Optionally run the 'action' and release the threads waiting | 
 | 502 |     # in the barrier. | 
 | 503 |     def _release(self): | 
 | 504 |         try: | 
 | 505 |             if self._action: | 
 | 506 |                 self._action() | 
 | 507 |             # enter draining state | 
 | 508 |             self._state = 1 | 
 | 509 |             self._cond.notify_all() | 
 | 510 |         except: | 
 | 511 |             #an exception during the _action handler.  Break and reraise | 
 | 512 |             self._break() | 
 | 513 |             raise | 
 | 514 |  | 
 | 515 |     # Wait in the barrier until we are relased.  Raise an exception | 
 | 516 |     # if the barrier is reset or broken. | 
 | 517 |     def _wait(self, timeout): | 
| Kristján Valur Jónsson | 6331520 | 2010-11-18 12:46:39 +0000 | [diff] [blame] | 518 |         if not self._cond.wait_for(lambda : self._state != 0, timeout): | 
 | 519 |             #timed out.  Break the barrier | 
 | 520 |             self._break() | 
 | 521 |             raise BrokenBarrierError | 
 | 522 |         if self._state < 0: | 
 | 523 |             raise BrokenBarrierError | 
| Kristján Valur Jónsson | 3be0003 | 2010-10-28 09:43:10 +0000 | [diff] [blame] | 524 |         assert self._state == 1 | 
 | 525 |  | 
 | 526 |     # If we are the last thread to exit the barrier, signal any threads | 
 | 527 |     # waiting for the barrier to drain. | 
 | 528 |     def _exit(self): | 
 | 529 |         if self._count == 0: | 
 | 530 |             if self._state in (-1, 1): | 
 | 531 |                 #resetting or draining | 
 | 532 |                 self._state = 0 | 
 | 533 |                 self._cond.notify_all() | 
 | 534 |  | 
 | 535 |     def reset(self): | 
 | 536 |         """ | 
 | 537 |         Reset the barrier to the initial state. | 
 | 538 |         Any threads currently waiting will get the BrokenBarrier exception | 
 | 539 |         raised. | 
 | 540 |         """ | 
 | 541 |         with self._cond: | 
 | 542 |             if self._count > 0: | 
 | 543 |                 if self._state == 0: | 
 | 544 |                     #reset the barrier, waking up threads | 
 | 545 |                     self._state = -1 | 
 | 546 |                 elif self._state == -2: | 
 | 547 |                     #was broken, set it to reset state | 
 | 548 |                     #which clears when the last thread exits | 
 | 549 |                     self._state = -1 | 
 | 550 |             else: | 
 | 551 |                 self._state = 0 | 
 | 552 |             self._cond.notify_all() | 
 | 553 |  | 
 | 554 |     def abort(self): | 
 | 555 |         """ | 
 | 556 |         Place the barrier into a 'broken' state. | 
 | 557 |         Useful in case of error.  Any currently waiting threads and | 
 | 558 |         threads attempting to 'wait()' will have BrokenBarrierError | 
 | 559 |         raised. | 
 | 560 |         """ | 
 | 561 |         with self._cond: | 
 | 562 |             self._break() | 
 | 563 |  | 
 | 564 |     def _break(self): | 
 | 565 |         # An internal error was detected.  The barrier is set to | 
 | 566 |         # a broken state all parties awakened. | 
 | 567 |         self._state = -2 | 
 | 568 |         self._cond.notify_all() | 
 | 569 |  | 
 | 570 |     @property | 
 | 571 |     def parties(self): | 
 | 572 |         """ | 
 | 573 |         Return the number of threads required to trip the barrier. | 
 | 574 |         """ | 
 | 575 |         return self._parties | 
 | 576 |  | 
 | 577 |     @property | 
 | 578 |     def n_waiting(self): | 
 | 579 |         """ | 
 | 580 |         Return the number of threads that are currently waiting at the barrier. | 
 | 581 |         """ | 
 | 582 |         # We don't need synchronization here since this is an ephemeral result | 
 | 583 |         # anyway.  It returns the correct value in the steady state. | 
 | 584 |         if self._state == 0: | 
 | 585 |             return self._count | 
 | 586 |         return 0 | 
 | 587 |  | 
 | 588 |     @property | 
 | 589 |     def broken(self): | 
 | 590 |         """ | 
 | 591 |         Return True if the barrier is in a broken state | 
 | 592 |         """ | 
 | 593 |         return self._state == -2 | 
 | 594 |  | 
 | 595 | #exception raised by the Barrier class | 
 | 596 | class BrokenBarrierError(RuntimeError): pass | 
 | 597 |  | 
 | 598 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 599 | # Helper to generate new thread names | 
 | 600 | _counter = 0 | 
 | 601 | def _newname(template="Thread-%d"): | 
 | 602 |     global _counter | 
 | 603 |     _counter = _counter + 1 | 
 | 604 |     return template % _counter | 
 | 605 |  | 
 | 606 | # Active thread administration | 
 | 607 | _active_limbo_lock = _allocate_lock() | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 608 | _active = {}    # maps thread id to Thread object | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 609 | _limbo = {} | 
 | 610 |  | 
| Antoine Pitrou | c081c0c | 2011-07-15 22:12:24 +0200 | [diff] [blame] | 611 | # For debug and leak testing | 
 | 612 | _dangling = WeakSet() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 613 |  | 
 | 614 | # Main class for threads | 
 | 615 |  | 
 | 616 | class Thread(_Verbose): | 
 | 617 |  | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 618 |     __initialized = False | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 619 |     # Need to store a reference to sys.exc_info for printing | 
 | 620 |     # out exceptions when a thread tries to use a global var. during interp. | 
 | 621 |     # shutdown and thus raises an exception about trying to perform some | 
 | 622 |     # operation on/with a NoneType | 
 | 623 |     __exc_info = _sys.exc_info | 
| Christian Heimes | bbe741d | 2008-03-28 10:53:29 +0000 | [diff] [blame] | 624 |     # Keep sys.exc_clear too to clear the exception just before | 
 | 625 |     # allowing .join() to return. | 
 | 626 |     #XXX __exc_clear = _sys.exc_clear | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 627 |  | 
 | 628 |     def __init__(self, group=None, target=None, name=None, | 
| Georg Brandl | a4a8b82 | 2005-07-15 09:13:21 +0000 | [diff] [blame] | 629 |                  args=(), kwargs=None, verbose=None): | 
| Guido van Rossum | 5a43e1a | 1998-06-09 19:04:26 +0000 | [diff] [blame] | 630 |         assert group is None, "group argument must be None for now" | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 631 |         _Verbose.__init__(self, verbose) | 
| Georg Brandl | a4a8b82 | 2005-07-15 09:13:21 +0000 | [diff] [blame] | 632 |         if kwargs is None: | 
 | 633 |             kwargs = {} | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 634 |         self._target = target | 
 | 635 |         self._name = str(name or _newname()) | 
 | 636 |         self._args = args | 
 | 637 |         self._kwargs = kwargs | 
 | 638 |         self._daemonic = self._set_daemon() | 
| Georg Brandl | 0c77a82 | 2008-06-10 16:37:50 +0000 | [diff] [blame] | 639 |         self._ident = None | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 640 |         self._started = Event() | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 641 |         self._stopped = False | 
 | 642 |         self._block = Condition(Lock()) | 
 | 643 |         self._initialized = True | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 644 |         # sys.stderr is not stored in the class like | 
 | 645 |         # sys.exc_info since it can be changed between instances | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 646 |         self._stderr = _sys.stderr | 
| Antoine Pitrou | c081c0c | 2011-07-15 22:12:24 +0200 | [diff] [blame] | 647 |         _dangling.add(self) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 648 |  | 
| Gregory P. Smith | 9bd4a24 | 2011-01-04 18:33:38 +0000 | [diff] [blame] | 649 |     def _reset_internal_locks(self): | 
 | 650 |         # private!  Called by _after_fork() to reset our internal locks as | 
 | 651 |         # they may be in an invalid state leading to a deadlock or crash. | 
 | 652 |         if hasattr(self, '_block'):  # DummyThread deletes _block | 
 | 653 |             self._block.__init__() | 
 | 654 |         self._started._reset_internal_locks() | 
 | 655 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 656 |     def _set_daemon(self): | 
 | 657 |         # Overridden in _MainThread and _DummyThread | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 658 |         return current_thread().daemon | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 659 |  | 
 | 660 |     def __repr__(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 661 |         assert self._initialized, "Thread.__init__() was not called" | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 662 |         status = "initial" | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 663 |         if self._started.is_set(): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 664 |             status = "started" | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 665 |         if self._stopped: | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 666 |             status = "stopped" | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 667 |         if self._daemonic: | 
| Georg Brandl | 0c77a82 | 2008-06-10 16:37:50 +0000 | [diff] [blame] | 668 |             status += " daemon" | 
 | 669 |         if self._ident is not None: | 
 | 670 |             status += " %s" % self._ident | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 671 |         return "<%s(%s, %s)>" % (self.__class__.__name__, self._name, status) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 672 |  | 
 | 673 |     def start(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 674 |         if not self._initialized: | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 675 |             raise RuntimeError("thread.__init__() not called") | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 676 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 677 |         if self._started.is_set(): | 
| Senthil Kumaran | fdd4d0f | 2010-04-06 03:30:18 +0000 | [diff] [blame] | 678 |             raise RuntimeError("threads can only be started once") | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 679 |         if __debug__: | 
 | 680 |             self._note("%s.start(): starting thread", self) | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 681 |         with _active_limbo_lock: | 
 | 682 |             _limbo[self] = self | 
| Gregory P. Smith | 3fdd964 | 2010-02-28 18:57:46 +0000 | [diff] [blame] | 683 |         try: | 
 | 684 |             _start_new_thread(self._bootstrap, ()) | 
 | 685 |         except Exception: | 
 | 686 |             with _active_limbo_lock: | 
 | 687 |                 del _limbo[self] | 
 | 688 |             raise | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 689 |         self._started.wait() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 690 |  | 
 | 691 |     def run(self): | 
| Christian Heimes | d3eb5a15 | 2008-02-24 00:38:49 +0000 | [diff] [blame] | 692 |         try: | 
 | 693 |             if self._target: | 
 | 694 |                 self._target(*self._args, **self._kwargs) | 
 | 695 |         finally: | 
 | 696 |             # Avoid a refcycle if the thread is running a function with | 
 | 697 |             # an argument that has a member that points to the thread. | 
 | 698 |             del self._target, self._args, self._kwargs | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 699 |  | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 700 |     def _bootstrap(self): | 
| Guido van Rossum | 61e21b5 | 2007-08-20 19:06:03 +0000 | [diff] [blame] | 701 |         # Wrapper around the real bootstrap code that ignores | 
 | 702 |         # exceptions during interpreter cleanup.  Those typically | 
 | 703 |         # happen when a daemon thread wakes up at an unfortunate | 
 | 704 |         # moment, finds the world around it destroyed, and raises some | 
 | 705 |         # random exception *** while trying to report the exception in | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 706 |         # _bootstrap_inner() below ***.  Those random exceptions | 
| Guido van Rossum | 61e21b5 | 2007-08-20 19:06:03 +0000 | [diff] [blame] | 707 |         # don't help anybody, and they confuse users, so we suppress | 
 | 708 |         # them.  We suppress them only when it appears that the world | 
 | 709 |         # indeed has already been destroyed, so that exceptions in | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 710 |         # _bootstrap_inner() during normal business hours are properly | 
| Guido van Rossum | 61e21b5 | 2007-08-20 19:06:03 +0000 | [diff] [blame] | 711 |         # reported.  Also, we only suppress them for daemonic threads; | 
 | 712 |         # if a non-daemonic encounters this, something else is wrong. | 
 | 713 |         try: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 714 |             self._bootstrap_inner() | 
| Guido van Rossum | 61e21b5 | 2007-08-20 19:06:03 +0000 | [diff] [blame] | 715 |         except: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 716 |             if self._daemonic and _sys is None: | 
| Guido van Rossum | 61e21b5 | 2007-08-20 19:06:03 +0000 | [diff] [blame] | 717 |                 return | 
 | 718 |             raise | 
 | 719 |  | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 720 |     def _set_ident(self): | 
 | 721 |         self._ident = _get_ident() | 
 | 722 |  | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 723 |     def _bootstrap_inner(self): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 724 |         try: | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 725 |             self._set_ident() | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 726 |             self._started.set() | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 727 |             with _active_limbo_lock: | 
 | 728 |                 _active[self._ident] = self | 
 | 729 |                 del _limbo[self] | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 730 |             if __debug__: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 731 |                 self._note("%s._bootstrap(): thread started", self) | 
| Jeremy Hylton | bfccb35 | 2003-06-29 16:58:41 +0000 | [diff] [blame] | 732 |  | 
 | 733 |             if _trace_hook: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 734 |                 self._note("%s._bootstrap(): registering trace hook", self) | 
| Jeremy Hylton | bfccb35 | 2003-06-29 16:58:41 +0000 | [diff] [blame] | 735 |                 _sys.settrace(_trace_hook) | 
 | 736 |             if _profile_hook: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 737 |                 self._note("%s._bootstrap(): registering profile hook", self) | 
| Jeremy Hylton | bfccb35 | 2003-06-29 16:58:41 +0000 | [diff] [blame] | 738 |                 _sys.setprofile(_profile_hook) | 
| Tim Peters | d1b108b | 2003-06-29 17:24:17 +0000 | [diff] [blame] | 739 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 740 |             try: | 
 | 741 |                 self.run() | 
 | 742 |             except SystemExit: | 
 | 743 |                 if __debug__: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 744 |                     self._note("%s._bootstrap(): raised SystemExit", self) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 745 |             except: | 
 | 746 |                 if __debug__: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 747 |                     self._note("%s._bootstrap(): unhandled exception", self) | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 748 |                 # If sys.stderr is no more (most likely from interpreter | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 749 |                 # shutdown) use self._stderr.  Otherwise still use sys (as in | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 750 |                 # _sys) in case sys.stderr was redefined since the creation of | 
 | 751 |                 # self. | 
 | 752 |                 if _sys: | 
 | 753 |                     _sys.stderr.write("Exception in thread %s:\n%s\n" % | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 754 |                                       (self.name, _format_exc())) | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 755 |                 else: | 
 | 756 |                     # Do the best job possible w/o a huge amt. of code to | 
 | 757 |                     # approximate a traceback (code ideas from | 
 | 758 |                     # Lib/traceback.py) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 759 |                     exc_type, exc_value, exc_tb = self._exc_info() | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 760 |                     try: | 
| Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 761 |                         print(( | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 762 |                             "Exception in thread " + self.name + | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 763 |                             " (most likely raised during interpreter shutdown):"), file=self._stderr) | 
| Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 764 |                         print(( | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 765 |                             "Traceback (most recent call last):"), file=self._stderr) | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 766 |                         while exc_tb: | 
| Guido van Rossum | be19ed7 | 2007-02-09 05:37:30 +0000 | [diff] [blame] | 767 |                             print(( | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 768 |                                 '  File "%s", line %s, in %s' % | 
 | 769 |                                 (exc_tb.tb_frame.f_code.co_filename, | 
 | 770 |                                     exc_tb.tb_lineno, | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 771 |                                     exc_tb.tb_frame.f_code.co_name)), file=self._stderr) | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 772 |                             exc_tb = exc_tb.tb_next | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 773 |                         print(("%s: %s" % (exc_type, exc_value)), file=self._stderr) | 
| Brett Cannon | cc4e935 | 2004-07-03 03:52:35 +0000 | [diff] [blame] | 774 |                     # Make sure that exc_tb gets deleted since it is a memory | 
 | 775 |                     # hog; deleting everything else is just for thoroughness | 
 | 776 |                     finally: | 
 | 777 |                         del exc_type, exc_value, exc_tb | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 778 |             else: | 
 | 779 |                 if __debug__: | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 780 |                     self._note("%s._bootstrap(): normal return", self) | 
| Christian Heimes | bbe741d | 2008-03-28 10:53:29 +0000 | [diff] [blame] | 781 |             finally: | 
 | 782 |                 # Prevent a race in | 
 | 783 |                 # test_threading.test_no_refcycle_through_target when | 
 | 784 |                 # the exception keeps the target alive past when we | 
 | 785 |                 # assert that it's dead. | 
 | 786 |                 #XXX self.__exc_clear() | 
 | 787 |                 pass | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 788 |         finally: | 
| Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 789 |             with _active_limbo_lock: | 
 | 790 |                 self._stop() | 
 | 791 |                 try: | 
| Georg Brandl | 0c77a82 | 2008-06-10 16:37:50 +0000 | [diff] [blame] | 792 |                     # We don't call self._delete() because it also | 
| Christian Heimes | 1af737c | 2008-01-23 08:24:23 +0000 | [diff] [blame] | 793 |                     # grabs _active_limbo_lock. | 
 | 794 |                     del _active[_get_ident()] | 
 | 795 |                 except: | 
 | 796 |                     pass | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 797 |  | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 798 |     def _stop(self): | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 799 |         self._block.acquire() | 
 | 800 |         self._stopped = True | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 801 |         self._block.notify_all() | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 802 |         self._block.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 803 |  | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 804 |     def _delete(self): | 
| Tim Peters | 2142993 | 2004-07-21 03:36:52 +0000 | [diff] [blame] | 805 |         "Remove current thread from the dict of currently running threads." | 
| Brett Cannon | 8b3d92a | 2004-07-21 02:21:58 +0000 | [diff] [blame] | 806 |  | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 807 |         # Notes about running with _dummy_thread: | 
| Tim Peters | 2142993 | 2004-07-21 03:36:52 +0000 | [diff] [blame] | 808 |         # | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 809 |         # Must take care to not raise an exception if _dummy_thread is being | 
| Tim Peters | 2142993 | 2004-07-21 03:36:52 +0000 | [diff] [blame] | 810 |         # used (and thus this module is being used as an instance of | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 811 |         # dummy_threading).  _dummy_thread.get_ident() always returns -1 since | 
 | 812 |         # there is only one thread if _dummy_thread is being used.  Thus | 
| Tim Peters | 2142993 | 2004-07-21 03:36:52 +0000 | [diff] [blame] | 813 |         # len(_active) is always <= 1 here, and any Thread instance created | 
 | 814 |         # overwrites the (if any) thread currently registered in _active. | 
 | 815 |         # | 
 | 816 |         # An instance of _MainThread is always created by 'threading'.  This | 
 | 817 |         # gets overwritten the instant an instance of Thread is created; both | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 818 |         # threads return -1 from _dummy_thread.get_ident() and thus have the | 
| Tim Peters | 2142993 | 2004-07-21 03:36:52 +0000 | [diff] [blame] | 819 |         # same key in the dict.  So when the _MainThread instance created by | 
 | 820 |         # 'threading' tries to clean itself up when atexit calls this method | 
 | 821 |         # it gets a KeyError if another Thread instance was created. | 
 | 822 |         # | 
 | 823 |         # This all means that KeyError from trying to delete something from | 
 | 824 |         # _active if dummy_threading is being used is a red herring.  But | 
 | 825 |         # since it isn't if dummy_threading is *not* being used then don't | 
 | 826 |         # hide the exception. | 
| Brett Cannon | 8b3d92a | 2004-07-21 02:21:58 +0000 | [diff] [blame] | 827 |  | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 828 |         try: | 
| Neal Norwitz | f5c7c2e | 2008-04-05 04:47:45 +0000 | [diff] [blame] | 829 |             with _active_limbo_lock: | 
| Brett Cannon | 8b3d92a | 2004-07-21 02:21:58 +0000 | [diff] [blame] | 830 |                 del _active[_get_ident()] | 
| Neal Norwitz | f5c7c2e | 2008-04-05 04:47:45 +0000 | [diff] [blame] | 831 |                 # There must not be any python code between the previous line | 
 | 832 |                 # and after the lock is released.  Otherwise a tracing function | 
 | 833 |                 # could try to acquire the lock again in the same thread, (in | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 834 |                 # current_thread()), and would block. | 
| Neal Norwitz | f5c7c2e | 2008-04-05 04:47:45 +0000 | [diff] [blame] | 835 |         except KeyError: | 
 | 836 |             if 'dummy_threading' not in _sys.modules: | 
 | 837 |                 raise | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 838 |  | 
 | 839 |     def join(self, timeout=None): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 840 |         if not self._initialized: | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 841 |             raise RuntimeError("Thread.__init__() not called") | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 842 |         if not self._started.is_set(): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 843 |             raise RuntimeError("cannot join thread before it is started") | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 844 |         if self is current_thread(): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 845 |             raise RuntimeError("cannot join current thread") | 
 | 846 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 847 |         if __debug__: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 848 |             if not self._stopped: | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 849 |                 self._note("%s.join(): waiting until thread stops", self) | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 850 |  | 
 | 851 |         self._block.acquire() | 
 | 852 |         try: | 
| Brett Cannon | ad07ff2 | 2005-11-23 02:15:50 +0000 | [diff] [blame] | 853 |             if timeout is None: | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 854 |                 while not self._stopped: | 
 | 855 |                     self._block.wait() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 856 |                 if __debug__: | 
 | 857 |                     self._note("%s.join(): thread stopped", self) | 
| Brett Cannon | ad07ff2 | 2005-11-23 02:15:50 +0000 | [diff] [blame] | 858 |             else: | 
 | 859 |                 deadline = _time() + timeout | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 860 |                 while not self._stopped: | 
| Brett Cannon | ad07ff2 | 2005-11-23 02:15:50 +0000 | [diff] [blame] | 861 |                     delay = deadline - _time() | 
 | 862 |                     if delay <= 0: | 
 | 863 |                         if __debug__: | 
 | 864 |                             self._note("%s.join(): timed out", self) | 
 | 865 |                         break | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 866 |                     self._block.wait(delay) | 
| Brett Cannon | ad07ff2 | 2005-11-23 02:15:50 +0000 | [diff] [blame] | 867 |                 else: | 
 | 868 |                     if __debug__: | 
 | 869 |                         self._note("%s.join(): thread stopped", self) | 
| Christian Heimes | 969fe57 | 2008-01-25 11:23:10 +0000 | [diff] [blame] | 870 |         finally: | 
 | 871 |             self._block.release() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 872 |  | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 873 |     @property | 
 | 874 |     def name(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 875 |         assert self._initialized, "Thread.__init__() not called" | 
 | 876 |         return self._name | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 877 |  | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 878 |     @name.setter | 
 | 879 |     def name(self, name): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 880 |         assert self._initialized, "Thread.__init__() not called" | 
 | 881 |         self._name = str(name) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 882 |  | 
| Benjamin Peterson | 773c17b | 2008-08-18 16:45:31 +0000 | [diff] [blame] | 883 |     @property | 
 | 884 |     def ident(self): | 
| Georg Brandl | 0c77a82 | 2008-06-10 16:37:50 +0000 | [diff] [blame] | 885 |         assert self._initialized, "Thread.__init__() not called" | 
 | 886 |         return self._ident | 
 | 887 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 888 |     def is_alive(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 889 |         assert self._initialized, "Thread.__init__() not called" | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 890 |         return self._started.is_set() and not self._stopped | 
| Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 891 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 892 |     isAlive = is_alive | 
| Benjamin Peterson | f0923f5 | 2008-08-18 22:10:13 +0000 | [diff] [blame] | 893 |  | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 894 |     @property | 
 | 895 |     def daemon(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 896 |         assert self._initialized, "Thread.__init__() not called" | 
 | 897 |         return self._daemonic | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 898 |  | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 899 |     @daemon.setter | 
 | 900 |     def daemon(self, daemonic): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 901 |         if not self._initialized: | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 902 |             raise RuntimeError("Thread.__init__() not called") | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 903 |         if self._started.is_set(): | 
| Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 904 |             raise RuntimeError("cannot set daemon status of active thread"); | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 905 |         self._daemonic = daemonic | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 906 |  | 
| Benjamin Peterson | 6640d72 | 2008-08-18 18:16:46 +0000 | [diff] [blame] | 907 |     def isDaemon(self): | 
 | 908 |         return self.daemon | 
 | 909 |  | 
 | 910 |     def setDaemon(self, daemonic): | 
 | 911 |         self.daemon = daemonic | 
 | 912 |  | 
 | 913 |     def getName(self): | 
 | 914 |         return self.name | 
 | 915 |  | 
 | 916 |     def setName(self, name): | 
 | 917 |         self.name = name | 
 | 918 |  | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 919 | # The timer class was contributed by Itamar Shtull-Trauring | 
 | 920 |  | 
 | 921 | def Timer(*args, **kwargs): | 
 | 922 |     return _Timer(*args, **kwargs) | 
 | 923 |  | 
 | 924 | class _Timer(Thread): | 
 | 925 |     """Call a function after a specified number of seconds: | 
| Tim Peters | b64bec3 | 2001-09-18 02:26:39 +0000 | [diff] [blame] | 926 |  | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 927 |     t = Timer(30.0, f, args=[], kwargs={}) | 
 | 928 |     t.start() | 
 | 929 |     t.cancel() # stop the timer's action if it's still waiting | 
 | 930 |     """ | 
| Tim Peters | b64bec3 | 2001-09-18 02:26:39 +0000 | [diff] [blame] | 931 |  | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 932 |     def __init__(self, interval, function, args=[], kwargs={}): | 
 | 933 |         Thread.__init__(self) | 
 | 934 |         self.interval = interval | 
 | 935 |         self.function = function | 
 | 936 |         self.args = args | 
 | 937 |         self.kwargs = kwargs | 
 | 938 |         self.finished = Event() | 
| Tim Peters | b64bec3 | 2001-09-18 02:26:39 +0000 | [diff] [blame] | 939 |  | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 940 |     def cancel(self): | 
 | 941 |         """Stop the timer if it hasn't finished yet""" | 
 | 942 |         self.finished.set() | 
| Tim Peters | b64bec3 | 2001-09-18 02:26:39 +0000 | [diff] [blame] | 943 |  | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 944 |     def run(self): | 
 | 945 |         self.finished.wait(self.interval) | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 946 |         if not self.finished.is_set(): | 
| Martin v. Löwis | 44f8696 | 2001-09-05 13:44:54 +0000 | [diff] [blame] | 947 |             self.function(*self.args, **self.kwargs) | 
 | 948 |         self.finished.set() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 949 |  | 
 | 950 | # Special thread class to represent the main thread | 
 | 951 | # This is garbage collected through an exit handler | 
 | 952 |  | 
 | 953 | class _MainThread(Thread): | 
 | 954 |  | 
 | 955 |     def __init__(self): | 
 | 956 |         Thread.__init__(self, name="MainThread") | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 957 |         self._started.set() | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 958 |         self._set_ident() | 
 | 959 |         with _active_limbo_lock: | 
 | 960 |             _active[self._ident] = self | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 961 |  | 
 | 962 |     def _set_daemon(self): | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 963 |         return False | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 964 |  | 
| Thomas Wouters | 902d6eb | 2007-01-09 23:18:33 +0000 | [diff] [blame] | 965 |     def _exitfunc(self): | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 966 |         self._stop() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 967 |         t = _pickSomeNonDaemonThread() | 
 | 968 |         if t: | 
 | 969 |             if __debug__: | 
 | 970 |                 self._note("%s: waiting for other threads", self) | 
 | 971 |         while t: | 
 | 972 |             t.join() | 
 | 973 |             t = _pickSomeNonDaemonThread() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 974 |         if __debug__: | 
 | 975 |             self._note("%s: exiting", self) | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 976 |         self._delete() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 977 |  | 
 | 978 | def _pickSomeNonDaemonThread(): | 
 | 979 |     for t in enumerate(): | 
| Benjamin Peterson | fdbea96 | 2008-08-18 17:33:47 +0000 | [diff] [blame] | 980 |         if not t.daemon and t.is_alive(): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 981 |             return t | 
 | 982 |     return None | 
 | 983 |  | 
 | 984 |  | 
 | 985 | # Dummy thread class to represent threads not started here. | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 986 | # These aren't garbage collected when they die, nor can they be waited for. | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 987 | # If they invoke anything in threading.py that calls current_thread(), they | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 988 | # leave an entry in the _active dict forever after. | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 989 | # Their purpose is to return *something* from current_thread(). | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 990 | # They are marked as daemon threads so we won't wait for them | 
 | 991 | # when we exit (conform previous semantics). | 
 | 992 |  | 
 | 993 | class _DummyThread(Thread): | 
| Tim Peters | b90f89a | 2001-01-15 03:26:36 +0000 | [diff] [blame] | 994 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 995 |     def __init__(self): | 
 | 996 |         Thread.__init__(self, name=_newname("Dummy-%d")) | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 997 |  | 
| Gregory P. Smith | 9bd4a24 | 2011-01-04 18:33:38 +0000 | [diff] [blame] | 998 |         # Thread._block consumes an OS-level locking primitive, which | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 999 |         # can never be used by a _DummyThread.  Since a _DummyThread | 
 | 1000 |         # instance is immortal, that's bad, so release this resource. | 
| Guido van Rossum | d064899 | 2007-08-20 19:25:41 +0000 | [diff] [blame] | 1001 |         del self._block | 
| Tim Peters | 711906e | 2005-01-08 07:30:42 +0000 | [diff] [blame] | 1002 |  | 
| Christian Heimes | 9e7f1d2 | 2008-02-28 12:27:11 +0000 | [diff] [blame] | 1003 |         self._started.set() | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 1004 |         self._set_ident() | 
 | 1005 |         with _active_limbo_lock: | 
 | 1006 |             _active[self._ident] = self | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1007 |  | 
 | 1008 |     def _set_daemon(self): | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 1009 |         return True | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1010 |  | 
| Neal Norwitz | 45bec8c | 2002-02-19 03:01:36 +0000 | [diff] [blame] | 1011 |     def join(self, timeout=None): | 
| Guido van Rossum | 8ca162f | 2002-04-07 06:36:23 +0000 | [diff] [blame] | 1012 |         assert False, "cannot join a dummy thread" | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1013 |  | 
 | 1014 |  | 
 | 1015 | # Global API functions | 
 | 1016 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 1017 | def current_thread(): | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1018 |     try: | 
 | 1019 |         return _active[_get_ident()] | 
 | 1020 |     except KeyError: | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 1021 |         ##print "current_thread(): no current thread for", _get_ident() | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1022 |         return _DummyThread() | 
 | 1023 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 1024 | currentThread = current_thread | 
| Benjamin Peterson | f0923f5 | 2008-08-18 22:10:13 +0000 | [diff] [blame] | 1025 |  | 
| Benjamin Peterson | 672b803 | 2008-06-11 19:14:14 +0000 | [diff] [blame] | 1026 | def active_count(): | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 1027 |     with _active_limbo_lock: | 
 | 1028 |         return len(_active) + len(_limbo) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1029 |  | 
| Benjamin Peterson | b3085c9 | 2008-09-01 23:09:31 +0000 | [diff] [blame] | 1030 | activeCount = active_count | 
| Benjamin Peterson | f0923f5 | 2008-08-18 22:10:13 +0000 | [diff] [blame] | 1031 |  | 
| Antoine Pitrou | bdec11f | 2009-11-05 13:49:14 +0000 | [diff] [blame] | 1032 | def _enumerate(): | 
 | 1033 |     # Same as enumerate(), but without the lock. Internal use only. | 
 | 1034 |     return list(_active.values()) + list(_limbo.values()) | 
 | 1035 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1036 | def enumerate(): | 
| Benjamin Peterson | d23f822 | 2009-04-05 19:13:16 +0000 | [diff] [blame] | 1037 |     with _active_limbo_lock: | 
 | 1038 |         return list(_active.values()) + list(_limbo.values()) | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1039 |  | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 1040 | from _thread import stack_size | 
| Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 1041 |  | 
| Thomas Wouters | 902d6eb | 2007-01-09 23:18:33 +0000 | [diff] [blame] | 1042 | # Create the main thread object, | 
 | 1043 | # and make it available for the interpreter | 
 | 1044 | # (Py_Main) as threading._shutdown. | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1045 |  | 
| Thomas Wouters | 902d6eb | 2007-01-09 23:18:33 +0000 | [diff] [blame] | 1046 | _shutdown = _MainThread()._exitfunc | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1047 |  | 
| Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 1048 | # get thread-local implementation, either from the thread | 
 | 1049 | # module, or from the python fallback | 
 | 1050 |  | 
 | 1051 | try: | 
| Georg Brandl | 2067bfd | 2008-05-25 13:05:15 +0000 | [diff] [blame] | 1052 |     from _thread import _local as local | 
| Jim Fulton | d15dc06 | 2004-07-14 19:11:50 +0000 | [diff] [blame] | 1053 | except ImportError: | 
 | 1054 |     from _threading_local import local | 
 | 1055 |  | 
| Guido van Rossum | 7f5013a | 1998-04-09 22:01:42 +0000 | [diff] [blame] | 1056 |  | 
| Jesse Noller | a851397 | 2008-07-17 16:49:17 +0000 | [diff] [blame] | 1057 | def _after_fork(): | 
 | 1058 |     # This function is called by Python/ceval.c:PyEval_ReInitThreads which | 
 | 1059 |     # is called from PyOS_AfterFork.  Here we cleanup threading module state | 
 | 1060 |     # that should not exist after a fork. | 
 | 1061 |  | 
 | 1062 |     # Reset _active_limbo_lock, in case we forked while the lock was held | 
 | 1063 |     # by another (non-forked) thread.  http://bugs.python.org/issue874900 | 
 | 1064 |     global _active_limbo_lock | 
 | 1065 |     _active_limbo_lock = _allocate_lock() | 
 | 1066 |  | 
 | 1067 |     # fork() only copied the current thread; clear references to others. | 
 | 1068 |     new_active = {} | 
 | 1069 |     current = current_thread() | 
 | 1070 |     with _active_limbo_lock: | 
| Antoine Pitrou | 5fe291f | 2008-09-06 23:00:03 +0000 | [diff] [blame] | 1071 |         for thread in _active.values(): | 
| Charles-François Natali | 6d5f9e7 | 2011-12-18 18:35:09 +0100 | [diff] [blame] | 1072 |             # Any lock/condition variable may be currently locked or in an | 
 | 1073 |             # invalid state, so we reinitialize them. | 
 | 1074 |             thread._reset_internal_locks() | 
| Jesse Noller | a851397 | 2008-07-17 16:49:17 +0000 | [diff] [blame] | 1075 |             if thread is current: | 
| Antoine Pitrou | 5fe291f | 2008-09-06 23:00:03 +0000 | [diff] [blame] | 1076 |                 # There is only one active thread. We reset the ident to | 
 | 1077 |                 # its new value since it can have changed. | 
 | 1078 |                 ident = _get_ident() | 
 | 1079 |                 thread._ident = ident | 
| Jesse Noller | a851397 | 2008-07-17 16:49:17 +0000 | [diff] [blame] | 1080 |                 new_active[ident] = thread | 
 | 1081 |             else: | 
 | 1082 |                 # All the others are already stopped. | 
| Charles-François Natali | 6d5f9e7 | 2011-12-18 18:35:09 +0100 | [diff] [blame] | 1083 |                 thread._stop() | 
| Jesse Noller | a851397 | 2008-07-17 16:49:17 +0000 | [diff] [blame] | 1084 |  | 
 | 1085 |         _limbo.clear() | 
 | 1086 |         _active.clear() | 
 | 1087 |         _active.update(new_active) | 
 | 1088 |         assert len(_active) == 1 |