Guido van Rossum | 4b8c6ea | 2000-02-04 15:39:30 +0000 | [diff] [blame] | 1 | """A generally useful event scheduler class. |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 2 | |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 3 | Each instance of this class manages its own queue. |
| 4 | No multi-threading is implied; you are supposed to hack that |
| 5 | yourself, or use a single instance per application. |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 6 | |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 7 | Each instance is parametrized with two functions, one that is |
| 8 | supposed to return the current time, one that is supposed to |
| 9 | implement a delay. You can implement real-time scheduling by |
| 10 | substituting time and sleep from built-in module time, or you can |
| 11 | implement simulated time by writing your own functions. This can |
| 12 | also be used to integrate scheduling with STDWIN events; the delay |
| 13 | function is allowed to modify the queue. Time can be expressed as |
| 14 | integers or floating point numbers, as long as it is consistent. |
| 15 | |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 16 | Events are specified by tuples (time, priority, action, argument, kwargs). |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 17 | As in UNIX, lower priority numbers mean higher priority; in this |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 18 | way the queue can be maintained as a priority queue. Execution of the |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 19 | event means calling the action function, passing it the argument |
| 20 | sequence in "argument" (remember that in Python, multiple function |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 21 | arguments are be packed in a sequence) and keyword parameters in "kwargs". |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 22 | The action function may be an instance method so it |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 23 | has another way to reference private data (besides global variables). |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 24 | """ |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 25 | |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 26 | import time |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 27 | import heapq |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 28 | from collections import namedtuple |
Giampaolo Rodola' | 2fa2281 | 2011-12-19 19:12:01 +0100 | [diff] [blame] | 29 | try: |
| 30 | import threading |
Brett Cannon | cd171c8 | 2013-07-04 17:43:24 -0400 | [diff] [blame] | 31 | except ImportError: |
Giampaolo Rodola' | 2fa2281 | 2011-12-19 19:12:01 +0100 | [diff] [blame] | 32 | import dummy_threading as threading |
Victor Stinner | ae58649 | 2014-09-02 23:18:25 +0200 | [diff] [blame] | 33 | from time import monotonic as _time |
Guido van Rossum | 4e16098 | 1992-09-02 20:43:20 +0000 | [diff] [blame] | 34 | |
Skip Montanaro | 0de6580 | 2001-02-15 22:15:14 +0000 | [diff] [blame] | 35 | __all__ = ["scheduler"] |
| 36 | |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 37 | class Event(namedtuple('Event', 'time, priority, action, argument, kwargs')): |
Raymond Hettinger | 712d593 | 2016-10-24 07:31:55 -0700 | [diff] [blame] | 38 | __slots__ = [] |
Raymond Hettinger | 8f40e09 | 2009-04-24 18:43:43 +0000 | [diff] [blame] | 39 | def __eq__(s, o): return (s.time, s.priority) == (o.time, o.priority) |
Raymond Hettinger | 8f40e09 | 2009-04-24 18:43:43 +0000 | [diff] [blame] | 40 | def __lt__(s, o): return (s.time, s.priority) < (o.time, o.priority) |
| 41 | def __le__(s, o): return (s.time, s.priority) <= (o.time, o.priority) |
| 42 | def __gt__(s, o): return (s.time, s.priority) > (o.time, o.priority) |
| 43 | def __ge__(s, o): return (s.time, s.priority) >= (o.time, o.priority) |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 44 | |
Raymond Hettinger | 5b798ab | 2015-08-17 22:04:45 -0700 | [diff] [blame] | 45 | Event.time.__doc__ = ('''Numeric type compatible with the return value of the |
| 46 | timefunc function passed to the constructor.''') |
| 47 | Event.priority.__doc__ = ('''Events scheduled for the same time will be executed |
| 48 | in the order of their priority.''') |
| 49 | Event.action.__doc__ = ('''Executing the event means executing |
| 50 | action(*argument, **kwargs)''') |
| 51 | Event.argument.__doc__ = ('''argument is a sequence holding the positional |
| 52 | arguments for the action.''') |
| 53 | Event.kwargs.__doc__ = ('''kwargs is a dictionary holding the keyword |
| 54 | arguments for the action.''') |
| 55 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 56 | _sentinel = object() |
| 57 | |
Guido van Rossum | ce08448 | 1991-12-26 13:06:29 +0000 | [diff] [blame] | 58 | class scheduler: |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 59 | |
Victor Stinner | 949d8c9 | 2012-05-30 13:30:32 +0200 | [diff] [blame] | 60 | def __init__(self, timefunc=_time, delayfunc=time.sleep): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 61 | """Initialize a new instance, passing the time and delay |
| 62 | functions""" |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 63 | self._queue = [] |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 64 | self._lock = threading.RLock() |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 65 | self.timefunc = timefunc |
| 66 | self.delayfunc = delayfunc |
| 67 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 68 | def enterabs(self, time, priority, action, argument=(), kwargs=_sentinel): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 69 | """Enter a new event in the queue at an absolute time. |
| 70 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 71 | Returns an ID for the event which can be used to remove it, |
| 72 | if necessary. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 73 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 74 | """ |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 75 | if kwargs is _sentinel: |
| 76 | kwargs = {} |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 77 | event = Event(time, priority, action, argument, kwargs) |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 78 | with self._lock: |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 79 | heapq.heappush(self._queue, event) |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 80 | return event # The ID |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 81 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 82 | def enter(self, delay, priority, action, argument=(), kwargs=_sentinel): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 83 | """A variant that specifies the time as a relative time. |
| 84 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 85 | This is actually the more commonly used interface. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 86 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 87 | """ |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 88 | time = self.timefunc() + delay |
| 89 | return self.enterabs(time, priority, action, argument, kwargs) |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 90 | |
| 91 | def cancel(self, event): |
| 92 | """Remove an event from the queue. |
| 93 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 94 | This must be presented the ID as returned by enter(). |
Georg Brandl | c38a000 | 2009-05-26 07:51:03 +0000 | [diff] [blame] | 95 | If the event is not in the queue, this raises ValueError. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 96 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 97 | """ |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 98 | with self._lock: |
| 99 | self._queue.remove(event) |
| 100 | heapq.heapify(self._queue) |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 101 | |
| 102 | def empty(self): |
| 103 | """Check whether the queue is empty.""" |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 104 | with self._lock: |
| 105 | return not self._queue |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 106 | |
Giampaolo Rodola' | 556ba04 | 2011-12-14 14:38:45 +0100 | [diff] [blame] | 107 | def run(self, blocking=True): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 108 | """Execute events until the queue is empty. |
Giampaolo Rodola' | 556ba04 | 2011-12-14 14:38:45 +0100 | [diff] [blame] | 109 | If blocking is False executes the scheduled events due to |
Giampaolo Rodola' | a4e0188 | 2012-03-15 13:05:41 +0100 | [diff] [blame] | 110 | expire soonest (if any) and then return the deadline of the |
| 111 | next scheduled call in the scheduler. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 112 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 113 | When there is a positive delay until the first event, the |
| 114 | delay function is called and the event is left in the queue; |
| 115 | otherwise, the event is removed from the queue and executed |
| 116 | (its action function is called, passing it the argument). If |
| 117 | the delay function returns prematurely, it is simply |
| 118 | restarted. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 119 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 120 | It is legal for both the delay function and the action |
Ezio Melotti | e130a52 | 2011-10-19 10:58:56 +0300 | [diff] [blame] | 121 | function to modify the queue or to raise an exception; |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 122 | exceptions are not caught but the scheduler's state remains |
| 123 | well-defined so run() may be called again. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 124 | |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 125 | A questionable hack is added to allow other threads to run: |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 126 | just after an event is executed, a delay of 0 is executed, to |
| 127 | avoid monopolizing the CPU when other threads are also |
| 128 | runnable. |
| 129 | |
| 130 | """ |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 131 | # localize variable access to minimize overhead |
| 132 | # and to improve thread safety |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 133 | lock = self._lock |
| 134 | q = self._queue |
| 135 | delayfunc = self.delayfunc |
| 136 | timefunc = self.timefunc |
| 137 | pop = heapq.heappop |
| 138 | while True: |
| 139 | with lock: |
| 140 | if not q: |
| 141 | break |
| 142 | time, priority, action, argument, kwargs = q[0] |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 143 | now = timefunc() |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 144 | if time > now: |
| 145 | delay = True |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 146 | else: |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 147 | delay = False |
| 148 | pop(q) |
| 149 | if delay: |
| 150 | if not blocking: |
| 151 | return time - now |
| 152 | delayfunc(time - now) |
| 153 | else: |
| 154 | action(*argument, **kwargs) |
| 155 | delayfunc(0) # Let other threads run |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 156 | |
| 157 | @property |
| 158 | def queue(self): |
| 159 | """An ordered list of upcoming events. |
| 160 | |
| 161 | Events are named tuples with fields for: |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 162 | time, priority, action, arguments, kwargs |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 163 | |
| 164 | """ |
| 165 | # Use heapq to sort the queue rather than using 'sorted(self._queue)'. |
| 166 | # With heapq, two events scheduled at the same time will show in |
| 167 | # the actual order they would be retrieved. |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 168 | with self._lock: |
| 169 | events = self._queue[:] |
Raymond Hettinger | 468bcaf | 2013-07-13 22:48:49 -0700 | [diff] [blame] | 170 | return list(map(heapq.heappop, [events]*len(events))) |