Guido van Rossum | 4b8c6ea | 2000-02-04 15:39:30 +0000 | [diff] [blame] | 1 | """A generally useful event scheduler class. |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 2 | |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 3 | Each instance of this class manages its own queue. |
| 4 | No multi-threading is implied; you are supposed to hack that |
| 5 | yourself, or use a single instance per application. |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 6 | |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 7 | Each instance is parametrized with two functions, one that is |
| 8 | supposed to return the current time, one that is supposed to |
| 9 | implement a delay. You can implement real-time scheduling by |
| 10 | substituting time and sleep from built-in module time, or you can |
| 11 | implement simulated time by writing your own functions. This can |
| 12 | also be used to integrate scheduling with STDWIN events; the delay |
| 13 | function is allowed to modify the queue. Time can be expressed as |
| 14 | integers or floating point numbers, as long as it is consistent. |
| 15 | |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 16 | Events are specified by tuples (time, priority, action, argument, kwargs). |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 17 | As in UNIX, lower priority numbers mean higher priority; in this |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 18 | way the queue can be maintained as a priority queue. Execution of the |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 19 | event means calling the action function, passing it the argument |
| 20 | sequence in "argument" (remember that in Python, multiple function |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 21 | arguments are be packed in a sequence) and keyword parameters in "kwargs". |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 22 | The action function may be an instance method so it |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 23 | has another way to reference private data (besides global variables). |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 24 | """ |
Guido van Rossum | 2d844d1 | 1991-04-07 13:41:50 +0000 | [diff] [blame] | 25 | |
Guido van Rossum | 5478cc6 | 1991-11-12 15:37:53 +0000 | [diff] [blame] | 26 | # XXX The timefunc and delayfunc should have been defined as methods |
| 27 | # XXX so you can define new kinds of schedulers using subclassing |
| 28 | # XXX instead of having to define a module or class just to hold |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 29 | # XXX the global state of your particular time and delay functions. |
Guido van Rossum | 5478cc6 | 1991-11-12 15:37:53 +0000 | [diff] [blame] | 30 | |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 31 | import time |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 32 | import heapq |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 33 | from collections import namedtuple |
Giampaolo Rodola' | 2fa2281 | 2011-12-19 19:12:01 +0100 | [diff] [blame] | 34 | try: |
| 35 | import threading |
Brett Cannon | cd171c8 | 2013-07-04 17:43:24 -0400 | [diff] [blame] | 36 | except ImportError: |
Giampaolo Rodola' | 2fa2281 | 2011-12-19 19:12:01 +0100 | [diff] [blame] | 37 | import dummy_threading as threading |
Victor Stinner | 949d8c9 | 2012-05-30 13:30:32 +0200 | [diff] [blame] | 38 | try: |
| 39 | from time import monotonic as _time |
Brett Cannon | cd171c8 | 2013-07-04 17:43:24 -0400 | [diff] [blame] | 40 | except ImportError: |
Victor Stinner | 949d8c9 | 2012-05-30 13:30:32 +0200 | [diff] [blame] | 41 | from time import time as _time |
Guido van Rossum | 4e16098 | 1992-09-02 20:43:20 +0000 | [diff] [blame] | 42 | |
Skip Montanaro | 0de6580 | 2001-02-15 22:15:14 +0000 | [diff] [blame] | 43 | __all__ = ["scheduler"] |
| 44 | |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 45 | class Event(namedtuple('Event', 'time, priority, action, argument, kwargs')): |
Raymond Hettinger | 8f40e09 | 2009-04-24 18:43:43 +0000 | [diff] [blame] | 46 | def __eq__(s, o): return (s.time, s.priority) == (o.time, o.priority) |
| 47 | def __ne__(s, o): return (s.time, s.priority) != (o.time, o.priority) |
| 48 | def __lt__(s, o): return (s.time, s.priority) < (o.time, o.priority) |
| 49 | def __le__(s, o): return (s.time, s.priority) <= (o.time, o.priority) |
| 50 | def __gt__(s, o): return (s.time, s.priority) > (o.time, o.priority) |
| 51 | def __ge__(s, o): return (s.time, s.priority) >= (o.time, o.priority) |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 52 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 53 | _sentinel = object() |
| 54 | |
Guido van Rossum | ce08448 | 1991-12-26 13:06:29 +0000 | [diff] [blame] | 55 | class scheduler: |
Giampaolo Rodola' | be55d99 | 2011-11-22 13:33:34 +0100 | [diff] [blame] | 56 | |
Victor Stinner | 949d8c9 | 2012-05-30 13:30:32 +0200 | [diff] [blame] | 57 | def __init__(self, timefunc=_time, delayfunc=time.sleep): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 58 | """Initialize a new instance, passing the time and delay |
| 59 | functions""" |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 60 | self._queue = [] |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 61 | self._lock = threading.RLock() |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 62 | self.timefunc = timefunc |
| 63 | self.delayfunc = delayfunc |
| 64 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 65 | def enterabs(self, time, priority, action, argument=(), kwargs=_sentinel): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 66 | """Enter a new event in the queue at an absolute time. |
| 67 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 68 | Returns an ID for the event which can be used to remove it, |
| 69 | if necessary. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 70 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 71 | """ |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 72 | if kwargs is _sentinel: |
| 73 | kwargs = {} |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 74 | event = Event(time, priority, action, argument, kwargs) |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 75 | with self._lock: |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 76 | heapq.heappush(self._queue, event) |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 77 | return event # The ID |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 78 | |
Serhiy Storchaka | c04957b | 2012-12-29 21:13:45 +0200 | [diff] [blame] | 79 | def enter(self, delay, priority, action, argument=(), kwargs=_sentinel): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 80 | """A variant that specifies the time as a relative time. |
| 81 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 82 | This is actually the more commonly used interface. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 83 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 84 | """ |
Serhiy Storchaka | d07db96 | 2012-12-29 21:46:37 +0200 | [diff] [blame] | 85 | time = self.timefunc() + delay |
| 86 | return self.enterabs(time, priority, action, argument, kwargs) |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 87 | |
| 88 | def cancel(self, event): |
| 89 | """Remove an event from the queue. |
| 90 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 91 | This must be presented the ID as returned by enter(). |
Georg Brandl | c38a000 | 2009-05-26 07:51:03 +0000 | [diff] [blame] | 92 | If the event is not in the queue, this raises ValueError. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 93 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 94 | """ |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 95 | with self._lock: |
| 96 | self._queue.remove(event) |
| 97 | heapq.heapify(self._queue) |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 98 | |
| 99 | def empty(self): |
| 100 | """Check whether the queue is empty.""" |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 101 | with self._lock: |
| 102 | return not self._queue |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 103 | |
Giampaolo Rodola' | 556ba04 | 2011-12-14 14:38:45 +0100 | [diff] [blame] | 104 | def run(self, blocking=True): |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 105 | """Execute events until the queue is empty. |
Giampaolo Rodola' | 556ba04 | 2011-12-14 14:38:45 +0100 | [diff] [blame] | 106 | If blocking is False executes the scheduled events due to |
Giampaolo Rodola' | a4e0188 | 2012-03-15 13:05:41 +0100 | [diff] [blame] | 107 | expire soonest (if any) and then return the deadline of the |
| 108 | next scheduled call in the scheduler. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 109 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 110 | When there is a positive delay until the first event, the |
| 111 | delay function is called and the event is left in the queue; |
| 112 | otherwise, the event is removed from the queue and executed |
| 113 | (its action function is called, passing it the argument). If |
| 114 | the delay function returns prematurely, it is simply |
| 115 | restarted. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 116 | |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 117 | It is legal for both the delay function and the action |
Ezio Melotti | e130a52 | 2011-10-19 10:58:56 +0300 | [diff] [blame] | 118 | function to modify the queue or to raise an exception; |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 119 | exceptions are not caught but the scheduler's state remains |
| 120 | well-defined so run() may be called again. |
Fred Drake | 5c4012a | 1999-06-25 18:53:23 +0000 | [diff] [blame] | 121 | |
Guido van Rossum | 8ce8a78 | 2007-11-01 19:42:39 +0000 | [diff] [blame] | 122 | A questionable hack is added to allow other threads to run: |
Tim Peters | 495ad3c | 2001-01-15 01:36:40 +0000 | [diff] [blame] | 123 | just after an event is executed, a delay of 0 is executed, to |
| 124 | avoid monopolizing the CPU when other threads are also |
| 125 | runnable. |
| 126 | |
| 127 | """ |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 128 | # localize variable access to minimize overhead |
| 129 | # and to improve thread safety |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 130 | lock = self._lock |
| 131 | q = self._queue |
| 132 | delayfunc = self.delayfunc |
| 133 | timefunc = self.timefunc |
| 134 | pop = heapq.heappop |
| 135 | while True: |
| 136 | with lock: |
| 137 | if not q: |
| 138 | break |
| 139 | time, priority, action, argument, kwargs = q[0] |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 140 | now = timefunc() |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 141 | if time > now: |
| 142 | delay = True |
Raymond Hettinger | bf72b71 | 2004-12-17 13:52:20 +0000 | [diff] [blame] | 143 | else: |
Serhiy Storchaka | f2b9cf4 | 2012-12-29 21:34:11 +0200 | [diff] [blame] | 144 | delay = False |
| 145 | pop(q) |
| 146 | if delay: |
| 147 | if not blocking: |
| 148 | return time - now |
| 149 | delayfunc(time - now) |
| 150 | else: |
| 151 | action(*argument, **kwargs) |
| 152 | delayfunc(0) # Let other threads run |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 153 | |
| 154 | @property |
| 155 | def queue(self): |
| 156 | """An ordered list of upcoming events. |
| 157 | |
| 158 | Events are named tuples with fields for: |
Serhiy Storchaka | e912496 | 2012-12-29 20:57:52 +0200 | [diff] [blame] | 159 | time, priority, action, arguments, kwargs |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 +0000 | [diff] [blame] | 160 | |
| 161 | """ |
| 162 | # Use heapq to sort the queue rather than using 'sorted(self._queue)'. |
| 163 | # With heapq, two events scheduled at the same time will show in |
| 164 | # the actual order they would be retrieved. |
Giampaolo Rodola' | 73520d5 | 2011-12-14 13:34:26 +0100 | [diff] [blame] | 165 | with self._lock: |
| 166 | events = self._queue[:] |
Raymond Hettinger | 468bcaf | 2013-07-13 22:48:49 -0700 | [diff] [blame] | 167 | return list(map(heapq.heappop, [events]*len(events))) |