blob: 3d8c011a5cffec8ef26be931997494e21cd7ce57 [file] [log] [blame]
Guido van Rossum4b8c6ea2000-02-04 15:39:30 +00001"""A generally useful event scheduler class.
Guido van Rossum2d844d11991-04-07 13:41:50 +00002
Fred Drake5c4012a1999-06-25 18:53:23 +00003Each instance of this class manages its own queue.
4No multi-threading is implied; you are supposed to hack that
5yourself, or use a single instance per application.
Guido van Rossum2d844d11991-04-07 13:41:50 +00006
Fred Drake5c4012a1999-06-25 18:53:23 +00007Each instance is parametrized with two functions, one that is
8supposed to return the current time, one that is supposed to
9implement a delay. You can implement real-time scheduling by
10substituting time and sleep from built-in module time, or you can
11implement simulated time by writing your own functions. This can
12also be used to integrate scheduling with STDWIN events; the delay
13function is allowed to modify the queue. Time can be expressed as
14integers or floating point numbers, as long as it is consistent.
15
Serhiy Storchakae9124962012-12-29 20:57:52 +020016Events are specified by tuples (time, priority, action, argument, kwargs).
Fred Drake5c4012a1999-06-25 18:53:23 +000017As in UNIX, lower priority numbers mean higher priority; in this
Raymond Hettingerbf72b712004-12-17 13:52:20 +000018way the queue can be maintained as a priority queue. Execution of the
Guido van Rossum8ce8a782007-11-01 19:42:39 +000019event means calling the action function, passing it the argument
20sequence in "argument" (remember that in Python, multiple function
Serhiy Storchakae9124962012-12-29 20:57:52 +020021arguments are be packed in a sequence) and keyword parameters in "kwargs".
Guido van Rossum8ce8a782007-11-01 19:42:39 +000022The action function may be an instance method so it
Fred Drake5c4012a1999-06-25 18:53:23 +000023has another way to reference private data (besides global variables).
Fred Drake5c4012a1999-06-25 18:53:23 +000024"""
Guido van Rossum2d844d11991-04-07 13:41:50 +000025
Giampaolo Rodola'be55d992011-11-22 13:33:34 +010026import time
Raymond Hettingerbf72b712004-12-17 13:52:20 +000027import heapq
Christian Heimes679db4a2008-01-18 09:56:22 +000028from collections import namedtuple
Giampaolo Rodola'2fa22812011-12-19 19:12:01 +010029try:
30 import threading
Brett Cannoncd171c82013-07-04 17:43:24 -040031except ImportError:
Giampaolo Rodola'2fa22812011-12-19 19:12:01 +010032 import dummy_threading as threading
Victor Stinnerae586492014-09-02 23:18:25 +020033from time import monotonic as _time
Guido van Rossum4e160981992-09-02 20:43:20 +000034
Skip Montanaro0de65802001-02-15 22:15:14 +000035__all__ = ["scheduler"]
36
Giampaolo Rodola'be55d992011-11-22 13:33:34 +010037class Event(namedtuple('Event', 'time, priority, action, argument, kwargs')):
Raymond Hettinger712d5932016-10-24 07:31:55 -070038 __slots__ = []
Raymond Hettinger8f40e092009-04-24 18:43:43 +000039 def __eq__(s, o): return (s.time, s.priority) == (o.time, o.priority)
Raymond Hettinger8f40e092009-04-24 18:43:43 +000040 def __lt__(s, o): return (s.time, s.priority) < (o.time, o.priority)
41 def __le__(s, o): return (s.time, s.priority) <= (o.time, o.priority)
42 def __gt__(s, o): return (s.time, s.priority) > (o.time, o.priority)
43 def __ge__(s, o): return (s.time, s.priority) >= (o.time, o.priority)
Christian Heimes679db4a2008-01-18 09:56:22 +000044
Raymond Hettinger5b798ab2015-08-17 22:04:45 -070045Event.time.__doc__ = ('''Numeric type compatible with the return value of the
46timefunc function passed to the constructor.''')
47Event.priority.__doc__ = ('''Events scheduled for the same time will be executed
48in the order of their priority.''')
49Event.action.__doc__ = ('''Executing the event means executing
50action(*argument, **kwargs)''')
51Event.argument.__doc__ = ('''argument is a sequence holding the positional
52arguments for the action.''')
53Event.kwargs.__doc__ = ('''kwargs is a dictionary holding the keyword
54arguments for the action.''')
55
Serhiy Storchakac04957b2012-12-29 21:13:45 +020056_sentinel = object()
57
Guido van Rossumce084481991-12-26 13:06:29 +000058class scheduler:
Giampaolo Rodola'be55d992011-11-22 13:33:34 +010059
Victor Stinner949d8c92012-05-30 13:30:32 +020060 def __init__(self, timefunc=_time, delayfunc=time.sleep):
Fred Drake5c4012a1999-06-25 18:53:23 +000061 """Initialize a new instance, passing the time and delay
62 functions"""
Christian Heimes679db4a2008-01-18 09:56:22 +000063 self._queue = []
Giampaolo Rodola'73520d52011-12-14 13:34:26 +010064 self._lock = threading.RLock()
Fred Drake5c4012a1999-06-25 18:53:23 +000065 self.timefunc = timefunc
66 self.delayfunc = delayfunc
67
Serhiy Storchakac04957b2012-12-29 21:13:45 +020068 def enterabs(self, time, priority, action, argument=(), kwargs=_sentinel):
Fred Drake5c4012a1999-06-25 18:53:23 +000069 """Enter a new event in the queue at an absolute time.
70
Tim Peters495ad3c2001-01-15 01:36:40 +000071 Returns an ID for the event which can be used to remove it,
72 if necessary.
Fred Drake5c4012a1999-06-25 18:53:23 +000073
Tim Peters495ad3c2001-01-15 01:36:40 +000074 """
Serhiy Storchakac04957b2012-12-29 21:13:45 +020075 if kwargs is _sentinel:
76 kwargs = {}
Serhiy Storchakad07db962012-12-29 21:46:37 +020077 event = Event(time, priority, action, argument, kwargs)
Giampaolo Rodola'73520d52011-12-14 13:34:26 +010078 with self._lock:
Giampaolo Rodola'73520d52011-12-14 13:34:26 +010079 heapq.heappush(self._queue, event)
Serhiy Storchakad07db962012-12-29 21:46:37 +020080 return event # The ID
Fred Drake5c4012a1999-06-25 18:53:23 +000081
Serhiy Storchakac04957b2012-12-29 21:13:45 +020082 def enter(self, delay, priority, action, argument=(), kwargs=_sentinel):
Fred Drake5c4012a1999-06-25 18:53:23 +000083 """A variant that specifies the time as a relative time.
84
Tim Peters495ad3c2001-01-15 01:36:40 +000085 This is actually the more commonly used interface.
Fred Drake5c4012a1999-06-25 18:53:23 +000086
Tim Peters495ad3c2001-01-15 01:36:40 +000087 """
Serhiy Storchakad07db962012-12-29 21:46:37 +020088 time = self.timefunc() + delay
89 return self.enterabs(time, priority, action, argument, kwargs)
Fred Drake5c4012a1999-06-25 18:53:23 +000090
91 def cancel(self, event):
92 """Remove an event from the queue.
93
Tim Peters495ad3c2001-01-15 01:36:40 +000094 This must be presented the ID as returned by enter().
Georg Brandlc38a0002009-05-26 07:51:03 +000095 If the event is not in the queue, this raises ValueError.
Fred Drake5c4012a1999-06-25 18:53:23 +000096
Tim Peters495ad3c2001-01-15 01:36:40 +000097 """
Giampaolo Rodola'73520d52011-12-14 13:34:26 +010098 with self._lock:
99 self._queue.remove(event)
100 heapq.heapify(self._queue)
Fred Drake5c4012a1999-06-25 18:53:23 +0000101
102 def empty(self):
103 """Check whether the queue is empty."""
Giampaolo Rodola'73520d52011-12-14 13:34:26 +0100104 with self._lock:
105 return not self._queue
Fred Drake5c4012a1999-06-25 18:53:23 +0000106
Giampaolo Rodola'556ba042011-12-14 14:38:45 +0100107 def run(self, blocking=True):
Fred Drake5c4012a1999-06-25 18:53:23 +0000108 """Execute events until the queue is empty.
Giampaolo Rodola'556ba042011-12-14 14:38:45 +0100109 If blocking is False executes the scheduled events due to
Giampaolo Rodola'a4e01882012-03-15 13:05:41 +0100110 expire soonest (if any) and then return the deadline of the
111 next scheduled call in the scheduler.
Fred Drake5c4012a1999-06-25 18:53:23 +0000112
Tim Peters495ad3c2001-01-15 01:36:40 +0000113 When there is a positive delay until the first event, the
114 delay function is called and the event is left in the queue;
115 otherwise, the event is removed from the queue and executed
116 (its action function is called, passing it the argument). If
117 the delay function returns prematurely, it is simply
118 restarted.
Fred Drake5c4012a1999-06-25 18:53:23 +0000119
Tim Peters495ad3c2001-01-15 01:36:40 +0000120 It is legal for both the delay function and the action
Ezio Melottie130a522011-10-19 10:58:56 +0300121 function to modify the queue or to raise an exception;
Tim Peters495ad3c2001-01-15 01:36:40 +0000122 exceptions are not caught but the scheduler's state remains
123 well-defined so run() may be called again.
Fred Drake5c4012a1999-06-25 18:53:23 +0000124
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000125 A questionable hack is added to allow other threads to run:
Tim Peters495ad3c2001-01-15 01:36:40 +0000126 just after an event is executed, a delay of 0 is executed, to
127 avoid monopolizing the CPU when other threads are also
128 runnable.
129
130 """
Raymond Hettingerbf72b712004-12-17 13:52:20 +0000131 # localize variable access to minimize overhead
132 # and to improve thread safety
Serhiy Storchakaf2b9cf42012-12-29 21:34:11 +0200133 lock = self._lock
134 q = self._queue
135 delayfunc = self.delayfunc
136 timefunc = self.timefunc
137 pop = heapq.heappop
138 while True:
139 with lock:
140 if not q:
141 break
142 time, priority, action, argument, kwargs = q[0]
Giampaolo Rodola'73520d52011-12-14 13:34:26 +0100143 now = timefunc()
Serhiy Storchakaf2b9cf42012-12-29 21:34:11 +0200144 if time > now:
145 delay = True
Raymond Hettingerbf72b712004-12-17 13:52:20 +0000146 else:
Serhiy Storchakaf2b9cf42012-12-29 21:34:11 +0200147 delay = False
148 pop(q)
149 if delay:
150 if not blocking:
151 return time - now
152 delayfunc(time - now)
153 else:
154 action(*argument, **kwargs)
155 delayfunc(0) # Let other threads run
Christian Heimes679db4a2008-01-18 09:56:22 +0000156
157 @property
158 def queue(self):
159 """An ordered list of upcoming events.
160
161 Events are named tuples with fields for:
Serhiy Storchakae9124962012-12-29 20:57:52 +0200162 time, priority, action, arguments, kwargs
Christian Heimes679db4a2008-01-18 09:56:22 +0000163
164 """
165 # Use heapq to sort the queue rather than using 'sorted(self._queue)'.
166 # With heapq, two events scheduled at the same time will show in
167 # the actual order they would be retrieved.
Giampaolo Rodola'73520d52011-12-14 13:34:26 +0100168 with self._lock:
169 events = self._queue[:]
Raymond Hettinger468bcaf2013-07-13 22:48:49 -0700170 return list(map(heapq.heappop, [events]*len(events)))