| # A multi-producer, multi-consumer queue. |
| |
| # define this exception to be compatible with Python 1.5's class |
| # exceptions, but also when -X option is used. |
| try: |
| class Empty(Exception): |
| pass |
| except TypeError: |
| # string based exceptions |
| Empty = 'Queue.Empty' # Exception raised by get_nowait() |
| |
| class Queue: |
| def __init__(self, maxsize): |
| """Initialize a queue object with a given maximum size. |
| |
| If maxsize is <= 0, the queue size is infinite. |
| """ |
| import thread |
| self._init(maxsize) |
| self.mutex = thread.allocate_lock() |
| self.esema = thread.allocate_lock() |
| self.esema.acquire() |
| self.fsema = thread.allocate_lock() |
| |
| def qsize(self): |
| """Returns the approximate size of the queue (not reliable!).""" |
| self.mutex.acquire() |
| n = self._qsize() |
| self.mutex.release() |
| return n |
| |
| def empty(self): |
| """Returns 1 if the queue is empty, 0 otherwise (not reliable!).""" |
| self.mutex.acquire() |
| n = self._empty() |
| self.mutex.release() |
| return n |
| |
| def full(self): |
| """Returns 1 if the queue is full, 0 otherwise (not reliable!).""" |
| self.mutex.acquire() |
| n = self._full() |
| self.mutex.release() |
| return n |
| |
| def put(self, item): |
| """Put an item into the queue. |
| |
| If the queue is full, block until a free slot is avaiable. |
| """ |
| self.fsema.acquire() |
| self.mutex.acquire() |
| was_empty = self._empty() |
| self._put(item) |
| if was_empty: |
| self.esema.release() |
| if not self._full(): |
| self.fsema.release() |
| self.mutex.release() |
| |
| def get(self): |
| """Gets and returns an item from the queue. |
| |
| This method blocks if necessary until an item is available. |
| """ |
| self.esema.acquire() |
| self.mutex.acquire() |
| was_full = self._full() |
| item = self._get() |
| if was_full: |
| self.fsema.release() |
| if not self._empty(): |
| self.esema.release() |
| self.mutex.release() |
| return item |
| |
| # Get an item from the queue if one is immediately available, |
| # raise Empty if the queue is empty or temporarily unavailable |
| def get_nowait(self): |
| """Gets and returns an item from the queue. |
| |
| Only gets an item if one is immediately available, Otherwise |
| this raises the Empty exception if the queue is empty or |
| temporarily unavailable. |
| """ |
| locked = self.esema.acquire(0) |
| self.mutex.acquire() |
| if self._empty(): |
| # The queue is empty -- we can't have esema |
| self.mutex.release() |
| raise Empty |
| if not locked: |
| locked = self.esema.acquire(0) |
| if not locked: |
| # Somebody else has esema |
| # but we have mutex -- |
| # go out of their way |
| self.mutex.release() |
| raise Empty |
| was_full = self._full() |
| item = self._get() |
| if was_full: |
| self.fsema.release() |
| if not self._empty(): |
| self.esema.release() |
| self.mutex.release() |
| return item |
| |
| # XXX Need to define put_nowait() as well. |
| |
| |
| # Override these methods to implement other queue organizations |
| # (e.g. stack or priority queue). |
| # These will only be called with appropriate locks held |
| |
| # Initialize the queue representation |
| def _init(self, maxsize): |
| self.maxsize = maxsize |
| self.queue = [] |
| |
| def _qsize(self): |
| return len(self.queue) |
| |
| # Check wheter the queue is empty |
| def _empty(self): |
| return not self.queue |
| |
| # Check whether the queue is full |
| def _full(self): |
| return self.maxsize > 0 and len(self.queue) == self.maxsize |
| |
| # Put a new item in the queue |
| def _put(self, item): |
| self.queue.append(item) |
| |
| # Get an item from the queue |
| def _get(self): |
| item = self.queue[0] |
| del self.queue[0] |
| return item |