blob: 07e5ef98eb5d8cb9b5aaa3d151bdea99e53ec5bb [file] [log] [blame]
Raymond Hettinger756b3f32004-01-29 06:37:52 +00001from collections import deque
2import unittest
Benjamin Petersonee8712c2008-05-20 21:35:26 +00003from test import support, seq_tests
Antoine Pitrou7ddda782009-01-01 15:35:33 +00004import gc
5import weakref
Raymond Hettinger756b3f32004-01-29 06:37:52 +00006import copy
Guido van Rossumbf12cdb2006-08-17 20:24:18 +00007import pickle
Guido van Rossum34d19282007-08-09 01:03:29 +00008from io import StringIO
Raymond Hettinger0a4977c2004-03-01 23:16:22 +00009import random
Jesus Cea16e2fca2012-08-03 14:49:42 +020010import struct
Raymond Hettinger756b3f32004-01-29 06:37:52 +000011
12BIG = 100000
13
Raymond Hettingera435c532004-07-09 04:10:20 +000014def fail():
15 raise SyntaxError
16 yield 1
17
Raymond Hettinger4aec61e2005-03-18 21:20:23 +000018class BadCmp:
19 def __eq__(self, other):
20 raise RuntimeError
21
22class MutateCmp:
Raymond Hettingerd73202c2005-03-19 00:00:51 +000023 def __init__(self, deque, result):
Raymond Hettinger4aec61e2005-03-18 21:20:23 +000024 self.deque = deque
Raymond Hettingerd73202c2005-03-19 00:00:51 +000025 self.result = result
Raymond Hettinger4aec61e2005-03-18 21:20:23 +000026 def __eq__(self, other):
27 self.deque.clear()
Raymond Hettingerd73202c2005-03-19 00:00:51 +000028 return self.result
Raymond Hettinger4aec61e2005-03-18 21:20:23 +000029
Raymond Hettinger756b3f32004-01-29 06:37:52 +000030class TestBasic(unittest.TestCase):
31
32 def test_basics(self):
Christian Heimes38053212007-12-14 01:24:44 +000033 d = deque(range(-5125, -5000))
34 d.__init__(range(200))
Guido van Rossum805365e2007-05-07 22:24:25 +000035 for i in range(200, 400):
Raymond Hettinger756b3f32004-01-29 06:37:52 +000036 d.append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +000037 for i in reversed(range(-200, 0)):
Raymond Hettinger756b3f32004-01-29 06:37:52 +000038 d.appendleft(i)
Guido van Rossum805365e2007-05-07 22:24:25 +000039 self.assertEqual(list(d), list(range(-200, 400)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +000040 self.assertEqual(len(d), 600)
41
Guido van Rossum805365e2007-05-07 22:24:25 +000042 left = [d.popleft() for i in range(250)]
43 self.assertEqual(left, list(range(-200, 50)))
44 self.assertEqual(list(d), list(range(50, 400)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +000045
Guido van Rossum805365e2007-05-07 22:24:25 +000046 right = [d.pop() for i in range(250)]
Raymond Hettinger756b3f32004-01-29 06:37:52 +000047 right.reverse()
Guido van Rossum805365e2007-05-07 22:24:25 +000048 self.assertEqual(right, list(range(150, 400)))
49 self.assertEqual(list(d), list(range(50, 150)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +000050
Guido van Rossum8ce8a782007-11-01 19:42:39 +000051 def test_maxlen(self):
52 self.assertRaises(ValueError, deque, 'abc', -1)
53 self.assertRaises(ValueError, deque, 'abc', -2)
Raymond Hettinger060c7f62009-03-10 09:36:07 +000054 it = iter(range(10))
55 d = deque(it, maxlen=3)
56 self.assertEqual(list(it), [])
Guido van Rossum8ce8a782007-11-01 19:42:39 +000057 self.assertEqual(repr(d), 'deque([7, 8, 9], maxlen=3)')
58 self.assertEqual(list(d), [7, 8, 9])
59 self.assertEqual(d, deque(range(10), 3))
60 d.append(10)
61 self.assertEqual(list(d), [8, 9, 10])
62 d.appendleft(7)
63 self.assertEqual(list(d), [7, 8, 9])
64 d.extend([10, 11])
65 self.assertEqual(list(d), [9, 10, 11])
66 d.extendleft([8, 7])
67 self.assertEqual(list(d), [7, 8, 9])
68 d = deque(range(200), maxlen=10)
69 d.append(d)
Benjamin Petersonee8712c2008-05-20 21:35:26 +000070 support.unlink(support.TESTFN)
71 fo = open(support.TESTFN, "w")
Christian Heimescc47b052008-03-25 14:56:36 +000072 try:
73 fo.write(str(d))
74 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +000075 fo = open(support.TESTFN, "r")
Christian Heimescc47b052008-03-25 14:56:36 +000076 self.assertEqual(fo.read(), repr(d))
77 finally:
78 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +000079 support.unlink(support.TESTFN)
Christian Heimescc47b052008-03-25 14:56:36 +000080
Guido van Rossum8ce8a782007-11-01 19:42:39 +000081 d = deque(range(10), maxlen=None)
82 self.assertEqual(repr(d), 'deque([0, 1, 2, 3, 4, 5, 6, 7, 8, 9])')
Benjamin Petersonee8712c2008-05-20 21:35:26 +000083 fo = open(support.TESTFN, "w")
Christian Heimescc47b052008-03-25 14:56:36 +000084 try:
85 fo.write(str(d))
86 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +000087 fo = open(support.TESTFN, "r")
Christian Heimescc47b052008-03-25 14:56:36 +000088 self.assertEqual(fo.read(), repr(d))
89 finally:
90 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +000091 support.unlink(support.TESTFN)
Guido van Rossum8ce8a782007-11-01 19:42:39 +000092
Raymond Hettinger060c7f62009-03-10 09:36:07 +000093 def test_maxlen_zero(self):
94 it = iter(range(100))
95 deque(it, maxlen=0)
96 self.assertEqual(list(it), [])
97
98 it = iter(range(100))
99 d = deque(maxlen=0)
100 d.extend(it)
101 self.assertEqual(list(it), [])
102
103 it = iter(range(100))
104 d = deque(maxlen=0)
105 d.extendleft(it)
106 self.assertEqual(list(it), [])
107
Raymond Hettinger5bb0f0e2009-03-10 12:56:32 +0000108 def test_maxlen_attribute(self):
109 self.assertEqual(deque().maxlen, None)
110 self.assertEqual(deque('abc').maxlen, None)
111 self.assertEqual(deque('abc', maxlen=4).maxlen, 4)
112 self.assertEqual(deque('abc', maxlen=2).maxlen, 2)
113 self.assertEqual(deque('abc', maxlen=0).maxlen, 0)
114 with self.assertRaises(AttributeError):
115 d = deque('abc')
116 d.maxlen = 10
117
Raymond Hettinger44459de2010-04-03 23:20:46 +0000118 def test_count(self):
119 for s in ('', 'abracadabra', 'simsalabim'*500+'abc'):
120 s = list(s)
121 d = deque(s)
122 for letter in 'abcdefghijklmnopqrstuvwxyz':
123 self.assertEqual(s.count(letter), d.count(letter), (s, d, letter))
124 self.assertRaises(TypeError, d.count) # too few args
125 self.assertRaises(TypeError, d.count, 1, 2) # too many args
126 class BadCompare:
127 def __eq__(self, other):
128 raise ArithmeticError
129 d = deque([1, 2, BadCompare(), 3])
130 self.assertRaises(ArithmeticError, d.count, 2)
131 d = deque([1, 2, 3])
132 self.assertRaises(ArithmeticError, d.count, BadCompare())
133 class MutatingCompare:
134 def __eq__(self, other):
135 self.d.pop()
136 return True
137 m = MutatingCompare()
138 d = deque([1, 2, 3, m, 4, 5])
139 m.d = d
140 self.assertRaises(RuntimeError, d.count, 3)
141
Raymond Hettinger512d2cc2011-01-25 21:32:39 +0000142 # test issue11004
143 # block advance failed after rotation aligned elements on right side of block
144 d = deque([None]*16)
145 for i in range(len(d)):
146 d.rotate(-1)
147 d.rotate(1)
148 self.assertEqual(d.count(1), 0)
149 self.assertEqual(d.count(None), 16)
150
Raymond Hettinger738ec902004-02-29 02:15:56 +0000151 def test_comparisons(self):
152 d = deque('xabc'); d.popleft()
153 for e in [d, deque('abc'), deque('ab'), deque(), list(d)]:
154 self.assertEqual(d==e, type(d)==type(e) and list(d)==list(e))
155 self.assertEqual(d!=e, not(type(d)==type(e) and list(d)==list(e)))
156
157 args = map(deque, ('', 'a', 'b', 'ab', 'ba', 'abc', 'xba', 'xabc', 'cba'))
158 for x in args:
159 for y in args:
160 self.assertEqual(x == y, list(x) == list(y), (x,y))
161 self.assertEqual(x != y, list(x) != list(y), (x,y))
162 self.assertEqual(x < y, list(x) < list(y), (x,y))
163 self.assertEqual(x <= y, list(x) <= list(y), (x,y))
164 self.assertEqual(x > y, list(x) > list(y), (x,y))
165 self.assertEqual(x >= y, list(x) >= list(y), (x,y))
Raymond Hettinger738ec902004-02-29 02:15:56 +0000166
Raymond Hettinger39dadf72015-03-20 16:38:56 -0700167 def test_contains(self):
168 n = 200
169
170 d = deque(range(n))
171 for i in range(n):
172 self.assertTrue(i in d)
173 self.assertTrue((n+1) not in d)
174
175 # Test detection of mutation during iteration
176 d = deque(range(n))
177 d[n//2] = MutateCmp(d, False)
178 with self.assertRaises(RuntimeError):
179 n in d
180
181 # Test detection of comparison exceptions
182 d = deque(range(n))
183 d[n//2] = BadCmp()
184 with self.assertRaises(RuntimeError):
185 n in d
186
Raymond Hettinger3ba85c22004-02-06 19:04:56 +0000187 def test_extend(self):
188 d = deque('a')
189 self.assertRaises(TypeError, d.extend, 1)
190 d.extend('bcd')
191 self.assertEqual(list(d), list('abcd'))
Raymond Hettinger3f9afd82009-12-10 03:03:02 +0000192 d.extend(d)
193 self.assertEqual(list(d), list('abcdabcd'))
194
195 def test_iadd(self):
196 d = deque('a')
197 d += 'bcd'
198 self.assertEqual(list(d), list('abcd'))
199 d += d
200 self.assertEqual(list(d), list('abcdabcd'))
Raymond Hettinger3ba85c22004-02-06 19:04:56 +0000201
202 def test_extendleft(self):
203 d = deque('a')
204 self.assertRaises(TypeError, d.extendleft, 1)
205 d.extendleft('bcd')
206 self.assertEqual(list(d), list(reversed('abcd')))
Raymond Hettinger3f9afd82009-12-10 03:03:02 +0000207 d.extendleft(d)
208 self.assertEqual(list(d), list('abcddcba'))
Raymond Hettingera435c532004-07-09 04:10:20 +0000209 d = deque()
210 d.extendleft(range(1000))
211 self.assertEqual(list(d), list(reversed(range(1000))))
212 self.assertRaises(SyntaxError, d.extendleft, fail())
Raymond Hettinger3ba85c22004-02-06 19:04:56 +0000213
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000214 def test_getitem(self):
215 n = 200
Guido van Rossum805365e2007-05-07 22:24:25 +0000216 d = deque(range(n))
217 l = list(range(n))
218 for i in range(n):
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000219 d.popleft()
220 l.pop(0)
221 if random.random() < 0.5:
222 d.append(i)
223 l.append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000224 for j in range(1-len(l), len(l)):
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000225 assert d[j] == l[j]
226
Raymond Hettinger738ec902004-02-29 02:15:56 +0000227 d = deque('superman')
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000228 self.assertEqual(d[0], 's')
229 self.assertEqual(d[-1], 'n')
Raymond Hettinger738ec902004-02-29 02:15:56 +0000230 d = deque()
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000231 self.assertRaises(IndexError, d.__getitem__, 0)
232 self.assertRaises(IndexError, d.__getitem__, -1)
233
Raymond Hettinger32ea1652015-03-21 01:37:37 -0700234 def test_index(self):
235 for n in 1, 2, 30, 40, 200:
236
237 d = deque(range(n))
238 for i in range(n):
239 self.assertEqual(d.index(i), i)
240
241 with self.assertRaises(ValueError):
242 d.index(n+1)
243
244 # Test detection of mutation during iteration
245 d = deque(range(n))
246 d[n//2] = MutateCmp(d, False)
247 with self.assertRaises(RuntimeError):
248 d.index(n)
249
250 # Test detection of comparison exceptions
251 d = deque(range(n))
252 d[n//2] = BadCmp()
253 with self.assertRaises(RuntimeError):
254 d.index(n)
255
256 # Test start and stop arguments behavior matches list.index()
257 elements = 'ABCDEFGHI'
258 nonelement = 'Z'
259 d = deque(elements * 2)
260 s = list(elements * 2)
261 for start in range(-5 - len(s)*2, 5 + len(s) * 2):
262 for stop in range(-5 - len(s)*2, 5 + len(s) * 2):
263 for element in elements + 'Z':
264 try:
265 target = s.index(element, start, stop)
266 except ValueError:
267 with self.assertRaises(ValueError):
268 d.index(element, start, stop)
269 else:
270 self.assertEqual(d.index(element, start, stop), target)
271
272 def test_insert(self):
273 # Test to make sure insert behaves like lists
274 elements = 'ABCDEFGHI'
275 for i in range(-5 - len(elements)*2, 5 + len(elements) * 2):
276 d = deque('ABCDEFGHI')
277 s = list('ABCDEFGHI')
278 d.insert(i, 'Z')
279 s.insert(i, 'Z')
280 self.assertEqual(list(d), s)
281
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000282 def test_setitem(self):
283 n = 200
Guido van Rossum805365e2007-05-07 22:24:25 +0000284 d = deque(range(n))
285 for i in range(n):
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000286 d[i] = 10 * i
Guido van Rossum805365e2007-05-07 22:24:25 +0000287 self.assertEqual(list(d), [10*i for i in range(n)])
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000288 l = list(d)
Guido van Rossum805365e2007-05-07 22:24:25 +0000289 for i in range(1-n, 0, -1):
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000290 d[i] = 7*i
291 l[i] = 7*i
292 self.assertEqual(list(d), l)
Raymond Hettinger738ec902004-02-29 02:15:56 +0000293
Raymond Hettinger0e371f22004-05-12 20:55:56 +0000294 def test_delitem(self):
295 n = 500 # O(n**2) test, don't make this too big
Guido van Rossum805365e2007-05-07 22:24:25 +0000296 d = deque(range(n))
Raymond Hettinger0e371f22004-05-12 20:55:56 +0000297 self.assertRaises(IndexError, d.__delitem__, -n-1)
298 self.assertRaises(IndexError, d.__delitem__, n)
Guido van Rossum805365e2007-05-07 22:24:25 +0000299 for i in range(n):
Raymond Hettinger0e371f22004-05-12 20:55:56 +0000300 self.assertEqual(len(d), n-i)
301 j = random.randrange(-len(d), len(d))
302 val = d[j]
Benjamin Peterson577473f2010-01-19 00:09:57 +0000303 self.assertIn(val, d)
Raymond Hettinger0e371f22004-05-12 20:55:56 +0000304 del d[j]
Benjamin Peterson577473f2010-01-19 00:09:57 +0000305 self.assertNotIn(val, d)
Raymond Hettinger0e371f22004-05-12 20:55:56 +0000306 self.assertEqual(len(d), 0)
307
Raymond Hettingere5fdedb2009-12-10 00:47:21 +0000308 def test_reverse(self):
309 n = 500 # O(n**2) test, don't make this too big
310 data = [random.random() for i in range(n)]
311 for i in range(n):
312 d = deque(data[:i])
313 r = d.reverse()
314 self.assertEqual(list(d), list(reversed(data[:i])))
Ezio Melottib3aedd42010-11-20 19:04:17 +0000315 self.assertIs(r, None)
Raymond Hettingere5fdedb2009-12-10 00:47:21 +0000316 d.reverse()
317 self.assertEqual(list(d), data[:i])
318 self.assertRaises(TypeError, d.reverse, 1) # Arity is zero
319
Raymond Hettinger5c5eb862004-02-07 21:13:00 +0000320 def test_rotate(self):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000321 s = tuple('abcde')
322 n = len(s)
323
Raymond Hettinger5c5eb862004-02-07 21:13:00 +0000324 d = deque(s)
Raymond Hettingeree33b272004-02-08 04:05:26 +0000325 d.rotate(1) # verify rot(1)
326 self.assertEqual(''.join(d), 'eabcd')
327
328 d = deque(s)
329 d.rotate(-1) # verify rot(-1)
330 self.assertEqual(''.join(d), 'bcdea')
331 d.rotate() # check default to 1
332 self.assertEqual(tuple(d), s)
333
Guido van Rossum805365e2007-05-07 22:24:25 +0000334 for i in range(n*3):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000335 d = deque(s)
336 e = deque(d)
337 d.rotate(i) # check vs. rot(1) n times
Guido van Rossum805365e2007-05-07 22:24:25 +0000338 for j in range(i):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000339 e.rotate(1)
340 self.assertEqual(tuple(d), tuple(e))
341 d.rotate(-i) # check that it works in reverse
342 self.assertEqual(tuple(d), s)
343 e.rotate(n-i) # check that it wraps forward
344 self.assertEqual(tuple(e), s)
345
Guido van Rossum805365e2007-05-07 22:24:25 +0000346 for i in range(n*3):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000347 d = deque(s)
348 e = deque(d)
349 d.rotate(-i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000350 for j in range(i):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000351 e.rotate(-1) # check vs. rot(-1) n times
352 self.assertEqual(tuple(d), tuple(e))
353 d.rotate(i) # check that it works in reverse
354 self.assertEqual(tuple(d), s)
355 e.rotate(i-n) # check that it wraps backaround
356 self.assertEqual(tuple(e), s)
357
358 d = deque(s)
359 e = deque(s)
360 e.rotate(BIG+17) # verify on long series of rotates
361 dr = d.rotate
Guido van Rossum805365e2007-05-07 22:24:25 +0000362 for i in range(BIG+17):
Raymond Hettingeree33b272004-02-08 04:05:26 +0000363 dr()
364 self.assertEqual(tuple(d), tuple(e))
Raymond Hettinger5c5eb862004-02-07 21:13:00 +0000365
Raymond Hettingera435c532004-07-09 04:10:20 +0000366 self.assertRaises(TypeError, d.rotate, 'x') # Wrong arg type
367 self.assertRaises(TypeError, d.rotate, 1, 10) # Too many args
368
369 d = deque()
370 d.rotate() # rotate an empty deque
371 self.assertEqual(d, deque())
372
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000373 def test_len(self):
374 d = deque('ab')
375 self.assertEqual(len(d), 2)
376 d.popleft()
377 self.assertEqual(len(d), 1)
378 d.pop()
379 self.assertEqual(len(d), 0)
Raymond Hettinger738ec902004-02-29 02:15:56 +0000380 self.assertRaises(IndexError, d.pop)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000381 self.assertEqual(len(d), 0)
382 d.append('c')
383 self.assertEqual(len(d), 1)
384 d.appendleft('d')
385 self.assertEqual(len(d), 2)
386 d.clear()
387 self.assertEqual(len(d), 0)
388
389 def test_underflow(self):
390 d = deque()
Raymond Hettinger738ec902004-02-29 02:15:56 +0000391 self.assertRaises(IndexError, d.pop)
392 self.assertRaises(IndexError, d.popleft)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000393
394 def test_clear(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000395 d = deque(range(100))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000396 self.assertEqual(len(d), 100)
397 d.clear()
398 self.assertEqual(len(d), 0)
399 self.assertEqual(list(d), [])
Raymond Hettingera435c532004-07-09 04:10:20 +0000400 d.clear() # clear an emtpy deque
401 self.assertEqual(list(d), [])
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000402
Raymond Hettinger4aec61e2005-03-18 21:20:23 +0000403 def test_remove(self):
404 d = deque('abcdefghcij')
405 d.remove('c')
406 self.assertEqual(d, deque('abdefghcij'))
407 d.remove('c')
408 self.assertEqual(d, deque('abdefghij'))
409 self.assertRaises(ValueError, d.remove, 'c')
410 self.assertEqual(d, deque('abdefghij'))
411
Walter Dörwaldc448a912005-03-22 11:22:38 +0000412 # Handle comparison errors
Raymond Hettinger4aec61e2005-03-18 21:20:23 +0000413 d = deque(['a', 'b', BadCmp(), 'c'])
414 e = deque(d)
415 self.assertRaises(RuntimeError, d.remove, 'c')
416 for x, y in zip(d, e):
417 # verify that original order and values are retained.
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000418 self.assertTrue(x is y)
Raymond Hettinger4aec61e2005-03-18 21:20:23 +0000419
420 # Handle evil mutator
Raymond Hettingerd73202c2005-03-19 00:00:51 +0000421 for match in (True, False):
422 d = deque(['ab'])
423 d.extend([MutateCmp(d, match), 'c'])
424 self.assertRaises(IndexError, d.remove, 'c')
425 self.assertEqual(d, deque())
Raymond Hettinger4aec61e2005-03-18 21:20:23 +0000426
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000427 def test_repr(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000428 d = deque(range(200))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000429 e = eval(repr(d))
430 self.assertEqual(list(d), list(e))
431 d.append(d)
Benjamin Peterson577473f2010-01-19 00:09:57 +0000432 self.assertIn('...', repr(d))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000433
434 def test_print(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000435 d = deque(range(200))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000436 d.append(d)
Raymond Hettingera435c532004-07-09 04:10:20 +0000437 try:
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000438 support.unlink(support.TESTFN)
439 fo = open(support.TESTFN, "w")
Christian Heimescc47b052008-03-25 14:56:36 +0000440 print(d, file=fo, end='')
Raymond Hettingera435c532004-07-09 04:10:20 +0000441 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000442 fo = open(support.TESTFN, "r")
Raymond Hettingera435c532004-07-09 04:10:20 +0000443 self.assertEqual(fo.read(), repr(d))
444 finally:
445 fo.close()
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000446 support.unlink(support.TESTFN)
Raymond Hettingera435c532004-07-09 04:10:20 +0000447
448 def test_init(self):
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000449 self.assertRaises(TypeError, deque, 'abc', 2, 3);
Raymond Hettingera435c532004-07-09 04:10:20 +0000450 self.assertRaises(TypeError, deque, 1);
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000451
452 def test_hash(self):
453 self.assertRaises(TypeError, hash, deque('abc'))
454
455 def test_long_steadystate_queue_popleft(self):
456 for size in (0, 1, 2, 100, 1000):
Guido van Rossum805365e2007-05-07 22:24:25 +0000457 d = deque(range(size))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000458 append, pop = d.append, d.popleft
Guido van Rossum805365e2007-05-07 22:24:25 +0000459 for i in range(size, BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000460 append(i)
461 x = pop()
462 if x != i - size:
463 self.assertEqual(x, i-size)
Guido van Rossum805365e2007-05-07 22:24:25 +0000464 self.assertEqual(list(d), list(range(BIG-size, BIG)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000465
466 def test_long_steadystate_queue_popright(self):
467 for size in (0, 1, 2, 100, 1000):
Guido van Rossum805365e2007-05-07 22:24:25 +0000468 d = deque(reversed(range(size)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000469 append, pop = d.appendleft, d.pop
Guido van Rossum805365e2007-05-07 22:24:25 +0000470 for i in range(size, BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000471 append(i)
472 x = pop()
473 if x != i - size:
474 self.assertEqual(x, i-size)
Guido van Rossum805365e2007-05-07 22:24:25 +0000475 self.assertEqual(list(reversed(list(d))),
476 list(range(BIG-size, BIG)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000477
478 def test_big_queue_popleft(self):
479 pass
480 d = deque()
481 append, pop = d.append, d.popleft
Guido van Rossum805365e2007-05-07 22:24:25 +0000482 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000483 append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000484 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000485 x = pop()
486 if x != i:
487 self.assertEqual(x, i)
488
489 def test_big_queue_popright(self):
490 d = deque()
491 append, pop = d.appendleft, d.pop
Guido van Rossum805365e2007-05-07 22:24:25 +0000492 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000493 append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000494 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000495 x = pop()
496 if x != i:
497 self.assertEqual(x, i)
498
499 def test_big_stack_right(self):
500 d = deque()
501 append, pop = d.append, d.pop
Guido van Rossum805365e2007-05-07 22:24:25 +0000502 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000503 append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000504 for i in reversed(range(BIG)):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000505 x = pop()
506 if x != i:
507 self.assertEqual(x, i)
508 self.assertEqual(len(d), 0)
509
510 def test_big_stack_left(self):
511 d = deque()
512 append, pop = d.appendleft, d.popleft
Guido van Rossum805365e2007-05-07 22:24:25 +0000513 for i in range(BIG):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000514 append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000515 for i in reversed(range(BIG)):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000516 x = pop()
517 if x != i:
518 self.assertEqual(x, i)
519 self.assertEqual(len(d), 0)
520
521 def test_roundtrip_iter_init(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000522 d = deque(range(200))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000523 e = deque(d)
524 self.assertNotEqual(id(d), id(e))
525 self.assertEqual(list(d), list(e))
526
527 def test_pickle(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000528 d = deque(range(200))
Hirokazu Yamamoto801f9d32008-12-27 04:21:44 +0000529 for i in range(pickle.HIGHEST_PROTOCOL + 1):
Raymond Hettinger952f8802004-11-09 07:27:35 +0000530 s = pickle.dumps(d, i)
531 e = pickle.loads(s)
532 self.assertNotEqual(id(d), id(e))
533 self.assertEqual(list(d), list(e))
534
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000535## def test_pickle_recursive(self):
536## d = deque('abc')
537## d.append(d)
Hirokazu Yamamoto801f9d32008-12-27 04:21:44 +0000538## for i in range(pickle.HIGHEST_PROTOCOL + 1):
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000539## e = pickle.loads(pickle.dumps(d, i))
540## self.assertNotEqual(id(d), id(e))
541## self.assertEqual(id(e), id(e[-1]))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000542
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +0000543 def test_iterator_pickle(self):
544 data = deque(range(200))
Serhiy Storchakabad12572014-12-15 14:03:42 +0200545 for proto in range(pickle.HIGHEST_PROTOCOL + 1):
546 it = itorg = iter(data)
547 d = pickle.dumps(it, proto)
548 it = pickle.loads(d)
549 self.assertEqual(type(itorg), type(it))
550 self.assertEqual(list(it), list(data))
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +0000551
Serhiy Storchakabad12572014-12-15 14:03:42 +0200552 it = pickle.loads(d)
553 next(it)
554 d = pickle.dumps(it, proto)
555 self.assertEqual(list(it), list(data)[1:])
Kristján Valur Jónsson31668b82012-04-03 10:49:41 +0000556
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000557 def test_deepcopy(self):
558 mut = [10]
559 d = deque([mut])
560 e = copy.deepcopy(d)
561 self.assertEqual(list(d), list(e))
562 mut[0] = 11
563 self.assertNotEqual(id(d), id(e))
564 self.assertNotEqual(list(d), list(e))
565
566 def test_copy(self):
567 mut = [10]
568 d = deque([mut])
569 e = copy.copy(d)
570 self.assertEqual(list(d), list(e))
571 mut[0] = 11
572 self.assertNotEqual(id(d), id(e))
573 self.assertEqual(list(d), list(e))
574
Raymond Hettinger32ea1652015-03-21 01:37:37 -0700575 def test_copy_method(self):
576 mut = [10]
577 d = deque([mut])
578 e = d.copy()
579 self.assertEqual(list(d), list(e))
580 mut[0] = 11
581 self.assertNotEqual(id(d), id(e))
582 self.assertEqual(list(d), list(e))
583
Raymond Hettingerc058fd12004-02-07 02:45:22 +0000584 def test_reversed(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000585 for s in ('abcd', range(2000)):
Raymond Hettingerc058fd12004-02-07 02:45:22 +0000586 self.assertEqual(list(reversed(deque(s))), list(reversed(s)))
587
Raymond Hettingerbadf5d82014-06-14 20:41:22 -0700588 def test_reversed_new(self):
589 klass = type(reversed(deque()))
590 for s in ('abcd', range(2000)):
591 self.assertEqual(list(klass(deque(s))), list(reversed(s)))
592
Tim Peters10c7e862004-10-01 02:01:04 +0000593 def test_gc_doesnt_blowup(self):
594 import gc
595 # This used to assert-fail in deque_traverse() under a debug
596 # build, or run wild with a NULL pointer in a release build.
597 d = deque()
Guido van Rossum805365e2007-05-07 22:24:25 +0000598 for i in range(100):
Tim Peters10c7e862004-10-01 02:01:04 +0000599 d.append(1)
600 gc.collect()
601
Antoine Pitrou7ddda782009-01-01 15:35:33 +0000602 def test_container_iterator(self):
603 # Bug #3680: tp_traverse was not implemented for deque iterator objects
604 class C(object):
605 pass
606 for i in range(2):
607 obj = C()
608 ref = weakref.ref(obj)
609 if i == 0:
610 container = deque([obj, 1])
611 else:
612 container = reversed(deque([obj, 1]))
613 obj.x = iter(container)
614 del obj, container
615 gc.collect()
Benjamin Petersonc9c0f202009-06-30 23:06:06 +0000616 self.assertTrue(ref() is None, "Cycle was not collected")
Antoine Pitrou7ddda782009-01-01 15:35:33 +0000617
Jesus Cea16e2fca2012-08-03 14:49:42 +0200618 check_sizeof = support.check_sizeof
619
620 @support.cpython_only
621 def test_sizeof(self):
Raymond Hettingerdaf57f22015-02-26 23:21:29 -0800622 BLOCKLEN = 64
Jesus Cea1659b752012-08-03 14:52:12 +0200623 basesize = support.calcobjsize('2P4nlP')
Jesus Cea16e2fca2012-08-03 14:49:42 +0200624 blocksize = struct.calcsize('2P%dP' % BLOCKLEN)
625 self.assertEqual(object.__sizeof__(deque()), basesize)
626 check = self.check_sizeof
627 check(deque(), basesize + blocksize)
628 check(deque('a'), basesize + blocksize)
Raymond Hettingerd9c116c2013-07-09 00:13:21 -0700629 check(deque('a' * (BLOCKLEN - 1)), basesize + blocksize)
630 check(deque('a' * BLOCKLEN), basesize + 2 * blocksize)
Jesus Cea16e2fca2012-08-03 14:49:42 +0200631 check(deque('a' * (42 * BLOCKLEN)), basesize + 43 * blocksize)
632
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000633class TestVariousIteratorArgs(unittest.TestCase):
634
635 def test_constructor(self):
Guido van Rossum805365e2007-05-07 22:24:25 +0000636 for s in ("123", "", range(1000), ('do', 1.2), range(2000,2200,5)):
Walter Dörwald09a3f2c2005-03-22 22:43:28 +0000637 for g in (seq_tests.Sequence, seq_tests.IterFunc,
638 seq_tests.IterGen, seq_tests.IterFuncStop,
639 seq_tests.itermulti, seq_tests.iterfunc):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000640 self.assertEqual(list(deque(g(s))), list(g(s)))
Walter Dörwald09a3f2c2005-03-22 22:43:28 +0000641 self.assertRaises(TypeError, deque, seq_tests.IterNextOnly(s))
642 self.assertRaises(TypeError, deque, seq_tests.IterNoNext(s))
643 self.assertRaises(ZeroDivisionError, deque, seq_tests.IterGenExc(s))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000644
645 def test_iter_with_altered_data(self):
646 d = deque('abcdefg')
647 it = iter(d)
648 d.pop()
Georg Brandla18af4e2007-04-21 15:47:16 +0000649 self.assertRaises(RuntimeError, next, it)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000650
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000651 def test_runtime_error_on_empty_deque(self):
652 d = deque()
653 it = iter(d)
654 d.append(10)
Georg Brandla18af4e2007-04-21 15:47:16 +0000655 self.assertRaises(RuntimeError, next, it)
Thomas Wouters902d6eb2007-01-09 23:18:33 +0000656
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000657class Deque(deque):
658 pass
659
Raymond Hettinger952f8802004-11-09 07:27:35 +0000660class DequeWithBadIter(deque):
661 def __iter__(self):
662 raise TypeError
663
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000664class TestSubclass(unittest.TestCase):
665
666 def test_basics(self):
Christian Heimes38053212007-12-14 01:24:44 +0000667 d = Deque(range(25))
668 d.__init__(range(200))
Guido van Rossum805365e2007-05-07 22:24:25 +0000669 for i in range(200, 400):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000670 d.append(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000671 for i in reversed(range(-200, 0)):
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000672 d.appendleft(i)
Guido van Rossum805365e2007-05-07 22:24:25 +0000673 self.assertEqual(list(d), list(range(-200, 400)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000674 self.assertEqual(len(d), 600)
675
Guido van Rossum805365e2007-05-07 22:24:25 +0000676 left = [d.popleft() for i in range(250)]
677 self.assertEqual(left, list(range(-200, 50)))
678 self.assertEqual(list(d), list(range(50, 400)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000679
Guido van Rossum805365e2007-05-07 22:24:25 +0000680 right = [d.pop() for i in range(250)]
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000681 right.reverse()
Guido van Rossum805365e2007-05-07 22:24:25 +0000682 self.assertEqual(right, list(range(150, 400)))
683 self.assertEqual(list(d), list(range(50, 150)))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000684
685 d.clear()
686 self.assertEqual(len(d), 0)
687
688 def test_copy_pickle(self):
689
690 d = Deque('abc')
691
692 e = d.__copy__()
693 self.assertEqual(type(d), type(e))
694 self.assertEqual(list(d), list(e))
695
696 e = Deque(d)
697 self.assertEqual(type(d), type(e))
698 self.assertEqual(list(d), list(e))
699
Serhiy Storchakabad12572014-12-15 14:03:42 +0200700 for proto in range(pickle.HIGHEST_PROTOCOL + 1):
701 s = pickle.dumps(d, proto)
702 e = pickle.loads(s)
703 self.assertNotEqual(id(d), id(e))
704 self.assertEqual(type(d), type(e))
705 self.assertEqual(list(d), list(e))
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000706
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000707 d = Deque('abcde', maxlen=4)
Raymond Hettinger952f8802004-11-09 07:27:35 +0000708
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000709 e = d.__copy__()
710 self.assertEqual(type(d), type(e))
711 self.assertEqual(list(d), list(e))
712
713 e = Deque(d)
714 self.assertEqual(type(d), type(e))
715 self.assertEqual(list(d), list(e))
716
Serhiy Storchakabad12572014-12-15 14:03:42 +0200717 for proto in range(pickle.HIGHEST_PROTOCOL + 1):
718 s = pickle.dumps(d, proto)
719 e = pickle.loads(s)
720 self.assertNotEqual(id(d), id(e))
721 self.assertEqual(type(d), type(e))
722 self.assertEqual(list(d), list(e))
Raymond Hettinger952f8802004-11-09 07:27:35 +0000723
Guido van Rossum8ce8a782007-11-01 19:42:39 +0000724## def test_pickle(self):
725## d = Deque('abc')
726## d.append(d)
727##
728## e = pickle.loads(pickle.dumps(d))
729## self.assertNotEqual(id(d), id(e))
730## self.assertEqual(type(d), type(e))
731## dd = d.pop()
732## ee = e.pop()
733## self.assertEqual(id(e), id(ee))
734## self.assertEqual(d, e)
735##
736## d.x = d
737## e = pickle.loads(pickle.dumps(d))
738## self.assertEqual(id(e), id(e.x))
739##
740## d = DequeWithBadIter('abc')
741## self.assertRaises(TypeError, pickle.dumps, d)
Raymond Hettinger952f8802004-11-09 07:27:35 +0000742
Raymond Hettinger691d8052004-05-30 07:26:47 +0000743 def test_weakref(self):
744 d = deque('gallahad')
Antoine Pitrou7ddda782009-01-01 15:35:33 +0000745 p = weakref.proxy(d)
Raymond Hettinger691d8052004-05-30 07:26:47 +0000746 self.assertEqual(str(p), str(d))
747 d = None
748 self.assertRaises(ReferenceError, str, p)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000749
Armin Rigo974d7572004-10-02 13:59:34 +0000750 def test_strange_subclass(self):
751 class X(deque):
752 def __iter__(self):
753 return iter([])
754 d1 = X([1,2,3])
755 d2 = X([4,5,6])
756 d1 == d2 # not clear if this is supposed to be True or False,
757 # but it used to give a SystemError
758
Thomas Woutersb2137042007-02-01 18:02:27 +0000759
760class SubclassWithKwargs(deque):
761 def __init__(self, newarg=1):
762 deque.__init__(self)
763
764class TestSubclassWithKwargs(unittest.TestCase):
765 def test_subclass_with_kwargs(self):
766 # SF bug #1486663 -- this used to erroneously raise a TypeError
767 SubclassWithKwargs(newarg=1)
768
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000769#==============================================================================
770
Raymond Hettinger738ec902004-02-29 02:15:56 +0000771libreftest = """
772Example from the Library Reference: Doc/lib/libcollections.tex
773
774>>> from collections import deque
775>>> d = deque('ghi') # make a new deque with three items
776>>> for elem in d: # iterate over the deque's elements
Guido van Rossum7131f842007-02-09 20:13:25 +0000777... print(elem.upper())
Raymond Hettinger738ec902004-02-29 02:15:56 +0000778G
779H
780I
781>>> d.append('j') # add a new entry to the right side
782>>> d.appendleft('f') # add a new entry to the left side
783>>> d # show the representation of the deque
784deque(['f', 'g', 'h', 'i', 'j'])
785>>> d.pop() # return and remove the rightmost item
786'j'
787>>> d.popleft() # return and remove the leftmost item
788'f'
789>>> list(d) # list the contents of the deque
790['g', 'h', 'i']
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000791>>> d[0] # peek at leftmost item
Raymond Hettinger738ec902004-02-29 02:15:56 +0000792'g'
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000793>>> d[-1] # peek at rightmost item
Raymond Hettinger738ec902004-02-29 02:15:56 +0000794'i'
795>>> list(reversed(d)) # list the contents of a deque in reverse
796['i', 'h', 'g']
797>>> 'h' in d # search the deque
798True
799>>> d.extend('jkl') # add multiple elements at once
800>>> d
801deque(['g', 'h', 'i', 'j', 'k', 'l'])
802>>> d.rotate(1) # right rotation
803>>> d
804deque(['l', 'g', 'h', 'i', 'j', 'k'])
805>>> d.rotate(-1) # left rotation
806>>> d
807deque(['g', 'h', 'i', 'j', 'k', 'l'])
808>>> deque(reversed(d)) # make a new deque in reverse order
809deque(['l', 'k', 'j', 'i', 'h', 'g'])
810>>> d.clear() # empty the deque
811>>> d.pop() # cannot pop from an empty deque
812Traceback (most recent call last):
813 File "<pyshell#6>", line 1, in -toplevel-
814 d.pop()
815IndexError: pop from an empty deque
816
817>>> d.extendleft('abc') # extendleft() reverses the input order
818>>> d
819deque(['c', 'b', 'a'])
820
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000821
822
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000823>>> def delete_nth(d, n):
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000824... d.rotate(-n)
825... d.popleft()
826... d.rotate(n)
827...
828>>> d = deque('abcdef')
829>>> delete_nth(d, 2) # remove the entry at d[2]
830>>> d
831deque(['a', 'b', 'd', 'e', 'f'])
832
833
834
835>>> def roundrobin(*iterables):
836... pending = deque(iter(i) for i in iterables)
837... while pending:
838... task = pending.popleft()
839... try:
Georg Brandla18af4e2007-04-21 15:47:16 +0000840... yield next(task)
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000841... except StopIteration:
842... continue
843... pending.append(task)
844...
845
846>>> for value in roundrobin('abc', 'd', 'efgh'):
Guido van Rossum7131f842007-02-09 20:13:25 +0000847... print(value)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000848...
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000849a
850d
851e
852b
853f
854c
855g
856h
857
858
859>>> def maketree(iterable):
860... d = deque(iterable)
861... while len(d) > 1:
862... pair = [d.popleft(), d.popleft()]
863... d.append(pair)
864... return list(d)
865...
Guido van Rossum7131f842007-02-09 20:13:25 +0000866>>> print(maketree('abcdefgh'))
Raymond Hettingere7169eb2004-05-09 01:15:01 +0000867[[[['a', 'b'], ['c', 'd']], [['e', 'f'], ['g', 'h']]]]
868
Raymond Hettinger738ec902004-02-29 02:15:56 +0000869"""
870
871
872#==============================================================================
873
874__test__ = {'libreftest' : libreftest}
875
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000876def test_main(verbose=None):
877 import sys
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000878 test_classes = (
879 TestBasic,
880 TestVariousIteratorArgs,
881 TestSubclass,
Thomas Woutersb2137042007-02-01 18:02:27 +0000882 TestSubclassWithKwargs,
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000883 )
884
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000885 support.run_unittest(*test_classes)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000886
887 # verify reference counting
888 if verbose and hasattr(sys, "gettotalrefcount"):
889 import gc
890 counts = [None] * 5
Guido van Rossum805365e2007-05-07 22:24:25 +0000891 for i in range(len(counts)):
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000892 support.run_unittest(*test_classes)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000893 gc.collect()
894 counts[i] = sys.gettotalrefcount()
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000895 print(counts)
Raymond Hettinger0a4977c2004-03-01 23:16:22 +0000896
Raymond Hettinger738ec902004-02-29 02:15:56 +0000897 # doctests
898 from test import test_deque
Benjamin Petersonee8712c2008-05-20 21:35:26 +0000899 support.run_doctest(test_deque, verbose)
Raymond Hettinger756b3f32004-01-29 06:37:52 +0000900
901if __name__ == "__main__":
902 test_main(verbose=True)