blob: 2ac1d4bb64259d6a15d49723454e0140e2e9a7c1 [file] [log] [blame]
Guido van Rossumd8faa362007-04-27 19:54:29 +00001import unittest
Brett Cannon7a540732011-02-22 03:04:06 +00002from test.support import (verbose, refcount_test, run_unittest,
Serhiy Storchaka263dcd22015-04-01 13:01:14 +03003 strip_python_stderr, cpython_only, start_threads)
Antoine Pitrou5f454a02013-05-06 21:15:57 +02004from test.script_helper import assert_python_ok, make_script, temp_dir
5
Neil Schemenauer88c761a2001-07-12 13:25:53 +00006import sys
Antoine Pitrou2b0218a2012-09-06 00:59:49 +02007import time
Jeremy Hyltonc5007aa2000-06-30 05:02:53 +00008import gc
Tim Petersead8b7a2004-10-30 23:09:22 +00009import weakref
Jeremy Hyltonc5007aa2000-06-30 05:02:53 +000010
Antoine Pitrou2b0218a2012-09-06 00:59:49 +020011try:
12 import threading
13except ImportError:
14 threading = None
15
Serhiy Storchakaf28ba362014-02-07 10:10:55 +020016try:
17 from _testcapi import with_tp_del
18except ImportError:
19 def with_tp_del(cls):
20 class C(object):
21 def __new__(cls, *args, **kwargs):
22 raise TypeError('requires _testcapi.with_tp_del')
23 return C
24
Guido van Rossumd8faa362007-04-27 19:54:29 +000025### Support code
26###############################################################################
Tim Peters0f81ab62003-04-08 16:39:48 +000027
Tim Petersead8b7a2004-10-30 23:09:22 +000028# Bug 1055820 has several tests of longstanding bugs involving weakrefs and
29# cyclic gc.
30
31# An instance of C1055820 has a self-loop, so becomes cyclic trash when
32# unreachable.
33class C1055820(object):
34 def __init__(self, i):
35 self.i = i
36 self.loop = self
37
38class GC_Detector(object):
39 # Create an instance I. Then gc hasn't happened again so long as
40 # I.gc_happened is false.
41
42 def __init__(self):
43 self.gc_happened = False
44
45 def it_happened(ignored):
46 self.gc_happened = True
47
48 # Create a piece of cyclic trash that triggers it_happened when
49 # gc collects it.
50 self.wr = weakref.ref(C1055820(666), it_happened)
51
Serhiy Storchakaf28ba362014-02-07 10:10:55 +020052@with_tp_del
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +000053class Uncollectable(object):
54 """Create a reference cycle with multiple __del__ methods.
55
56 An object in a reference cycle will never have zero references,
57 and so must be garbage collected. If one or more objects in the
58 cycle have __del__ methods, the gc refuses to guess an order,
59 and leaves the cycle uncollected."""
60 def __init__(self, partner=None):
61 if partner is None:
62 self.partner = Uncollectable(partner=self)
63 else:
64 self.partner = partner
Antoine Pitrou796564c2013-07-30 19:59:21 +020065 def __tp_del__(self):
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +000066 pass
Tim Petersead8b7a2004-10-30 23:09:22 +000067
Guido van Rossumd8faa362007-04-27 19:54:29 +000068### Tests
69###############################################################################
Tim Petersead8b7a2004-10-30 23:09:22 +000070
Guido van Rossumd8faa362007-04-27 19:54:29 +000071class GCTests(unittest.TestCase):
72 def test_list(self):
73 l = []
74 l.append(l)
75 gc.collect()
76 del l
77 self.assertEqual(gc.collect(), 1)
Tim Petersead8b7a2004-10-30 23:09:22 +000078
Guido van Rossumd8faa362007-04-27 19:54:29 +000079 def test_dict(self):
80 d = {}
81 d[1] = d
82 gc.collect()
83 del d
84 self.assertEqual(gc.collect(), 1)
Tim Petersead8b7a2004-10-30 23:09:22 +000085
Guido van Rossumd8faa362007-04-27 19:54:29 +000086 def test_tuple(self):
87 # since tuples are immutable we close the loop with a list
88 l = []
89 t = (l,)
90 l.append(t)
91 gc.collect()
92 del t
93 del l
94 self.assertEqual(gc.collect(), 2)
Tim Petersead8b7a2004-10-30 23:09:22 +000095
Guido van Rossumd8faa362007-04-27 19:54:29 +000096 def test_class(self):
97 class A:
98 pass
99 A.a = A
100 gc.collect()
101 del A
102 self.assertNotEqual(gc.collect(), 0)
Tim Petersead8b7a2004-10-30 23:09:22 +0000103
Guido van Rossumd8faa362007-04-27 19:54:29 +0000104 def test_newstyleclass(self):
105 class A(object):
106 pass
107 gc.collect()
108 del A
109 self.assertNotEqual(gc.collect(), 0)
Tim Petersead8b7a2004-10-30 23:09:22 +0000110
Guido van Rossumd8faa362007-04-27 19:54:29 +0000111 def test_instance(self):
112 class A:
113 pass
114 a = A()
115 a.a = a
116 gc.collect()
117 del a
118 self.assertNotEqual(gc.collect(), 0)
Tim Petersead8b7a2004-10-30 23:09:22 +0000119
Guido van Rossumd8faa362007-04-27 19:54:29 +0000120 def test_newinstance(self):
121 class A(object):
122 pass
123 a = A()
124 a.a = a
125 gc.collect()
126 del a
127 self.assertNotEqual(gc.collect(), 0)
128 class B(list):
129 pass
130 class C(B, A):
131 pass
132 a = C()
133 a.a = a
134 gc.collect()
135 del a
136 self.assertNotEqual(gc.collect(), 0)
137 del B, C
138 self.assertNotEqual(gc.collect(), 0)
139 A.a = A()
140 del A
141 self.assertNotEqual(gc.collect(), 0)
142 self.assertEqual(gc.collect(), 0)
Tim Petersead8b7a2004-10-30 23:09:22 +0000143
Guido van Rossumd8faa362007-04-27 19:54:29 +0000144 def test_method(self):
145 # Tricky: self.__init__ is a bound method, it references the instance.
146 class A:
147 def __init__(self):
148 self.init = self.__init__
149 a = A()
150 gc.collect()
151 del a
152 self.assertNotEqual(gc.collect(), 0)
Tim Petersead8b7a2004-10-30 23:09:22 +0000153
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200154 @cpython_only
Antoine Pitrou796564c2013-07-30 19:59:21 +0200155 def test_legacy_finalizer(self):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000156 # A() is uncollectable if it is part of a cycle, make sure it shows up
157 # in gc.garbage.
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200158 @with_tp_del
Guido van Rossumd8faa362007-04-27 19:54:29 +0000159 class A:
Antoine Pitrou796564c2013-07-30 19:59:21 +0200160 def __tp_del__(self): pass
Guido van Rossumd8faa362007-04-27 19:54:29 +0000161 class B:
162 pass
163 a = A()
164 a.a = a
165 id_a = id(a)
166 b = B()
167 b.b = b
168 gc.collect()
169 del a
170 del b
171 self.assertNotEqual(gc.collect(), 0)
172 for obj in gc.garbage:
173 if id(obj) == id_a:
174 del obj.a
175 break
176 else:
177 self.fail("didn't find obj in garbage (finalizer)")
178 gc.garbage.remove(obj)
Tim Petersead8b7a2004-10-30 23:09:22 +0000179
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200180 @cpython_only
Antoine Pitrou796564c2013-07-30 19:59:21 +0200181 def test_legacy_finalizer_newclass(self):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000182 # A() is uncollectable if it is part of a cycle, make sure it shows up
183 # in gc.garbage.
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200184 @with_tp_del
Guido van Rossumd8faa362007-04-27 19:54:29 +0000185 class A(object):
Antoine Pitrou796564c2013-07-30 19:59:21 +0200186 def __tp_del__(self): pass
Guido van Rossumd8faa362007-04-27 19:54:29 +0000187 class B(object):
188 pass
189 a = A()
190 a.a = a
191 id_a = id(a)
192 b = B()
193 b.b = b
194 gc.collect()
195 del a
196 del b
197 self.assertNotEqual(gc.collect(), 0)
198 for obj in gc.garbage:
199 if id(obj) == id_a:
200 del obj.a
201 break
202 else:
203 self.fail("didn't find obj in garbage (finalizer)")
204 gc.garbage.remove(obj)
Tim Petersead8b7a2004-10-30 23:09:22 +0000205
Guido van Rossumd8faa362007-04-27 19:54:29 +0000206 def test_function(self):
207 # Tricky: f -> d -> f, code should call d.clear() after the exec to
208 # break the cycle.
209 d = {}
210 exec("def f(): pass\n", d)
211 gc.collect()
212 del d
213 self.assertEqual(gc.collect(), 2)
Tim Petersead8b7a2004-10-30 23:09:22 +0000214
Brett Cannon7a540732011-02-22 03:04:06 +0000215 @refcount_test
Guido van Rossumd8faa362007-04-27 19:54:29 +0000216 def test_frame(self):
217 def f():
218 frame = sys._getframe()
219 gc.collect()
220 f()
221 self.assertEqual(gc.collect(), 1)
Tim Petersead8b7a2004-10-30 23:09:22 +0000222
Guido van Rossumd8faa362007-04-27 19:54:29 +0000223 def test_saveall(self):
224 # Verify that cyclic garbage like lists show up in gc.garbage if the
225 # SAVEALL option is enabled.
Tim Petersead8b7a2004-10-30 23:09:22 +0000226
Guido van Rossumd8faa362007-04-27 19:54:29 +0000227 # First make sure we don't save away other stuff that just happens to
228 # be waiting for collection.
229 gc.collect()
230 # if this fails, someone else created immortal trash
231 self.assertEqual(gc.garbage, [])
232
233 L = []
234 L.append(L)
235 id_L = id(L)
236
237 debug = gc.get_debug()
238 gc.set_debug(debug | gc.DEBUG_SAVEALL)
239 del L
240 gc.collect()
241 gc.set_debug(debug)
242
243 self.assertEqual(len(gc.garbage), 1)
244 obj = gc.garbage.pop()
245 self.assertEqual(id(obj), id_L)
246
247 def test_del(self):
248 # __del__ methods can trigger collection, make this to happen
249 thresholds = gc.get_threshold()
250 gc.enable()
251 gc.set_threshold(1)
252
253 class A:
254 def __del__(self):
255 dir(self)
256 a = A()
257 del a
258
259 gc.disable()
260 gc.set_threshold(*thresholds)
261
262 def test_del_newclass(self):
263 # __del__ methods can trigger collection, make this to happen
264 thresholds = gc.get_threshold()
265 gc.enable()
266 gc.set_threshold(1)
267
268 class A(object):
269 def __del__(self):
270 dir(self)
271 a = A()
272 del a
273
274 gc.disable()
275 gc.set_threshold(*thresholds)
276
Christian Heimesa156e092008-02-16 07:38:31 +0000277 # The following two tests are fragile:
278 # They precisely count the number of allocations,
279 # which is highly implementation-dependent.
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200280 # For example, disposed tuples are not freed, but reused.
281 # To minimize variations, though, we first store the get_count() results
282 # and check them at the end.
Brett Cannon7a540732011-02-22 03:04:06 +0000283 @refcount_test
Guido van Rossumd8faa362007-04-27 19:54:29 +0000284 def test_get_count(self):
285 gc.collect()
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200286 a, b, c = gc.get_count()
287 x = []
288 d, e, f = gc.get_count()
289 self.assertEqual((b, c), (0, 0))
290 self.assertEqual((e, f), (0, 0))
291 # This is less fragile than asserting that a equals 0.
292 self.assertLess(a, 5)
293 # Between the two calls to get_count(), at least one object was
294 # created (the list).
295 self.assertGreater(d, a)
Guido van Rossumd8faa362007-04-27 19:54:29 +0000296
Brett Cannon7a540732011-02-22 03:04:06 +0000297 @refcount_test
Guido van Rossumd8faa362007-04-27 19:54:29 +0000298 def test_collect_generations(self):
299 gc.collect()
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200300 # This object will "trickle" into generation N + 1 after
301 # each call to collect(N)
302 x = []
Guido van Rossumd8faa362007-04-27 19:54:29 +0000303 gc.collect(0)
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200304 # x is now in gen 1
305 a, b, c = gc.get_count()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000306 gc.collect(1)
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200307 # x is now in gen 2
308 d, e, f = gc.get_count()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000309 gc.collect(2)
Antoine Pitroub35f29a2011-04-04 19:50:42 +0200310 # x is now in gen 3
311 g, h, i = gc.get_count()
312 # We don't check a, d, g since their exact values depends on
313 # internal implementation details of the interpreter.
314 self.assertEqual((b, c), (1, 0))
315 self.assertEqual((e, f), (0, 1))
316 self.assertEqual((h, i), (0, 0))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000317
318 def test_trashcan(self):
319 class Ouch:
320 n = 0
321 def __del__(self):
322 Ouch.n = Ouch.n + 1
323 if Ouch.n % 17 == 0:
324 gc.collect()
325
326 # "trashcan" is a hack to prevent stack overflow when deallocating
327 # very deeply nested tuples etc. It works in part by abusing the
328 # type pointer and refcount fields, and that can yield horrible
329 # problems when gc tries to traverse the structures.
330 # If this test fails (as it does in 2.0, 2.1 and 2.2), it will
331 # most likely die via segfault.
332
333 # Note: In 2.3 the possibility for compiling without cyclic gc was
334 # removed, and that in turn allows the trashcan mechanism to work
335 # via much simpler means (e.g., it never abuses the type pointer or
336 # refcount fields anymore). Since it's much less likely to cause a
337 # problem now, the various constants in this expensive (we force a lot
338 # of full collections) test are cut back from the 2.2 version.
339 gc.enable()
340 N = 150
341 for count in range(2):
342 t = []
343 for i in range(N):
344 t = [t, Ouch()]
345 u = []
346 for i in range(N):
347 u = [u, Ouch()]
348 v = {}
349 for i in range(N):
350 v = {1: v, 2: Ouch()}
351 gc.disable()
352
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200353 @unittest.skipUnless(threading, "test meaningless on builds without threads")
354 def test_trashcan_threads(self):
355 # Issue #13992: trashcan mechanism should be thread-safe
356 NESTING = 60
357 N_THREADS = 2
358
359 def sleeper_gen():
360 """A generator that releases the GIL when closed or dealloc'ed."""
361 try:
362 yield
363 finally:
364 time.sleep(0.000001)
365
366 class C(list):
367 # Appending to a list is atomic, which avoids the use of a lock.
368 inits = []
369 dels = []
370 def __init__(self, alist):
371 self[:] = alist
372 C.inits.append(None)
373 def __del__(self):
374 # This __del__ is called by subtype_dealloc().
375 C.dels.append(None)
376 # `g` will release the GIL when garbage-collected. This
377 # helps assert subtype_dealloc's behaviour when threads
378 # switch in the middle of it.
379 g = sleeper_gen()
380 next(g)
381 # Now that __del__ is finished, subtype_dealloc will proceed
382 # to call list_dealloc, which also uses the trashcan mechanism.
383
384 def make_nested():
385 """Create a sufficiently nested container object so that the
386 trashcan mechanism is invoked when deallocating it."""
387 x = C([])
388 for i in range(NESTING):
389 x = [C([x])]
390 del x
391
392 def run_thread():
393 """Exercise make_nested() in a loop."""
394 while not exit:
395 make_nested()
396
397 old_switchinterval = sys.getswitchinterval()
398 sys.setswitchinterval(1e-5)
399 try:
Serhiy Storchaka263dcd22015-04-01 13:01:14 +0300400 exit = []
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200401 threads = []
402 for i in range(N_THREADS):
403 t = threading.Thread(target=run_thread)
404 threads.append(t)
Serhiy Storchaka263dcd22015-04-01 13:01:14 +0300405 with start_threads(threads, lambda: exit.append(1)):
Serhiy Storchaka9db55002015-03-28 20:38:37 +0200406 time.sleep(1.0)
Antoine Pitrou2b0218a2012-09-06 00:59:49 +0200407 finally:
408 sys.setswitchinterval(old_switchinterval)
409 gc.collect()
410 self.assertEqual(len(C.inits), len(C.dels))
411
Guido van Rossumd8faa362007-04-27 19:54:29 +0000412 def test_boom(self):
413 class Boom:
414 def __getattr__(self, someattribute):
415 del self.attr
416 raise AttributeError
417
418 a = Boom()
419 b = Boom()
420 a.attr = b
421 b.attr = a
422
423 gc.collect()
424 garbagelen = len(gc.garbage)
425 del a, b
426 # a<->b are in a trash cycle now. Collection will invoke
427 # Boom.__getattr__ (to see whether a and b have __del__ methods), and
428 # __getattr__ deletes the internal "attr" attributes as a side effect.
429 # That causes the trash cycle to get reclaimed via refcounts falling to
430 # 0, thus mutating the trash graph as a side effect of merely asking
431 # whether __del__ exists. This used to (before 2.3b1) crash Python.
432 # Now __getattr__ isn't called.
433 self.assertEqual(gc.collect(), 4)
434 self.assertEqual(len(gc.garbage), garbagelen)
435
436 def test_boom2(self):
437 class Boom2:
438 def __init__(self):
439 self.x = 0
440
441 def __getattr__(self, someattribute):
442 self.x += 1
443 if self.x > 1:
444 del self.attr
445 raise AttributeError
446
447 a = Boom2()
448 b = Boom2()
449 a.attr = b
450 b.attr = a
451
452 gc.collect()
453 garbagelen = len(gc.garbage)
454 del a, b
455 # Much like test_boom(), except that __getattr__ doesn't break the
456 # cycle until the second time gc checks for __del__. As of 2.3b1,
457 # there isn't a second time, so this simply cleans up the trash cycle.
458 # We expect a, b, a.__dict__ and b.__dict__ (4 objects) to get
459 # reclaimed this way.
460 self.assertEqual(gc.collect(), 4)
461 self.assertEqual(len(gc.garbage), garbagelen)
462
463 def test_boom_new(self):
464 # boom__new and boom2_new are exactly like boom and boom2, except use
465 # new-style classes.
466
467 class Boom_New(object):
468 def __getattr__(self, someattribute):
469 del self.attr
470 raise AttributeError
471
472 a = Boom_New()
473 b = Boom_New()
474 a.attr = b
475 b.attr = a
476
477 gc.collect()
478 garbagelen = len(gc.garbage)
479 del a, b
480 self.assertEqual(gc.collect(), 4)
481 self.assertEqual(len(gc.garbage), garbagelen)
482
483 def test_boom2_new(self):
484 class Boom2_New(object):
485 def __init__(self):
486 self.x = 0
487
488 def __getattr__(self, someattribute):
489 self.x += 1
490 if self.x > 1:
491 del self.attr
492 raise AttributeError
493
494 a = Boom2_New()
495 b = Boom2_New()
496 a.attr = b
497 b.attr = a
498
499 gc.collect()
500 garbagelen = len(gc.garbage)
501 del a, b
502 self.assertEqual(gc.collect(), 4)
503 self.assertEqual(len(gc.garbage), garbagelen)
504
505 def test_get_referents(self):
506 alist = [1, 3, 5]
507 got = gc.get_referents(alist)
508 got.sort()
509 self.assertEqual(got, alist)
510
511 atuple = tuple(alist)
512 got = gc.get_referents(atuple)
513 got.sort()
514 self.assertEqual(got, alist)
515
516 adict = {1: 3, 5: 7}
517 expected = [1, 3, 5, 7]
518 got = gc.get_referents(adict)
519 got.sort()
520 self.assertEqual(got, expected)
521
522 got = gc.get_referents([1, 2], {3: 4}, (0, 0, 0))
523 got.sort()
Guido van Rossum805365e2007-05-07 22:24:25 +0000524 self.assertEqual(got, [0, 0] + list(range(5)))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000525
526 self.assertEqual(gc.get_referents(1, 'a', 4j), [])
527
Antoine Pitrou3a652b12009-03-23 18:52:06 +0000528 def test_is_tracked(self):
529 # Atomic built-in types are not tracked, user-defined objects and
530 # mutable containers are.
531 # NOTE: types with special optimizations (e.g. tuple) have tests
532 # in their own test files instead.
533 self.assertFalse(gc.is_tracked(None))
534 self.assertFalse(gc.is_tracked(1))
535 self.assertFalse(gc.is_tracked(1.0))
536 self.assertFalse(gc.is_tracked(1.0 + 5.0j))
537 self.assertFalse(gc.is_tracked(True))
538 self.assertFalse(gc.is_tracked(False))
539 self.assertFalse(gc.is_tracked(b"a"))
540 self.assertFalse(gc.is_tracked("a"))
541 self.assertFalse(gc.is_tracked(bytearray(b"a")))
542 self.assertFalse(gc.is_tracked(type))
543 self.assertFalse(gc.is_tracked(int))
544 self.assertFalse(gc.is_tracked(object))
545 self.assertFalse(gc.is_tracked(object()))
546
547 class UserClass:
548 pass
549 self.assertTrue(gc.is_tracked(gc))
550 self.assertTrue(gc.is_tracked(UserClass))
551 self.assertTrue(gc.is_tracked(UserClass()))
552 self.assertTrue(gc.is_tracked([]))
553 self.assertTrue(gc.is_tracked(set()))
554
Guido van Rossumd8faa362007-04-27 19:54:29 +0000555 def test_bug1055820b(self):
556 # Corresponds to temp2b.py in the bug report.
557
558 ouch = []
559 def callback(ignored):
560 ouch[:] = [wr() for wr in WRs]
561
562 Cs = [C1055820(i) for i in range(2)]
563 WRs = [weakref.ref(c, callback) for c in Cs]
564 c = None
565
566 gc.collect()
567 self.assertEqual(len(ouch), 0)
568 # Make the two instances trash, and collect again. The bug was that
569 # the callback materialized a strong reference to an instance, but gc
570 # cleared the instance's dict anyway.
571 Cs = None
572 gc.collect()
573 self.assertEqual(len(ouch), 2) # else the callbacks didn't run
574 for x in ouch:
575 # If the callback resurrected one of these guys, the instance
576 # would be damaged, with an empty __dict__.
577 self.assertEqual(x, None)
578
Tim Peters5fbc7b12014-05-08 17:42:19 -0500579 def test_bug21435(self):
580 # This is a poor test - its only virtue is that it happened to
581 # segfault on Tim's Windows box before the patch for 21435 was
582 # applied. That's a nasty bug relying on specific pieces of cyclic
583 # trash appearing in exactly the right order in finalize_garbage()'s
584 # input list.
585 # But there's no reliable way to force that order from Python code,
586 # so over time chances are good this test won't really be testing much
587 # of anything anymore. Still, if it blows up, there's _some_
588 # problem ;-)
589 gc.collect()
590
591 class A:
592 pass
593
594 class B:
595 def __init__(self, x):
596 self.x = x
597
598 def __del__(self):
599 self.attr = None
600
601 def do_work():
602 a = A()
603 b = B(A())
604
605 a.attr = b
606 b.attr = a
607
608 do_work()
609 gc.collect() # this blows up (bad C pointer) when it fails
610
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200611 @cpython_only
Antoine Pitrou696e0352010-08-08 22:18:46 +0000612 def test_garbage_at_shutdown(self):
613 import subprocess
614 code = """if 1:
615 import gc
Antoine Pitrou796564c2013-07-30 19:59:21 +0200616 import _testcapi
617 @_testcapi.with_tp_del
Antoine Pitrou696e0352010-08-08 22:18:46 +0000618 class X:
619 def __init__(self, name):
620 self.name = name
621 def __repr__(self):
622 return "<X %%r>" %% self.name
Antoine Pitrou796564c2013-07-30 19:59:21 +0200623 def __tp_del__(self):
Antoine Pitrou696e0352010-08-08 22:18:46 +0000624 pass
625
626 x = X('first')
627 x.x = x
628 x.y = X('second')
629 del x
Antoine Pitrou2ed94eb2010-09-14 09:48:39 +0000630 gc.set_debug(%s)
Antoine Pitrou696e0352010-08-08 22:18:46 +0000631 """
632 def run_command(code):
Georg Brandl08be72d2010-10-24 15:11:22 +0000633 p = subprocess.Popen([sys.executable, "-Wd", "-c", code],
Antoine Pitrou696e0352010-08-08 22:18:46 +0000634 stdout=subprocess.PIPE,
635 stderr=subprocess.PIPE)
636 stdout, stderr = p.communicate()
Brian Curtin8291af22010-11-01 16:40:17 +0000637 p.stdout.close()
638 p.stderr.close()
Antoine Pitrou696e0352010-08-08 22:18:46 +0000639 self.assertEqual(p.returncode, 0)
640 self.assertEqual(stdout.strip(), b"")
641 return strip_python_stderr(stderr)
642
Antoine Pitrou2ed94eb2010-09-14 09:48:39 +0000643 stderr = run_command(code % "0")
Georg Brandl08be72d2010-10-24 15:11:22 +0000644 self.assertIn(b"ResourceWarning: gc: 2 uncollectable objects at "
645 b"shutdown; use", stderr)
Antoine Pitrouaee47562010-09-16 15:04:49 +0000646 self.assertNotIn(b"<X 'first'>", stderr)
Antoine Pitrou696e0352010-08-08 22:18:46 +0000647 # With DEBUG_UNCOLLECTABLE, the garbage list gets printed
Antoine Pitrou2ed94eb2010-09-14 09:48:39 +0000648 stderr = run_command(code % "gc.DEBUG_UNCOLLECTABLE")
Georg Brandl08be72d2010-10-24 15:11:22 +0000649 self.assertIn(b"ResourceWarning: gc: 2 uncollectable objects at "
650 b"shutdown", stderr)
Antoine Pitrouaee47562010-09-16 15:04:49 +0000651 self.assertTrue(
652 (b"[<X 'first'>, <X 'second'>]" in stderr) or
653 (b"[<X 'second'>, <X 'first'>]" in stderr), stderr)
Antoine Pitrou2ed94eb2010-09-14 09:48:39 +0000654 # With DEBUG_SAVEALL, no additional message should get printed
655 # (because gc.garbage also contains normally reclaimable cyclic
656 # references, and its elements get printed at runtime anyway).
657 stderr = run_command(code % "gc.DEBUG_SAVEALL")
658 self.assertNotIn(b"uncollectable objects at shutdown", stderr)
659
Antoine Pitrou5f454a02013-05-06 21:15:57 +0200660 def test_gc_main_module_at_shutdown(self):
661 # Create a reference cycle through the __main__ module and check
662 # it gets collected at interpreter shutdown.
663 code = """if 1:
664 import weakref
665 class C:
666 def __del__(self):
667 print('__del__ called')
668 l = [C()]
669 l.append(l)
670 """
671 rc, out, err = assert_python_ok('-c', code)
672 self.assertEqual(out.strip(), b'__del__ called')
673
674 def test_gc_ordinary_module_at_shutdown(self):
675 # Same as above, but with a non-__main__ module.
676 with temp_dir() as script_dir:
677 module = """if 1:
678 import weakref
679 class C:
680 def __del__(self):
681 print('__del__ called')
682 l = [C()]
683 l.append(l)
684 """
685 code = """if 1:
686 import sys
687 sys.path.insert(0, %r)
688 import gctest
689 """ % (script_dir,)
690 make_script(script_dir, 'gctest', module)
691 rc, out, err = assert_python_ok('-c', code)
692 self.assertEqual(out.strip(), b'__del__ called')
693
Antoine Pitroud4156c12012-10-30 22:43:19 +0100694 def test_get_stats(self):
695 stats = gc.get_stats()
696 self.assertEqual(len(stats), 3)
697 for st in stats:
698 self.assertIsInstance(st, dict)
699 self.assertEqual(set(st),
700 {"collected", "collections", "uncollectable"})
701 self.assertGreaterEqual(st["collected"], 0)
702 self.assertGreaterEqual(st["collections"], 0)
703 self.assertGreaterEqual(st["uncollectable"], 0)
704 # Check that collection counts are incremented correctly
705 if gc.isenabled():
706 self.addCleanup(gc.enable)
707 gc.disable()
708 old = gc.get_stats()
709 gc.collect(0)
710 new = gc.get_stats()
711 self.assertEqual(new[0]["collections"], old[0]["collections"] + 1)
712 self.assertEqual(new[1]["collections"], old[1]["collections"])
713 self.assertEqual(new[2]["collections"], old[2]["collections"])
714 gc.collect(2)
715 new = gc.get_stats()
716 self.assertEqual(new[0]["collections"], old[0]["collections"] + 1)
717 self.assertEqual(new[1]["collections"], old[1]["collections"])
718 self.assertEqual(new[2]["collections"], old[2]["collections"] + 1)
719
Antoine Pitrou696e0352010-08-08 22:18:46 +0000720
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000721class GCCallbackTests(unittest.TestCase):
722 def setUp(self):
723 # Save gc state and disable it.
724 self.enabled = gc.isenabled()
725 gc.disable()
726 self.debug = gc.get_debug()
727 gc.set_debug(0)
728 gc.callbacks.append(self.cb1)
729 gc.callbacks.append(self.cb2)
Antoine Pitrou6b64fc62012-04-16 21:29:02 +0200730 self.othergarbage = []
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000731
732 def tearDown(self):
733 # Restore gc state
734 del self.visit
735 gc.callbacks.remove(self.cb1)
736 gc.callbacks.remove(self.cb2)
737 gc.set_debug(self.debug)
738 if self.enabled:
739 gc.enable()
740 # destroy any uncollectables
741 gc.collect()
742 for obj in gc.garbage:
743 if isinstance(obj, Uncollectable):
744 obj.partner = None
745 del gc.garbage[:]
Antoine Pitrou6b64fc62012-04-16 21:29:02 +0200746 del self.othergarbage
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000747 gc.collect()
748
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000749 def preclean(self):
750 # Remove all fluff from the system. Invoke this function
751 # manually rather than through self.setUp() for maximum
752 # safety.
753 self.visit = []
754 gc.collect()
755 garbage, gc.garbage[:] = gc.garbage[:], []
756 self.othergarbage.append(garbage)
757 self.visit = []
758
759 def cb1(self, phase, info):
760 self.visit.append((1, phase, dict(info)))
761
762 def cb2(self, phase, info):
763 self.visit.append((2, phase, dict(info)))
764 if phase == "stop" and hasattr(self, "cleanup"):
765 # Clean Uncollectable from garbage
766 uc = [e for e in gc.garbage if isinstance(e, Uncollectable)]
767 gc.garbage[:] = [e for e in gc.garbage
768 if not isinstance(e, Uncollectable)]
769 for e in uc:
770 e.partner = None
771
Antoine Pitroude3c73b2012-04-16 21:29:58 +0200772 def test_collect(self):
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000773 self.preclean()
774 gc.collect()
775 # Algorithmically verify the contents of self.visit
776 # because it is long and tortuous.
777
778 # Count the number of visits to each callback
779 n = [v[0] for v in self.visit]
780 n1 = [i for i in n if i == 1]
781 n2 = [i for i in n if i == 2]
782 self.assertEqual(n1, [1]*2)
783 self.assertEqual(n2, [2]*2)
784
785 # Count that we got the right number of start and stop callbacks.
786 n = [v[1] for v in self.visit]
787 n1 = [i for i in n if i == "start"]
788 n2 = [i for i in n if i == "stop"]
789 self.assertEqual(n1, ["start"]*2)
790 self.assertEqual(n2, ["stop"]*2)
791
792 # Check that we got the right info dict for all callbacks
793 for v in self.visit:
794 info = v[2]
795 self.assertTrue("generation" in info)
796 self.assertTrue("collected" in info)
797 self.assertTrue("uncollectable" in info)
798
Antoine Pitroude3c73b2012-04-16 21:29:58 +0200799 def test_collect_generation(self):
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000800 self.preclean()
801 gc.collect(2)
802 for v in self.visit:
803 info = v[2]
804 self.assertEqual(info["generation"], 2)
805
Serhiy Storchakaf28ba362014-02-07 10:10:55 +0200806 @cpython_only
Antoine Pitroude3c73b2012-04-16 21:29:58 +0200807 def test_collect_garbage(self):
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000808 self.preclean()
809 # Each of these cause four objects to be garbage: Two
810 # Uncolectables and their instance dicts.
811 Uncollectable()
812 Uncollectable()
813 C1055820(666)
814 gc.collect()
815 for v in self.visit:
816 if v[1] != "stop":
817 continue
818 info = v[2]
819 self.assertEqual(info["collected"], 2)
820 self.assertEqual(info["uncollectable"], 8)
821
822 # We should now have the Uncollectables in gc.garbage
823 self.assertEqual(len(gc.garbage), 4)
824 for e in gc.garbage:
825 self.assertIsInstance(e, Uncollectable)
826
827 # Now, let our callback handle the Uncollectable instances
828 self.cleanup=True
829 self.visit = []
830 gc.garbage[:] = []
831 gc.collect()
832 for v in self.visit:
833 if v[1] != "stop":
834 continue
835 info = v[2]
836 self.assertEqual(info["collected"], 0)
837 self.assertEqual(info["uncollectable"], 4)
838
839 # Uncollectables should be gone
840 self.assertEqual(len(gc.garbage), 0)
841
842
Guido van Rossumd8faa362007-04-27 19:54:29 +0000843class GCTogglingTests(unittest.TestCase):
844 def setUp(self):
845 gc.enable()
846
847 def tearDown(self):
848 gc.disable()
849
850 def test_bug1055820c(self):
851 # Corresponds to temp2c.py in the bug report. This is pretty
852 # elaborate.
853
854 c0 = C1055820(0)
855 # Move c0 into generation 2.
856 gc.collect()
857
858 c1 = C1055820(1)
859 c1.keep_c0_alive = c0
860 del c0.loop # now only c1 keeps c0 alive
861
862 c2 = C1055820(2)
863 c2wr = weakref.ref(c2) # no callback!
864
865 ouch = []
866 def callback(ignored):
Tim Petersead8b7a2004-10-30 23:09:22 +0000867 ouch[:] = [c2wr()]
868
Guido van Rossumd8faa362007-04-27 19:54:29 +0000869 # The callback gets associated with a wr on an object in generation 2.
870 c0wr = weakref.ref(c0, callback)
Tim Petersead8b7a2004-10-30 23:09:22 +0000871
Guido van Rossumd8faa362007-04-27 19:54:29 +0000872 c0 = c1 = c2 = None
Tim Petersead8b7a2004-10-30 23:09:22 +0000873
Guido van Rossumd8faa362007-04-27 19:54:29 +0000874 # What we've set up: c0, c1, and c2 are all trash now. c0 is in
875 # generation 2. The only thing keeping it alive is that c1 points to
876 # it. c1 and c2 are in generation 0, and are in self-loops. There's a
877 # global weakref to c2 (c2wr), but that weakref has no callback.
878 # There's also a global weakref to c0 (c0wr), and that does have a
879 # callback, and that callback references c2 via c2wr().
880 #
881 # c0 has a wr with callback, which references c2wr
882 # ^
883 # |
884 # | Generation 2 above dots
885 #. . . . . . . .|. . . . . . . . . . . . . . . . . . . . . . . .
886 # | Generation 0 below dots
887 # |
888 # |
889 # ^->c1 ^->c2 has a wr but no callback
890 # | | | |
891 # <--v <--v
892 #
893 # So this is the nightmare: when generation 0 gets collected, we see
894 # that c2 has a callback-free weakref, and c1 doesn't even have a
895 # weakref. Collecting generation 0 doesn't see c0 at all, and c0 is
896 # the only object that has a weakref with a callback. gc clears c1
897 # and c2. Clearing c1 has the side effect of dropping the refcount on
898 # c0 to 0, so c0 goes away (despite that it's in an older generation)
899 # and c0's wr callback triggers. That in turn materializes a reference
900 # to c2 via c2wr(), but c2 gets cleared anyway by gc.
Tim Petersead8b7a2004-10-30 23:09:22 +0000901
Guido van Rossumd8faa362007-04-27 19:54:29 +0000902 # We want to let gc happen "naturally", to preserve the distinction
903 # between generations.
904 junk = []
905 i = 0
906 detector = GC_Detector()
907 while not detector.gc_happened:
908 i += 1
909 if i > 10000:
910 self.fail("gc didn't happen after 10000 iterations")
911 self.assertEqual(len(ouch), 0)
912 junk.append([]) # this will eventually trigger gc
Tim Petersead8b7a2004-10-30 23:09:22 +0000913
Guido van Rossumd8faa362007-04-27 19:54:29 +0000914 self.assertEqual(len(ouch), 1) # else the callback wasn't invoked
915 for x in ouch:
916 # If the callback resurrected c2, the instance would be damaged,
917 # with an empty __dict__.
918 self.assertEqual(x, None)
Tim Petersead8b7a2004-10-30 23:09:22 +0000919
Guido van Rossumd8faa362007-04-27 19:54:29 +0000920 def test_bug1055820d(self):
921 # Corresponds to temp2d.py in the bug report. This is very much like
922 # test_bug1055820c, but uses a __del__ method instead of a weakref
923 # callback to sneak in a resurrection of cyclic trash.
Tim Petersead8b7a2004-10-30 23:09:22 +0000924
Guido van Rossumd8faa362007-04-27 19:54:29 +0000925 ouch = []
926 class D(C1055820):
927 def __del__(self):
928 ouch[:] = [c2wr()]
Tim Petersead8b7a2004-10-30 23:09:22 +0000929
Guido van Rossumd8faa362007-04-27 19:54:29 +0000930 d0 = D(0)
931 # Move all the above into generation 2.
932 gc.collect()
Tim Petersead8b7a2004-10-30 23:09:22 +0000933
Guido van Rossumd8faa362007-04-27 19:54:29 +0000934 c1 = C1055820(1)
935 c1.keep_d0_alive = d0
936 del d0.loop # now only c1 keeps d0 alive
Tim Petersead8b7a2004-10-30 23:09:22 +0000937
Guido van Rossumd8faa362007-04-27 19:54:29 +0000938 c2 = C1055820(2)
939 c2wr = weakref.ref(c2) # no callback!
Tim Petersead8b7a2004-10-30 23:09:22 +0000940
Guido van Rossumd8faa362007-04-27 19:54:29 +0000941 d0 = c1 = c2 = None
Vladimir Marangozovf9d20c32000-08-06 22:45:31 +0000942
Guido van Rossumd8faa362007-04-27 19:54:29 +0000943 # What we've set up: d0, c1, and c2 are all trash now. d0 is in
944 # generation 2. The only thing keeping it alive is that c1 points to
945 # it. c1 and c2 are in generation 0, and are in self-loops. There's
946 # a global weakref to c2 (c2wr), but that weakref has no callback.
947 # There are no other weakrefs.
948 #
949 # d0 has a __del__ method that references c2wr
950 # ^
951 # |
952 # | Generation 2 above dots
953 #. . . . . . . .|. . . . . . . . . . . . . . . . . . . . . . . .
954 # | Generation 0 below dots
955 # |
956 # |
957 # ^->c1 ^->c2 has a wr but no callback
958 # | | | |
959 # <--v <--v
960 #
961 # So this is the nightmare: when generation 0 gets collected, we see
962 # that c2 has a callback-free weakref, and c1 doesn't even have a
963 # weakref. Collecting generation 0 doesn't see d0 at all. gc clears
964 # c1 and c2. Clearing c1 has the side effect of dropping the refcount
965 # on d0 to 0, so d0 goes away (despite that it's in an older
966 # generation) and d0's __del__ triggers. That in turn materializes
967 # a reference to c2 via c2wr(), but c2 gets cleared anyway by gc.
968
969 # We want to let gc happen "naturally", to preserve the distinction
970 # between generations.
971 detector = GC_Detector()
972 junk = []
973 i = 0
974 while not detector.gc_happened:
975 i += 1
976 if i > 10000:
977 self.fail("gc didn't happen after 10000 iterations")
978 self.assertEqual(len(ouch), 0)
979 junk.append([]) # this will eventually trigger gc
980
981 self.assertEqual(len(ouch), 1) # else __del__ wasn't invoked
982 for x in ouch:
983 # If __del__ resurrected c2, the instance would be damaged, with an
984 # empty __dict__.
985 self.assertEqual(x, None)
986
987def test_main():
Vladimir Marangozovf9d20c32000-08-06 22:45:31 +0000988 enabled = gc.isenabled()
989 gc.disable()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000990 assert not gc.isenabled()
Neil Schemenauerfaae2662000-09-22 15:26:20 +0000991 debug = gc.get_debug()
992 gc.set_debug(debug & ~gc.DEBUG_LEAK) # this test is supposed to leak
Vladimir Marangozovf9d20c32000-08-06 22:45:31 +0000993
Neil Schemenauerfaae2662000-09-22 15:26:20 +0000994 try:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000995 gc.collect() # Delete 2nd generation garbage
Kristján Valur Jónsson69c63522012-04-15 11:41:32 +0000996 run_unittest(GCTests, GCTogglingTests, GCCallbackTests)
Neil Schemenauerfaae2662000-09-22 15:26:20 +0000997 finally:
998 gc.set_debug(debug)
999 # test gc.enable() even if GC is disabled by default
1000 if verbose:
Guido van Rossumbe19ed72007-02-09 05:37:30 +00001001 print("restoring automatic collection")
Neil Schemenauerfaae2662000-09-22 15:26:20 +00001002 # make sure to always test gc.enable()
1003 gc.enable()
Guido van Rossumd8faa362007-04-27 19:54:29 +00001004 assert gc.isenabled()
Neil Schemenauerfaae2662000-09-22 15:26:20 +00001005 if not enabled:
1006 gc.disable()
Vladimir Marangozovf9d20c32000-08-06 22:45:31 +00001007
Guido van Rossumd8faa362007-04-27 19:54:29 +00001008if __name__ == "__main__":
1009 test_main()