Tim Peters | d66595f | 2001-02-04 03:09:53 +0000 | [diff] [blame] | 1 | # Run the _testcapi module tests (tests for the Python/C API): by defn, |
Guido van Rossum | 361c535 | 2001-04-13 17:03:04 +0000 | [diff] [blame] | 2 | # these are all functions _testcapi exports whose name begins with 'test_'. |
Tim Peters | 9ea17ac | 2001-02-02 05:57:15 +0000 | [diff] [blame] | 3 | |
Nick Coghlan | 39f0bb5 | 2017-11-28 08:11:51 +1000 | [diff] [blame] | 4 | from collections import OrderedDict |
Antoine Pitrou | 8e60577 | 2011-04-25 21:21:07 +0200 | [diff] [blame] | 5 | import os |
Antoine Pitrou | 2f828f2 | 2012-01-18 00:21:11 +0100 | [diff] [blame] | 6 | import pickle |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 7 | import random |
Victor Stinner | b3adb1a | 2016-03-14 17:40:09 +0100 | [diff] [blame] | 8 | import re |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 9 | import subprocess |
Martin v. Löwis | 6ce7ed2 | 2005-03-03 12:26:35 +0000 | [diff] [blame] | 10 | import sys |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 11 | import sysconfig |
Victor Stinner | efde146 | 2015-03-21 15:04:43 +0100 | [diff] [blame] | 12 | import textwrap |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 13 | import threading |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 14 | import time |
Benjamin Peterson | 9b6df6a | 2008-10-16 23:56:29 +0000 | [diff] [blame] | 15 | import unittest |
Benjamin Peterson | ee8712c | 2008-05-20 21:35:26 +0000 | [diff] [blame] | 16 | from test import support |
Larry Hastings | fcafe43 | 2013-11-23 17:35:48 -0800 | [diff] [blame] | 17 | from test.support import MISSING_C_DOCSTRINGS |
xdegaye | 85f6430 | 2017-07-01 14:14:45 +0200 | [diff] [blame] | 18 | from test.support.script_helper import assert_python_failure, assert_python_ok |
Victor Stinner | 45df820 | 2010-04-28 22:31:17 +0000 | [diff] [blame] | 19 | try: |
Stefan Krah | fd24f9e | 2012-08-20 11:04:24 +0200 | [diff] [blame] | 20 | import _posixsubprocess |
| 21 | except ImportError: |
| 22 | _posixsubprocess = None |
Antoine Pitrou | a6a4dc8 | 2017-09-07 18:56:24 +0200 | [diff] [blame] | 23 | |
Serhiy Storchaka | 5cfc79d | 2014-02-07 10:06:39 +0200 | [diff] [blame] | 24 | # Skip this test if the _testcapi module isn't available. |
| 25 | _testcapi = support.import_module('_testcapi') |
Tim Peters | 9ea17ac | 2001-02-02 05:57:15 +0000 | [diff] [blame] | 26 | |
Victor Stinner | efde146 | 2015-03-21 15:04:43 +0100 | [diff] [blame] | 27 | # Were we compiled --with-pydebug or with #define Py_DEBUG? |
| 28 | Py_DEBUG = hasattr(sys, 'gettotalrefcount') |
| 29 | |
Jeroen Demeyer | 735e8af | 2019-05-30 12:43:19 +0200 | [diff] [blame] | 30 | Py_TPFLAGS_HAVE_VECTORCALL = 1 << 11 |
Jeroen Demeyer | eb65e24 | 2019-05-28 14:42:53 +0200 | [diff] [blame] | 31 | Py_TPFLAGS_METHOD_DESCRIPTOR = 1 << 17 |
| 32 | |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 33 | |
Benjamin Peterson | 9b6df6a | 2008-10-16 23:56:29 +0000 | [diff] [blame] | 34 | def testfunction(self): |
| 35 | """some doc""" |
| 36 | return self |
| 37 | |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 38 | def testfunction_kw(self, *, kw): |
| 39 | """some doc""" |
| 40 | return self |
| 41 | |
| 42 | |
Benjamin Peterson | 9b6df6a | 2008-10-16 23:56:29 +0000 | [diff] [blame] | 43 | class InstanceMethod: |
| 44 | id = _testcapi.instancemethod(id) |
| 45 | testfunction = _testcapi.instancemethod(testfunction) |
| 46 | |
| 47 | class CAPITest(unittest.TestCase): |
| 48 | |
| 49 | def test_instancemethod(self): |
| 50 | inst = InstanceMethod() |
| 51 | self.assertEqual(id(inst), inst.id()) |
Benjamin Peterson | c9c0f20 | 2009-06-30 23:06:06 +0000 | [diff] [blame] | 52 | self.assertTrue(inst.testfunction() is inst) |
Benjamin Peterson | 9b6df6a | 2008-10-16 23:56:29 +0000 | [diff] [blame] | 53 | self.assertEqual(inst.testfunction.__doc__, testfunction.__doc__) |
| 54 | self.assertEqual(InstanceMethod.testfunction.__doc__, testfunction.__doc__) |
| 55 | |
| 56 | InstanceMethod.testfunction.attribute = "test" |
| 57 | self.assertEqual(testfunction.attribute, "test") |
| 58 | self.assertRaises(AttributeError, setattr, inst.testfunction, "attribute", "test") |
| 59 | |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 60 | def test_no_FatalError_infinite_loop(self): |
Antoine Pitrou | 77e904e | 2013-10-08 23:04:32 +0200 | [diff] [blame] | 61 | with support.SuppressCrashReport(): |
Ezio Melotti | 25a4045 | 2013-03-05 20:26:17 +0200 | [diff] [blame] | 62 | p = subprocess.Popen([sys.executable, "-c", |
Ezio Melotti | e1857d9 | 2013-03-05 20:31:34 +0200 | [diff] [blame] | 63 | 'import _testcapi;' |
| 64 | '_testcapi.crash_no_current_thread()'], |
| 65 | stdout=subprocess.PIPE, |
| 66 | stderr=subprocess.PIPE) |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 67 | (out, err) = p.communicate() |
| 68 | self.assertEqual(out, b'') |
| 69 | # This used to cause an infinite loop. |
Vinay Sajip | 7395404 | 2012-05-06 11:34:50 +0100 | [diff] [blame] | 70 | self.assertTrue(err.rstrip().startswith( |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 71 | b'Fatal Python error:' |
Vinay Sajip | 7395404 | 2012-05-06 11:34:50 +0100 | [diff] [blame] | 72 | b' PyThreadState_Get: no current thread')) |
Jeffrey Yasskin | 8e0bdfd | 2010-05-13 18:31:05 +0000 | [diff] [blame] | 73 | |
Antoine Pitrou | 915605c | 2011-02-24 20:53:48 +0000 | [diff] [blame] | 74 | def test_memoryview_from_NULL_pointer(self): |
| 75 | self.assertRaises(ValueError, _testcapi.make_memoryview_from_NULL_pointer) |
Benjamin Peterson | 9b6df6a | 2008-10-16 23:56:29 +0000 | [diff] [blame] | 76 | |
Martin v. Löwis | aa2efcb | 2012-04-19 14:33:43 +0200 | [diff] [blame] | 77 | def test_exc_info(self): |
| 78 | raised_exception = ValueError("5") |
| 79 | new_exc = TypeError("TEST") |
| 80 | try: |
| 81 | raise raised_exception |
| 82 | except ValueError as e: |
| 83 | tb = e.__traceback__ |
| 84 | orig_sys_exc_info = sys.exc_info() |
| 85 | orig_exc_info = _testcapi.set_exc_info(new_exc.__class__, new_exc, None) |
| 86 | new_sys_exc_info = sys.exc_info() |
| 87 | new_exc_info = _testcapi.set_exc_info(*orig_exc_info) |
| 88 | reset_sys_exc_info = sys.exc_info() |
| 89 | |
| 90 | self.assertEqual(orig_exc_info[1], e) |
| 91 | |
| 92 | self.assertSequenceEqual(orig_exc_info, (raised_exception.__class__, raised_exception, tb)) |
| 93 | self.assertSequenceEqual(orig_sys_exc_info, orig_exc_info) |
| 94 | self.assertSequenceEqual(reset_sys_exc_info, orig_exc_info) |
| 95 | self.assertSequenceEqual(new_exc_info, (new_exc.__class__, new_exc, None)) |
| 96 | self.assertSequenceEqual(new_sys_exc_info, new_exc_info) |
| 97 | else: |
| 98 | self.assertTrue(False) |
| 99 | |
Stefan Krah | fd24f9e | 2012-08-20 11:04:24 +0200 | [diff] [blame] | 100 | @unittest.skipUnless(_posixsubprocess, '_posixsubprocess required for this test.') |
| 101 | def test_seq_bytes_to_charp_array(self): |
| 102 | # Issue #15732: crash in _PySequence_BytesToCharpArray() |
| 103 | class Z(object): |
| 104 | def __len__(self): |
| 105 | return 1 |
| 106 | self.assertRaises(TypeError, _posixsubprocess.fork_exec, |
Serhiy Storchaka | 66bffd1 | 2017-04-19 21:12:46 +0300 | [diff] [blame] | 107 | 1,Z(),3,(1, 2),5,6,7,8,9,10,11,12,13,14,15,16,17) |
Stefan Krah | 7cacd2e | 2012-08-21 08:16:09 +0200 | [diff] [blame] | 108 | # Issue #15736: overflow in _PySequence_BytesToCharpArray() |
| 109 | class Z(object): |
| 110 | def __len__(self): |
| 111 | return sys.maxsize |
| 112 | def __getitem__(self, i): |
| 113 | return b'x' |
| 114 | self.assertRaises(MemoryError, _posixsubprocess.fork_exec, |
Serhiy Storchaka | 66bffd1 | 2017-04-19 21:12:46 +0300 | [diff] [blame] | 115 | 1,Z(),3,(1, 2),5,6,7,8,9,10,11,12,13,14,15,16,17) |
Stefan Krah | fd24f9e | 2012-08-20 11:04:24 +0200 | [diff] [blame] | 116 | |
Stefan Krah | db579d7 | 2012-08-20 14:36:47 +0200 | [diff] [blame] | 117 | @unittest.skipUnless(_posixsubprocess, '_posixsubprocess required for this test.') |
| 118 | def test_subprocess_fork_exec(self): |
| 119 | class Z(object): |
| 120 | def __len__(self): |
| 121 | return 1 |
| 122 | |
| 123 | # Issue #15738: crash in subprocess_fork_exec() |
| 124 | self.assertRaises(TypeError, _posixsubprocess.fork_exec, |
Serhiy Storchaka | 66bffd1 | 2017-04-19 21:12:46 +0300 | [diff] [blame] | 125 | Z(),[b'1'],3,(1, 2),5,6,7,8,9,10,11,12,13,14,15,16,17) |
Stefan Krah | db579d7 | 2012-08-20 14:36:47 +0200 | [diff] [blame] | 126 | |
Larry Hastings | fcafe43 | 2013-11-23 17:35:48 -0800 | [diff] [blame] | 127 | @unittest.skipIf(MISSING_C_DOCSTRINGS, |
| 128 | "Signature information for builtins requires docstrings") |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 129 | def test_docstring_signature_parsing(self): |
| 130 | |
| 131 | self.assertEqual(_testcapi.no_docstring.__doc__, None) |
| 132 | self.assertEqual(_testcapi.no_docstring.__text_signature__, None) |
| 133 | |
Zachary Ware | 8ef887c | 2015-04-13 18:22:35 -0500 | [diff] [blame] | 134 | self.assertEqual(_testcapi.docstring_empty.__doc__, None) |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 135 | self.assertEqual(_testcapi.docstring_empty.__text_signature__, None) |
| 136 | |
| 137 | self.assertEqual(_testcapi.docstring_no_signature.__doc__, |
| 138 | "This docstring has no signature.") |
| 139 | self.assertEqual(_testcapi.docstring_no_signature.__text_signature__, None) |
| 140 | |
| 141 | self.assertEqual(_testcapi.docstring_with_invalid_signature.__doc__, |
Larry Hastings | 2623c8c | 2014-02-08 22:15:29 -0800 | [diff] [blame] | 142 | "docstring_with_invalid_signature($module, /, boo)\n" |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 143 | "\n" |
| 144 | "This docstring has an invalid signature." |
| 145 | ) |
| 146 | self.assertEqual(_testcapi.docstring_with_invalid_signature.__text_signature__, None) |
| 147 | |
Larry Hastings | 2623c8c | 2014-02-08 22:15:29 -0800 | [diff] [blame] | 148 | self.assertEqual(_testcapi.docstring_with_invalid_signature2.__doc__, |
| 149 | "docstring_with_invalid_signature2($module, /, boo)\n" |
| 150 | "\n" |
| 151 | "--\n" |
| 152 | "\n" |
| 153 | "This docstring also has an invalid signature." |
| 154 | ) |
| 155 | self.assertEqual(_testcapi.docstring_with_invalid_signature2.__text_signature__, None) |
| 156 | |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 157 | self.assertEqual(_testcapi.docstring_with_signature.__doc__, |
| 158 | "This docstring has a valid signature.") |
Larry Hastings | 2623c8c | 2014-02-08 22:15:29 -0800 | [diff] [blame] | 159 | self.assertEqual(_testcapi.docstring_with_signature.__text_signature__, "($module, /, sig)") |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 160 | |
Zachary Ware | 8ef887c | 2015-04-13 18:22:35 -0500 | [diff] [blame] | 161 | self.assertEqual(_testcapi.docstring_with_signature_but_no_doc.__doc__, None) |
| 162 | self.assertEqual(_testcapi.docstring_with_signature_but_no_doc.__text_signature__, |
| 163 | "($module, /, sig)") |
| 164 | |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 165 | self.assertEqual(_testcapi.docstring_with_signature_and_extra_newlines.__doc__, |
Larry Hastings | 2623c8c | 2014-02-08 22:15:29 -0800 | [diff] [blame] | 166 | "\nThis docstring has a valid signature and some extra newlines.") |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 167 | self.assertEqual(_testcapi.docstring_with_signature_and_extra_newlines.__text_signature__, |
Larry Hastings | 2623c8c | 2014-02-08 22:15:29 -0800 | [diff] [blame] | 168 | "($module, /, parameter)") |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 169 | |
Benjamin Peterson | d51374e | 2014-04-09 23:55:56 -0400 | [diff] [blame] | 170 | def test_c_type_with_matrix_multiplication(self): |
| 171 | M = _testcapi.matmulType |
| 172 | m1 = M() |
| 173 | m2 = M() |
| 174 | self.assertEqual(m1 @ m2, ("matmul", m1, m2)) |
| 175 | self.assertEqual(m1 @ 42, ("matmul", m1, 42)) |
| 176 | self.assertEqual(42 @ m1, ("matmul", 42, m1)) |
| 177 | o = m1 |
| 178 | o @= m2 |
| 179 | self.assertEqual(o, ("imatmul", m1, m2)) |
| 180 | o = m1 |
| 181 | o @= 42 |
| 182 | self.assertEqual(o, ("imatmul", m1, 42)) |
| 183 | o = 42 |
| 184 | o @= m1 |
| 185 | self.assertEqual(o, ("matmul", 42, m1)) |
| 186 | |
Zackery Spytz | c7f803b | 2019-05-31 03:46:36 -0600 | [diff] [blame] | 187 | def test_c_type_with_ipow(self): |
| 188 | # When the __ipow__ method of a type was implemented in C, using the |
| 189 | # modulo param would cause segfaults. |
| 190 | o = _testcapi.ipowType() |
| 191 | self.assertEqual(o.__ipow__(1), (1, None)) |
| 192 | self.assertEqual(o.__ipow__(2, 2), (2, 2)) |
| 193 | |
Victor Stinner | efde146 | 2015-03-21 15:04:43 +0100 | [diff] [blame] | 194 | def test_return_null_without_error(self): |
| 195 | # Issue #23571: A function must not return NULL without setting an |
| 196 | # error |
| 197 | if Py_DEBUG: |
| 198 | code = textwrap.dedent(""" |
| 199 | import _testcapi |
| 200 | from test import support |
| 201 | |
| 202 | with support.SuppressCrashReport(): |
| 203 | _testcapi.return_null_without_error() |
| 204 | """) |
| 205 | rc, out, err = assert_python_failure('-c', code) |
Victor Stinner | 381a9bc | 2015-03-24 14:01:32 +0100 | [diff] [blame] | 206 | self.assertRegex(err.replace(b'\r', b''), |
Victor Stinner | 944fbcc | 2015-03-24 16:28:52 +0100 | [diff] [blame] | 207 | br'Fatal Python error: a function returned NULL ' |
| 208 | br'without setting an error\n' |
Victor Stinner | 381a9bc | 2015-03-24 14:01:32 +0100 | [diff] [blame] | 209 | br'SystemError: <built-in function ' |
| 210 | br'return_null_without_error> returned NULL ' |
| 211 | br'without setting an error\n' |
| 212 | br'\n' |
| 213 | br'Current thread.*:\n' |
| 214 | br' File .*", line 6 in <module>') |
Victor Stinner | efde146 | 2015-03-21 15:04:43 +0100 | [diff] [blame] | 215 | else: |
| 216 | with self.assertRaises(SystemError) as cm: |
| 217 | _testcapi.return_null_without_error() |
| 218 | self.assertRegex(str(cm.exception), |
| 219 | 'return_null_without_error.* ' |
| 220 | 'returned NULL without setting an error') |
| 221 | |
| 222 | def test_return_result_with_error(self): |
| 223 | # Issue #23571: A function must not return a result with an error set |
| 224 | if Py_DEBUG: |
| 225 | code = textwrap.dedent(""" |
| 226 | import _testcapi |
| 227 | from test import support |
| 228 | |
| 229 | with support.SuppressCrashReport(): |
| 230 | _testcapi.return_result_with_error() |
| 231 | """) |
| 232 | rc, out, err = assert_python_failure('-c', code) |
Victor Stinner | 381a9bc | 2015-03-24 14:01:32 +0100 | [diff] [blame] | 233 | self.assertRegex(err.replace(b'\r', b''), |
Victor Stinner | 944fbcc | 2015-03-24 16:28:52 +0100 | [diff] [blame] | 234 | br'Fatal Python error: a function returned a ' |
| 235 | br'result with an error set\n' |
Victor Stinner | 381a9bc | 2015-03-24 14:01:32 +0100 | [diff] [blame] | 236 | br'ValueError\n' |
| 237 | br'\n' |
Serhiy Storchaka | 467ab19 | 2016-10-21 17:09:17 +0300 | [diff] [blame] | 238 | br'The above exception was the direct cause ' |
| 239 | br'of the following exception:\n' |
Victor Stinner | 381a9bc | 2015-03-24 14:01:32 +0100 | [diff] [blame] | 240 | br'\n' |
| 241 | br'SystemError: <built-in ' |
| 242 | br'function return_result_with_error> ' |
| 243 | br'returned a result with an error set\n' |
| 244 | br'\n' |
| 245 | br'Current thread.*:\n' |
| 246 | br' File .*, line 6 in <module>') |
Victor Stinner | efde146 | 2015-03-21 15:04:43 +0100 | [diff] [blame] | 247 | else: |
| 248 | with self.assertRaises(SystemError) as cm: |
| 249 | _testcapi.return_result_with_error() |
| 250 | self.assertRegex(str(cm.exception), |
| 251 | 'return_result_with_error.* ' |
| 252 | 'returned a result with an error set') |
| 253 | |
Serhiy Storchaka | 13e602e | 2016-05-20 22:31:14 +0300 | [diff] [blame] | 254 | def test_buildvalue_N(self): |
| 255 | _testcapi.test_buildvalue_N() |
| 256 | |
xdegaye | 85f6430 | 2017-07-01 14:14:45 +0200 | [diff] [blame] | 257 | def test_set_nomemory(self): |
| 258 | code = """if 1: |
| 259 | import _testcapi |
| 260 | |
| 261 | class C(): pass |
| 262 | |
| 263 | # The first loop tests both functions and that remove_mem_hooks() |
| 264 | # can be called twice in a row. The second loop checks a call to |
| 265 | # set_nomemory() after a call to remove_mem_hooks(). The third |
| 266 | # loop checks the start and stop arguments of set_nomemory(). |
| 267 | for outer_cnt in range(1, 4): |
| 268 | start = 10 * outer_cnt |
| 269 | for j in range(100): |
| 270 | if j == 0: |
| 271 | if outer_cnt != 3: |
| 272 | _testcapi.set_nomemory(start) |
| 273 | else: |
| 274 | _testcapi.set_nomemory(start, start + 1) |
| 275 | try: |
| 276 | C() |
| 277 | except MemoryError as e: |
| 278 | if outer_cnt != 3: |
| 279 | _testcapi.remove_mem_hooks() |
| 280 | print('MemoryError', outer_cnt, j) |
| 281 | _testcapi.remove_mem_hooks() |
| 282 | break |
| 283 | """ |
| 284 | rc, out, err = assert_python_ok('-c', code) |
| 285 | self.assertIn(b'MemoryError 1 10', out) |
| 286 | self.assertIn(b'MemoryError 2 20', out) |
| 287 | self.assertIn(b'MemoryError 3 30', out) |
| 288 | |
Oren Milman | 0ccc0f6 | 2017-10-08 11:17:46 +0300 | [diff] [blame] | 289 | def test_mapping_keys_values_items(self): |
| 290 | class Mapping1(dict): |
| 291 | def keys(self): |
| 292 | return list(super().keys()) |
| 293 | def values(self): |
| 294 | return list(super().values()) |
| 295 | def items(self): |
| 296 | return list(super().items()) |
| 297 | class Mapping2(dict): |
| 298 | def keys(self): |
| 299 | return tuple(super().keys()) |
| 300 | def values(self): |
| 301 | return tuple(super().values()) |
| 302 | def items(self): |
| 303 | return tuple(super().items()) |
| 304 | dict_obj = {'foo': 1, 'bar': 2, 'spam': 3} |
| 305 | |
| 306 | for mapping in [{}, OrderedDict(), Mapping1(), Mapping2(), |
| 307 | dict_obj, OrderedDict(dict_obj), |
| 308 | Mapping1(dict_obj), Mapping2(dict_obj)]: |
| 309 | self.assertListEqual(_testcapi.get_mapping_keys(mapping), |
| 310 | list(mapping.keys())) |
| 311 | self.assertListEqual(_testcapi.get_mapping_values(mapping), |
| 312 | list(mapping.values())) |
| 313 | self.assertListEqual(_testcapi.get_mapping_items(mapping), |
| 314 | list(mapping.items())) |
| 315 | |
| 316 | def test_mapping_keys_values_items_bad_arg(self): |
| 317 | self.assertRaises(AttributeError, _testcapi.get_mapping_keys, None) |
| 318 | self.assertRaises(AttributeError, _testcapi.get_mapping_values, None) |
| 319 | self.assertRaises(AttributeError, _testcapi.get_mapping_items, None) |
| 320 | |
| 321 | class BadMapping: |
| 322 | def keys(self): |
| 323 | return None |
| 324 | def values(self): |
| 325 | return None |
| 326 | def items(self): |
| 327 | return None |
| 328 | bad_mapping = BadMapping() |
| 329 | self.assertRaises(TypeError, _testcapi.get_mapping_keys, bad_mapping) |
| 330 | self.assertRaises(TypeError, _testcapi.get_mapping_values, bad_mapping) |
| 331 | self.assertRaises(TypeError, _testcapi.get_mapping_items, bad_mapping) |
| 332 | |
Victor Stinner | 18618e65 | 2018-10-25 17:28:11 +0200 | [diff] [blame] | 333 | @unittest.skipUnless(hasattr(_testcapi, 'negative_refcount'), |
| 334 | 'need _testcapi.negative_refcount') |
| 335 | def test_negative_refcount(self): |
| 336 | # bpo-35059: Check that Py_DECREF() reports the correct filename |
| 337 | # when calling _Py_NegativeRefcount() to abort Python. |
| 338 | code = textwrap.dedent(""" |
| 339 | import _testcapi |
| 340 | from test import support |
| 341 | |
| 342 | with support.SuppressCrashReport(): |
| 343 | _testcapi.negative_refcount() |
| 344 | """) |
| 345 | rc, out, err = assert_python_failure('-c', code) |
| 346 | self.assertRegex(err, |
Victor Stinner | 3ec9af7 | 2018-10-26 02:12:34 +0200 | [diff] [blame] | 347 | br'_testcapimodule\.c:[0-9]+: ' |
Victor Stinner | f1d002c | 2018-11-21 23:53:44 +0100 | [diff] [blame] | 348 | br'_Py_NegativeRefcount: Assertion failed: ' |
Victor Stinner | 3ec9af7 | 2018-10-26 02:12:34 +0200 | [diff] [blame] | 349 | br'object has negative ref count') |
Victor Stinner | 18618e65 | 2018-10-25 17:28:11 +0200 | [diff] [blame] | 350 | |
Jeroen Demeyer | 351c674 | 2019-05-10 19:21:11 +0200 | [diff] [blame] | 351 | def test_trashcan_subclass(self): |
| 352 | # bpo-35983: Check that the trashcan mechanism for "list" is NOT |
| 353 | # activated when its tp_dealloc is being called by a subclass |
| 354 | from _testcapi import MyList |
| 355 | L = None |
| 356 | for i in range(1000): |
| 357 | L = MyList((L,)) |
| 358 | |
| 359 | def test_trashcan_python_class1(self): |
| 360 | self.do_test_trashcan_python_class(list) |
| 361 | |
| 362 | def test_trashcan_python_class2(self): |
| 363 | from _testcapi import MyList |
| 364 | self.do_test_trashcan_python_class(MyList) |
| 365 | |
| 366 | def do_test_trashcan_python_class(self, base): |
| 367 | # Check that the trashcan mechanism works properly for a Python |
| 368 | # subclass of a class using the trashcan (this specific test assumes |
| 369 | # that the base class "base" behaves like list) |
| 370 | class PyList(base): |
| 371 | # Count the number of PyList instances to verify that there is |
| 372 | # no memory leak |
| 373 | num = 0 |
| 374 | def __init__(self, *args): |
| 375 | __class__.num += 1 |
| 376 | super().__init__(*args) |
| 377 | def __del__(self): |
| 378 | __class__.num -= 1 |
| 379 | |
| 380 | for parity in (0, 1): |
| 381 | L = None |
| 382 | # We need in the order of 2**20 iterations here such that a |
| 383 | # typical 8MB stack would overflow without the trashcan. |
| 384 | for i in range(2**20): |
| 385 | L = PyList((L,)) |
| 386 | L.attr = i |
| 387 | if parity: |
| 388 | # Add one additional nesting layer |
| 389 | L = (L,) |
| 390 | self.assertGreater(PyList.num, 0) |
| 391 | del L |
| 392 | self.assertEqual(PyList.num, 0) |
| 393 | |
Larry Hastings | 44e2eaa | 2013-11-23 15:37:55 -0800 | [diff] [blame] | 394 | |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 395 | class TestPendingCalls(unittest.TestCase): |
| 396 | |
| 397 | def pendingcalls_submit(self, l, n): |
| 398 | def callback(): |
| 399 | #this function can be interrupted by thread switching so let's |
| 400 | #use an atomic operation |
| 401 | l.append(None) |
| 402 | |
| 403 | for i in range(n): |
| 404 | time.sleep(random.random()*0.02) #0.01 secs on average |
| 405 | #try submitting callback until successful. |
| 406 | #rely on regular interrupt to flush queue if we are |
| 407 | #unsuccessful. |
| 408 | while True: |
| 409 | if _testcapi._pending_threadfunc(callback): |
| 410 | break; |
| 411 | |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 412 | def pendingcalls_wait(self, l, n, context = None): |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 413 | #now, stick around until l[0] has grown to 10 |
| 414 | count = 0; |
| 415 | while len(l) != n: |
| 416 | #this busy loop is where we expect to be interrupted to |
| 417 | #run our callbacks. Note that callbacks are only run on the |
| 418 | #main thread |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 419 | if False and support.verbose: |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 420 | print("(%i)"%(len(l),),) |
| 421 | for i in range(1000): |
| 422 | a = i*i |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 423 | if context and not context.event.is_set(): |
| 424 | continue |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 425 | count += 1 |
Benjamin Peterson | c9c0f20 | 2009-06-30 23:06:06 +0000 | [diff] [blame] | 426 | self.assertTrue(count < 10000, |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 427 | "timeout waiting for %i callbacks, got %i"%(n, len(l))) |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 428 | if False and support.verbose: |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 429 | print("(%i)"%(len(l),)) |
| 430 | |
| 431 | def test_pendingcalls_threaded(self): |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 432 | |
| 433 | #do every callback on a separate thread |
Eric Snow | 6a150bc | 2019-06-01 15:39:46 -0600 | [diff] [blame] | 434 | n = 32 #total callbacks (see NPENDINGCALLS in pycore_ceval.h) |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 435 | threads = [] |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 436 | class foo(object):pass |
| 437 | context = foo() |
| 438 | context.l = [] |
| 439 | context.n = 2 #submits per thread |
| 440 | context.nThreads = n // context.n |
| 441 | context.nFinished = 0 |
| 442 | context.lock = threading.Lock() |
| 443 | context.event = threading.Event() |
| 444 | |
Serhiy Storchaka | 263dcd2 | 2015-04-01 13:01:14 +0300 | [diff] [blame] | 445 | threads = [threading.Thread(target=self.pendingcalls_thread, |
| 446 | args=(context,)) |
| 447 | for i in range(context.nThreads)] |
| 448 | with support.start_threads(threads): |
| 449 | self.pendingcalls_wait(context.l, n, context) |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 450 | |
Benjamin Peterson | e1cdfd7 | 2009-01-18 21:02:37 +0000 | [diff] [blame] | 451 | def pendingcalls_thread(self, context): |
| 452 | try: |
| 453 | self.pendingcalls_submit(context.l, context.n) |
| 454 | finally: |
| 455 | with context.lock: |
| 456 | context.nFinished += 1 |
| 457 | nFinished = context.nFinished |
| 458 | if False and support.verbose: |
| 459 | print("finished threads: ", nFinished) |
| 460 | if nFinished == context.nThreads: |
| 461 | context.event.set() |
| 462 | |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 463 | def test_pendingcalls_non_threaded(self): |
Ezio Melotti | 1392500 | 2011-03-16 11:05:33 +0200 | [diff] [blame] | 464 | #again, just using the main thread, likely they will all be dispatched at |
Benjamin Peterson | a54c909 | 2009-01-13 02:11:23 +0000 | [diff] [blame] | 465 | #once. It is ok to ask for too many, because we loop until we find a slot. |
| 466 | #the loop can be interrupted to dispatch. |
| 467 | #there are only 32 dispatch slots, so we go for twice that! |
| 468 | l = [] |
| 469 | n = 64 |
| 470 | self.pendingcalls_submit(l, n) |
| 471 | self.pendingcalls_wait(l, n) |
| 472 | |
Antoine Pitrou | 7a2572c | 2013-08-01 20:43:26 +0200 | [diff] [blame] | 473 | |
Jeroen Demeyer | eb65e24 | 2019-05-28 14:42:53 +0200 | [diff] [blame] | 474 | class TestPEP590(unittest.TestCase): |
| 475 | |
| 476 | def test_method_descriptor_flag(self): |
| 477 | import functools |
| 478 | cached = functools.lru_cache(1)(testfunction) |
| 479 | |
| 480 | self.assertFalse(type(repr).__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 481 | self.assertTrue(type(list.append).__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 482 | self.assertTrue(type(list.__add__).__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 483 | self.assertTrue(type(testfunction).__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 484 | self.assertTrue(type(cached).__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 485 | |
| 486 | self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 487 | self.assertTrue(_testcapi.MethodDescriptorDerived.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 488 | self.assertFalse(_testcapi.MethodDescriptorNopGet.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 489 | |
| 490 | # Heap type should not inherit Py_TPFLAGS_METHOD_DESCRIPTOR |
| 491 | class MethodDescriptorHeap(_testcapi.MethodDescriptorBase): |
| 492 | pass |
| 493 | self.assertFalse(MethodDescriptorHeap.__flags__ & Py_TPFLAGS_METHOD_DESCRIPTOR) |
| 494 | |
Jeroen Demeyer | 735e8af | 2019-05-30 12:43:19 +0200 | [diff] [blame] | 495 | def test_vectorcall_flag(self): |
| 496 | self.assertTrue(_testcapi.MethodDescriptorBase.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) |
| 497 | self.assertTrue(_testcapi.MethodDescriptorDerived.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) |
| 498 | self.assertFalse(_testcapi.MethodDescriptorNopGet.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) |
| 499 | self.assertTrue(_testcapi.MethodDescriptor2.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) |
| 500 | |
| 501 | # Heap type should not inherit Py_TPFLAGS_HAVE_VECTORCALL |
| 502 | class MethodDescriptorHeap(_testcapi.MethodDescriptorBase): |
| 503 | pass |
| 504 | self.assertFalse(MethodDescriptorHeap.__flags__ & Py_TPFLAGS_HAVE_VECTORCALL) |
| 505 | |
| 506 | def test_vectorcall_override(self): |
| 507 | # Check that tp_call can correctly override vectorcall. |
| 508 | # MethodDescriptorNopGet implements tp_call but it inherits from |
| 509 | # MethodDescriptorBase, which implements vectorcall. Since |
| 510 | # MethodDescriptorNopGet returns the args tuple when called, we check |
| 511 | # additionally that no new tuple is created for this call. |
| 512 | args = tuple(range(5)) |
| 513 | f = _testcapi.MethodDescriptorNopGet() |
| 514 | self.assertIs(f(*args), args) |
| 515 | |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 516 | def test_vectorcall(self): |
| 517 | # Test a bunch of different ways to call objects: |
Petr Viktorin | fb9423f | 2019-06-02 23:52:20 +0200 | [diff] [blame^] | 518 | # 1. vectorcall using PyVectorcall_Call() |
| 519 | # (only for objects that support vectorcall directly) |
| 520 | # 2. normal call |
| 521 | # 3. vectorcall using _PyObject_Vectorcall() |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 522 | # 4. call as bound method |
| 523 | # 5. call using functools.partial |
| 524 | |
| 525 | # A list of (function, args, kwargs, result) calls to test |
| 526 | calls = [(len, (range(42),), {}, 42), |
| 527 | (list.append, ([], 0), {}, None), |
| 528 | ([].append, (0,), {}, None), |
| 529 | (sum, ([36],), {"start":6}, 42), |
| 530 | (testfunction, (42,), {}, 42), |
Jeroen Demeyer | 735e8af | 2019-05-30 12:43:19 +0200 | [diff] [blame] | 531 | (testfunction_kw, (42,), {"kw":None}, 42), |
| 532 | (_testcapi.MethodDescriptorBase(), (0,), {}, True), |
| 533 | (_testcapi.MethodDescriptorDerived(), (0,), {}, True), |
| 534 | (_testcapi.MethodDescriptor2(), (0,), {}, False)] |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 535 | |
| 536 | from _testcapi import pyobject_vectorcall, pyvectorcall_call |
| 537 | from types import MethodType |
| 538 | from functools import partial |
| 539 | |
| 540 | def vectorcall(func, args, kwargs): |
| 541 | args = *args, *kwargs.values() |
| 542 | kwnames = tuple(kwargs) |
| 543 | return pyobject_vectorcall(func, args, kwnames) |
| 544 | |
| 545 | for (func, args, kwargs, expected) in calls: |
| 546 | with self.subTest(str(func)): |
Petr Viktorin | fb9423f | 2019-06-02 23:52:20 +0200 | [diff] [blame^] | 547 | if not kwargs: |
| 548 | self.assertEqual(expected, pyvectorcall_call(func, args)) |
| 549 | self.assertEqual(expected, pyvectorcall_call(func, args, kwargs)) |
| 550 | |
| 551 | # Add derived classes (which do not support vectorcall directly, |
| 552 | # but do support all other ways of calling). |
| 553 | |
| 554 | class MethodDescriptorHeap(_testcapi.MethodDescriptorBase): |
| 555 | pass |
| 556 | |
| 557 | class MethodDescriptorOverridden(_testcapi.MethodDescriptorBase): |
| 558 | def __call__(self, n): |
| 559 | return 'new' |
| 560 | |
| 561 | calls += [ |
| 562 | (MethodDescriptorHeap(), (0,), {}, True), |
| 563 | (MethodDescriptorOverridden(), (0,), {}, 'new'), |
| 564 | ] |
| 565 | |
| 566 | for (func, args, kwargs, expected) in calls: |
| 567 | with self.subTest(str(func)): |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 568 | args1 = args[1:] |
| 569 | meth = MethodType(func, args[0]) |
| 570 | wrapped = partial(func) |
| 571 | if not kwargs: |
| 572 | self.assertEqual(expected, func(*args)) |
| 573 | self.assertEqual(expected, pyobject_vectorcall(func, args, None)) |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 574 | self.assertEqual(expected, meth(*args1)) |
| 575 | self.assertEqual(expected, wrapped(*args)) |
| 576 | self.assertEqual(expected, func(*args, **kwargs)) |
| 577 | self.assertEqual(expected, vectorcall(func, args, kwargs)) |
Jeroen Demeyer | aacc77f | 2019-05-29 20:31:52 +0200 | [diff] [blame] | 578 | self.assertEqual(expected, meth(*args1, **kwargs)) |
| 579 | self.assertEqual(expected, wrapped(*args, **kwargs)) |
| 580 | |
Jeroen Demeyer | eb65e24 | 2019-05-28 14:42:53 +0200 | [diff] [blame] | 581 | |
Antoine Pitrou | 7a2572c | 2013-08-01 20:43:26 +0200 | [diff] [blame] | 582 | class SubinterpreterTest(unittest.TestCase): |
| 583 | |
Antoine Pitrou | 2f828f2 | 2012-01-18 00:21:11 +0100 | [diff] [blame] | 584 | def test_subinterps(self): |
Antoine Pitrou | 2f828f2 | 2012-01-18 00:21:11 +0100 | [diff] [blame] | 585 | import builtins |
| 586 | r, w = os.pipe() |
| 587 | code = """if 1: |
| 588 | import sys, builtins, pickle |
| 589 | with open({:d}, "wb") as f: |
| 590 | pickle.dump(id(sys.modules), f) |
| 591 | pickle.dump(id(builtins), f) |
| 592 | """.format(w) |
| 593 | with open(r, "rb") as f: |
Victor Stinner | ed3b0bc | 2013-11-23 12:27:24 +0100 | [diff] [blame] | 594 | ret = support.run_in_subinterp(code) |
Antoine Pitrou | 2f828f2 | 2012-01-18 00:21:11 +0100 | [diff] [blame] | 595 | self.assertEqual(ret, 0) |
| 596 | self.assertNotEqual(pickle.load(f), id(sys.modules)) |
| 597 | self.assertNotEqual(pickle.load(f), id(builtins)) |
| 598 | |
Marcel Plch | 33e71e0 | 2019-05-22 13:51:26 +0200 | [diff] [blame] | 599 | def test_mutate_exception(self): |
| 600 | """ |
| 601 | Exceptions saved in global module state get shared between |
| 602 | individual module instances. This test checks whether or not |
| 603 | a change in one interpreter's module gets reflected into the |
| 604 | other ones. |
| 605 | """ |
| 606 | import binascii |
| 607 | |
| 608 | support.run_in_subinterp("import binascii; binascii.Error.foobar = 'foobar'") |
| 609 | |
| 610 | self.assertFalse(hasattr(binascii.Error, "foobar")) |
| 611 | |
Antoine Pitrou | 7a2572c | 2013-08-01 20:43:26 +0200 | [diff] [blame] | 612 | |
Ezio Melotti | 29267c8 | 2013-02-23 05:52:46 +0200 | [diff] [blame] | 613 | class TestThreadState(unittest.TestCase): |
| 614 | |
| 615 | @support.reap_threads |
| 616 | def test_thread_state(self): |
| 617 | # some extra thread-state tests driven via _testcapi |
| 618 | def target(): |
| 619 | idents = [] |
| 620 | |
| 621 | def callback(): |
Ezio Melotti | 35246bd | 2013-02-23 05:58:38 +0200 | [diff] [blame] | 622 | idents.append(threading.get_ident()) |
Ezio Melotti | 29267c8 | 2013-02-23 05:52:46 +0200 | [diff] [blame] | 623 | |
| 624 | _testcapi._test_thread_state(callback) |
| 625 | a = b = callback |
| 626 | time.sleep(1) |
| 627 | # Check our main thread is in the list exactly 3 times. |
Ezio Melotti | 35246bd | 2013-02-23 05:58:38 +0200 | [diff] [blame] | 628 | self.assertEqual(idents.count(threading.get_ident()), 3, |
Ezio Melotti | 29267c8 | 2013-02-23 05:52:46 +0200 | [diff] [blame] | 629 | "Couldn't find main thread correctly in the list") |
| 630 | |
| 631 | target() |
| 632 | t = threading.Thread(target=target) |
| 633 | t.start() |
| 634 | t.join() |
| 635 | |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 636 | |
Zachary Ware | c12f09e | 2013-11-11 22:47:04 -0600 | [diff] [blame] | 637 | class Test_testcapi(unittest.TestCase): |
Serhiy Storchaka | 8f7bb10 | 2018-08-06 16:50:19 +0300 | [diff] [blame] | 638 | locals().update((name, getattr(_testcapi, name)) |
| 639 | for name in dir(_testcapi) |
| 640 | if name.startswith('test_') and not name.endswith('_code')) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 641 | |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 642 | |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 643 | class PyMemDebugTests(unittest.TestCase): |
| 644 | PYTHONMALLOC = 'debug' |
Victor Stinner | a1bc28a | 2016-03-14 17:10:36 +0100 | [diff] [blame] | 645 | # '0x04c06e0' or '04C06E0' |
Victor Stinner | 08572f6 | 2016-03-14 21:55:43 +0100 | [diff] [blame] | 646 | PTR_REGEX = r'(?:0x)?[0-9a-fA-F]+' |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 647 | |
| 648 | def check(self, code): |
| 649 | with support.SuppressCrashReport(): |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 650 | out = assert_python_failure('-c', code, |
| 651 | PYTHONMALLOC=self.PYTHONMALLOC) |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 652 | stderr = out.err |
| 653 | return stderr.decode('ascii', 'replace') |
| 654 | |
| 655 | def test_buffer_overflow(self): |
| 656 | out = self.check('import _testcapi; _testcapi.pymem_buffer_overflow()') |
Victor Stinner | a1bc28a | 2016-03-14 17:10:36 +0100 | [diff] [blame] | 657 | regex = (r"Debug memory block at address p={ptr}: API 'm'\n" |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 658 | r" 16 bytes originally requested\n" |
Victor Stinner | b3adb1a | 2016-03-14 17:40:09 +0100 | [diff] [blame] | 659 | r" The [0-9] pad bytes at p-[0-9] are FORBIDDENBYTE, as expected.\n" |
| 660 | r" The [0-9] pad bytes at tail={ptr} are not all FORBIDDENBYTE \(0x[0-9a-f]{{2}}\):\n" |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 661 | r" at tail\+0: 0x78 \*\*\* OUCH\n" |
Victor Stinner | 4c409be | 2019-04-11 13:01:15 +0200 | [diff] [blame] | 662 | r" at tail\+1: 0xfd\n" |
| 663 | r" at tail\+2: 0xfd\n" |
Victor Stinner | b3adb1a | 2016-03-14 17:40:09 +0100 | [diff] [blame] | 664 | r" .*\n" |
Victor Stinner | e8f9acf | 2019-04-12 21:54:06 +0200 | [diff] [blame] | 665 | r"( The block was made by call #[0-9]+ to debug malloc/realloc.\n)?" |
Victor Stinner | 4c409be | 2019-04-11 13:01:15 +0200 | [diff] [blame] | 666 | r" Data at p: cd cd cd .*\n" |
Victor Stinner | 6453e9e | 2016-03-15 23:36:28 +0100 | [diff] [blame] | 667 | r"\n" |
Victor Stinner | f966e53 | 2018-11-13 15:14:58 +0100 | [diff] [blame] | 668 | r"Enable tracemalloc to get the memory block allocation traceback\n" |
| 669 | r"\n" |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 670 | r"Fatal Python error: bad trailing pad byte") |
Victor Stinner | a1bc28a | 2016-03-14 17:10:36 +0100 | [diff] [blame] | 671 | regex = regex.format(ptr=self.PTR_REGEX) |
Victor Stinner | b3adb1a | 2016-03-14 17:40:09 +0100 | [diff] [blame] | 672 | regex = re.compile(regex, flags=re.DOTALL) |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 673 | self.assertRegex(out, regex) |
| 674 | |
| 675 | def test_api_misuse(self): |
| 676 | out = self.check('import _testcapi; _testcapi.pymem_api_misuse()') |
Victor Stinner | a1bc28a | 2016-03-14 17:10:36 +0100 | [diff] [blame] | 677 | regex = (r"Debug memory block at address p={ptr}: API 'm'\n" |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 678 | r" 16 bytes originally requested\n" |
Victor Stinner | b3adb1a | 2016-03-14 17:40:09 +0100 | [diff] [blame] | 679 | r" The [0-9] pad bytes at p-[0-9] are FORBIDDENBYTE, as expected.\n" |
| 680 | r" The [0-9] pad bytes at tail={ptr} are FORBIDDENBYTE, as expected.\n" |
Victor Stinner | e8f9acf | 2019-04-12 21:54:06 +0200 | [diff] [blame] | 681 | r"( The block was made by call #[0-9]+ to debug malloc/realloc.\n)?" |
Victor Stinner | 4c409be | 2019-04-11 13:01:15 +0200 | [diff] [blame] | 682 | r" Data at p: cd cd cd .*\n" |
Victor Stinner | 6453e9e | 2016-03-15 23:36:28 +0100 | [diff] [blame] | 683 | r"\n" |
Victor Stinner | f966e53 | 2018-11-13 15:14:58 +0100 | [diff] [blame] | 684 | r"Enable tracemalloc to get the memory block allocation traceback\n" |
| 685 | r"\n" |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 686 | r"Fatal Python error: bad ID: Allocated using API 'm', verified using API 'r'\n") |
Victor Stinner | a1bc28a | 2016-03-14 17:10:36 +0100 | [diff] [blame] | 687 | regex = regex.format(ptr=self.PTR_REGEX) |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 688 | self.assertRegex(out, regex) |
| 689 | |
Victor Stinner | ad52437 | 2016-03-16 12:12:53 +0100 | [diff] [blame] | 690 | def check_malloc_without_gil(self, code): |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 691 | out = self.check(code) |
| 692 | expected = ('Fatal Python error: Python memory allocator called ' |
| 693 | 'without holding the GIL') |
| 694 | self.assertIn(expected, out) |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 695 | |
Victor Stinner | ad52437 | 2016-03-16 12:12:53 +0100 | [diff] [blame] | 696 | def test_pymem_malloc_without_gil(self): |
| 697 | # Debug hooks must raise an error if PyMem_Malloc() is called |
| 698 | # without holding the GIL |
| 699 | code = 'import _testcapi; _testcapi.pymem_malloc_without_gil()' |
| 700 | self.check_malloc_without_gil(code) |
| 701 | |
| 702 | def test_pyobject_malloc_without_gil(self): |
| 703 | # Debug hooks must raise an error if PyObject_Malloc() is called |
| 704 | # without holding the GIL |
| 705 | code = 'import _testcapi; _testcapi.pyobject_malloc_without_gil()' |
| 706 | self.check_malloc_without_gil(code) |
| 707 | |
Victor Stinner | 2b00db6 | 2019-04-11 11:33:27 +0200 | [diff] [blame] | 708 | def check_pyobject_is_freed(self, func): |
| 709 | code = textwrap.dedent(''' |
| 710 | import gc, os, sys, _testcapi |
| 711 | # Disable the GC to avoid crash on GC collection |
| 712 | gc.disable() |
| 713 | obj = _testcapi.{func}() |
| 714 | error = (_testcapi.pyobject_is_freed(obj) == False) |
| 715 | # Exit immediately to avoid a crash while deallocating |
| 716 | # the invalid object |
| 717 | os._exit(int(error)) |
| 718 | ''') |
| 719 | code = code.format(func=func) |
| 720 | assert_python_ok('-c', code, PYTHONMALLOC=self.PYTHONMALLOC) |
| 721 | |
| 722 | def test_pyobject_is_freed_uninitialized(self): |
| 723 | self.check_pyobject_is_freed('pyobject_uninitialized') |
| 724 | |
| 725 | def test_pyobject_is_freed_forbidden_bytes(self): |
| 726 | self.check_pyobject_is_freed('pyobject_forbidden_bytes') |
| 727 | |
| 728 | def test_pyobject_is_freed_free(self): |
| 729 | self.check_pyobject_is_freed('pyobject_freed') |
| 730 | |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 731 | |
| 732 | class PyMemMallocDebugTests(PyMemDebugTests): |
| 733 | PYTHONMALLOC = 'malloc_debug' |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 734 | |
| 735 | |
Victor Stinner | 5d39e04 | 2017-11-29 17:20:38 +0100 | [diff] [blame] | 736 | @unittest.skipUnless(support.with_pymalloc(), 'need pymalloc') |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 737 | class PyMemPymallocDebugTests(PyMemDebugTests): |
| 738 | PYTHONMALLOC = 'pymalloc_debug' |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 739 | |
| 740 | |
| 741 | @unittest.skipUnless(Py_DEBUG, 'need Py_DEBUG') |
Victor Stinner | c4aec36 | 2016-03-14 22:26:53 +0100 | [diff] [blame] | 742 | class PyMemDefaultTests(PyMemDebugTests): |
| 743 | # test default allocator of Python compiled in debug mode |
| 744 | PYTHONMALLOC = '' |
Victor Stinner | 34be807 | 2016-03-14 12:04:26 +0100 | [diff] [blame] | 745 | |
| 746 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 747 | if __name__ == "__main__": |
Zachary Ware | c12f09e | 2013-11-11 22:47:04 -0600 | [diff] [blame] | 748 | unittest.main() |