Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 1 | import datetime |
Victor Stinner | cae969e | 2011-01-03 23:56:12 +0000 | [diff] [blame] | 2 | import warnings |
Antoine Pitrou | 9681022 | 2014-04-29 01:23:50 +0200 | [diff] [blame] | 3 | import weakref |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 4 | import unittest |
Ezio Melotti | b4dc250 | 2011-05-06 15:01:41 +0300 | [diff] [blame] | 5 | from itertools import product |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 6 | |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 7 | |
| 8 | class Test_Assertions(unittest.TestCase): |
| 9 | def test_AlmostEqual(self): |
| 10 | self.assertAlmostEqual(1.00000001, 1.0) |
| 11 | self.assertNotAlmostEqual(1.0000001, 1.0) |
| 12 | self.assertRaises(self.failureException, |
| 13 | self.assertAlmostEqual, 1.0000001, 1.0) |
| 14 | self.assertRaises(self.failureException, |
| 15 | self.assertNotAlmostEqual, 1.00000001, 1.0) |
| 16 | |
| 17 | self.assertAlmostEqual(1.1, 1.0, places=0) |
| 18 | self.assertRaises(self.failureException, |
| 19 | self.assertAlmostEqual, 1.1, 1.0, places=1) |
| 20 | |
| 21 | self.assertAlmostEqual(0, .1+.1j, places=0) |
| 22 | self.assertNotAlmostEqual(0, .1+.1j, places=1) |
| 23 | self.assertRaises(self.failureException, |
| 24 | self.assertAlmostEqual, 0, .1+.1j, places=1) |
| 25 | self.assertRaises(self.failureException, |
| 26 | self.assertNotAlmostEqual, 0, .1+.1j, places=0) |
| 27 | |
| 28 | self.assertAlmostEqual(float('inf'), float('inf')) |
| 29 | self.assertRaises(self.failureException, self.assertNotAlmostEqual, |
| 30 | float('inf'), float('inf')) |
| 31 | |
Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 32 | def test_AmostEqualWithDelta(self): |
| 33 | self.assertAlmostEqual(1.1, 1.0, delta=0.5) |
| 34 | self.assertAlmostEqual(1.0, 1.1, delta=0.5) |
| 35 | self.assertNotAlmostEqual(1.1, 1.0, delta=0.05) |
| 36 | self.assertNotAlmostEqual(1.0, 1.1, delta=0.05) |
| 37 | |
Ezio Melotti | d51914c | 2013-08-11 13:04:50 +0300 | [diff] [blame] | 38 | self.assertAlmostEqual(1.0, 1.0, delta=0.5) |
| 39 | self.assertRaises(self.failureException, self.assertNotAlmostEqual, |
| 40 | 1.0, 1.0, delta=0.5) |
| 41 | |
Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 42 | self.assertRaises(self.failureException, self.assertAlmostEqual, |
| 43 | 1.1, 1.0, delta=0.05) |
| 44 | self.assertRaises(self.failureException, self.assertNotAlmostEqual, |
| 45 | 1.1, 1.0, delta=0.5) |
| 46 | |
| 47 | self.assertRaises(TypeError, self.assertAlmostEqual, |
| 48 | 1.1, 1.0, places=2, delta=2) |
| 49 | self.assertRaises(TypeError, self.assertNotAlmostEqual, |
| 50 | 1.1, 1.0, places=2, delta=2) |
| 51 | |
| 52 | first = datetime.datetime.now() |
| 53 | second = first + datetime.timedelta(seconds=10) |
| 54 | self.assertAlmostEqual(first, second, |
| 55 | delta=datetime.timedelta(seconds=20)) |
| 56 | self.assertNotAlmostEqual(first, second, |
| 57 | delta=datetime.timedelta(seconds=5)) |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 58 | |
| 59 | def test_assertRaises(self): |
| 60 | def _raise(e): |
| 61 | raise e |
| 62 | self.assertRaises(KeyError, _raise, KeyError) |
| 63 | self.assertRaises(KeyError, _raise, KeyError("key")) |
| 64 | try: |
| 65 | self.assertRaises(KeyError, lambda: None) |
| 66 | except self.failureException as e: |
| 67 | self.assertIn("KeyError not raised", str(e)) |
| 68 | else: |
| 69 | self.fail("assertRaises() didn't fail") |
| 70 | try: |
| 71 | self.assertRaises(KeyError, _raise, ValueError) |
| 72 | except ValueError: |
| 73 | pass |
| 74 | else: |
| 75 | self.fail("assertRaises() didn't let exception pass through") |
| 76 | with self.assertRaises(KeyError) as cm: |
| 77 | try: |
| 78 | raise KeyError |
| 79 | except Exception as e: |
| 80 | exc = e |
| 81 | raise |
| 82 | self.assertIs(cm.exception, exc) |
| 83 | |
| 84 | with self.assertRaises(KeyError): |
| 85 | raise KeyError("key") |
| 86 | try: |
| 87 | with self.assertRaises(KeyError): |
| 88 | pass |
| 89 | except self.failureException as e: |
| 90 | self.assertIn("KeyError not raised", str(e)) |
| 91 | else: |
| 92 | self.fail("assertRaises() didn't fail") |
| 93 | try: |
| 94 | with self.assertRaises(KeyError): |
| 95 | raise ValueError |
| 96 | except ValueError: |
| 97 | pass |
| 98 | else: |
| 99 | self.fail("assertRaises() didn't let exception pass through") |
| 100 | |
Antoine Pitrou | 9681022 | 2014-04-29 01:23:50 +0200 | [diff] [blame] | 101 | def test_assertRaises_frames_survival(self): |
| 102 | # Issue #9815: assertRaises should avoid keeping local variables |
| 103 | # in a traceback alive. |
| 104 | class A: |
| 105 | pass |
| 106 | wr = None |
| 107 | |
| 108 | class Foo(unittest.TestCase): |
| 109 | |
| 110 | def foo(self): |
| 111 | nonlocal wr |
| 112 | a = A() |
| 113 | wr = weakref.ref(a) |
| 114 | try: |
| 115 | raise IOError |
| 116 | except IOError: |
| 117 | raise ValueError |
| 118 | |
| 119 | def test_functional(self): |
| 120 | self.assertRaises(ValueError, self.foo) |
| 121 | |
| 122 | def test_with(self): |
| 123 | with self.assertRaises(ValueError): |
| 124 | self.foo() |
| 125 | |
| 126 | Foo("test_functional").run() |
| 127 | self.assertIsNone(wr()) |
| 128 | Foo("test_with").run() |
| 129 | self.assertIsNone(wr()) |
| 130 | |
Ezio Melotti | 8f77630 | 2010-12-10 02:32:05 +0000 | [diff] [blame] | 131 | def testAssertNotRegex(self): |
| 132 | self.assertNotRegex('Ala ma kota', r'r+') |
Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 133 | try: |
Ezio Melotti | 8f77630 | 2010-12-10 02:32:05 +0000 | [diff] [blame] | 134 | self.assertNotRegex('Ala ma kota', r'k.t', 'Message') |
Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 135 | except self.failureException as e: |
| 136 | self.assertIn("'kot'", e.args[0]) |
| 137 | self.assertIn('Message', e.args[0]) |
| 138 | else: |
Ezio Melotti | 8f77630 | 2010-12-10 02:32:05 +0000 | [diff] [blame] | 139 | self.fail('assertNotRegex should have failed.') |
Benjamin Peterson | b48af54 | 2010-04-11 20:43:16 +0000 | [diff] [blame] | 140 | |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 141 | |
| 142 | class TestLongMessage(unittest.TestCase): |
| 143 | """Test that the individual asserts honour longMessage. |
| 144 | This actually tests all the message behaviour for |
| 145 | asserts that use longMessage.""" |
| 146 | |
| 147 | def setUp(self): |
| 148 | class TestableTestFalse(unittest.TestCase): |
| 149 | longMessage = False |
| 150 | failureException = self.failureException |
| 151 | |
| 152 | def testTest(self): |
| 153 | pass |
| 154 | |
| 155 | class TestableTestTrue(unittest.TestCase): |
| 156 | longMessage = True |
| 157 | failureException = self.failureException |
| 158 | |
| 159 | def testTest(self): |
| 160 | pass |
| 161 | |
| 162 | self.testableTrue = TestableTestTrue('testTest') |
| 163 | self.testableFalse = TestableTestFalse('testTest') |
| 164 | |
| 165 | def testDefault(self): |
Michael Foord | 5074df6 | 2010-12-03 00:53:09 +0000 | [diff] [blame] | 166 | self.assertTrue(unittest.TestCase.longMessage) |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 167 | |
| 168 | def test_formatMsg(self): |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 169 | self.assertEqual(self.testableFalse._formatMessage(None, "foo"), "foo") |
| 170 | self.assertEqual(self.testableFalse._formatMessage("foo", "bar"), "foo") |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 171 | |
Ezio Melotti | b3aedd4 | 2010-11-20 19:04:17 +0000 | [diff] [blame] | 172 | self.assertEqual(self.testableTrue._formatMessage(None, "foo"), "foo") |
| 173 | self.assertEqual(self.testableTrue._formatMessage("foo", "bar"), "bar : foo") |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 174 | |
| 175 | # This blows up if _formatMessage uses string concatenation |
| 176 | self.testableTrue._formatMessage(object(), 'foo') |
| 177 | |
| 178 | def test_formatMessage_unicode_error(self): |
Florent Xicluna | fd1b093 | 2010-03-28 00:25:02 +0000 | [diff] [blame] | 179 | one = ''.join(chr(i) for i in range(255)) |
| 180 | # this used to cause a UnicodeDecodeError constructing msg |
| 181 | self.testableTrue._formatMessage(one, '\uFFFD') |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 182 | |
| 183 | def assertMessages(self, methodName, args, errors): |
Ezio Melotti | b4dc250 | 2011-05-06 15:01:41 +0300 | [diff] [blame] | 184 | """ |
| 185 | Check that methodName(*args) raises the correct error messages. |
| 186 | errors should be a list of 4 regex that match the error when: |
| 187 | 1) longMessage = False and no msg passed; |
| 188 | 2) longMessage = False and msg passed; |
| 189 | 3) longMessage = True and no msg passed; |
| 190 | 4) longMessage = True and msg passed; |
| 191 | """ |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 192 | def getMethod(i): |
| 193 | useTestableFalse = i < 2 |
| 194 | if useTestableFalse: |
| 195 | test = self.testableFalse |
| 196 | else: |
| 197 | test = self.testableTrue |
| 198 | return getattr(test, methodName) |
| 199 | |
Ezio Melotti | ed3a7d2 | 2010-12-01 02:32:32 +0000 | [diff] [blame] | 200 | for i, expected_regex in enumerate(errors): |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 201 | testMethod = getMethod(i) |
| 202 | kwargs = {} |
| 203 | withMsg = i % 2 |
| 204 | if withMsg: |
| 205 | kwargs = {"msg": "oops"} |
| 206 | |
Ezio Melotti | ed3a7d2 | 2010-12-01 02:32:32 +0000 | [diff] [blame] | 207 | with self.assertRaisesRegex(self.failureException, |
| 208 | expected_regex=expected_regex): |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 209 | testMethod(*args, **kwargs) |
| 210 | |
| 211 | def testAssertTrue(self): |
| 212 | self.assertMessages('assertTrue', (False,), |
Ezio Melotti | 3044fa7 | 2010-12-18 17:31:58 +0000 | [diff] [blame] | 213 | ["^False is not true$", "^oops$", "^False is not true$", |
| 214 | "^False is not true : oops$"]) |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 215 | |
| 216 | def testAssertFalse(self): |
| 217 | self.assertMessages('assertFalse', (True,), |
Ezio Melotti | 3044fa7 | 2010-12-18 17:31:58 +0000 | [diff] [blame] | 218 | ["^True is not false$", "^oops$", "^True is not false$", |
| 219 | "^True is not false : oops$"]) |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 220 | |
| 221 | def testNotEqual(self): |
| 222 | self.assertMessages('assertNotEqual', (1, 1), |
| 223 | ["^1 == 1$", "^oops$", "^1 == 1$", |
| 224 | "^1 == 1 : oops$"]) |
| 225 | |
| 226 | def testAlmostEqual(self): |
| 227 | self.assertMessages('assertAlmostEqual', (1, 2), |
| 228 | ["^1 != 2 within 7 places$", "^oops$", |
| 229 | "^1 != 2 within 7 places$", "^1 != 2 within 7 places : oops$"]) |
| 230 | |
| 231 | def testNotAlmostEqual(self): |
| 232 | self.assertMessages('assertNotAlmostEqual', (1, 1), |
| 233 | ["^1 == 1 within 7 places$", "^oops$", |
| 234 | "^1 == 1 within 7 places$", "^1 == 1 within 7 places : oops$"]) |
| 235 | |
| 236 | def test_baseAssertEqual(self): |
| 237 | self.assertMessages('_baseAssertEqual', (1, 2), |
| 238 | ["^1 != 2$", "^oops$", "^1 != 2$", "^1 != 2 : oops$"]) |
| 239 | |
| 240 | def testAssertSequenceEqual(self): |
| 241 | # Error messages are multiline so not testing on full message |
| 242 | # assertTupleEqual and assertListEqual delegate to this method |
| 243 | self.assertMessages('assertSequenceEqual', ([], [None]), |
| 244 | ["\+ \[None\]$", "^oops$", r"\+ \[None\]$", |
| 245 | r"\+ \[None\] : oops$"]) |
| 246 | |
| 247 | def testAssertSetEqual(self): |
| 248 | self.assertMessages('assertSetEqual', (set(), set([None])), |
| 249 | ["None$", "^oops$", "None$", |
| 250 | "None : oops$"]) |
| 251 | |
| 252 | def testAssertIn(self): |
| 253 | self.assertMessages('assertIn', (None, []), |
| 254 | ['^None not found in \[\]$', "^oops$", |
| 255 | '^None not found in \[\]$', |
| 256 | '^None not found in \[\] : oops$']) |
| 257 | |
| 258 | def testAssertNotIn(self): |
| 259 | self.assertMessages('assertNotIn', (None, [None]), |
| 260 | ['^None unexpectedly found in \[None\]$', "^oops$", |
| 261 | '^None unexpectedly found in \[None\]$', |
| 262 | '^None unexpectedly found in \[None\] : oops$']) |
| 263 | |
| 264 | def testAssertDictEqual(self): |
| 265 | self.assertMessages('assertDictEqual', ({}, {'key': 'value'}), |
| 266 | [r"\+ \{'key': 'value'\}$", "^oops$", |
| 267 | "\+ \{'key': 'value'\}$", |
| 268 | "\+ \{'key': 'value'\} : oops$"]) |
| 269 | |
Ezio Melotti | 0f53501 | 2011-04-03 18:02:13 +0300 | [diff] [blame] | 270 | def testAssertDictContainsSubset(self): |
| 271 | with warnings.catch_warnings(): |
| 272 | warnings.simplefilter("ignore", DeprecationWarning) |
| 273 | |
| 274 | self.assertMessages('assertDictContainsSubset', ({'key': 'value'}, {}), |
| 275 | ["^Missing: 'key'$", "^oops$", |
| 276 | "^Missing: 'key'$", |
| 277 | "^Missing: 'key' : oops$"]) |
| 278 | |
Michael Foord | 2560e5c | 2010-03-27 12:34:21 +0000 | [diff] [blame] | 279 | def testAssertMultiLineEqual(self): |
| 280 | self.assertMessages('assertMultiLineEqual', ("", "foo"), |
| 281 | [r"\+ foo$", "^oops$", |
| 282 | r"\+ foo$", |
| 283 | r"\+ foo : oops$"]) |
| 284 | |
| 285 | def testAssertLess(self): |
| 286 | self.assertMessages('assertLess', (2, 1), |
| 287 | ["^2 not less than 1$", "^oops$", |
| 288 | "^2 not less than 1$", "^2 not less than 1 : oops$"]) |
| 289 | |
| 290 | def testAssertLessEqual(self): |
| 291 | self.assertMessages('assertLessEqual', (2, 1), |
| 292 | ["^2 not less than or equal to 1$", "^oops$", |
| 293 | "^2 not less than or equal to 1$", |
| 294 | "^2 not less than or equal to 1 : oops$"]) |
| 295 | |
| 296 | def testAssertGreater(self): |
| 297 | self.assertMessages('assertGreater', (1, 2), |
| 298 | ["^1 not greater than 2$", "^oops$", |
| 299 | "^1 not greater than 2$", |
| 300 | "^1 not greater than 2 : oops$"]) |
| 301 | |
| 302 | def testAssertGreaterEqual(self): |
| 303 | self.assertMessages('assertGreaterEqual', (1, 2), |
| 304 | ["^1 not greater than or equal to 2$", "^oops$", |
| 305 | "^1 not greater than or equal to 2$", |
| 306 | "^1 not greater than or equal to 2 : oops$"]) |
| 307 | |
| 308 | def testAssertIsNone(self): |
| 309 | self.assertMessages('assertIsNone', ('not None',), |
| 310 | ["^'not None' is not None$", "^oops$", |
| 311 | "^'not None' is not None$", |
| 312 | "^'not None' is not None : oops$"]) |
| 313 | |
| 314 | def testAssertIsNotNone(self): |
| 315 | self.assertMessages('assertIsNotNone', (None,), |
| 316 | ["^unexpectedly None$", "^oops$", |
| 317 | "^unexpectedly None$", |
| 318 | "^unexpectedly None : oops$"]) |
| 319 | |
| 320 | def testAssertIs(self): |
| 321 | self.assertMessages('assertIs', (None, 'foo'), |
| 322 | ["^None is not 'foo'$", "^oops$", |
| 323 | "^None is not 'foo'$", |
| 324 | "^None is not 'foo' : oops$"]) |
| 325 | |
| 326 | def testAssertIsNot(self): |
| 327 | self.assertMessages('assertIsNot', (None, None), |
| 328 | ["^unexpectedly identical: None$", "^oops$", |
| 329 | "^unexpectedly identical: None$", |
| 330 | "^unexpectedly identical: None : oops$"]) |
Ezio Melotti | b4dc250 | 2011-05-06 15:01:41 +0300 | [diff] [blame] | 331 | |
| 332 | |
| 333 | def assertMessagesCM(self, methodName, args, func, errors): |
| 334 | """ |
| 335 | Check that the correct error messages are raised while executing: |
| 336 | with method(*args): |
| 337 | func() |
| 338 | *errors* should be a list of 4 regex that match the error when: |
| 339 | 1) longMessage = False and no msg passed; |
| 340 | 2) longMessage = False and msg passed; |
| 341 | 3) longMessage = True and no msg passed; |
| 342 | 4) longMessage = True and msg passed; |
| 343 | """ |
| 344 | p = product((self.testableFalse, self.testableTrue), |
| 345 | ({}, {"msg": "oops"})) |
| 346 | for (cls, kwargs), err in zip(p, errors): |
| 347 | method = getattr(cls, methodName) |
| 348 | with self.assertRaisesRegex(cls.failureException, err): |
| 349 | with method(*args, **kwargs) as cm: |
| 350 | func() |
| 351 | |
| 352 | def testAssertRaises(self): |
| 353 | self.assertMessagesCM('assertRaises', (TypeError,), lambda: None, |
| 354 | ['^TypeError not raised$', '^oops$', |
| 355 | '^TypeError not raised$', |
| 356 | '^TypeError not raised : oops$']) |
| 357 | |
| 358 | def testAssertRaisesRegex(self): |
| 359 | # test error not raised |
| 360 | self.assertMessagesCM('assertRaisesRegex', (TypeError, 'unused regex'), |
| 361 | lambda: None, |
| 362 | ['^TypeError not raised$', '^oops$', |
| 363 | '^TypeError not raised$', |
| 364 | '^TypeError not raised : oops$']) |
| 365 | # test error raised but with wrong message |
| 366 | def raise_wrong_message(): |
| 367 | raise TypeError('foo') |
| 368 | self.assertMessagesCM('assertRaisesRegex', (TypeError, 'regex'), |
| 369 | raise_wrong_message, |
| 370 | ['^"regex" does not match "foo"$', '^oops$', |
| 371 | '^"regex" does not match "foo"$', |
| 372 | '^"regex" does not match "foo" : oops$']) |
| 373 | |
| 374 | def testAssertWarns(self): |
| 375 | self.assertMessagesCM('assertWarns', (UserWarning,), lambda: None, |
| 376 | ['^UserWarning not triggered$', '^oops$', |
| 377 | '^UserWarning not triggered$', |
| 378 | '^UserWarning not triggered : oops$']) |
| 379 | |
| 380 | def testAssertWarnsRegex(self): |
| 381 | # test error not raised |
| 382 | self.assertMessagesCM('assertWarnsRegex', (UserWarning, 'unused regex'), |
| 383 | lambda: None, |
| 384 | ['^UserWarning not triggered$', '^oops$', |
| 385 | '^UserWarning not triggered$', |
| 386 | '^UserWarning not triggered : oops$']) |
| 387 | # test warning raised but with wrong message |
| 388 | def raise_wrong_message(): |
| 389 | warnings.warn('foo') |
| 390 | self.assertMessagesCM('assertWarnsRegex', (UserWarning, 'regex'), |
| 391 | raise_wrong_message, |
| 392 | ['^"regex" does not match "foo"$', '^oops$', |
| 393 | '^"regex" does not match "foo"$', |
| 394 | '^"regex" does not match "foo" : oops$']) |
Antoine Pitrou | 1d7c8c9 | 2013-09-13 23:52:46 +0200 | [diff] [blame] | 395 | |
| 396 | |
| 397 | if __name__ == "__main__": |
| 398 | unittest.main() |