blob: c4b124be10680eca43b36353d518a122b8a9fb27 [file] [log] [blame]
Fred Drake02538202001-03-21 18:09:46 +00001#!/usr/bin/env python
Steve Purcell5ddd1a82001-03-22 08:45:36 +00002'''
Fred Drake02538202001-03-21 18:09:46 +00003Python unit testing framework, based on Erich Gamma's JUnit and Kent Beck's
4Smalltalk testing framework.
5
Fred Drake02538202001-03-21 18:09:46 +00006This module contains the core framework classes that form the basis of
7specific test cases and suites (TestCase, TestSuite etc.), and also a
8text-based utility class for running the tests and reporting the results
Jeremy Hyltonefef5da2001-10-22 18:14:15 +00009 (TextTestRunner).
Fred Drake02538202001-03-21 18:09:46 +000010
Steve Purcell5ddd1a82001-03-22 08:45:36 +000011Simple usage:
12
13 import unittest
14
15 class IntegerArithmenticTestCase(unittest.TestCase):
16 def testAdd(self): ## test method names begin 'test*'
17 self.assertEquals((1 + 2), 3)
18 self.assertEquals(0 + 1, 1)
Steve Purcell7b065702001-09-06 08:24:40 +000019 def testMultiply(self):
Steve Purcell5ddd1a82001-03-22 08:45:36 +000020 self.assertEquals((0 * 10), 0)
21 self.assertEquals((5 * 8), 40)
22
23 if __name__ == '__main__':
24 unittest.main()
25
26Further information is available in the bundled documentation, and from
27
Guido van Rossumd8faa362007-04-27 19:54:29 +000028 http://docs.python.org/lib/module-unittest.html
Steve Purcell5ddd1a82001-03-22 08:45:36 +000029
Steve Purcell7e743842003-09-22 11:08:12 +000030Copyright (c) 1999-2003 Steve Purcell
Fred Drake02538202001-03-21 18:09:46 +000031This module is free software, and you may redistribute it and/or modify
32it under the same terms as Python itself, so long as this copyright message
33and disclaimer are retained in their original form.
34
35IN NO EVENT SHALL THE AUTHOR BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT,
36SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OF
37THIS CODE, EVEN IF THE AUTHOR HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
38DAMAGE.
39
40THE AUTHOR SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT
41LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
42PARTICULAR PURPOSE. THE CODE PROVIDED HEREUNDER IS ON AN "AS IS" BASIS,
43AND THERE IS NO OBLIGATION WHATSOEVER TO PROVIDE MAINTENANCE,
44SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
Steve Purcell5ddd1a82001-03-22 08:45:36 +000045'''
Fred Drake02538202001-03-21 18:09:46 +000046
Steve Purcell5ddd1a82001-03-22 08:45:36 +000047__author__ = "Steve Purcell"
48__email__ = "stephen_purcell at yahoo dot com"
Steve Purcellb8d5f242003-12-06 13:03:13 +000049__version__ = "#Revision: 1.63 $"[11:-2]
Fred Drake02538202001-03-21 18:09:46 +000050
51import time
52import sys
53import traceback
Fred Drake02538202001-03-21 18:09:46 +000054import os
Steve Purcell5ddd1a82001-03-22 08:45:36 +000055import types
Fred Drake02538202001-03-21 18:09:46 +000056
57##############################################################################
Steve Purcelld75e7e42003-09-15 11:01:21 +000058# Exported classes and functions
59##############################################################################
60__all__ = ['TestResult', 'TestCase', 'TestSuite', 'TextTestRunner',
61 'TestLoader', 'FunctionTestCase', 'main', 'defaultTestLoader']
62
Steve Purcell7e743842003-09-22 11:08:12 +000063# Expose obsolete functions for backwards compatibility
Steve Purcelld75e7e42003-09-15 11:01:21 +000064__all__.extend(['getTestCaseNames', 'makeSuite', 'findTestCases'])
65
66
67##############################################################################
Fred Drake02538202001-03-21 18:09:46 +000068# Test framework core
69##############################################################################
70
Steve Purcelldc391a62002-08-09 09:46:23 +000071def _strclass(cls):
72 return "%s.%s" % (cls.__module__, cls.__name__)
73
Steve Purcellb8d5f242003-12-06 13:03:13 +000074__unittest = 1
75
Fred Drake02538202001-03-21 18:09:46 +000076class TestResult:
77 """Holder for test result information.
78
79 Test results are automatically managed by the TestCase and TestSuite
80 classes, and do not need to be explicitly manipulated by writers of tests.
81
82 Each instance holds the total number of tests run, and collections of
83 failures and errors that occurred among those test runs. The collections
Steve Purcell7b065702001-09-06 08:24:40 +000084 contain tuples of (testcase, exceptioninfo), where exceptioninfo is the
Fred Drake656f9ec2001-09-06 19:13:14 +000085 formatted traceback of the error that occurred.
Fred Drake02538202001-03-21 18:09:46 +000086 """
87 def __init__(self):
88 self.failures = []
89 self.errors = []
90 self.testsRun = 0
Guido van Rossumd8faa362007-04-27 19:54:29 +000091 self.shouldStop = False
Fred Drake02538202001-03-21 18:09:46 +000092
93 def startTest(self, test):
94 "Called when the given test is about to be run"
95 self.testsRun = self.testsRun + 1
96
97 def stopTest(self, test):
98 "Called when the given test has been run"
99 pass
100
101 def addError(self, test, err):
Steve Purcell7b065702001-09-06 08:24:40 +0000102 """Called when an error has occurred. 'err' is a tuple of values as
103 returned by sys.exc_info().
104 """
Steve Purcellb8d5f242003-12-06 13:03:13 +0000105 self.errors.append((test, self._exc_info_to_string(err, test)))
Fred Drake02538202001-03-21 18:09:46 +0000106
107 def addFailure(self, test, err):
Steve Purcell7b065702001-09-06 08:24:40 +0000108 """Called when an error has occurred. 'err' is a tuple of values as
109 returned by sys.exc_info()."""
Steve Purcellb8d5f242003-12-06 13:03:13 +0000110 self.failures.append((test, self._exc_info_to_string(err, test)))
Fred Drake02538202001-03-21 18:09:46 +0000111
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000112 def addSuccess(self, test):
113 "Called when a test has completed successfully"
114 pass
115
Fred Drake02538202001-03-21 18:09:46 +0000116 def wasSuccessful(self):
117 "Tells whether or not this result was a success"
118 return len(self.failures) == len(self.errors) == 0
119
120 def stop(self):
121 "Indicates that the tests should be aborted"
Steve Purcell7e743842003-09-22 11:08:12 +0000122 self.shouldStop = True
Tim Petersa19a1682001-03-29 04:36:09 +0000123
Steve Purcellb8d5f242003-12-06 13:03:13 +0000124 def _exc_info_to_string(self, err, test):
Steve Purcell7b065702001-09-06 08:24:40 +0000125 """Converts a sys.exc_info()-style tuple of values into a string."""
Steve Purcellb8d5f242003-12-06 13:03:13 +0000126 exctype, value, tb = err
127 # Skip test runner traceback levels
128 while tb and self._is_relevant_tb_level(tb):
129 tb = tb.tb_next
130 if exctype is test.failureException:
131 # Skip assert*() traceback levels
132 length = self._count_relevant_tb_levels(tb)
Collin Winterce36ad82007-08-30 01:19:48 +0000133 return ''.join(traceback.format_exception(exctype, value,
134 tb, length))
Steve Purcellb8d5f242003-12-06 13:03:13 +0000135 return ''.join(traceback.format_exception(exctype, value, tb))
136
137 def _is_relevant_tb_level(self, tb):
Guido van Rossume2b70bc2006-08-18 22:13:04 +0000138 return '__unittest' in tb.tb_frame.f_globals
Steve Purcellb8d5f242003-12-06 13:03:13 +0000139
140 def _count_relevant_tb_levels(self, tb):
141 length = 0
142 while tb and not self._is_relevant_tb_level(tb):
143 length += 1
144 tb = tb.tb_next
145 return length
Steve Purcell7b065702001-09-06 08:24:40 +0000146
Fred Drake02538202001-03-21 18:09:46 +0000147 def __repr__(self):
148 return "<%s run=%i errors=%i failures=%i>" % \
Steve Purcelldc391a62002-08-09 09:46:23 +0000149 (_strclass(self.__class__), self.testsRun, len(self.errors),
Fred Drake02538202001-03-21 18:09:46 +0000150 len(self.failures))
151
Fred Drake02538202001-03-21 18:09:46 +0000152class TestCase:
153 """A class whose instances are single test cases.
154
Fred Drake02538202001-03-21 18:09:46 +0000155 By default, the test code itself should be placed in a method named
156 'runTest'.
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000157
Tim Petersa19a1682001-03-29 04:36:09 +0000158 If the fixture may be used for many test cases, create as
Fred Drake02538202001-03-21 18:09:46 +0000159 many test methods as are needed. When instantiating such a TestCase
160 subclass, specify in the constructor arguments the name of the test method
161 that the instance is to execute.
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000162
Tim Petersa19a1682001-03-29 04:36:09 +0000163 Test authors should subclass TestCase for their own tests. Construction
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000164 and deconstruction of the test's environment ('fixture') can be
165 implemented by overriding the 'setUp' and 'tearDown' methods respectively.
166
167 If it is necessary to override the __init__ method, the base class
168 __init__ method must always be called. It is important that subclasses
169 should not change the signature of their __init__ method, since instances
170 of the classes are instantiated automatically by parts of the framework
171 in order to be run.
Fred Drake02538202001-03-21 18:09:46 +0000172 """
Steve Purcell15d89272001-04-12 09:05:01 +0000173
174 # This attribute determines which exception will be raised when
175 # the instance's assertion methods fail; test methods raising this
176 # exception will be deemed to have 'failed' rather than 'errored'
177
178 failureException = AssertionError
179
Fred Drake02538202001-03-21 18:09:46 +0000180 def __init__(self, methodName='runTest'):
181 """Create an instance of the class that will use the named test
182 method when executed. Raises a ValueError if the instance does
183 not have a method with the specified name.
184 """
185 try:
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000186 self._testMethodName = methodName
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000187 testMethod = getattr(self, methodName)
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000188 self._testMethodDoc = testMethod.__doc__
Fred Drake02538202001-03-21 18:09:46 +0000189 except AttributeError:
Collin Winterce36ad82007-08-30 01:19:48 +0000190 raise ValueError("no such test method in %s: %s"
191 % (self.__class__, methodName))
Fred Drake02538202001-03-21 18:09:46 +0000192
193 def setUp(self):
194 "Hook method for setting up the test fixture before exercising it."
195 pass
196
197 def tearDown(self):
198 "Hook method for deconstructing the test fixture after testing it."
199 pass
200
201 def countTestCases(self):
202 return 1
203
204 def defaultTestResult(self):
205 return TestResult()
206
207 def shortDescription(self):
208 """Returns a one-line description of the test, or None if no
209 description has been provided.
210
211 The default implementation of this method returns the first line of
212 the specified test method's docstring.
213 """
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000214 doc = self._testMethodDoc
Steve Purcell7e743842003-09-22 11:08:12 +0000215 return doc and doc.split("\n")[0].strip() or None
Fred Drake02538202001-03-21 18:09:46 +0000216
217 def id(self):
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000218 return "%s.%s" % (_strclass(self.__class__), self._testMethodName)
Fred Drake02538202001-03-21 18:09:46 +0000219
Guido van Rossumd8faa362007-04-27 19:54:29 +0000220 def __eq__(self, other):
221 if type(self) is not type(other):
222 return False
223
224 return self._testMethodName == other._testMethodName
225
226 def __ne__(self, other):
227 return not self == other
228
229 def __hash__(self):
230 return hash((type(self), self._testMethodName))
231
Fred Drake02538202001-03-21 18:09:46 +0000232 def __str__(self):
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000233 return "%s (%s)" % (self._testMethodName, _strclass(self.__class__))
Fred Drake02538202001-03-21 18:09:46 +0000234
235 def __repr__(self):
236 return "<%s testMethod=%s>" % \
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000237 (_strclass(self.__class__), self._testMethodName)
Fred Drake02538202001-03-21 18:09:46 +0000238
239 def run(self, result=None):
Fred Drake02538202001-03-21 18:09:46 +0000240 if result is None: result = self.defaultTestResult()
241 result.startTest(self)
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000242 testMethod = getattr(self, self._testMethodName)
Fred Drake02538202001-03-21 18:09:46 +0000243 try:
244 try:
245 self.setUp()
Guido van Rossum202dd1e2001-12-07 03:39:34 +0000246 except KeyboardInterrupt:
247 raise
Fred Drake02538202001-03-21 18:09:46 +0000248 except:
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000249 result.addError(self, self._exc_info())
Fred Drake02538202001-03-21 18:09:46 +0000250 return
251
Steve Purcell7e743842003-09-22 11:08:12 +0000252 ok = False
Fred Drake02538202001-03-21 18:09:46 +0000253 try:
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000254 testMethod()
Steve Purcell7e743842003-09-22 11:08:12 +0000255 ok = True
Skip Montanaroae5c37b2003-07-13 15:18:12 +0000256 except self.failureException:
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000257 result.addFailure(self, self._exc_info())
Guido van Rossum202dd1e2001-12-07 03:39:34 +0000258 except KeyboardInterrupt:
259 raise
Fred Drake02538202001-03-21 18:09:46 +0000260 except:
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000261 result.addError(self, self._exc_info())
Fred Drake02538202001-03-21 18:09:46 +0000262
263 try:
264 self.tearDown()
Guido van Rossum202dd1e2001-12-07 03:39:34 +0000265 except KeyboardInterrupt:
266 raise
Fred Drake02538202001-03-21 18:09:46 +0000267 except:
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000268 result.addError(self, self._exc_info())
Steve Purcell7e743842003-09-22 11:08:12 +0000269 ok = False
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000270 if ok: result.addSuccess(self)
Fred Drake02538202001-03-21 18:09:46 +0000271 finally:
272 result.stopTest(self)
273
Raymond Hettinger664347b2004-12-04 21:21:53 +0000274 def __call__(self, *args, **kwds):
275 return self.run(*args, **kwds)
Steve Purcell7e743842003-09-22 11:08:12 +0000276
Fred Drake02538202001-03-21 18:09:46 +0000277 def debug(self):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000278 """Run the test without collecting errors in a TestResult"""
Fred Drake02538202001-03-21 18:09:46 +0000279 self.setUp()
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000280 getattr(self, self._testMethodName)()
Fred Drake02538202001-03-21 18:09:46 +0000281 self.tearDown()
282
Georg Brandl81cdb4e2006-01-20 17:55:00 +0000283 def _exc_info(self):
Steve Purcell15d89272001-04-12 09:05:01 +0000284 """Return a version of sys.exc_info() with the traceback frame
285 minimised; usually the top level of the traceback frame is not
286 needed.
Fred Drake02538202001-03-21 18:09:46 +0000287 """
Guido van Rossumd8faa362007-04-27 19:54:29 +0000288 return sys.exc_info()
Fred Drake02538202001-03-21 18:09:46 +0000289
Steve Purcell15d89272001-04-12 09:05:01 +0000290 def fail(self, msg=None):
291 """Fail immediately, with the given message."""
Collin Winterce36ad82007-08-30 01:19:48 +0000292 raise self.failureException(msg)
Fred Drake02538202001-03-21 18:09:46 +0000293
294 def failIf(self, expr, msg=None):
295 "Fail the test if the expression is true."
Collin Winterce36ad82007-08-30 01:19:48 +0000296 if expr: raise self.failureException(msg)
Fred Drake02538202001-03-21 18:09:46 +0000297
Steve Purcell15d89272001-04-12 09:05:01 +0000298 def failUnless(self, expr, msg=None):
299 """Fail the test unless the expression is true."""
Collin Winterce36ad82007-08-30 01:19:48 +0000300 if not expr: raise self.failureException(msg)
Steve Purcell15d89272001-04-12 09:05:01 +0000301
302 def failUnlessRaises(self, excClass, callableObj, *args, **kwargs):
303 """Fail unless an exception of class excClass is thrown
Fred Drake02538202001-03-21 18:09:46 +0000304 by callableObj when invoked with arguments args and keyword
305 arguments kwargs. If a different type of exception is
306 thrown, it will not be caught, and the test case will be
307 deemed to have suffered an error, exactly as for an
308 unexpected exception.
309 """
310 try:
Guido van Rossum68468eb2003-02-27 20:14:51 +0000311 callableObj(*args, **kwargs)
Fred Drake02538202001-03-21 18:09:46 +0000312 except excClass:
313 return
314 else:
Guido van Rossum2b6a97e2007-07-10 09:10:40 +0000315 excName = str(getattr(excClass, '__name__', excClass))
316 objName = str(getattr(callableObj, '__name__', callableObj))
Collin Winterce36ad82007-08-30 01:19:48 +0000317 raise self.failureException("%s not raised by %s" % (excName,
318 objName))
Fred Drake02538202001-03-21 18:09:46 +0000319
Steve Purcell15d89272001-04-12 09:05:01 +0000320 def failUnlessEqual(self, first, second, msg=None):
Raymond Hettingerc377cbf2003-04-04 22:56:42 +0000321 """Fail if the two objects are unequal as determined by the '=='
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000322 operator.
323 """
Raymond Hettingerc377cbf2003-04-04 22:56:42 +0000324 if not first == second:
Collin Winterce36ad82007-08-30 01:19:48 +0000325 raise self.failureException(msg or '%r != %r' % (first, second))
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000326
Steve Purcell15d89272001-04-12 09:05:01 +0000327 def failIfEqual(self, first, second, msg=None):
328 """Fail if the two objects are equal as determined by the '=='
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000329 operator.
330 """
Steve Purcell15d89272001-04-12 09:05:01 +0000331 if first == second:
Collin Winterce36ad82007-08-30 01:19:48 +0000332 raise self.failureException(msg or '%r == %r' % (first, second))
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000333
Jeffrey Yasskinaaaef112007-09-07 15:00:39 +0000334 def failUnlessAlmostEqual(self, first, second, *, places=7, msg=None):
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000335 """Fail if the two objects are unequal as determined by their
336 difference rounded to the given number of decimal places
337 (default 7) and comparing to zero.
338
Steve Purcell397b45d2003-10-26 10:41:03 +0000339 Note that decimal places (from zero) are usually not the same
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000340 as significant digits (measured from the most signficant digit).
341 """
Jeffrey Yasskin1cc55442007-09-06 18:55:17 +0000342 if round(abs(second-first), places) != 0:
Collin Winterce36ad82007-08-30 01:19:48 +0000343 raise self.failureException(msg or '%r != %r within %r places'
344 % (first, second, places))
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000345
Jeffrey Yasskinaaaef112007-09-07 15:00:39 +0000346 def failIfAlmostEqual(self, first, second, *, places=7, msg=None):
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000347 """Fail if the two objects are equal as determined by their
348 difference rounded to the given number of decimal places
349 (default 7) and comparing to zero.
350
Steve Purcellcca34912003-10-26 16:38:16 +0000351 Note that decimal places (from zero) are usually not the same
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000352 as significant digits (measured from the most signficant digit).
353 """
Jeffrey Yasskin1cc55442007-09-06 18:55:17 +0000354 if round(abs(second-first), places) == 0:
Collin Winterce36ad82007-08-30 01:19:48 +0000355 raise self.failureException(msg or '%r == %r within %r places'
356 % (first, second, places))
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000357
Steve Purcell7e743842003-09-22 11:08:12 +0000358 # Synonyms for assertion methods
359
Steve Purcell15d89272001-04-12 09:05:01 +0000360 assertEqual = assertEquals = failUnlessEqual
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000361
Steve Purcell15d89272001-04-12 09:05:01 +0000362 assertNotEqual = assertNotEquals = failIfEqual
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000363
Raymond Hettingerc7b07692002-12-29 17:59:24 +0000364 assertAlmostEqual = assertAlmostEquals = failUnlessAlmostEqual
365
366 assertNotAlmostEqual = assertNotAlmostEquals = failIfAlmostEqual
367
Steve Purcell15d89272001-04-12 09:05:01 +0000368 assertRaises = failUnlessRaises
369
Steve Purcell7e743842003-09-22 11:08:12 +0000370 assert_ = assertTrue = failUnless
371
372 assertFalse = failIf
Steve Purcell15d89272001-04-12 09:05:01 +0000373
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000374
Fred Drake02538202001-03-21 18:09:46 +0000375
376class TestSuite:
377 """A test suite is a composite test consisting of a number of TestCases.
378
379 For use, create an instance of TestSuite, then add test case instances.
380 When all tests have been added, the suite can be passed to a test
381 runner, such as TextTestRunner. It will run the individual test cases
382 in the order in which they were added, aggregating the results. When
383 subclassing, do not forget to call the base class constructor.
384 """
385 def __init__(self, tests=()):
386 self._tests = []
387 self.addTests(tests)
388
389 def __repr__(self):
Steve Purcelldc391a62002-08-09 09:46:23 +0000390 return "<%s tests=%s>" % (_strclass(self.__class__), self._tests)
Fred Drake02538202001-03-21 18:09:46 +0000391
392 __str__ = __repr__
393
Guido van Rossumd8faa362007-04-27 19:54:29 +0000394 def __eq__(self, other):
395 if type(self) is not type(other):
396 return False
397 return self._tests == other._tests
398
399 def __ne__(self, other):
400 return not self == other
401
Jim Fultonfafd8742004-08-28 15:22:12 +0000402 def __iter__(self):
403 return iter(self._tests)
404
Fred Drake02538202001-03-21 18:09:46 +0000405 def countTestCases(self):
406 cases = 0
407 for test in self._tests:
Steve Purcell7e743842003-09-22 11:08:12 +0000408 cases += test.countTestCases()
Fred Drake02538202001-03-21 18:09:46 +0000409 return cases
410
411 def addTest(self, test):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000412 # sanity checks
Guido van Rossumd59da4b2007-05-22 18:11:13 +0000413 if not hasattr(test, '__call__'):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000414 raise TypeError("the test to add must be callable")
Guido van Rossum13257902007-06-07 23:15:56 +0000415 if isinstance(test, type) and issubclass(test, (TestCase, TestSuite)):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000416 raise TypeError("TestCases and TestSuites must be instantiated "
417 "before passing them to addTest()")
Fred Drake02538202001-03-21 18:09:46 +0000418 self._tests.append(test)
419
420 def addTests(self, tests):
Guido van Rossum3172c5d2007-10-16 18:12:55 +0000421 if isinstance(tests, str):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000422 raise TypeError("tests must be an iterable of tests, not a string")
Fred Drake02538202001-03-21 18:09:46 +0000423 for test in tests:
424 self.addTest(test)
425
426 def run(self, result):
Fred Drake02538202001-03-21 18:09:46 +0000427 for test in self._tests:
428 if result.shouldStop:
429 break
430 test(result)
431 return result
432
Raymond Hettinger664347b2004-12-04 21:21:53 +0000433 def __call__(self, *args, **kwds):
434 return self.run(*args, **kwds)
435
Fred Drake02538202001-03-21 18:09:46 +0000436 def debug(self):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000437 """Run the tests without collecting errors in a TestResult"""
Fred Drake02538202001-03-21 18:09:46 +0000438 for test in self._tests: test.debug()
Fred Drake02538202001-03-21 18:09:46 +0000439
440
441class FunctionTestCase(TestCase):
442 """A test case that wraps a test function.
443
444 This is useful for slipping pre-existing test functions into the
Guido van Rossumd8faa362007-04-27 19:54:29 +0000445 unittest framework. Optionally, set-up and tidy-up functions can be
Fred Drake02538202001-03-21 18:09:46 +0000446 supplied. As with TestCase, the tidy-up ('tearDown') function will
447 always be called if the set-up ('setUp') function ran successfully.
448 """
449
450 def __init__(self, testFunc, setUp=None, tearDown=None,
451 description=None):
452 TestCase.__init__(self)
453 self.__setUpFunc = setUp
454 self.__tearDownFunc = tearDown
455 self.__testFunc = testFunc
456 self.__description = description
457
458 def setUp(self):
459 if self.__setUpFunc is not None:
460 self.__setUpFunc()
461
462 def tearDown(self):
463 if self.__tearDownFunc is not None:
464 self.__tearDownFunc()
465
466 def runTest(self):
467 self.__testFunc()
468
469 def id(self):
470 return self.__testFunc.__name__
471
Guido van Rossumd8faa362007-04-27 19:54:29 +0000472 def __eq__(self, other):
473 if type(self) is not type(other):
474 return False
475
476 return self.__setUpFunc == other.__setUpFunc and \
477 self.__tearDownFunc == other.__tearDownFunc and \
478 self.__testFunc == other.__testFunc and \
479 self.__description == other.__description
480
481 def __ne__(self, other):
482 return not self == other
483
484 def __hash__(self):
485 return hash((type(self), self.__setUpFunc, self.__tearDownFunc,
Collin Winterce36ad82007-08-30 01:19:48 +0000486 self.__testFunc, self.__description))
Guido van Rossumd8faa362007-04-27 19:54:29 +0000487
Fred Drake02538202001-03-21 18:09:46 +0000488 def __str__(self):
Collin Winterce36ad82007-08-30 01:19:48 +0000489 return "%s (%s)" % (_strclass(self.__class__),
490 self.__testFunc.__name__)
Fred Drake02538202001-03-21 18:09:46 +0000491
492 def __repr__(self):
Collin Winterce36ad82007-08-30 01:19:48 +0000493 return "<%s testFunc=%s>" % (_strclass(self.__class__),
494 self.__testFunc)
Fred Drake02538202001-03-21 18:09:46 +0000495
496 def shortDescription(self):
497 if self.__description is not None: return self.__description
498 doc = self.__testFunc.__doc__
Steve Purcell7e743842003-09-22 11:08:12 +0000499 return doc and doc.split("\n")[0].strip() or None
Fred Drake02538202001-03-21 18:09:46 +0000500
501
502
503##############################################################################
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000504# Locating and loading tests
Fred Drake02538202001-03-21 18:09:46 +0000505##############################################################################
506
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000507class TestLoader:
508 """This class is responsible for loading tests according to various
Guido van Rossumd8faa362007-04-27 19:54:29 +0000509 criteria and returning them wrapped in a TestSuite
Fred Drake02538202001-03-21 18:09:46 +0000510 """
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000511 testMethodPrefix = 'test'
512 sortTestMethodsUsing = cmp
513 suiteClass = TestSuite
Fred Drake02538202001-03-21 18:09:46 +0000514
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000515 def loadTestsFromTestCase(self, testCaseClass):
Steve Purcell15d89272001-04-12 09:05:01 +0000516 """Return a suite of all tests cases contained in testCaseClass"""
Johannes Gijsbersd7b6ad42004-11-07 15:46:25 +0000517 if issubclass(testCaseClass, TestSuite):
Collin Winterce36ad82007-08-30 01:19:48 +0000518 raise TypeError("Test cases should not be derived from TestSuite."
519 "Maybe you meant to derive from TestCase?")
Steve Purcell7e743842003-09-22 11:08:12 +0000520 testCaseNames = self.getTestCaseNames(testCaseClass)
521 if not testCaseNames and hasattr(testCaseClass, 'runTest'):
522 testCaseNames = ['runTest']
523 return self.suiteClass(map(testCaseClass, testCaseNames))
Fred Drake02538202001-03-21 18:09:46 +0000524
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000525 def loadTestsFromModule(self, module):
Steve Purcell15d89272001-04-12 09:05:01 +0000526 """Return a suite of all tests cases contained in the given module"""
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000527 tests = []
528 for name in dir(module):
529 obj = getattr(module, name)
Guido van Rossum13257902007-06-07 23:15:56 +0000530 if isinstance(obj, type) and issubclass(obj, TestCase):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000531 tests.append(self.loadTestsFromTestCase(obj))
532 return self.suiteClass(tests)
Fred Drake02538202001-03-21 18:09:46 +0000533
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000534 def loadTestsFromName(self, name, module=None):
Steve Purcell15d89272001-04-12 09:05:01 +0000535 """Return a suite of all tests cases given a string specifier.
536
537 The name may resolve either to a module, a test case class, a
538 test method within a test case class, or a callable object which
539 returns a TestCase or TestSuite instance.
Tim Peters613b2222001-04-13 05:37:27 +0000540
Steve Purcell15d89272001-04-12 09:05:01 +0000541 The method optionally resolves the names relative to a given module.
542 """
Steve Purcell7e743842003-09-22 11:08:12 +0000543 parts = name.split('.')
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000544 if module is None:
Steve Purcell7e743842003-09-22 11:08:12 +0000545 parts_copy = parts[:]
546 while parts_copy:
547 try:
548 module = __import__('.'.join(parts_copy))
549 break
550 except ImportError:
551 del parts_copy[-1]
552 if not parts_copy: raise
Armin Rigo1b3c04b2003-10-24 17:15:29 +0000553 parts = parts[1:]
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000554 obj = module
555 for part in parts:
Steve Purcell7e743842003-09-22 11:08:12 +0000556 parent, obj = obj, getattr(obj, part)
Fred Drake02538202001-03-21 18:09:46 +0000557
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000558 if type(obj) == types.ModuleType:
559 return self.loadTestsFromModule(obj)
Guido van Rossum13257902007-06-07 23:15:56 +0000560 elif isinstance(obj, type) and issubclass(obj, TestCase):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000561 return self.loadTestsFromTestCase(obj)
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000562 elif (isinstance(obj, types.FunctionType) and
Guido van Rossum13257902007-06-07 23:15:56 +0000563 isinstance(parent, type) and
Guido van Rossumd8faa362007-04-27 19:54:29 +0000564 issubclass(parent, TestCase)):
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000565 name = obj.__name__
566 inst = parent(name)
567 # static methods follow a different path
568 if not(isinstance(getattr(inst, name), types.FunctionType)):
569 return TestSuite([inst])
Steve Purcell397b45d2003-10-26 10:41:03 +0000570 elif isinstance(obj, TestSuite):
Steve Purcell7e743842003-09-22 11:08:12 +0000571 return obj
Christian Heimes4a22b5d2007-11-25 09:39:14 +0000572
573 if hasattr(obj, '__call__'):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000574 test = obj()
Guido van Rossumd8faa362007-04-27 19:54:29 +0000575 if isinstance(test, TestSuite):
576 return test
577 elif isinstance(test, TestCase):
578 return TestSuite([test])
579 else:
580 raise TypeError("calling %s returned %s, not a test" %
581 (obj, test))
Fred Drake02538202001-03-21 18:09:46 +0000582 else:
Guido van Rossumd8faa362007-04-27 19:54:29 +0000583 raise TypeError("don't know how to make test from: %s" % obj)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000584
585 def loadTestsFromNames(self, names, module=None):
Steve Purcell15d89272001-04-12 09:05:01 +0000586 """Return a suite of all tests cases found using the given sequence
587 of string specifiers. See 'loadTestsFromName()'.
588 """
Steve Purcell7e743842003-09-22 11:08:12 +0000589 suites = [self.loadTestsFromName(name, module) for name in names]
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000590 return self.suiteClass(suites)
591
592 def getTestCaseNames(self, testCaseClass):
Steve Purcell15d89272001-04-12 09:05:01 +0000593 """Return a sorted sequence of method names found within testCaseClass
594 """
Collin Winterce36ad82007-08-30 01:19:48 +0000595 def isTestMethod(attrname, testCaseClass=testCaseClass,
596 prefix=self.testMethodPrefix):
597 return attrname.startswith(prefix) \
598 and hasattr(getattr(testCaseClass, attrname), '__call__')
Guido van Rossumc1f779c2007-07-03 08:25:58 +0000599 testFnNames = list(filter(isTestMethod, dir(testCaseClass)))
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000600 if self.sortTestMethodsUsing:
601 testFnNames.sort(self.sortTestMethodsUsing)
602 return testFnNames
603
604
605
606defaultTestLoader = TestLoader()
607
608
609##############################################################################
610# Patches for old functions: these functions should be considered obsolete
611##############################################################################
612
613def _makeLoader(prefix, sortUsing, suiteClass=None):
614 loader = TestLoader()
615 loader.sortTestMethodsUsing = sortUsing
616 loader.testMethodPrefix = prefix
617 if suiteClass: loader.suiteClass = suiteClass
618 return loader
619
620def getTestCaseNames(testCaseClass, prefix, sortUsing=cmp):
621 return _makeLoader(prefix, sortUsing).getTestCaseNames(testCaseClass)
622
623def makeSuite(testCaseClass, prefix='test', sortUsing=cmp, suiteClass=TestSuite):
624 return _makeLoader(prefix, sortUsing, suiteClass).loadTestsFromTestCase(testCaseClass)
625
626def findTestCases(module, prefix='test', sortUsing=cmp, suiteClass=TestSuite):
627 return _makeLoader(prefix, sortUsing, suiteClass).loadTestsFromModule(module)
Fred Drake02538202001-03-21 18:09:46 +0000628
629
630##############################################################################
631# Text UI
632##############################################################################
633
634class _WritelnDecorator:
635 """Used to decorate file-like objects with a handy 'writeln' method"""
636 def __init__(self,stream):
637 self.stream = stream
Fred Drake02538202001-03-21 18:09:46 +0000638
639 def __getattr__(self, attr):
640 return getattr(self.stream,attr)
641
Raymond Hettinger91dd19d2003-09-13 02:58:00 +0000642 def writeln(self, arg=None):
643 if arg: self.write(arg)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000644 self.write('\n') # text-mode streams translate to \r\n if needed
Tim Petersa19a1682001-03-29 04:36:09 +0000645
Fred Drake02538202001-03-21 18:09:46 +0000646
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000647class _TextTestResult(TestResult):
Fred Drake02538202001-03-21 18:09:46 +0000648 """A test result class that can print formatted text results to a stream.
649
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000650 Used by TextTestRunner.
Fred Drake02538202001-03-21 18:09:46 +0000651 """
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000652 separator1 = '=' * 70
653 separator2 = '-' * 70
Fred Drake02538202001-03-21 18:09:46 +0000654
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000655 def __init__(self, stream, descriptions, verbosity):
Fred Drake02538202001-03-21 18:09:46 +0000656 TestResult.__init__(self)
657 self.stream = stream
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000658 self.showAll = verbosity > 1
659 self.dots = verbosity == 1
Fred Drake02538202001-03-21 18:09:46 +0000660 self.descriptions = descriptions
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000661
662 def getDescription(self, test):
663 if self.descriptions:
664 return test.shortDescription() or str(test)
665 else:
666 return str(test)
667
Fred Drake02538202001-03-21 18:09:46 +0000668 def startTest(self, test):
669 TestResult.startTest(self, test)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000670 if self.showAll:
671 self.stream.write(self.getDescription(test))
672 self.stream.write(" ... ")
Fred Drake02538202001-03-21 18:09:46 +0000673
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000674 def addSuccess(self, test):
675 TestResult.addSuccess(self, test)
676 if self.showAll:
Fred Drake02538202001-03-21 18:09:46 +0000677 self.stream.writeln("ok")
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000678 elif self.dots:
679 self.stream.write('.')
Fred Drake02538202001-03-21 18:09:46 +0000680
681 def addError(self, test, err):
682 TestResult.addError(self, test, err)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000683 if self.showAll:
684 self.stream.writeln("ERROR")
685 elif self.dots:
686 self.stream.write('E')
Fred Drake02538202001-03-21 18:09:46 +0000687
688 def addFailure(self, test, err):
689 TestResult.addFailure(self, test, err)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000690 if self.showAll:
691 self.stream.writeln("FAIL")
692 elif self.dots:
693 self.stream.write('F')
Fred Drake02538202001-03-21 18:09:46 +0000694
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000695 def printErrors(self):
696 if self.dots or self.showAll:
Fred Drake02538202001-03-21 18:09:46 +0000697 self.stream.writeln()
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000698 self.printErrorList('ERROR', self.errors)
699 self.printErrorList('FAIL', self.failures)
700
701 def printErrorList(self, flavour, errors):
702 for test, err in errors:
703 self.stream.writeln(self.separator1)
704 self.stream.writeln("%s: %s" % (flavour,self.getDescription(test)))
705 self.stream.writeln(self.separator2)
Steve Purcell7b065702001-09-06 08:24:40 +0000706 self.stream.writeln("%s" % err)
Fred Drake02538202001-03-21 18:09:46 +0000707
708
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000709class TextTestRunner:
Fred Drake02538202001-03-21 18:09:46 +0000710 """A test runner class that displays results in textual form.
Tim Petersa19a1682001-03-29 04:36:09 +0000711
Fred Drake02538202001-03-21 18:09:46 +0000712 It prints out the names of tests as they are run, errors as they
713 occur, and a summary of the results at the end of the test run.
714 """
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000715 def __init__(self, stream=sys.stderr, descriptions=1, verbosity=1):
Fred Drake02538202001-03-21 18:09:46 +0000716 self.stream = _WritelnDecorator(stream)
717 self.descriptions = descriptions
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000718 self.verbosity = verbosity
719
720 def _makeResult(self):
721 return _TextTestResult(self.stream, self.descriptions, self.verbosity)
Fred Drake02538202001-03-21 18:09:46 +0000722
723 def run(self, test):
724 "Run the given test case or test suite."
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000725 result = self._makeResult()
Fred Drake02538202001-03-21 18:09:46 +0000726 startTime = time.time()
727 test(result)
728 stopTime = time.time()
Steve Purcell397b45d2003-10-26 10:41:03 +0000729 timeTaken = stopTime - startTime
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000730 result.printErrors()
731 self.stream.writeln(result.separator2)
Fred Drake02538202001-03-21 18:09:46 +0000732 run = result.testsRun
733 self.stream.writeln("Ran %d test%s in %.3fs" %
Neal Norwitz76165042002-05-31 14:15:11 +0000734 (run, run != 1 and "s" or "", timeTaken))
Fred Drake02538202001-03-21 18:09:46 +0000735 self.stream.writeln()
736 if not result.wasSuccessful():
737 self.stream.write("FAILED (")
Guido van Rossumc1f779c2007-07-03 08:25:58 +0000738 failed, errored = len(result.failures), len(result.errors)
Fred Drake02538202001-03-21 18:09:46 +0000739 if failed:
740 self.stream.write("failures=%d" % failed)
741 if errored:
742 if failed: self.stream.write(", ")
743 self.stream.write("errors=%d" % errored)
744 self.stream.writeln(")")
745 else:
746 self.stream.writeln("OK")
747 return result
Tim Petersa19a1682001-03-29 04:36:09 +0000748
Fred Drake02538202001-03-21 18:09:46 +0000749
Fred Drake02538202001-03-21 18:09:46 +0000750
751##############################################################################
752# Facilities for running tests from the command line
753##############################################################################
754
755class TestProgram:
756 """A command-line program that runs a set of tests; this is primarily
757 for making test modules conveniently executable.
758 """
759 USAGE = """\
Steve Purcell17a781b2001-04-09 15:37:31 +0000760Usage: %(progName)s [options] [test] [...]
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000761
762Options:
763 -h, --help Show this message
764 -v, --verbose Verbose output
765 -q, --quiet Minimal output
Fred Drake02538202001-03-21 18:09:46 +0000766
767Examples:
768 %(progName)s - run default set of tests
769 %(progName)s MyTestSuite - run suite 'MyTestSuite'
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000770 %(progName)s MyTestCase.testSomething - run MyTestCase.testSomething
771 %(progName)s MyTestCase - run all 'test*' test methods
Fred Drake02538202001-03-21 18:09:46 +0000772 in MyTestCase
773"""
774 def __init__(self, module='__main__', defaultTest=None,
Guido van Rossumd8faa362007-04-27 19:54:29 +0000775 argv=None, testRunner=TextTestRunner,
776 testLoader=defaultTestLoader):
Fred Drake02538202001-03-21 18:09:46 +0000777 if type(module) == type(''):
778 self.module = __import__(module)
Steve Purcell7e743842003-09-22 11:08:12 +0000779 for part in module.split('.')[1:]:
Fred Drake02538202001-03-21 18:09:46 +0000780 self.module = getattr(self.module, part)
781 else:
782 self.module = module
783 if argv is None:
784 argv = sys.argv
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000785 self.verbosity = 1
Fred Drake02538202001-03-21 18:09:46 +0000786 self.defaultTest = defaultTest
787 self.testRunner = testRunner
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000788 self.testLoader = testLoader
Fred Drake02538202001-03-21 18:09:46 +0000789 self.progName = os.path.basename(argv[0])
790 self.parseArgs(argv)
Fred Drake02538202001-03-21 18:09:46 +0000791 self.runTests()
792
793 def usageExit(self, msg=None):
Guido van Rossumbe19ed72007-02-09 05:37:30 +0000794 if msg: print(msg)
795 print(self.USAGE % self.__dict__)
Fred Drake02538202001-03-21 18:09:46 +0000796 sys.exit(2)
797
798 def parseArgs(self, argv):
799 import getopt
800 try:
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000801 options, args = getopt.getopt(argv[1:], 'hHvq',
802 ['help','verbose','quiet'])
Fred Drake02538202001-03-21 18:09:46 +0000803 for opt, value in options:
804 if opt in ('-h','-H','--help'):
805 self.usageExit()
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000806 if opt in ('-q','--quiet'):
807 self.verbosity = 0
808 if opt in ('-v','--verbose'):
809 self.verbosity = 2
Fred Drake02538202001-03-21 18:09:46 +0000810 if len(args) == 0 and self.defaultTest is None:
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000811 self.test = self.testLoader.loadTestsFromModule(self.module)
812 return
Fred Drake02538202001-03-21 18:09:46 +0000813 if len(args) > 0:
814 self.testNames = args
815 else:
816 self.testNames = (self.defaultTest,)
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000817 self.createTests()
Guido van Rossumb940e112007-01-10 16:19:56 +0000818 except getopt.error as msg:
Fred Drake02538202001-03-21 18:09:46 +0000819 self.usageExit(msg)
820
821 def createTests(self):
Steve Purcell5ddd1a82001-03-22 08:45:36 +0000822 self.test = self.testLoader.loadTestsFromNames(self.testNames,
823 self.module)
Fred Drake02538202001-03-21 18:09:46 +0000824
825 def runTests(self):
Guido van Rossum13257902007-06-07 23:15:56 +0000826 if isinstance(self.testRunner, type):
Guido van Rossumd8faa362007-04-27 19:54:29 +0000827 try:
828 testRunner = self.testRunner(verbosity=self.verbosity)
829 except TypeError:
830 # didn't accept the verbosity argument
831 testRunner = self.testRunner()
832 else:
833 # it is assumed to be a TestRunner instance
834 testRunner = self.testRunner
835 result = testRunner.run(self.test)
Tim Petersa19a1682001-03-29 04:36:09 +0000836 sys.exit(not result.wasSuccessful())
Fred Drake02538202001-03-21 18:09:46 +0000837
838main = TestProgram
839
840
841##############################################################################
842# Executing this module from the command line
843##############################################################################
844
845if __name__ == "__main__":
846 main(module=None)