blob: 2112262e4e59e7068a634dccfc9df6d9c1fd4445 [file] [log] [blame]
Benjamin Petersonbed7d042009-07-19 21:01:52 +00001"""Running tests"""
2
3import sys
4import time
Ezio Melotti60901872010-12-01 00:56:10 +00005import warnings
Benjamin Petersonbed7d042009-07-19 21:01:52 +00006
7from . import result
Michael Foord65b69a12010-03-27 13:25:41 +00008from .signals import registerResult
Benjamin Petersonbed7d042009-07-19 21:01:52 +00009
Benjamin Petersondccc1fc2010-03-22 00:15:53 +000010__unittest = True
11
Benjamin Petersonbed7d042009-07-19 21:01:52 +000012
13class _WritelnDecorator(object):
14 """Used to decorate file-like objects with a handy 'writeln' method"""
15 def __init__(self,stream):
16 self.stream = stream
17
18 def __getattr__(self, attr):
Antoine Pitrouc63ecee2009-11-10 21:34:48 +000019 if attr in ('stream', '__getstate__'):
20 raise AttributeError(attr)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000021 return getattr(self.stream,attr)
22
23 def writeln(self, arg=None):
24 if arg:
25 self.write(arg)
26 self.write('\n') # text-mode streams translate to \r\n if needed
27
28
Michael Foord34c94622010-02-10 15:51:42 +000029class TextTestResult(result.TestResult):
Benjamin Petersonbed7d042009-07-19 21:01:52 +000030 """A test result class that can print formatted text results to a stream.
31
32 Used by TextTestRunner.
33 """
34 separator1 = '=' * 70
35 separator2 = '-' * 70
36
37 def __init__(self, stream, descriptions, verbosity):
Michael Foord7a1901f2012-09-28 14:14:03 +010038 super(TextTestResult, self).__init__(stream, descriptions, verbosity)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000039 self.stream = stream
40 self.showAll = verbosity > 1
41 self.dots = verbosity == 1
42 self.descriptions = descriptions
43
44 def getDescription(self, test):
Michael Foord34c94622010-02-10 15:51:42 +000045 doc_first_line = test.shortDescription()
46 if self.descriptions and doc_first_line:
47 return '\n'.join((str(test), doc_first_line))
Benjamin Petersonbed7d042009-07-19 21:01:52 +000048 else:
49 return str(test)
50
51 def startTest(self, test):
Michael Foord34c94622010-02-10 15:51:42 +000052 super(TextTestResult, self).startTest(test)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000053 if self.showAll:
54 self.stream.write(self.getDescription(test))
55 self.stream.write(" ... ")
56 self.stream.flush()
57
58 def addSuccess(self, test):
Michael Foord34c94622010-02-10 15:51:42 +000059 super(TextTestResult, self).addSuccess(test)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000060 if self.showAll:
61 self.stream.writeln("ok")
62 elif self.dots:
63 self.stream.write('.')
64 self.stream.flush()
65
66 def addError(self, test, err):
Michael Foord34c94622010-02-10 15:51:42 +000067 super(TextTestResult, self).addError(test, err)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000068 if self.showAll:
69 self.stream.writeln("ERROR")
70 elif self.dots:
71 self.stream.write('E')
72 self.stream.flush()
73
74 def addFailure(self, test, err):
Michael Foord34c94622010-02-10 15:51:42 +000075 super(TextTestResult, self).addFailure(test, err)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000076 if self.showAll:
77 self.stream.writeln("FAIL")
78 elif self.dots:
79 self.stream.write('F')
80 self.stream.flush()
81
82 def addSkip(self, test, reason):
Michael Foord34c94622010-02-10 15:51:42 +000083 super(TextTestResult, self).addSkip(test, reason)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000084 if self.showAll:
85 self.stream.writeln("skipped {0!r}".format(reason))
86 elif self.dots:
87 self.stream.write("s")
88 self.stream.flush()
89
90 def addExpectedFailure(self, test, err):
Michael Foord34c94622010-02-10 15:51:42 +000091 super(TextTestResult, self).addExpectedFailure(test, err)
Benjamin Petersonbed7d042009-07-19 21:01:52 +000092 if self.showAll:
93 self.stream.writeln("expected failure")
94 elif self.dots:
95 self.stream.write("x")
96 self.stream.flush()
97
98 def addUnexpectedSuccess(self, test):
Michael Foord34c94622010-02-10 15:51:42 +000099 super(TextTestResult, self).addUnexpectedSuccess(test)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000100 if self.showAll:
101 self.stream.writeln("unexpected success")
102 elif self.dots:
103 self.stream.write("u")
104 self.stream.flush()
105
106 def printErrors(self):
107 if self.dots or self.showAll:
108 self.stream.writeln()
109 self.printErrorList('ERROR', self.errors)
110 self.printErrorList('FAIL', self.failures)
111
112 def printErrorList(self, flavour, errors):
113 for test, err in errors:
114 self.stream.writeln(self.separator1)
115 self.stream.writeln("%s: %s" % (flavour,self.getDescription(test)))
116 self.stream.writeln(self.separator2)
117 self.stream.writeln("%s" % err)
118
119
120class TextTestRunner(object):
121 """A test runner class that displays results in textual form.
122
123 It prints out the names of tests as they are run, errors as they
124 occur, and a summary of the results at the end of the test run.
125 """
Michael Foord34c94622010-02-10 15:51:42 +0000126 resultclass = TextTestResult
127
Michael Foord6f17e2d2010-12-30 19:36:29 +0000128 def __init__(self, stream=None, descriptions=True, verbosity=1,
Robert Collinsf0c819a2015-03-06 13:46:35 +1300129 failfast=False, buffer=False, resultclass=None, warnings=None,
130 *, tb_locals=False):
131 """Construct a TextTestRunner.
132
133 Subclasses should accept **kwargs to ensure compatibility as the
134 interface changes.
135 """
Michael Foord6f17e2d2010-12-30 19:36:29 +0000136 if stream is None:
137 stream = sys.stderr
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000138 self.stream = _WritelnDecorator(stream)
139 self.descriptions = descriptions
140 self.verbosity = verbosity
Benjamin Peterson8769fd82010-03-22 01:13:48 +0000141 self.failfast = failfast
Benjamin Petersonb48af542010-04-11 20:43:16 +0000142 self.buffer = buffer
Robert Collinsf0c819a2015-03-06 13:46:35 +1300143 self.tb_locals = tb_locals
Ezio Melotti60901872010-12-01 00:56:10 +0000144 self.warnings = warnings
Michael Foord34c94622010-02-10 15:51:42 +0000145 if resultclass is not None:
146 self.resultclass = resultclass
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000147
148 def _makeResult(self):
Michael Foord34c94622010-02-10 15:51:42 +0000149 return self.resultclass(self.stream, self.descriptions, self.verbosity)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000150
151 def run(self, test):
152 "Run the given test case or test suite."
153 result = self._makeResult()
Michael Foord65b69a12010-03-27 13:25:41 +0000154 registerResult(result)
Benjamin Peterson8769fd82010-03-22 01:13:48 +0000155 result.failfast = self.failfast
Benjamin Petersonb48af542010-04-11 20:43:16 +0000156 result.buffer = self.buffer
Robert Collinsf0c819a2015-03-06 13:46:35 +1300157 result.tb_locals = self.tb_locals
Ezio Melotti60901872010-12-01 00:56:10 +0000158 with warnings.catch_warnings():
159 if self.warnings:
160 # if self.warnings is set, use it to filter all the warnings
161 warnings.simplefilter(self.warnings)
162 # if the filter is 'default' or 'always', special-case the
163 # warnings from the deprecated unittest methods to show them
164 # no more than once per module, because they can be fairly
165 # noisy. The -Wd and -Wa flags can be used to bypass this
166 # only when self.warnings is None.
167 if self.warnings in ['default', 'always']:
168 warnings.filterwarnings('module',
169 category=DeprecationWarning,
170 message='Please use assert\w+ instead.')
171 startTime = time.time()
172 startTestRun = getattr(result, 'startTestRun', None)
173 if startTestRun is not None:
174 startTestRun()
175 try:
176 test(result)
177 finally:
178 stopTestRun = getattr(result, 'stopTestRun', None)
179 if stopTestRun is not None:
180 stopTestRun()
181 stopTime = time.time()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000182 timeTaken = stopTime - startTime
183 result.printErrors()
Benjamin Peterson847a4112010-03-14 15:04:17 +0000184 if hasattr(result, 'separator2'):
185 self.stream.writeln(result.separator2)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000186 run = result.testsRun
187 self.stream.writeln("Ran %d test%s in %.3fs" %
188 (run, run != 1 and "s" or "", timeTaken))
189 self.stream.writeln()
Benjamin Peterson847a4112010-03-14 15:04:17 +0000190
191 expectedFails = unexpectedSuccesses = skipped = 0
192 try:
193 results = map(len, (result.expectedFailures,
194 result.unexpectedSuccesses,
195 result.skipped))
Benjamin Peterson847a4112010-03-14 15:04:17 +0000196 except AttributeError:
197 pass
Benjamin Peterson29bd8402010-11-18 14:14:43 +0000198 else:
199 expectedFails, unexpectedSuccesses, skipped = results
Benjamin Peterson847a4112010-03-14 15:04:17 +0000200
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000201 infos = []
202 if not result.wasSuccessful():
203 self.stream.write("FAILED")
204 failed, errored = len(result.failures), len(result.errors)
205 if failed:
206 infos.append("failures=%d" % failed)
207 if errored:
208 infos.append("errors=%d" % errored)
209 else:
210 self.stream.write("OK")
211 if skipped:
212 infos.append("skipped=%d" % skipped)
213 if expectedFails:
214 infos.append("expected failures=%d" % expectedFails)
215 if unexpectedSuccesses:
216 infos.append("unexpected successes=%d" % unexpectedSuccesses)
217 if infos:
218 self.stream.writeln(" (%s)" % (", ".join(infos),))
219 else:
220 self.stream.write("\n")
221 return result