blob: fd56a303499e4570950903ff41b3affbcb16eb4d [file] [log] [blame]
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +00001"""Running tests"""
2
3import sys
4import time
5
6from . import result
7
Michael Foordb1aa30f2010-03-22 00:06:30 +00008__unittest = True
9
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000010
11class _WritelnDecorator(object):
12 """Used to decorate file-like objects with a handy 'writeln' method"""
13 def __init__(self,stream):
14 self.stream = stream
15
16 def __getattr__(self, attr):
Antoine Pitrou47dded62009-11-10 21:39:25 +000017 if attr in ('stream', '__getstate__'):
Antoine Pitrou0734c632009-11-10 20:49:30 +000018 raise AttributeError(attr)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000019 return getattr(self.stream,attr)
20
21 def writeln(self, arg=None):
22 if arg:
23 self.write(arg)
24 self.write('\n') # text-mode streams translate to \r\n if needed
25
26
Michael Foorddb43b5a2010-02-10 14:25:12 +000027class TextTestResult(result.TestResult):
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000028 """A test result class that can print formatted text results to a stream.
29
30 Used by TextTestRunner.
31 """
32 separator1 = '=' * 70
33 separator2 = '-' * 70
34
35 def __init__(self, stream, descriptions, verbosity):
Michael Foorddb43b5a2010-02-10 14:25:12 +000036 super(TextTestResult, self).__init__()
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000037 self.stream = stream
38 self.showAll = verbosity > 1
39 self.dots = verbosity == 1
40 self.descriptions = descriptions
41
42 def getDescription(self, test):
Michael Foorddb43b5a2010-02-10 14:25:12 +000043 doc_first_line = test.shortDescription()
44 if self.descriptions and doc_first_line:
45 return '\n'.join((str(test), doc_first_line))
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000046 else:
47 return str(test)
48
49 def startTest(self, test):
Michael Foorddb43b5a2010-02-10 14:25:12 +000050 super(TextTestResult, self).startTest(test)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000051 if self.showAll:
52 self.stream.write(self.getDescription(test))
53 self.stream.write(" ... ")
54 self.stream.flush()
55
56 def addSuccess(self, test):
Michael Foorddb43b5a2010-02-10 14:25:12 +000057 super(TextTestResult, self).addSuccess(test)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000058 if self.showAll:
59 self.stream.writeln("ok")
60 elif self.dots:
61 self.stream.write('.')
62 self.stream.flush()
63
64 def addError(self, test, err):
Michael Foorddb43b5a2010-02-10 14:25:12 +000065 super(TextTestResult, self).addError(test, err)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000066 if self.showAll:
67 self.stream.writeln("ERROR")
68 elif self.dots:
69 self.stream.write('E')
70 self.stream.flush()
71
72 def addFailure(self, test, err):
Michael Foorddb43b5a2010-02-10 14:25:12 +000073 super(TextTestResult, self).addFailure(test, err)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000074 if self.showAll:
75 self.stream.writeln("FAIL")
76 elif self.dots:
77 self.stream.write('F')
78 self.stream.flush()
79
80 def addSkip(self, test, reason):
Michael Foorddb43b5a2010-02-10 14:25:12 +000081 super(TextTestResult, self).addSkip(test, reason)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000082 if self.showAll:
83 self.stream.writeln("skipped {0!r}".format(reason))
84 elif self.dots:
85 self.stream.write("s")
86 self.stream.flush()
87
88 def addExpectedFailure(self, test, err):
Michael Foorddb43b5a2010-02-10 14:25:12 +000089 super(TextTestResult, self).addExpectedFailure(test, err)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000090 if self.showAll:
91 self.stream.writeln("expected failure")
92 elif self.dots:
93 self.stream.write("x")
94 self.stream.flush()
95
96 def addUnexpectedSuccess(self, test):
Michael Foorddb43b5a2010-02-10 14:25:12 +000097 super(TextTestResult, self).addUnexpectedSuccess(test)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000098 if self.showAll:
99 self.stream.writeln("unexpected success")
100 elif self.dots:
101 self.stream.write("u")
102 self.stream.flush()
103
104 def printErrors(self):
105 if self.dots or self.showAll:
106 self.stream.writeln()
107 self.printErrorList('ERROR', self.errors)
108 self.printErrorList('FAIL', self.failures)
109
110 def printErrorList(self, flavour, errors):
111 for test, err in errors:
112 self.stream.writeln(self.separator1)
113 self.stream.writeln("%s: %s" % (flavour,self.getDescription(test)))
114 self.stream.writeln(self.separator2)
115 self.stream.writeln("%s" % err)
116
117
118class TextTestRunner(object):
119 """A test runner class that displays results in textual form.
120
121 It prints out the names of tests as they are run, errors as they
122 occur, and a summary of the results at the end of the test run.
123 """
Michael Foorddb43b5a2010-02-10 14:25:12 +0000124 resultclass = TextTestResult
125
126 def __init__(self, stream=sys.stderr, descriptions=True, verbosity=1,
Michael Foord1b9e9532010-03-22 01:01:34 +0000127 failfast=False, resultclass=None):
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000128 self.stream = _WritelnDecorator(stream)
129 self.descriptions = descriptions
130 self.verbosity = verbosity
Michael Foord1b9e9532010-03-22 01:01:34 +0000131 self.failfast = failfast
Michael Foorddb43b5a2010-02-10 14:25:12 +0000132 if resultclass is not None:
133 self.resultclass = resultclass
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000134
135 def _makeResult(self):
Michael Foorddb43b5a2010-02-10 14:25:12 +0000136 return self.resultclass(self.stream, self.descriptions, self.verbosity)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000137
138 def run(self, test):
139 "Run the given test case or test suite."
140 result = self._makeResult()
Michael Foord1b9e9532010-03-22 01:01:34 +0000141 result.failfast = self.failfast
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000142 startTime = time.time()
143 startTestRun = getattr(result, 'startTestRun', None)
144 if startTestRun is not None:
145 startTestRun()
146 try:
147 test(result)
148 finally:
149 stopTestRun = getattr(result, 'stopTestRun', None)
150 if stopTestRun is not None:
151 stopTestRun()
152 stopTime = time.time()
153 timeTaken = stopTime - startTime
154 result.printErrors()
Michael Foordd99ef9a2010-02-23 17:00:53 +0000155 if hasattr(result, 'separator2'):
156 self.stream.writeln(result.separator2)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000157 run = result.testsRun
158 self.stream.writeln("Ran %d test%s in %.3fs" %
159 (run, run != 1 and "s" or "", timeTaken))
160 self.stream.writeln()
Michael Foordd99ef9a2010-02-23 17:00:53 +0000161
162 expectedFails = unexpectedSuccesses = skipped = 0
163 try:
164 results = map(len, (result.expectedFailures,
165 result.unexpectedSuccesses,
166 result.skipped))
167 expectedFails, unexpectedSuccesses, skipped = results
168 except AttributeError:
169 pass
170
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000171 infos = []
172 if not result.wasSuccessful():
173 self.stream.write("FAILED")
174 failed, errored = map(len, (result.failures, result.errors))
175 if failed:
176 infos.append("failures=%d" % failed)
177 if errored:
178 infos.append("errors=%d" % errored)
179 else:
180 self.stream.write("OK")
181 if skipped:
182 infos.append("skipped=%d" % skipped)
183 if expectedFails:
184 infos.append("expected failures=%d" % expectedFails)
185 if unexpectedSuccesses:
186 infos.append("unexpected successes=%d" % unexpectedSuccesses)
187 if infos:
188 self.stream.writeln(" (%s)" % (", ".join(infos),))
189 else:
190 self.stream.write("\n")
191 return result