blob: 7c1f48c2a71739bcba7b5df71f7f436bc4da4301 [file] [log] [blame]
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +00001"""Unittest main program"""
2
3import sys
4import os
5import types
6
7from . import loader, runner
Michael Foordfa2f1cd2010-03-26 03:18:31 +00008from .signals import installHandler
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +00009
Michael Foordb1aa30f2010-03-22 00:06:30 +000010__unittest = True
11
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000012
Michael Foordfa2f1cd2010-03-26 03:18:31 +000013FAILFAST = " -f, --failfast Stop on first failure\n"
14CATCHBREAK = " -c, --catch Catch control-C and display results\n"
15
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000016USAGE_AS_MAIN = """\
17Usage: %(progName)s [options] [tests]
18
19Options:
20 -h, --help Show this message
21 -v, --verbose Verbose output
22 -q, --quiet Minimal output
Michael Foordfa2f1cd2010-03-26 03:18:31 +000023%(failfast)s%(catchbreak)s
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000024Examples:
25 %(progName)s test_module - run tests from test_module
26 %(progName)s test_module.TestClass - run tests from
27 test_module.TestClass
28 %(progName)s test_module.TestClass.test_method - run specified test method
29
30[tests] can be a list of any number of test modules, classes and test
31methods.
32
33Alternative Usage: %(progName)s discover [options]
34
35Options:
36 -v, --verbose Verbose output
Michael Foordfa2f1cd2010-03-26 03:18:31 +000037%(failfast)s%(catchbreak)s -s directory Directory to start discovery ('.' default)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000038 -p pattern Pattern to match test files ('test*.py' default)
39 -t directory Top level directory of project (default to
40 start directory)
41
42For test discovery all test modules must be importable from the top
43level directory of the project.
44"""
45
46USAGE_FROM_MODULE = """\
47Usage: %(progName)s [options] [test] [...]
48
49Options:
50 -h, --help Show this message
51 -v, --verbose Verbose output
52 -q, --quiet Minimal output
Michael Foordfa2f1cd2010-03-26 03:18:31 +000053%(failfast)s%(catchbreak)s
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000054Examples:
55 %(progName)s - run default set of tests
56 %(progName)s MyTestSuite - run suite 'MyTestSuite'
57 %(progName)s MyTestCase.testSomething - run MyTestCase.testSomething
58 %(progName)s MyTestCase - run all 'test*' test methods
59 in MyTestCase
60"""
61
Michael Foordfa2f1cd2010-03-26 03:18:31 +000062
63
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000064class TestProgram(object):
65 """A command-line program that runs a set of tests; this is primarily
66 for making test modules conveniently executable.
67 """
Michael Foordeef159b2010-03-22 02:49:08 +000068 USAGE = USAGE_FROM_MODULE
Michael Foordfa2f1cd2010-03-26 03:18:31 +000069
70 # defaults for testing
Michael Foord5637f042010-04-02 21:42:47 +000071 failfast = catchbreak = buffer = None
Michael Foordfa2f1cd2010-03-26 03:18:31 +000072
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000073 def __init__(self, module='__main__', defaultTest=None,
74 argv=None, testRunner=None,
75 testLoader=loader.defaultTestLoader, exit=True,
Michael Foord5637f042010-04-02 21:42:47 +000076 verbosity=1, failfast=None, catchbreak=None, buffer=None):
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000077 if isinstance(module, basestring):
78 self.module = __import__(module)
79 for part in module.split('.')[1:]:
80 self.module = getattr(self.module, part)
81 else:
82 self.module = module
83 if argv is None:
84 argv = sys.argv
85
86 self.exit = exit
Michael Foord1b9e9532010-03-22 01:01:34 +000087 self.failfast = failfast
Michael Foordfa2f1cd2010-03-26 03:18:31 +000088 self.catchbreak = catchbreak
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000089 self.verbosity = verbosity
Michael Foord5637f042010-04-02 21:42:47 +000090 self.buffer = buffer
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +000091 self.defaultTest = defaultTest
92 self.testRunner = testRunner
93 self.testLoader = testLoader
94 self.progName = os.path.basename(argv[0])
95 self.parseArgs(argv)
96 self.runTests()
97
98 def usageExit(self, msg=None):
99 if msg:
100 print msg
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000101 usage = {'progName': self.progName, 'catchbreak': '', 'failfast': ''}
102 if self.failfast != False:
103 usage['failfast'] = FAILFAST
104 if self.catchbreak != False:
105 usage['catchbreak'] = CATCHBREAK
106 print self.USAGE % usage
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000107 sys.exit(2)
108
109 def parseArgs(self, argv):
110 if len(argv) > 1 and argv[1].lower() == 'discover':
111 self._do_discovery(argv[2:])
112 return
113
114 import getopt
Michael Foord5637f042010-04-02 21:42:47 +0000115 long_opts = ['help', 'verbose', 'quiet', 'failfast', 'catch', 'buffer']
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000116 try:
Michael Foord5637f042010-04-02 21:42:47 +0000117 options, args = getopt.getopt(argv[1:], 'hHvqfcb', long_opts)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000118 for opt, value in options:
119 if opt in ('-h','-H','--help'):
120 self.usageExit()
121 if opt in ('-q','--quiet'):
122 self.verbosity = 0
123 if opt in ('-v','--verbose'):
124 self.verbosity = 2
Michael Foord1b9e9532010-03-22 01:01:34 +0000125 if opt in ('-f','--failfast'):
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000126 if self.failfast is None:
127 self.failfast = True
128 # Should this raise an exception if -f is not valid?
129 if opt in ('-c','--catch'):
130 if self.catchbreak is None:
131 self.catchbreak = True
132 # Should this raise an exception if -c is not valid?
Michael Foord5637f042010-04-02 21:42:47 +0000133 if opt in ('-b','--buffer'):
134 if self.buffer is None:
135 self.buffer = True
136 # Should this raise an exception if -b is not valid?
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000137 if len(args) == 0 and self.defaultTest is None:
Michael Foordd6aabcf2009-09-27 19:15:41 +0000138 # createTests will load tests from self.module
139 self.testNames = None
140 elif len(args) > 0:
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000141 self.testNames = args
142 if __name__ == '__main__':
143 # to support python -m unittest ...
144 self.module = None
145 else:
146 self.testNames = (self.defaultTest,)
147 self.createTests()
148 except getopt.error, msg:
149 self.usageExit(msg)
150
151 def createTests(self):
Michael Foordd6aabcf2009-09-27 19:15:41 +0000152 if self.testNames is None:
153 self.test = self.testLoader.loadTestsFromModule(self.module)
154 else:
155 self.test = self.testLoader.loadTestsFromNames(self.testNames,
156 self.module)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000157
158 def _do_discovery(self, argv, Loader=loader.TestLoader):
159 # handle command line args for test discovery
160 import optparse
161 parser = optparse.OptionParser()
162 parser.add_option('-v', '--verbose', dest='verbose', default=False,
163 help='Verbose output', action='store_true')
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000164 if self.failfast != False:
165 parser.add_option('-f', '--failfast', dest='failfast', default=False,
166 help='Stop on first fail or error',
167 action='store_true')
168 if self.catchbreak != False:
169 parser.add_option('-c', '--catch', dest='catchbreak', default=False,
170 help='Catch ctrl-C and display results so far',
171 action='store_true')
Michael Foord5637f042010-04-02 21:42:47 +0000172 if self.buffer != False:
173 parser.add_option('-b', '--buffer', dest='buffer', default=False,
174 help='Buffer stdout and stderr during tests',
175 action='store_true')
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000176 parser.add_option('-s', '--start-directory', dest='start', default='.',
177 help="Directory to start discovery ('.' default)")
178 parser.add_option('-p', '--pattern', dest='pattern', default='test*.py',
179 help="Pattern to match tests ('test*.py' default)")
180 parser.add_option('-t', '--top-level-directory', dest='top', default=None,
181 help='Top level directory of project (defaults to start directory)')
182
183 options, args = parser.parse_args(argv)
184 if len(args) > 3:
185 self.usageExit()
186
187 for name, value in zip(('start', 'pattern', 'top'), args):
188 setattr(options, name, value)
189
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000190 # only set options from the parsing here
191 # if they weren't set explicitly in the constructor
192 if self.failfast is None:
193 self.failfast = options.failfast
194 if self.catchbreak is None:
195 self.catchbreak = options.catchbreak
Michael Foord5637f042010-04-02 21:42:47 +0000196 if self.buffer is None:
197 self.buffer = options.buffer
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000198
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000199 if options.verbose:
200 self.verbosity = 2
201
202 start_dir = options.start
203 pattern = options.pattern
204 top_level_dir = options.top
205
206 loader = Loader()
207 self.test = loader.discover(start_dir, pattern, top_level_dir)
208
209 def runTests(self):
Michael Foordfa2f1cd2010-03-26 03:18:31 +0000210 if self.catchbreak:
211 installHandler()
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000212 if self.testRunner is None:
213 self.testRunner = runner.TextTestRunner
214 if isinstance(self.testRunner, (type, types.ClassType)):
215 try:
Michael Foord1b9e9532010-03-22 01:01:34 +0000216 testRunner = self.testRunner(verbosity=self.verbosity,
Michael Foord5637f042010-04-02 21:42:47 +0000217 failfast=self.failfast,
218 buffer=self.buffer)
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000219 except TypeError:
Michael Foord5637f042010-04-02 21:42:47 +0000220 # didn't accept the verbosity, buffer or failfast arguments
Benjamin Petersond7b0eeb2009-07-19 20:18:21 +0000221 testRunner = self.testRunner()
222 else:
223 # it is assumed to be a TestRunner instance
224 testRunner = self.testRunner
225 self.result = testRunner.run(self.test)
226 if self.exit:
227 sys.exit(not self.result.wasSuccessful())
228
229main = TestProgram