blob: 09fefe11649bd3e83b340c6671dce0b211099e62 [file] [log] [blame]
Benjamin Petersonbed7d042009-07-19 21:01:52 +00001"""Unittest main program"""
2
3import sys
Serhiy Storchakade2800f2013-08-29 12:37:28 +03004import argparse
Benjamin Petersonbed7d042009-07-19 21:01:52 +00005import os
Benjamin Petersonbed7d042009-07-19 21:01:52 +00006
7from . import loader, runner
Michael Foord65b69a12010-03-27 13:25:41 +00008from .signals import installHandler
Benjamin Petersonbed7d042009-07-19 21:01:52 +00009
Benjamin Petersondccc1fc2010-03-22 00:15:53 +000010__unittest = True
11
Serhiy Storchakade2800f2013-08-29 12:37:28 +030012MAIN_EXAMPLES = """\
Benjamin Petersonbed7d042009-07-19 21:01:52 +000013Examples:
Serhiy Storchakade2800f2013-08-29 12:37:28 +030014 %(prog)s test_module - run tests from test_module
15 %(prog)s module.TestClass - run tests from module.TestClass
16 %(prog)s module.Class.test_method - run specified test method
Benjamin Petersonbed7d042009-07-19 21:01:52 +000017"""
18
Serhiy Storchakade2800f2013-08-29 12:37:28 +030019MODULE_EXAMPLES = """\
Benjamin Petersonbed7d042009-07-19 21:01:52 +000020Examples:
Serhiy Storchakade2800f2013-08-29 12:37:28 +030021 %(prog)s - run default set of tests
22 %(prog)s MyTestSuite - run suite 'MyTestSuite'
23 %(prog)s MyTestCase.testSomething - run MyTestCase.testSomething
24 %(prog)s MyTestCase - run all 'test*' test methods
25 in MyTestCase
Benjamin Petersonbed7d042009-07-19 21:01:52 +000026"""
27
Michael Foord37d120a2010-12-04 01:11:21 +000028def _convert_name(name):
29 # on Linux / Mac OS X 'foo.PY' is not importable, but on
30 # Windows it is. Simpler to do a case insensitive match
31 # a better check would be to check that the name is a
32 # valid Python module name.
33 if os.path.isfile(name) and name.lower().endswith('.py'):
34 if os.path.isabs(name):
35 rel_path = os.path.relpath(name, os.getcwd())
36 if os.path.isabs(rel_path) or rel_path.startswith(os.pardir):
37 return name
38 name = rel_path
39 # on Windows both '\' and '/' are used as path
40 # separators. Better to replace both than rely on os.path.sep
41 return name[:-3].replace('\\', '.').replace('/', '.')
42 return name
Michael Foord65b69a12010-03-27 13:25:41 +000043
Michael Foord37d120a2010-12-04 01:11:21 +000044def _convert_names(names):
45 return [_convert_name(name) for name in names]
Michael Foord65b69a12010-03-27 13:25:41 +000046
Michael Foord5f99ced2012-03-12 13:53:04 -070047
Benjamin Petersonbed7d042009-07-19 21:01:52 +000048class TestProgram(object):
49 """A command-line program that runs a set of tests; this is primarily
50 for making test modules conveniently executable.
51 """
Michael Foord65b69a12010-03-27 13:25:41 +000052 # defaults for testing
Serhiy Storchakade2800f2013-08-29 12:37:28 +030053 module=None
54 verbosity = 1
Ezio Melotti60901872010-12-01 00:56:10 +000055 failfast = catchbreak = buffer = progName = warnings = None
Serhiy Storchakade2800f2013-08-29 12:37:28 +030056 _discovery_parser = None
Michael Foord65b69a12010-03-27 13:25:41 +000057
Michael Foord4a8cf3c2010-05-07 15:35:24 +000058 def __init__(self, module='__main__', defaultTest=None, argv=None,
59 testRunner=None, testLoader=loader.defaultTestLoader,
60 exit=True, verbosity=1, failfast=None, catchbreak=None,
Robert Collinsf0c819a2015-03-06 13:46:35 +130061 buffer=None, warnings=None, *, tb_locals=False):
Benjamin Petersonbed7d042009-07-19 21:01:52 +000062 if isinstance(module, str):
63 self.module = __import__(module)
64 for part in module.split('.')[1:]:
65 self.module = getattr(self.module, part)
66 else:
67 self.module = module
68 if argv is None:
69 argv = sys.argv
70
71 self.exit = exit
Benjamin Peterson8769fd82010-03-22 01:13:48 +000072 self.failfast = failfast
Michael Foord65b69a12010-03-27 13:25:41 +000073 self.catchbreak = catchbreak
Benjamin Petersonbed7d042009-07-19 21:01:52 +000074 self.verbosity = verbosity
Benjamin Petersonb48af542010-04-11 20:43:16 +000075 self.buffer = buffer
Robert Collinsf0c819a2015-03-06 13:46:35 +130076 self.tb_locals = tb_locals
Ezio Melotti60901872010-12-01 00:56:10 +000077 if warnings is None and not sys.warnoptions:
Robert Collins7e28df92015-03-06 11:35:29 +130078 # even if DeprecationWarnings are ignored by default
Ezio Melotti60901872010-12-01 00:56:10 +000079 # print them anyway unless other warnings settings are
80 # specified by the warnings arg or the -W python flag
81 self.warnings = 'default'
82 else:
83 # here self.warnings is set either to the value passed
84 # to the warnings args or to None.
85 # If the user didn't pass a value self.warnings will
86 # be None. This means that the behavior is unchanged
87 # and depends on the values passed to -W.
88 self.warnings = warnings
Benjamin Petersonbed7d042009-07-19 21:01:52 +000089 self.defaultTest = defaultTest
90 self.testRunner = testRunner
91 self.testLoader = testLoader
92 self.progName = os.path.basename(argv[0])
93 self.parseArgs(argv)
94 self.runTests()
95
96 def usageExit(self, msg=None):
97 if msg:
98 print(msg)
Serhiy Storchakade2800f2013-08-29 12:37:28 +030099 if self._discovery_parser is None:
100 self._initArgParsers()
101 self._print_help()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000102 sys.exit(2)
103
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300104 def _print_help(self, *args, **kwargs):
105 if self.module is None:
106 print(self._main_parser.format_help())
107 print(MAIN_EXAMPLES % {'prog': self.progName})
108 self._discovery_parser.print_help()
109 else:
110 print(self._main_parser.format_help())
111 print(MODULE_EXAMPLES % {'prog': self.progName})
112
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000113 def parseArgs(self, argv):
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300114 self._initArgParsers()
115 if self.module is None:
116 if len(argv) > 1 and argv[1].lower() == 'discover':
117 self._do_discovery(argv[2:])
118 return
119 self._main_parser.parse_args(argv[1:], self)
120 if not self.tests:
121 # this allows "python -m unittest -v" to still work for
122 # test discovery.
123 self._do_discovery([])
124 return
125 else:
126 self._main_parser.parse_args(argv[1:], self)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000127
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300128 if self.tests:
129 self.testNames = _convert_names(self.tests)
Michael Foordf100dbd2010-12-19 03:59:10 +0000130 if __name__ == '__main__':
131 # to support python -m unittest ...
132 self.module = None
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300133 elif self.defaultTest is None:
134 # createTests will load tests from self.module
135 self.testNames = None
136 elif isinstance(self.defaultTest, str):
137 self.testNames = (self.defaultTest,)
Michael Foordf100dbd2010-12-19 03:59:10 +0000138 else:
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300139 self.testNames = list(self.defaultTest)
Michael Foordf100dbd2010-12-19 03:59:10 +0000140 self.createTests()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000141
142 def createTests(self):
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000143 if self.testNames is None:
144 self.test = self.testLoader.loadTestsFromModule(self.module)
145 else:
146 self.test = self.testLoader.loadTestsFromNames(self.testNames,
147 self.module)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000148
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300149 def _initArgParsers(self):
150 parent_parser = self._getParentArgParser()
151 self._main_parser = self._getMainArgParser(parent_parser)
152 self._discovery_parser = self._getDiscoveryArgParser(parent_parser)
Michael Foord5f99ced2012-03-12 13:53:04 -0700153
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300154 def _getParentArgParser(self):
155 parser = argparse.ArgumentParser(add_help=False)
156
157 parser.add_argument('-v', '--verbose', dest='verbosity',
158 action='store_const', const=2,
159 help='Verbose output')
160 parser.add_argument('-q', '--quiet', dest='verbosity',
161 action='store_const', const=0,
162 help='Quiet output')
Robert Collinsf0c819a2015-03-06 13:46:35 +1300163 parser.add_argument('--locals', dest='tb_locals',
164 action='store_true',
165 help='Show local variables in tracebacks')
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300166 if self.failfast is None:
167 parser.add_argument('-f', '--failfast', dest='failfast',
168 action='store_true',
169 help='Stop on first fail or error')
170 self.failfast = False
171 if self.catchbreak is None:
172 parser.add_argument('-c', '--catch', dest='catchbreak',
173 action='store_true',
Serhiy Storchaka0424eaf2015-09-12 17:45:25 +0300174 help='Catch Ctrl-C and display results so far')
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300175 self.catchbreak = False
176 if self.buffer is None:
177 parser.add_argument('-b', '--buffer', dest='buffer',
178 action='store_true',
179 help='Buffer stdout and stderr during tests')
180 self.buffer = False
181
Michael Foord5f99ced2012-03-12 13:53:04 -0700182 return parser
183
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300184 def _getMainArgParser(self, parent):
185 parser = argparse.ArgumentParser(parents=[parent])
186 parser.prog = self.progName
187 parser.print_help = self._print_help
Michael Foord5f99ced2012-03-12 13:53:04 -0700188
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300189 parser.add_argument('tests', nargs='*',
190 help='a list of any number of test modules, '
191 'classes and test methods.')
Michael Foord5f99ced2012-03-12 13:53:04 -0700192
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300193 return parser
194
195 def _getDiscoveryArgParser(self, parent):
196 parser = argparse.ArgumentParser(parents=[parent])
197 parser.prog = '%s discover' % self.progName
198 parser.epilog = ('For test discovery all test modules must be '
199 'importable from the top level directory of the '
200 'project.')
201
202 parser.add_argument('-s', '--start-directory', dest='start',
203 help="Directory to start discovery ('.' default)")
204 parser.add_argument('-p', '--pattern', dest='pattern',
205 help="Pattern to match tests ('test*.py' default)")
206 parser.add_argument('-t', '--top-level-directory', dest='top',
207 help='Top level directory of project (defaults to '
208 'start directory)')
209 for arg in ('start', 'pattern', 'top'):
210 parser.add_argument(arg, nargs='?',
211 default=argparse.SUPPRESS,
212 help=argparse.SUPPRESS)
213
214 return parser
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000215
Michael Foorda23a39c2013-02-11 00:18:07 +0000216 def _do_discovery(self, argv, Loader=None):
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300217 self.start = '.'
218 self.pattern = 'test*.py'
219 self.top = None
220 if argv is not None:
221 # handle command line args for test discovery
222 if self._discovery_parser is None:
223 # for testing
224 self._initArgParsers()
225 self._discovery_parser.parse_args(argv, self)
Michael Foorda23a39c2013-02-11 00:18:07 +0000226
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300227 loader = self.testLoader if Loader is None else Loader()
228 self.test = loader.discover(self.start, self.pattern, self.top)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000229
230 def runTests(self):
Michael Foord65b69a12010-03-27 13:25:41 +0000231 if self.catchbreak:
232 installHandler()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000233 if self.testRunner is None:
234 self.testRunner = runner.TextTestRunner
235 if isinstance(self.testRunner, type):
236 try:
Robert Collinsf0c819a2015-03-06 13:46:35 +1300237 try:
238 testRunner = self.testRunner(verbosity=self.verbosity,
239 failfast=self.failfast,
240 buffer=self.buffer,
241 warnings=self.warnings,
242 tb_locals=self.tb_locals)
243 except TypeError:
244 # didn't accept the tb_locals argument
245 testRunner = self.testRunner(verbosity=self.verbosity,
246 failfast=self.failfast,
247 buffer=self.buffer,
248 warnings=self.warnings)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000249 except TypeError:
Benjamin Petersonb48af542010-04-11 20:43:16 +0000250 # didn't accept the verbosity, buffer or failfast arguments
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000251 testRunner = self.testRunner()
252 else:
253 # it is assumed to be a TestRunner instance
254 testRunner = self.testRunner
255 self.result = testRunner.run(self.test)
256 if self.exit:
257 sys.exit(not self.result.wasSuccessful())
258
259main = TestProgram