blob: 807604f08dfd141235cfe04a0ee6ff23a0d584da [file] [log] [blame]
Benjamin Petersonbed7d042009-07-19 21:01:52 +00001"""Unittest main program"""
2
3import sys
Serhiy Storchakade2800f2013-08-29 12:37:28 +03004import argparse
Benjamin Petersonbed7d042009-07-19 21:01:52 +00005import os
Benjamin Petersonbed7d042009-07-19 21:01:52 +00006
7from . import loader, runner
Michael Foord65b69a12010-03-27 13:25:41 +00008from .signals import installHandler
Benjamin Petersonbed7d042009-07-19 21:01:52 +00009
Benjamin Petersondccc1fc2010-03-22 00:15:53 +000010__unittest = True
11
Serhiy Storchakade2800f2013-08-29 12:37:28 +030012MAIN_EXAMPLES = """\
Benjamin Petersonbed7d042009-07-19 21:01:52 +000013Examples:
Serhiy Storchakade2800f2013-08-29 12:37:28 +030014 %(prog)s test_module - run tests from test_module
15 %(prog)s module.TestClass - run tests from module.TestClass
16 %(prog)s module.Class.test_method - run specified test method
Louie Luf7e62cf2017-04-20 11:46:59 +080017 %(prog)s path/to/test_file.py - run tests from test_file.py
Benjamin Petersonbed7d042009-07-19 21:01:52 +000018"""
19
Serhiy Storchakade2800f2013-08-29 12:37:28 +030020MODULE_EXAMPLES = """\
Benjamin Petersonbed7d042009-07-19 21:01:52 +000021Examples:
Serhiy Storchakade2800f2013-08-29 12:37:28 +030022 %(prog)s - run default set of tests
23 %(prog)s MyTestSuite - run suite 'MyTestSuite'
24 %(prog)s MyTestCase.testSomething - run MyTestCase.testSomething
25 %(prog)s MyTestCase - run all 'test*' test methods
26 in MyTestCase
Benjamin Petersonbed7d042009-07-19 21:01:52 +000027"""
28
Michael Foord37d120a2010-12-04 01:11:21 +000029def _convert_name(name):
30 # on Linux / Mac OS X 'foo.PY' is not importable, but on
31 # Windows it is. Simpler to do a case insensitive match
32 # a better check would be to check that the name is a
33 # valid Python module name.
34 if os.path.isfile(name) and name.lower().endswith('.py'):
35 if os.path.isabs(name):
36 rel_path = os.path.relpath(name, os.getcwd())
37 if os.path.isabs(rel_path) or rel_path.startswith(os.pardir):
38 return name
39 name = rel_path
40 # on Windows both '\' and '/' are used as path
41 # separators. Better to replace both than rely on os.path.sep
42 return name[:-3].replace('\\', '.').replace('/', '.')
43 return name
Michael Foord65b69a12010-03-27 13:25:41 +000044
Michael Foord37d120a2010-12-04 01:11:21 +000045def _convert_names(names):
46 return [_convert_name(name) for name in names]
Michael Foord65b69a12010-03-27 13:25:41 +000047
Michael Foord5f99ced2012-03-12 13:53:04 -070048
Benjamin Petersonbed7d042009-07-19 21:01:52 +000049class TestProgram(object):
50 """A command-line program that runs a set of tests; this is primarily
51 for making test modules conveniently executable.
52 """
Michael Foord65b69a12010-03-27 13:25:41 +000053 # defaults for testing
Serhiy Storchakade2800f2013-08-29 12:37:28 +030054 module=None
55 verbosity = 1
Ezio Melotti60901872010-12-01 00:56:10 +000056 failfast = catchbreak = buffer = progName = warnings = None
Serhiy Storchakade2800f2013-08-29 12:37:28 +030057 _discovery_parser = None
Michael Foord65b69a12010-03-27 13:25:41 +000058
Michael Foord4a8cf3c2010-05-07 15:35:24 +000059 def __init__(self, module='__main__', defaultTest=None, argv=None,
60 testRunner=None, testLoader=loader.defaultTestLoader,
61 exit=True, verbosity=1, failfast=None, catchbreak=None,
Robert Collinsf0c819a2015-03-06 13:46:35 +130062 buffer=None, warnings=None, *, tb_locals=False):
Benjamin Petersonbed7d042009-07-19 21:01:52 +000063 if isinstance(module, str):
64 self.module = __import__(module)
65 for part in module.split('.')[1:]:
66 self.module = getattr(self.module, part)
67 else:
68 self.module = module
69 if argv is None:
70 argv = sys.argv
71
72 self.exit = exit
Benjamin Peterson8769fd82010-03-22 01:13:48 +000073 self.failfast = failfast
Michael Foord65b69a12010-03-27 13:25:41 +000074 self.catchbreak = catchbreak
Benjamin Petersonbed7d042009-07-19 21:01:52 +000075 self.verbosity = verbosity
Benjamin Petersonb48af542010-04-11 20:43:16 +000076 self.buffer = buffer
Robert Collinsf0c819a2015-03-06 13:46:35 +130077 self.tb_locals = tb_locals
Ezio Melotti60901872010-12-01 00:56:10 +000078 if warnings is None and not sys.warnoptions:
Robert Collins7e28df92015-03-06 11:35:29 +130079 # even if DeprecationWarnings are ignored by default
Ezio Melotti60901872010-12-01 00:56:10 +000080 # print them anyway unless other warnings settings are
81 # specified by the warnings arg or the -W python flag
82 self.warnings = 'default'
83 else:
84 # here self.warnings is set either to the value passed
85 # to the warnings args or to None.
86 # If the user didn't pass a value self.warnings will
87 # be None. This means that the behavior is unchanged
88 # and depends on the values passed to -W.
89 self.warnings = warnings
Benjamin Petersonbed7d042009-07-19 21:01:52 +000090 self.defaultTest = defaultTest
91 self.testRunner = testRunner
92 self.testLoader = testLoader
93 self.progName = os.path.basename(argv[0])
94 self.parseArgs(argv)
95 self.runTests()
96
97 def usageExit(self, msg=None):
98 if msg:
99 print(msg)
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300100 if self._discovery_parser is None:
101 self._initArgParsers()
102 self._print_help()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000103 sys.exit(2)
104
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300105 def _print_help(self, *args, **kwargs):
106 if self.module is None:
107 print(self._main_parser.format_help())
108 print(MAIN_EXAMPLES % {'prog': self.progName})
109 self._discovery_parser.print_help()
110 else:
111 print(self._main_parser.format_help())
112 print(MODULE_EXAMPLES % {'prog': self.progName})
113
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000114 def parseArgs(self, argv):
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300115 self._initArgParsers()
116 if self.module is None:
117 if len(argv) > 1 and argv[1].lower() == 'discover':
118 self._do_discovery(argv[2:])
119 return
120 self._main_parser.parse_args(argv[1:], self)
121 if not self.tests:
122 # this allows "python -m unittest -v" to still work for
123 # test discovery.
124 self._do_discovery([])
125 return
126 else:
127 self._main_parser.parse_args(argv[1:], self)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000128
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300129 if self.tests:
130 self.testNames = _convert_names(self.tests)
Michael Foordf100dbd2010-12-19 03:59:10 +0000131 if __name__ == '__main__':
132 # to support python -m unittest ...
133 self.module = None
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300134 elif self.defaultTest is None:
135 # createTests will load tests from self.module
136 self.testNames = None
137 elif isinstance(self.defaultTest, str):
138 self.testNames = (self.defaultTest,)
Michael Foordf100dbd2010-12-19 03:59:10 +0000139 else:
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300140 self.testNames = list(self.defaultTest)
Michael Foordf100dbd2010-12-19 03:59:10 +0000141 self.createTests()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000142
143 def createTests(self):
Benjamin Peterson4ac9ce42009-10-04 14:49:41 +0000144 if self.testNames is None:
145 self.test = self.testLoader.loadTestsFromModule(self.module)
146 else:
147 self.test = self.testLoader.loadTestsFromNames(self.testNames,
148 self.module)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000149
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300150 def _initArgParsers(self):
151 parent_parser = self._getParentArgParser()
152 self._main_parser = self._getMainArgParser(parent_parser)
153 self._discovery_parser = self._getDiscoveryArgParser(parent_parser)
Michael Foord5f99ced2012-03-12 13:53:04 -0700154
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300155 def _getParentArgParser(self):
156 parser = argparse.ArgumentParser(add_help=False)
157
158 parser.add_argument('-v', '--verbose', dest='verbosity',
159 action='store_const', const=2,
160 help='Verbose output')
161 parser.add_argument('-q', '--quiet', dest='verbosity',
162 action='store_const', const=0,
163 help='Quiet output')
Robert Collinsf0c819a2015-03-06 13:46:35 +1300164 parser.add_argument('--locals', dest='tb_locals',
165 action='store_true',
166 help='Show local variables in tracebacks')
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300167 if self.failfast is None:
168 parser.add_argument('-f', '--failfast', dest='failfast',
169 action='store_true',
170 help='Stop on first fail or error')
171 self.failfast = False
172 if self.catchbreak is None:
173 parser.add_argument('-c', '--catch', dest='catchbreak',
174 action='store_true',
Serhiy Storchaka0424eaf2015-09-12 17:45:25 +0300175 help='Catch Ctrl-C and display results so far')
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300176 self.catchbreak = False
177 if self.buffer is None:
178 parser.add_argument('-b', '--buffer', dest='buffer',
179 action='store_true',
180 help='Buffer stdout and stderr during tests')
181 self.buffer = False
182
Michael Foord5f99ced2012-03-12 13:53:04 -0700183 return parser
184
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300185 def _getMainArgParser(self, parent):
186 parser = argparse.ArgumentParser(parents=[parent])
187 parser.prog = self.progName
188 parser.print_help = self._print_help
Michael Foord5f99ced2012-03-12 13:53:04 -0700189
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300190 parser.add_argument('tests', nargs='*',
191 help='a list of any number of test modules, '
192 'classes and test methods.')
Michael Foord5f99ced2012-03-12 13:53:04 -0700193
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300194 return parser
195
196 def _getDiscoveryArgParser(self, parent):
197 parser = argparse.ArgumentParser(parents=[parent])
198 parser.prog = '%s discover' % self.progName
199 parser.epilog = ('For test discovery all test modules must be '
200 'importable from the top level directory of the '
201 'project.')
202
203 parser.add_argument('-s', '--start-directory', dest='start',
204 help="Directory to start discovery ('.' default)")
205 parser.add_argument('-p', '--pattern', dest='pattern',
206 help="Pattern to match tests ('test*.py' default)")
207 parser.add_argument('-t', '--top-level-directory', dest='top',
208 help='Top level directory of project (defaults to '
209 'start directory)')
210 for arg in ('start', 'pattern', 'top'):
211 parser.add_argument(arg, nargs='?',
212 default=argparse.SUPPRESS,
213 help=argparse.SUPPRESS)
214
215 return parser
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000216
Michael Foorda23a39c2013-02-11 00:18:07 +0000217 def _do_discovery(self, argv, Loader=None):
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300218 self.start = '.'
219 self.pattern = 'test*.py'
220 self.top = None
221 if argv is not None:
222 # handle command line args for test discovery
223 if self._discovery_parser is None:
224 # for testing
225 self._initArgParsers()
226 self._discovery_parser.parse_args(argv, self)
Michael Foorda23a39c2013-02-11 00:18:07 +0000227
Serhiy Storchakade2800f2013-08-29 12:37:28 +0300228 loader = self.testLoader if Loader is None else Loader()
229 self.test = loader.discover(self.start, self.pattern, self.top)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000230
231 def runTests(self):
Michael Foord65b69a12010-03-27 13:25:41 +0000232 if self.catchbreak:
233 installHandler()
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000234 if self.testRunner is None:
235 self.testRunner = runner.TextTestRunner
236 if isinstance(self.testRunner, type):
237 try:
Robert Collinsf0c819a2015-03-06 13:46:35 +1300238 try:
239 testRunner = self.testRunner(verbosity=self.verbosity,
240 failfast=self.failfast,
241 buffer=self.buffer,
242 warnings=self.warnings,
243 tb_locals=self.tb_locals)
244 except TypeError:
245 # didn't accept the tb_locals argument
246 testRunner = self.testRunner(verbosity=self.verbosity,
247 failfast=self.failfast,
248 buffer=self.buffer,
249 warnings=self.warnings)
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000250 except TypeError:
Benjamin Petersonb48af542010-04-11 20:43:16 +0000251 # didn't accept the verbosity, buffer or failfast arguments
Benjamin Petersonbed7d042009-07-19 21:01:52 +0000252 testRunner = self.testRunner()
253 else:
254 # it is assumed to be a TestRunner instance
255 testRunner = self.testRunner
256 self.result = testRunner.run(self.test)
257 if self.exit:
258 sys.exit(not self.result.wasSuccessful())
259
260main = TestProgram