mbligh | 1ee9ad7 | 2008-08-01 16:15:08 +0000 | [diff] [blame] | 1 | #!/usr/bin/python -u |
mbligh | f975133 | 2008-04-08 18:25:33 +0000 | [diff] [blame] | 2 | |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 3 | import os, sys, unittest, optparse |
mbligh | dc90601 | 2008-06-27 19:29:11 +0000 | [diff] [blame] | 4 | import common |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 5 | from autotest_lib.utils import parallel |
mbligh | 5f55484 | 2009-12-21 21:50:18 +0000 | [diff] [blame] | 6 | from autotest_lib.client.common_lib.test_utils import unittest as custom_unittest |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 7 | |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 8 | parser = optparse.OptionParser() |
| 9 | parser.add_option("-r", action="store", type="string", dest="start", |
| 10 | default='', |
| 11 | help="root directory to start running unittests") |
| 12 | parser.add_option("--full", action="store_true", dest="full", default=False, |
| 13 | help="whether to run the shortened version of the test") |
mbligh | 43758df | 2008-09-04 19:54:45 +0000 | [diff] [blame] | 14 | parser.add_option("--debug", action="store_true", dest="debug", default=False, |
| 15 | help="run in debug mode") |
jamesren | 74e77fc | 2010-02-19 21:56:39 +0000 | [diff] [blame] | 16 | parser.add_option("--skip-tests", dest="skip_tests", default=[], |
| 17 | help="A space separated list of tests to skip") |
| 18 | |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 19 | parser.set_defaults(module_list=None) |
| 20 | |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 21 | # Following sets are used to define a collection of modules that are optional |
| 22 | # tests and do not need to be executed in unittest suite for various reasons. |
| 23 | # Each entry can be file name or relative path that's relative to the parent |
| 24 | # folder of the folder containing this file (unittest_suite.py). The list |
| 25 | # will be used to filter any test file with matching name or matching full |
| 26 | # path. If a file's name is too general and has a chance to collide with files |
| 27 | # in other folder, it is recommended to specify its relative path here, e.g., |
| 28 | # using 'mirror/trigger_unittest.py', instead of 'trigger_unittest.py' only. |
mbligh | f975133 | 2008-04-08 18:25:33 +0000 | [diff] [blame] | 29 | |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 30 | REQUIRES_DJANGO = set(( |
| 31 | 'monitor_db_unittest.py', |
| 32 | 'monitor_db_functional_test.py', |
| 33 | 'monitor_db_cleanup_test.py', |
| 34 | 'frontend_unittest.py', |
| 35 | 'csv_encoder_unittest.py', |
| 36 | 'rpc_interface_unittest.py', |
| 37 | 'models_test.py', |
| 38 | 'scheduler_models_unittest.py', |
| 39 | 'metahost_scheduler_unittest.py', |
| 40 | 'site_metahost_scheduler_unittest.py', |
| 41 | 'rpc_utils_unittest.py', |
jamesren | 37dfa9d | 2010-04-12 18:24:31 +0000 | [diff] [blame] | 42 | 'site_rpc_utils_unittest.py', |
jamesren | 1468135 | 2010-04-09 20:46:09 +0000 | [diff] [blame] | 43 | 'execution_engine_unittest.py', |
jamesren | cd7a81a | 2010-04-21 20:39:08 +0000 | [diff] [blame] | 44 | 'service_proxy_lib_test.py', |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 45 | )) |
| 46 | |
| 47 | REQUIRES_MYSQLDB = set(( |
| 48 | 'migrate_unittest.py', |
| 49 | 'db_utils_unittest.py', |
| 50 | )) |
| 51 | |
| 52 | REQUIRES_GWT = set(( |
jamesren | 12c9fdd | 2010-03-02 00:00:39 +0000 | [diff] [blame] | 53 | 'client_compilation_unittest.py', |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 54 | )) |
| 55 | |
| 56 | REQUIRES_SIMPLEJSON = set(( |
| 57 | 'resources_test.py', |
| 58 | 'serviceHandler_unittest.py', |
| 59 | )) |
| 60 | |
jamesren | 6461fff | 2010-04-06 23:33:05 +0000 | [diff] [blame] | 61 | REQUIRES_AUTH = set (( |
| 62 | 'trigger_unittest.py', |
| 63 | )) |
| 64 | |
jamesren | 37dfa9d | 2010-04-12 18:24:31 +0000 | [diff] [blame] | 65 | REQUIRES_HTTPLIB2 = set(( |
| 66 | )) |
| 67 | |
jamesren | 34a0f3b | 2010-06-08 20:38:27 +0000 | [diff] [blame] | 68 | REQUIRES_PROTOBUFS = set(( |
| 69 | 'job_serializer_unittest.py', |
| 70 | )) |
| 71 | |
Aviv Keshet | 78f446d | 2013-06-18 10:28:57 -0700 | [diff] [blame^] | 72 | REQUIRES_SELENIUM = set(( |
| 73 | 'ap_configurator_factory_unittest.py', |
| 74 | 'chaos_base_test_unittest.py', |
| 75 | 'ap_batch_locker_unittest.py' |
| 76 | )) |
| 77 | |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 78 | LONG_RUNTIME = set(( |
Alex Miller | 13b83c5 | 2013-02-14 16:07:34 -0800 | [diff] [blame] | 79 | 'auth_server_unittest.py', |
mbligh | 999fb13 | 2010-04-23 17:22:03 +0000 | [diff] [blame] | 80 | 'base_barrier_unittest.py', |
showard | ef1edaf | 2009-07-01 22:21:30 +0000 | [diff] [blame] | 81 | 'logging_manager_test.py', |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 82 | )) |
| 83 | |
Aviv Keshet | 78b0595 | 2013-02-13 14:37:37 -0800 | [diff] [blame] | 84 | |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 85 | SKIP = set(( |
Aviv Keshet | 78b0595 | 2013-02-13 14:37:37 -0800 | [diff] [blame] | 86 | # This particular KVM autotest test is not a unittest |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 87 | 'guest_test.py', |
Aviv Keshet | 3c5a1f8 | 2013-05-10 13:42:18 -0700 | [diff] [blame] | 88 | 'ap_configurator_test.py', |
| 89 | 'chaos_base_test.py', |
Aviv Keshet | 1f23b69 | 2013-05-14 11:13:55 -0700 | [diff] [blame] | 90 | 'chaos_interop_test.py', |
beeps | d795854 | 2013-06-13 10:04:34 -0700 | [diff] [blame] | 91 | 'monitor_db_functional_test.py', |
| 92 | # crbug.com/249377 |
| 93 | 'reporting_unittest.py', |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 94 | )) |
| 95 | |
Aviv Keshet | 1f23b69 | 2013-05-14 11:13:55 -0700 | [diff] [blame] | 96 | LONG_TESTS = (REQUIRES_MYSQLDB | |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 97 | REQUIRES_GWT | |
jamesren | 37dfa9d | 2010-04-12 18:24:31 +0000 | [diff] [blame] | 98 | REQUIRES_HTTPLIB2 | |
jamesren | 6461fff | 2010-04-06 23:33:05 +0000 | [diff] [blame] | 99 | REQUIRES_AUTH | |
jamesren | 34a0f3b | 2010-06-08 20:38:27 +0000 | [diff] [blame] | 100 | REQUIRES_PROTOBUFS | |
Aviv Keshet | 78f446d | 2013-06-18 10:28:57 -0700 | [diff] [blame^] | 101 | REQUIRES_SELENIUM | |
jamesren | 92c1859 | 2010-02-25 19:10:32 +0000 | [diff] [blame] | 102 | LONG_RUNTIME) |
| 103 | |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 104 | ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..')) |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 105 | |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 106 | # The set of files in LONG_TESTS with its full path |
| 107 | LONG_TESTS_FULL_PATH = {os.path.join(ROOT, t) for t in LONG_TESTS} |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 108 | |
Aviv Keshet | 78b0595 | 2013-02-13 14:37:37 -0800 | [diff] [blame] | 109 | class TestFailure(Exception): |
| 110 | """Exception type for any test failure.""" |
| 111 | pass |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 112 | |
| 113 | |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 114 | def run_test(mod_names, options): |
| 115 | """ |
| 116 | @param mod_names: A list of individual parts of the module name to import |
| 117 | and run as a test suite. |
| 118 | @param options: optparse options. |
| 119 | """ |
mbligh | 43758df | 2008-09-04 19:54:45 +0000 | [diff] [blame] | 120 | if not options.debug: |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 121 | parallel.redirect_io() |
| 122 | |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 123 | print "Running %s" % '.'.join(mod_names) |
| 124 | mod = common.setup_modules.import_module(mod_names[-1], |
| 125 | '.'.join(mod_names[:-1])) |
mbligh | 5f55484 | 2009-12-21 21:50:18 +0000 | [diff] [blame] | 126 | for ut_module in [unittest, custom_unittest]: |
| 127 | test = ut_module.defaultTestLoader.loadTestsFromModule(mod) |
| 128 | suite = ut_module.TestSuite(test) |
| 129 | runner = ut_module.TextTestRunner(verbosity=2) |
| 130 | result = runner.run(suite) |
| 131 | if result.errors or result.failures: |
| 132 | msg = '%s had %d failures and %d errors.' |
| 133 | msg %= '.'.join(mod_names), len(result.failures), len(result.errors) |
| 134 | raise TestFailure(msg) |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 135 | |
| 136 | |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 137 | def scan_for_modules(start, options): |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 138 | """Scan folders and find all test modules that are not included in the |
| 139 | blacklist (defined in LONG_TESTS). |
| 140 | |
Aviv Keshet | 78b0595 | 2013-02-13 14:37:37 -0800 | [diff] [blame] | 141 | @param start: The absolute directory to look for tests under. |
| 142 | @param options: optparse options. |
| 143 | @return a list of modules to be executed. |
| 144 | """ |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 145 | modules = [] |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 146 | |
| 147 | skip_tests = SKIP |
jamesren | 74e77fc | 2010-02-19 21:56:39 +0000 | [diff] [blame] | 148 | if options.skip_tests: |
| 149 | skip_tests.update(options.skip_tests.split()) |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 150 | skip_tests_full_path = {os.path.join(ROOT, t) for t in skip_tests} |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 151 | |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 152 | for dir_path, sub_dirs, file_names in os.walk(start): |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 153 | # Only look in and below subdirectories that are python modules. |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 154 | if '__init__.py' not in file_names: |
mbligh | a64df1a | 2009-09-18 16:54:39 +0000 | [diff] [blame] | 155 | if options.full: |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 156 | for file_name in file_names: |
| 157 | if file_name.endswith('.pyc'): |
| 158 | os.unlink(os.path.join(dir_path, file_name)) |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 159 | # Skip all subdirectories below this one, it is not a module. |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 160 | del sub_dirs[:] |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 161 | if options.debug: |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 162 | print 'Skipping', dir_path |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 163 | continue # Skip this directory. |
| 164 | |
| 165 | # Look for unittest files. |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 166 | for file_name in file_names: |
| 167 | if (file_name.endswith('_unittest.py') or |
| 168 | file_name.endswith('_test.py')): |
| 169 | file_path = os.path.join(dir_path, file_name) |
| 170 | if (not options.full and |
| 171 | (file_name in LONG_TESTS or |
| 172 | file_path in LONG_TESTS_FULL_PATH)): |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 173 | continue |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 174 | if (file_name in skip_tests or |
| 175 | file_path in skip_tests_full_path): |
jamesren | 74e77fc | 2010-02-19 21:56:39 +0000 | [diff] [blame] | 176 | continue |
Dan Shi | 8af6fbe | 2013-02-13 14:20:16 -0800 | [diff] [blame] | 177 | path_no_py = os.path.join(dir_path, file_name).rstrip('.py') |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 178 | assert path_no_py.startswith(ROOT) |
| 179 | names = path_no_py[len(ROOT)+1:].split('/') |
| 180 | modules.append(['autotest_lib'] + names) |
| 181 | if options.debug: |
| 182 | print 'testing', path_no_py |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 183 | return modules |
| 184 | |
| 185 | def find_and_run_tests(start, options): |
| 186 | """ |
| 187 | Find and run Python unittest suites below the given directory. Only look |
| 188 | in subdirectories of start that are actual importable Python modules. |
| 189 | |
| 190 | @param start: The absolute directory to look for tests under. |
| 191 | @param options: optparse options. |
| 192 | """ |
| 193 | if options.module_list: |
| 194 | modules = [] |
| 195 | for m in options.module_list: |
| 196 | modules.append(m.split('.')) |
| 197 | else: |
| 198 | modules = scan_for_modules(start, options) |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 199 | |
| 200 | if options.debug: |
| 201 | print 'Number of test modules found:', len(modules) |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 202 | |
showard | cc85e81 | 2008-08-08 20:33:30 +0000 | [diff] [blame] | 203 | functions = {} |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 204 | for module_names in modules: |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 205 | # Create a function that'll test a particular module. module=module |
| 206 | # is a hack to force python to evaluate the params now. We then |
| 207 | # rename the function to make error reporting nicer. |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 208 | run_module = lambda module=module_names: run_test(module, options) |
| 209 | name = '.'.join(module_names) |
showard | cc85e81 | 2008-08-08 20:33:30 +0000 | [diff] [blame] | 210 | run_module.__name__ = name |
showard | cc85e81 | 2008-08-08 20:33:30 +0000 | [diff] [blame] | 211 | functions[run_module] = set() |
| 212 | |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 213 | try: |
| 214 | dargs = {} |
mbligh | 43758df | 2008-09-04 19:54:45 +0000 | [diff] [blame] | 215 | if options.debug: |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 216 | dargs['max_simultaneous_procs'] = 1 |
| 217 | pe = parallel.ParallelExecute(functions, **dargs) |
| 218 | pe.run_until_completion() |
| 219 | except parallel.ParallelError, err: |
| 220 | return err.errors |
| 221 | return [] |
mbligh | f975133 | 2008-04-08 18:25:33 +0000 | [diff] [blame] | 222 | |
| 223 | |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 224 | def main(): |
Aviv Keshet | 78b0595 | 2013-02-13 14:37:37 -0800 | [diff] [blame] | 225 | """Entry point for unittest_suite.py""" |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 226 | options, args = parser.parse_args() |
| 227 | if args: |
Eric Li | 861b2d5 | 2011-02-04 14:50:35 -0800 | [diff] [blame] | 228 | options.module_list = args |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 229 | |
showard | cc85e81 | 2008-08-08 20:33:30 +0000 | [diff] [blame] | 230 | # Strip the arguments off the command line, so that the unit tests do not |
| 231 | # see them. |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 232 | del sys.argv[1:] |
showard | cc85e81 | 2008-08-08 20:33:30 +0000 | [diff] [blame] | 233 | |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 234 | absolute_start = os.path.join(ROOT, options.start) |
| 235 | errors = find_and_run_tests(absolute_start, options) |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 236 | if errors: |
| 237 | print "%d tests resulted in an error/failure:" % len(errors) |
| 238 | for error in errors: |
| 239 | print "\t%s" % error |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 240 | print "Rerun", sys.argv[0], "--debug to see the failure details." |
mbligh | 671c592 | 2008-07-28 19:34:38 +0000 | [diff] [blame] | 241 | sys.exit(1) |
| 242 | else: |
| 243 | print "All passed!" |
| 244 | sys.exit(0) |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 245 | |
mbligh | 780fa7f | 2009-07-02 19:01:53 +0000 | [diff] [blame] | 246 | |
mbligh | eeb1357 | 2008-07-30 00:04:01 +0000 | [diff] [blame] | 247 | if __name__ == "__main__": |
| 248 | main() |