Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 1 | """ |
| 2 | The LLVM Compiler Infrastructure |
| 3 | |
| 4 | This file is distributed under the University of Illinois Open Source |
| 5 | License. See LICENSE.TXT for details. |
| 6 | |
| 7 | Provides the configuration class, which holds all information related to |
| 8 | how this invocation of the test suite should be run. |
| 9 | """ |
| 10 | |
| 11 | from __future__ import absolute_import |
| 12 | from __future__ import print_function |
| 13 | |
| 14 | # System modules |
| 15 | import os |
| 16 | import platform |
| 17 | import subprocess |
| 18 | |
| 19 | |
| 20 | # Third-party modules |
| 21 | import unittest2 |
| 22 | |
| 23 | # LLDB Modules |
| 24 | import lldbsuite |
| 25 | |
| 26 | def __setCrashInfoHook_Mac(text): |
| 27 | from . import crashinfo |
| 28 | crashinfo.setCrashReporterDescription(text) |
| 29 | |
Pavel Labath | 9cbf7dd | 2015-12-08 13:32:07 +0000 | [diff] [blame] | 30 | def setupCrashInfoHook(): |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 31 | if platform.system() == "Darwin": |
| 32 | from . import lock |
| 33 | test_dir = os.environ['LLDB_TEST'] |
| 34 | if not test_dir or not os.path.exists(test_dir): |
| 35 | return |
| 36 | dylib_lock = os.path.join(test_dir,"crashinfo.lock") |
| 37 | dylib_src = os.path.join(test_dir,"crashinfo.c") |
| 38 | dylib_dst = os.path.join(test_dir,"crashinfo.so") |
| 39 | try: |
| 40 | compile_lock = lock.Lock(dylib_lock) |
| 41 | compile_lock.acquire() |
| 42 | if not os.path.isfile(dylib_dst) or os.path.getmtime(dylib_dst) < os.path.getmtime(dylib_src): |
| 43 | # we need to compile |
| 44 | cmd = "SDKROOT= xcrun clang %s -o %s -framework Python -Xlinker -dylib -iframework /System/Library/Frameworks/ -Xlinker -F /System/Library/Frameworks/" % (dylib_src,dylib_dst) |
| 45 | if subprocess.call(cmd,shell=True) != 0 or not os.path.isfile(dylib_dst): |
| 46 | raise Exception('command failed: "{}"'.format(cmd)) |
| 47 | finally: |
| 48 | compile_lock.release() |
| 49 | del compile_lock |
| 50 | |
Pavel Labath | 9cbf7dd | 2015-12-08 13:32:07 +0000 | [diff] [blame] | 51 | setCrashInfoHook = __setCrashInfoHook_Mac |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 52 | |
| 53 | else: |
| 54 | pass |
| 55 | |
| 56 | # The test suite. |
| 57 | suite = unittest2.TestSuite() |
| 58 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 59 | # The list of categories we said we care about |
| 60 | categoriesList = None |
| 61 | # set to true if we are going to use categories for cherry-picking test cases |
| 62 | useCategories = False |
| 63 | # Categories we want to skip |
| 64 | skipCategories = [] |
| 65 | # use this to track per-category failures |
| 66 | failuresPerCategory = {} |
| 67 | |
| 68 | # The path to LLDB.framework is optional. |
| 69 | lldbFrameworkPath = None |
| 70 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 71 | # Test suite repeat count. Can be overwritten with '-# count'. |
| 72 | count = 1 |
| 73 | |
Zachary Turner | d865c6b | 2015-12-08 22:15:48 +0000 | [diff] [blame] | 74 | # The 'archs' and 'compilers' can be specified via command line. The corresponding |
| 75 | # options can be specified more than once. For example, "-A x86_64 -A i386" |
| 76 | # => archs=['x86_64', 'i386'] and "-C gcc -C clang" => compilers=['gcc', 'clang']. |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 77 | archs = None # Must be initialized after option parsing |
| 78 | compilers = None # Must be initialized after option parsing |
| 79 | |
| 80 | # The arch might dictate some specific CFLAGS to be passed to the toolchain to build |
| 81 | # the inferior programs. The global variable cflags_extras provides a hook to do |
| 82 | # just that. |
| 83 | cflags_extras = '' |
| 84 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 85 | # The filters (testclass.testmethod) used to admit tests into our test suite. |
| 86 | filters = [] |
| 87 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 88 | # By default, we skip long running test case. Use '-l' option to override. |
| 89 | skip_long_running_test = True |
| 90 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 91 | # Parsable mode silences headers, and any other output this script might generate, and instead |
| 92 | # prints machine-readable output similar to what clang tests produce. |
| 93 | parsable = False |
| 94 | |
| 95 | # The regular expression pattern to match against eligible filenames as our test cases. |
| 96 | regexp = None |
| 97 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 98 | # By default, recorded session info for errored/failed test are dumped into its |
| 99 | # own file under a session directory named after the timestamp of the test suite |
| 100 | # run. Use '-s session-dir-name' to specify a specific dir name. |
| 101 | sdir_name = None |
| 102 | |
| 103 | # Set this flag if there is any session info dumped during the test run. |
| 104 | sdir_has_content = False |
| 105 | |
| 106 | # svn_info stores the output from 'svn info lldb.base.dir'. |
| 107 | svn_info = '' |
| 108 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 109 | # Default verbosity is 0. |
Todd Fiala | 07206ea | 2015-12-10 23:14:24 +0000 | [diff] [blame] | 110 | verbose = 0 |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 111 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 112 | # By default, search from the script directory. |
| 113 | # We can't use sys.path[0] to determine the script directory |
| 114 | # because it doesn't work under a debugger |
| 115 | testdirs = [ os.path.dirname(os.path.realpath(__file__)) ] |
| 116 | |
| 117 | # Separator string. |
| 118 | separator = '-' * 70 |
| 119 | |
| 120 | failed = False |
| 121 | |
| 122 | # LLDB Remote platform setting |
| 123 | lldb_platform_name = None |
| 124 | lldb_platform_url = None |
| 125 | lldb_platform_working_dir = None |
| 126 | |
| 127 | # Parallel execution settings |
| 128 | is_inferior_test_runner = False |
| 129 | multiprocess_test_subdir = None |
| 130 | num_threads = None |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 131 | no_multiprocess_test_runner = False |
| 132 | test_runner_name = None |
| 133 | |
| 134 | # Test results handling globals |
| 135 | results_filename = None |
| 136 | results_port = None |
| 137 | results_formatter_name = None |
| 138 | results_formatter_object = None |
| 139 | results_formatter_options = None |
| 140 | test_result = None |
| 141 | |
Todd Fiala | 9315392 | 2015-12-12 19:26:56 +0000 | [diff] [blame] | 142 | # Test rerun configuration vars |
| 143 | rerun_all_issues = False |
| 144 | |
Zachary Turner | 606e3a5 | 2015-12-08 01:15:30 +0000 | [diff] [blame] | 145 | # The names of all tests. Used to assert we don't have two tests with the same base name. |
| 146 | all_tests = set() |
| 147 | |
| 148 | # safe default |
| 149 | setCrashInfoHook = lambda x : None |
Zachary Turner | b4733e6 | 2015-12-08 01:15:44 +0000 | [diff] [blame] | 150 | |
| 151 | def shouldSkipBecauseOfCategories(test_categories): |
| 152 | if useCategories: |
| 153 | if len(test_categories) == 0 or len(categoriesList & set(test_categories)) == 0: |
| 154 | return True |
| 155 | |
| 156 | for category in skipCategories: |
| 157 | if category in test_categories: |
| 158 | return True |
| 159 | |
| 160 | return False |