mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 1 | # Copyright Martin J. Bligh, Andy Whitcroft, 2006 |
| 2 | # |
| 3 | # Shell class for a test, inherited by all individual tests |
| 4 | # |
| 5 | # Methods: |
| 6 | # __init__ initialise |
mbligh | a9c1f7a | 2006-06-14 22:45:18 +0000 | [diff] [blame] | 7 | # initialize run once for each job |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 8 | # setup run once for each new version of the test installed |
| 9 | # record record an entry in the status file |
| 10 | # run run the test (wrapped by job.runtest()) |
| 11 | # |
| 12 | # Data: |
| 13 | # job backreference to the job this test instance is part of |
| 14 | # outputdir eg. results/<job>/<testname.tag> |
| 15 | # resultsdir eg. results/<job>/<testname.tag>/results |
| 16 | # profdir eg. results/<job>/<testname.tag>/profiling |
| 17 | # debugdir eg. results/<job>/<testname.tag>/debug |
| 18 | # bindir eg. tests/<test> |
| 19 | # src eg. tests/<test>/src |
| 20 | # tmpdir eg. tmp/<test> |
| 21 | |
apw | 87f37ed | 2006-04-03 17:05:00 +0000 | [diff] [blame] | 22 | import os, pickle, tempfile |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 23 | from autotest_utils import * |
apw | fd2baa9 | 2006-04-04 08:48:59 +0000 | [diff] [blame] | 24 | from error import * |
apw | 0a3cc5f | 2006-10-10 22:54:14 +0000 | [diff] [blame] | 25 | from parallel import * |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 26 | |
| 27 | class test: |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 28 | def __init__(self, job, bindir, outputdir): |
apw | a1ef53e | 2006-04-25 10:10:04 +0000 | [diff] [blame] | 29 | testname = self.__class__.__name__ |
| 30 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 31 | self.job = job |
mbligh | 4b08966 | 2006-06-14 22:34:58 +0000 | [diff] [blame] | 32 | self.autodir = job.autodir |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 33 | self.outputdir = outputdir |
| 34 | os.mkdir(self.outputdir) |
| 35 | self.resultsdir = self.outputdir + "/results" |
mbligh | 89d8ee1 | 2006-04-22 16:24:37 +0000 | [diff] [blame] | 36 | os.mkdir(self.resultsdir) |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 37 | self.profdir = self.outputdir + "/profiling" |
mbligh | 89d8ee1 | 2006-04-22 16:24:37 +0000 | [diff] [blame] | 38 | os.mkdir(self.profdir) |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 39 | self.debugdir = self.outputdir + "/debug" |
mbligh | 89d8ee1 | 2006-04-22 16:24:37 +0000 | [diff] [blame] | 40 | os.mkdir(self.debugdir) |
apw | a1ef53e | 2006-04-25 10:10:04 +0000 | [diff] [blame] | 41 | |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 42 | self.bindir = bindir |
| 43 | self.srcdir = bindir + '/src' |
apw | a1ef53e | 2006-04-25 10:10:04 +0000 | [diff] [blame] | 44 | |
| 45 | self.tmpdir = job.tmpdir + '/' + testname |
apw | a1ef53e | 2006-04-25 10:10:04 +0000 | [diff] [blame] | 46 | if os.path.exists(self.tmpdir): |
| 47 | system('rm -rf ' + self.tmpdir) |
| 48 | os.mkdir(self.tmpdir) |
| 49 | |
mbligh | a9c1f7a | 2006-06-14 22:45:18 +0000 | [diff] [blame] | 50 | self.initialize() |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 51 | # compile and install the test, if needed. |
mbligh | 7d2bb22 | 2006-05-25 19:14:05 +0000 | [diff] [blame] | 52 | update_version(self.srcdir, self.version, self.setup) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 53 | |
apw | 9b63458 | 2006-04-22 12:40:39 +0000 | [diff] [blame] | 54 | |
mbligh | a9c1f7a | 2006-06-14 22:45:18 +0000 | [diff] [blame] | 55 | def initialize(self): |
| 56 | pass |
| 57 | |
| 58 | |
apw | 7a0d578 | 2006-04-21 14:21:17 +0000 | [diff] [blame] | 59 | def setup(self): |
| 60 | pass |
| 61 | |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 62 | |
| 63 | def record(self, msg): |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 64 | status = self.outputdir + "/status" |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 65 | fd = file(status, "w") |
| 66 | fd.write(msg) |
| 67 | fd.close() |
| 68 | |
| 69 | def __exec(self, parameters): |
| 70 | try: |
mbligh | 7787ebf | 2006-08-29 06:11:14 +0000 | [diff] [blame] | 71 | self.job.stdout.tee_redirect( |
| 72 | os.path.join(self.debugdir, 'stdout')) |
| 73 | self.job.stderr.tee_redirect( |
| 74 | os.path.join(self.debugdir, 'stderr')) |
| 75 | |
mbligh | 910c40e | 2006-09-23 14:18:52 +0000 | [diff] [blame] | 76 | try: |
| 77 | os.chdir(self.outputdir) |
| 78 | self.execute(*parameters) |
| 79 | finally: |
| 80 | self.job.stderr.restore() |
| 81 | self.job.stdout.restore() |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 82 | except AutotestError: |
| 83 | raise |
| 84 | except: |
| 85 | raise UnhandledError('running test ' + \ |
| 86 | self.__class__.__name__ + "\n") |
| 87 | |
| 88 | def run(self, testname, parameters): |
apw | 8f4ec98 | 2006-04-21 14:21:56 +0000 | [diff] [blame] | 89 | try: |
| 90 | self.__exec(parameters) |
| 91 | except Exception, detail: |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 92 | self.record("FAIL " + detail.__str__() + "\n") |
apw | 8f4ec98 | 2006-04-21 14:21:56 +0000 | [diff] [blame] | 93 | |
apw | 9b63458 | 2006-04-22 12:40:39 +0000 | [diff] [blame] | 94 | raise |
apw | 8f4ec98 | 2006-04-21 14:21:56 +0000 | [diff] [blame] | 95 | else: |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 96 | self.record("GOOD Completed Successfully\n") |
| 97 | |
| 98 | |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 99 | def testname(url): |
| 100 | # Extract the testname from the test url. |
| 101 | match = re.match('[^:]+://(.*)/([^/]*)$', url) |
| 102 | if not match: |
| 103 | return ('', url) |
| 104 | (group, filename) = match.groups() |
| 105 | |
| 106 | # Generate the group prefix. |
| 107 | gfix = re.compile('\W') |
| 108 | group = gfix.sub('_', group) |
| 109 | |
| 110 | # Drop the extension to get the raw test name. |
| 111 | tfix = re.compile('\.tgz') |
| 112 | testname = tfix.sub('', filename) |
| 113 | |
| 114 | return (group, testname) |
| 115 | |
| 116 | def __installtest(job, url): |
| 117 | (group, name) = testname(url) |
| 118 | |
| 119 | ##print "group=%s name=%s" % (group, name) |
| 120 | |
| 121 | # Bail if the test is already installed |
| 122 | group_dir = os.path.join(job.testdir, "download", group) |
| 123 | if os.path.exists(os.path.join(group_dir, name)): |
| 124 | return (group, name) |
| 125 | |
| 126 | # If the group directory is missing create it and add |
| 127 | # an empty __init__.py so that sub-directories are |
| 128 | # considered for import. |
| 129 | if not os.path.exists(group_dir): |
| 130 | os.mkdir(group_dir) |
| 131 | f = file(os.path.join(group_dir, '__init__.py'), 'w+') |
| 132 | f.close() |
| 133 | |
| 134 | print name + ": installing test url=" + url |
| 135 | system("wget %s -O %s" % (url, os.path.join(group_dir, 'test.tgz'))) |
| 136 | system("cd %s; tar zxf %s" % (group_dir, 'test.tgz')) |
| 137 | os.unlink(os.path.join(group_dir, 'test.tgz')) |
| 138 | |
| 139 | # For this 'sub-object' to be importable via the name |
| 140 | # 'group.name' we need to provide an __init__.py, |
| 141 | # so link the main entry point to this. |
| 142 | os.symlink(name + '.py', os.path.join(group_dir, name, |
| 143 | '__init__.py')) |
| 144 | |
| 145 | # The test is now installed. |
| 146 | return (group, name) |
apw | 7477d9e | 2006-04-25 10:08:59 +0000 | [diff] [blame] | 147 | |
| 148 | # runtest: main interface for importing and instantiating new tests. |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 149 | def __runtest(job, tag, url, test_args): |
| 150 | # If this is not a plain test name then download and install |
| 151 | # the specified test. |
| 152 | if is_url(url): |
| 153 | (group, testname) = __installtest(job, url) |
| 154 | bindir = os.path.join(job.testdir, "download", group, testname) |
| 155 | else: |
| 156 | (group, testname) = ('', url) |
| 157 | bindir = os.path.join(job.testdir, group, testname) |
| 158 | |
| 159 | outputdir = os.path.join(job.resultdir, testname) |
| 160 | |
mbligh | 7880b1b | 2006-05-07 16:57:50 +0000 | [diff] [blame] | 161 | if (tag): |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 162 | outputdir += '.' + tag |
| 163 | if not os.path.exists(bindir): |
apw | 3b36f09 | 2006-04-25 10:09:26 +0000 | [diff] [blame] | 164 | raise TestError(testname + ": test does not exist") |
| 165 | |
| 166 | try: |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 167 | if group: |
| 168 | sys.path.insert(0, os.path.join(job.testdir, |
| 169 | "download")) |
| 170 | group += '.' |
| 171 | else: |
| 172 | sys.path.insert(0, os.path.join(job.testdir, testname)) |
mbligh | 9eb80ba | 2006-05-26 22:00:04 +0000 | [diff] [blame] | 173 | |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 174 | exec "import %s%s" % (group, testname) |
| 175 | exec "mytest = %s%s.%s(job, bindir, outputdir)" % \ |
| 176 | (group, testname, testname) |
apw | 3b36f09 | 2006-04-25 10:09:26 +0000 | [diff] [blame] | 177 | finally: |
| 178 | sys.path.pop(0) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 179 | |
mbligh | 9eb80ba | 2006-05-26 22:00:04 +0000 | [diff] [blame] | 180 | pwd = os.getcwd() |
mbligh | 5b2f7f1 | 2006-05-26 22:11:10 +0000 | [diff] [blame] | 181 | os.chdir(outputdir) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 182 | mytest.run(testname, test_args) |
mbligh | 9eb80ba | 2006-05-26 22:00:04 +0000 | [diff] [blame] | 183 | os.chdir(pwd) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 184 | |
| 185 | |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 186 | def runtest(job, tag, url, test_args): |
| 187 | ##__runtest(job, tag, url, test_args) |
apw | 0a3cc5f | 2006-10-10 22:54:14 +0000 | [diff] [blame] | 188 | pid = fork_start(job.resultdir, |
| 189 | lambda : __runtest(job, tag, url, test_args)) |
| 190 | fork_waitfor(job.resultdir, pid) |