mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 1 | """The main job wrapper |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 2 | |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 3 | This is the core infrastructure. |
| 4 | """ |
| 5 | |
| 6 | __author__ = """Copyright Andy Whitcroft, Martin J. Bligh 2006""" |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 7 | |
mbligh | 8f243ec | 2006-10-10 05:55:49 +0000 | [diff] [blame] | 8 | # standard stuff |
apw | 8fef4ac | 2006-10-10 22:53:37 +0000 | [diff] [blame] | 9 | import os, sys, re, pickle, shutil |
mbligh | 8f243ec | 2006-10-10 05:55:49 +0000 | [diff] [blame] | 10 | # autotest stuff |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 11 | from autotest_utils import * |
apw | 8fef4ac | 2006-10-10 22:53:37 +0000 | [diff] [blame] | 12 | from parallel import * |
mbligh | 8f243ec | 2006-10-10 05:55:49 +0000 | [diff] [blame] | 13 | import kernel, test, profilers, barrier, filesystem, fd_stack, boottool |
apw | 059e1b1 | 2006-10-12 17:18:26 +0000 | [diff] [blame] | 14 | import harness, config |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 15 | |
| 16 | class job: |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 17 | """The actual job against which we do everything. |
| 18 | |
| 19 | Properties: |
| 20 | autodir |
| 21 | The top level autotest directory (/usr/local/autotest). |
| 22 | Comes from os.environ['AUTODIR']. |
| 23 | bindir |
| 24 | <autodir>/bin/ |
| 25 | testdir |
| 26 | <autodir>/tests/ |
| 27 | profdir |
| 28 | <autodir>/profilers/ |
| 29 | tmpdir |
| 30 | <autodir>/tmp/ |
| 31 | resultdir |
| 32 | <autodir>/results/<jobtag> |
| 33 | stdout |
| 34 | fd_stack object for stdout |
| 35 | stderr |
| 36 | fd_stack object for stderr |
| 37 | profilers |
| 38 | the profilers object for this job |
apw | 504a7dd | 2006-10-12 17:18:37 +0000 | [diff] [blame] | 39 | harness |
| 40 | the server harness object for this job |
apw | 059e1b1 | 2006-10-12 17:18:26 +0000 | [diff] [blame] | 41 | config |
| 42 | the job configuration for this job |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 43 | """ |
| 44 | |
apw | 96da1a4 | 2006-11-02 00:23:18 +0000 | [diff] [blame] | 45 | def __init__(self, control, jobtag, cont): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 46 | """ |
| 47 | control |
| 48 | The control file (pathname of) |
| 49 | jobtag |
| 50 | The job tag string (eg "default") |
apw | 96da1a4 | 2006-11-02 00:23:18 +0000 | [diff] [blame] | 51 | cont |
| 52 | If this is the continuation of this job |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 53 | """ |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 54 | self.autodir = os.environ['AUTODIR'] |
mbligh | 0674377 | 2006-05-18 21:30:19 +0000 | [diff] [blame] | 55 | self.bindir = self.autodir + '/bin' |
mbligh | 8264186 | 2006-04-23 06:21:36 +0000 | [diff] [blame] | 56 | self.testdir = self.autodir + '/tests' |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 57 | self.profdir = self.autodir + '/profilers' |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 58 | self.tmpdir = self.autodir + '/tmp' |
mbligh | 24f7da0 | 2006-04-23 06:32:18 +0000 | [diff] [blame] | 59 | self.resultdir = self.autodir + '/results/' + jobtag |
mbligh | a250805 | 2006-05-28 21:29:53 +0000 | [diff] [blame] | 60 | |
apw | 96da1a4 | 2006-11-02 00:23:18 +0000 | [diff] [blame] | 61 | if not cont: |
| 62 | if os.path.exists(self.tmpdir): |
| 63 | system('rm -rf ' + self.tmpdir) |
| 64 | os.mkdir(self.tmpdir) |
| 65 | |
| 66 | if os.path.exists(self.resultdir): |
| 67 | system('rm -rf ' + self.resultdir) |
| 68 | os.mkdir(self.resultdir) |
| 69 | |
| 70 | os.mkdir(self.resultdir + "/debug") |
| 71 | os.mkdir(self.resultdir + "/analysis") |
| 72 | os.mkdir(self.resultdir + "/sysinfo") |
| 73 | shutil.copyfile(control, |
| 74 | os.path.join(self.resultdir,'control')) |
mbligh | 4b08966 | 2006-06-14 22:34:58 +0000 | [diff] [blame] | 75 | |
apw | ecf41b7 | 2006-03-31 14:00:55 +0000 | [diff] [blame] | 76 | self.control = control |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 77 | self.jobtab = jobtag |
| 78 | |
mbligh | 56f1fbb | 2006-10-01 15:10:56 +0000 | [diff] [blame] | 79 | self.stdout = fd_stack.fd_stack(1, sys.stdout) |
| 80 | self.stderr = fd_stack.fd_stack(2, sys.stderr) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 81 | |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 82 | self.harness = harness.select('', self) |
| 83 | |
apw | 059e1b1 | 2006-10-12 17:18:26 +0000 | [diff] [blame] | 84 | self.config = config.config(self) |
| 85 | |
mbligh | a35553b | 2006-04-23 15:52:25 +0000 | [diff] [blame] | 86 | self.profilers = profilers.profilers(self) |
mbligh | 7290556 | 2006-05-25 01:30:49 +0000 | [diff] [blame] | 87 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 88 | try: |
| 89 | self.bootloader = boottool.boottool() |
| 90 | except: |
| 91 | pass |
| 92 | |
mbligh | 0674377 | 2006-05-18 21:30:19 +0000 | [diff] [blame] | 93 | pwd = os.getcwd() |
| 94 | os.chdir(self.resultdir + "/sysinfo") |
| 95 | system(self.bindir + '/sysinfo.py') |
| 96 | os.chdir(pwd) |
mbligh | 3a6d6ca | 2006-04-23 15:50:24 +0000 | [diff] [blame] | 97 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 98 | |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 99 | def harness_select(self, which): |
| 100 | self.harness = harness.select(which, self) |
| 101 | |
| 102 | |
apw | 059e1b1 | 2006-10-12 17:18:26 +0000 | [diff] [blame] | 103 | def config_set(self, name, value): |
| 104 | self.config.set(name, value) |
| 105 | |
| 106 | |
| 107 | def config_get(self, name): |
| 108 | return self.config.get(name) |
| 109 | |
| 110 | |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 111 | def kernel(self, topdir, base_tree, *args, **dargs): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 112 | """Summon a kernel object""" |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 113 | return kernel.kernel(self, topdir, base_tree, *args, **dargs) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 114 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 115 | |
mbligh | fadca20 | 2006-09-23 04:40:01 +0000 | [diff] [blame] | 116 | def barrier(self, *args): |
| 117 | """Create a barrier object""" |
| 118 | return barrier.barrier(*args) |
| 119 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 120 | |
mbligh | 4b08966 | 2006-06-14 22:34:58 +0000 | [diff] [blame] | 121 | def setup_dep(self, deps): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 122 | """Set up the dependencies for this test. |
| 123 | |
| 124 | deps is a list of libraries required for this test. |
| 125 | """ |
mbligh | 4b08966 | 2006-06-14 22:34:58 +0000 | [diff] [blame] | 126 | for dep in deps: |
| 127 | try: |
| 128 | os.chdir(self.autodir + '/deps/' + dep) |
| 129 | system('./' + dep + '.py') |
| 130 | except: |
| 131 | error = "setting up dependency " + dep + "\n" |
| 132 | raise UnhandledError(error) |
| 133 | |
| 134 | |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 135 | def __runtest(self, tag, url, test_args): |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 136 | try: |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 137 | test.runtest(self, tag, url, test_args) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 138 | except AutotestError: |
| 139 | raise |
| 140 | except: |
| 141 | raise UnhandledError('running test ' + \ |
| 142 | self.__class__.__name__ + "\n") |
| 143 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 144 | |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 145 | def runtest(self, tag, url, *test_args): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 146 | """Summon a test object and run it. |
| 147 | |
| 148 | tag |
| 149 | tag to add to testname |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 150 | url |
| 151 | url of the test to run |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 152 | """ |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 153 | |
| 154 | (group, name) = test.testname(url) |
mbligh | 7880b1b | 2006-05-07 16:57:50 +0000 | [diff] [blame] | 155 | if (tag): |
| 156 | name += '.' + tag |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 157 | try: |
| 158 | try: |
mbligh | 12a7df7 | 2006-10-06 03:54:33 +0000 | [diff] [blame] | 159 | self.__runtest(tag, url, test_args) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 160 | except Exception, detail: |
| 161 | self.record("FAIL " + name + " " + \ |
| 162 | detail.__str__() + "\n") |
| 163 | |
| 164 | raise |
| 165 | else: |
| 166 | self.record("GOOD " + name + \ |
| 167 | " Completed Successfully\n") |
| 168 | except TestError: |
| 169 | return 0 |
| 170 | except: |
| 171 | raise |
| 172 | else: |
| 173 | return 1 |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 174 | |
mbligh | d7fb4a6 | 2006-10-01 00:57:53 +0000 | [diff] [blame] | 175 | |
| 176 | def filesystem(self, device, mountpoint = None): |
| 177 | if not mountpoint: |
| 178 | mountpoint = self.tmpdir |
| 179 | return filesystem.filesystem(device, mountpoint) |
| 180 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 181 | |
| 182 | def reboot(self, tag='autotest'): |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 183 | self.harness.run_reboot() |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 184 | self.bootloader.boot_once(tag) |
| 185 | system("reboot") |
apw | 0778a2f | 2006-10-06 03:11:40 +0000 | [diff] [blame] | 186 | self.quit() |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 187 | |
| 188 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 189 | def noop(self, text): |
| 190 | print "job: noop: " + text |
| 191 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 192 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 193 | # Job control primatives. |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 194 | |
apw | 8fef4ac | 2006-10-10 22:53:37 +0000 | [diff] [blame] | 195 | def __parallel_execute(self, func, *args): |
| 196 | func(*args) |
| 197 | |
| 198 | |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 199 | def parallel(self, *tasklist): |
| 200 | """Run tasks in parallel""" |
apw | 8fef4ac | 2006-10-10 22:53:37 +0000 | [diff] [blame] | 201 | |
| 202 | pids = [] |
| 203 | for task in tasklist: |
| 204 | pids.append(fork_start(self.resultdir, |
| 205 | lambda: self.__parallel_execute(*task))) |
| 206 | for pid in pids: |
| 207 | fork_waitfor(self.resultdir, pid) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 208 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 209 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 210 | def quit(self): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 211 | # XXX: should have a better name. |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 212 | self.harness.run_pause() |
apw | f2c6660 | 2006-04-27 14:11:25 +0000 | [diff] [blame] | 213 | raise JobContinue("more to come") |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 214 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 215 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 216 | def complete(self, status): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 217 | """Clean up and exit""" |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 218 | # We are about to exit 'complete' so clean up the control file. |
| 219 | try: |
apw | ecf41b7 | 2006-03-31 14:00:55 +0000 | [diff] [blame] | 220 | os.unlink(self.control + '.state') |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 221 | except: |
| 222 | pass |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 223 | self.harness.run_complete(status) |
apw | 1b02190 | 2006-04-03 17:02:56 +0000 | [diff] [blame] | 224 | sys.exit(status) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 225 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 226 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 227 | steps = [] |
| 228 | def next_step(self, step): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 229 | """Define the next step""" |
apw | 83f8d77 | 2006-04-27 14:12:56 +0000 | [diff] [blame] | 230 | step[0] = step[0].__name__ |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 231 | self.steps.append(step) |
apw | ecf41b7 | 2006-03-31 14:00:55 +0000 | [diff] [blame] | 232 | pickle.dump(self.steps, open(self.control + '.state', 'w')) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 233 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 234 | |
apw | 83f8d77 | 2006-04-27 14:12:56 +0000 | [diff] [blame] | 235 | def step_engine(self): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 236 | """the stepping engine -- if the control file defines |
| 237 | step_init we will be using this engine to drive multiple runs. |
| 238 | """ |
| 239 | """Do the next step""" |
apw | 83f8d77 | 2006-04-27 14:12:56 +0000 | [diff] [blame] | 240 | lcl = dict({'job': self}) |
| 241 | |
| 242 | str = """ |
| 243 | from error import * |
| 244 | from autotest_utils import * |
| 245 | """ |
| 246 | exec(str, lcl, lcl) |
| 247 | execfile(self.control, lcl, lcl) |
| 248 | |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 249 | # If there is a mid-job state file load that in and continue |
| 250 | # where it indicates. Otherwise start stepping at the passed |
| 251 | # entry. |
| 252 | try: |
apw | ecf41b7 | 2006-03-31 14:00:55 +0000 | [diff] [blame] | 253 | self.steps = pickle.load(open(self.control + '.state', |
| 254 | 'r')) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 255 | except: |
apw | 83f8d77 | 2006-04-27 14:12:56 +0000 | [diff] [blame] | 256 | if lcl.has_key('step_init'): |
| 257 | self.next_step([lcl['step_init']]) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 258 | |
| 259 | # Run the step list. |
| 260 | while len(self.steps) > 0: |
apw | fd922bb | 2006-04-04 07:47:00 +0000 | [diff] [blame] | 261 | step = self.steps.pop(0) |
apw | ecf41b7 | 2006-03-31 14:00:55 +0000 | [diff] [blame] | 262 | pickle.dump(self.steps, open(self.control + '.state', |
| 263 | 'w')) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 264 | |
| 265 | cmd = step.pop(0) |
apw | 83f8d77 | 2006-04-27 14:12:56 +0000 | [diff] [blame] | 266 | cmd = lcl[cmd] |
| 267 | lcl['__cmd'] = cmd |
| 268 | lcl['__args'] = step |
| 269 | exec("__cmd(*__args)", lcl, lcl) |
apw | 0865f48 | 2006-03-30 18:50:19 +0000 | [diff] [blame] | 270 | |
| 271 | # all done, clean up and exit. |
| 272 | self.complete(0) |
| 273 | |
mbligh | caa605c | 2006-10-02 00:37:35 +0000 | [diff] [blame] | 274 | |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 275 | def record(self, msg): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 276 | """Record job-level status""" |
apw | 7db8d0b | 2006-10-09 08:10:25 +0000 | [diff] [blame] | 277 | |
| 278 | # Ensure any continuation lines are marked so we can |
| 279 | # detect them in the status file to ensure it is parsable. |
apw | df31f0a | 2006-10-19 10:35:36 +0000 | [diff] [blame] | 280 | msg = msg.rstrip() |
apw | 7db8d0b | 2006-10-09 08:10:25 +0000 | [diff] [blame] | 281 | mfix = re.compile('\n') |
| 282 | msg = mfix.sub("\n ", msg) |
| 283 | |
apw | de1503a | 2006-10-10 08:34:21 +0000 | [diff] [blame] | 284 | self.harness.test_status(msg) |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 285 | print msg |
| 286 | status = self.resultdir + "/status" |
| 287 | fd = file(status, "a") |
apw | df31f0a | 2006-10-19 10:35:36 +0000 | [diff] [blame] | 288 | fd.write(msg + "\n") |
apw | f1a8116 | 2006-04-25 10:10:29 +0000 | [diff] [blame] | 289 | fd.close() |
apw | ce9abe9 | 2006-04-27 14:14:04 +0000 | [diff] [blame] | 290 | |
| 291 | |
mbligh | f3fef46 | 2006-09-13 16:05:05 +0000 | [diff] [blame] | 292 | def runjob(control, cont = False, tag = "default"): |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 293 | """The main interface to this module |
| 294 | |
| 295 | control |
| 296 | The control file to use for this job. |
| 297 | cont |
| 298 | Whether this is the continuation of a previously started job |
| 299 | """ |
apw | ce9abe9 | 2006-04-27 14:14:04 +0000 | [diff] [blame] | 300 | state = control + '.state' |
| 301 | |
| 302 | # instantiate the job object ready for the control file. |
| 303 | myjob = None |
| 304 | try: |
| 305 | # Check that the control file is valid |
| 306 | if not os.path.exists(control): |
| 307 | raise JobError(control + ": control file not found") |
| 308 | |
| 309 | # When continuing, the job is complete when there is no |
| 310 | # state file, ensure we don't try and continue. |
mbligh | f3fef46 | 2006-09-13 16:05:05 +0000 | [diff] [blame] | 311 | if cont and not os.path.exists(state): |
apw | ce9abe9 | 2006-04-27 14:14:04 +0000 | [diff] [blame] | 312 | sys.exit(1) |
mbligh | f3fef46 | 2006-09-13 16:05:05 +0000 | [diff] [blame] | 313 | if cont == False and os.path.exists(state): |
apw | ce9abe9 | 2006-04-27 14:14:04 +0000 | [diff] [blame] | 314 | os.unlink(state) |
| 315 | |
apw | 96da1a4 | 2006-11-02 00:23:18 +0000 | [diff] [blame] | 316 | myjob = job(control, tag, cont) |
apw | ce9abe9 | 2006-04-27 14:14:04 +0000 | [diff] [blame] | 317 | |
| 318 | # Load in the users control file, may do any one of: |
| 319 | # 1) execute in toto |
| 320 | # 2) define steps, and select the first via next_step() |
| 321 | myjob.step_engine() |
| 322 | |
| 323 | # If we get here, then we assume the job is complete and good. |
| 324 | myjob.complete(0) |
| 325 | |
| 326 | except JobContinue: |
| 327 | sys.exit(5) |
| 328 | |
| 329 | except JobError, instance: |
| 330 | print "JOB ERROR: " + instance.args[0] |
| 331 | if myjob != None: |
| 332 | myjob.complete(1) |
| 333 | |
| 334 | except: |
| 335 | # Ensure we cannot continue this job, it is in rictus. |
| 336 | if os.path.exists(state): |
| 337 | os.unlink(state) |
| 338 | raise |