mbligh | 6203ace | 2007-10-04 21:54:24 +0000 | [diff] [blame] | 1 | #!/usr/bin/python -u |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2007 Google Inc. Released under the GPL v2 |
| 4 | |
mbligh | c8949b8 | 2007-07-23 16:33:58 +0000 | [diff] [blame] | 5 | """ |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 6 | Run an control file through the server side engine |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 7 | """ |
| 8 | |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 9 | __author__ = """\ |
| 10 | mbligh@google.com (Martin J. Bligh) |
mbligh | c8949b8 | 2007-07-23 16:33:58 +0000 | [diff] [blame] | 11 | """ |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 12 | |
mbligh | f5427bb | 2008-04-09 15:55:57 +0000 | [diff] [blame] | 13 | import sys, os, re, traceback, signal |
mbligh | 0c3548d | 2008-02-01 18:08:53 +0000 | [diff] [blame] | 14 | |
mbligh | f5427bb | 2008-04-09 15:55:57 +0000 | [diff] [blame] | 15 | import common |
| 16 | from autotest_lib.server import server_job, utils |
mbligh | b7dcc7f | 2008-06-02 19:34:25 +0000 | [diff] [blame] | 17 | from autotest_lib.server import autoserv_parser |
mbligh | 29aa970 | 2007-08-09 22:41:43 +0000 | [diff] [blame] | 18 | |
mbligh | 9d1c730 | 2007-10-07 18:53:13 +0000 | [diff] [blame] | 19 | |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 20 | class PidFileManager(object): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 21 | pid_file = None |
mbligh | 74fc046 | 2007-11-05 20:24:17 +0000 | [diff] [blame] | 22 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 23 | def open_pid_file(self, results_dir): |
| 24 | pid_file_path = os.path.join(results_dir, '.autoserv_execute') |
| 25 | assert not os.path.exists(pid_file_path) |
| 26 | self.pid_file = open(pid_file_path, 'w') |
| 27 | self.pid_file.write(str(os.getpid()) + '\n') |
| 28 | self.pid_file.flush() |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 29 | |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 30 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 31 | def close_pid_file(self, exit_code, signal_code=0): |
| 32 | if not self.pid_file: |
| 33 | return |
| 34 | real_exit_code = (exit_code << 8) | (signal_code & 0xFF) |
| 35 | self.pid_file.write(str(real_exit_code) + '\n') |
| 36 | self.pid_file.close() |
| 37 | self.pid_file = None |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 38 | |
mbligh | 842c659 | 2007-11-05 18:27:23 +0000 | [diff] [blame] | 39 | |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 40 | def run_autoserv(pid_file_manager, results, parser): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 41 | # send stdin to /dev/null |
| 42 | dev_null = os.open(os.devnull, os.O_RDONLY) |
| 43 | os.dup2(dev_null, sys.stdin.fileno()) |
| 44 | os.close(dev_null) |
mbligh | dbf3761 | 2007-11-24 19:38:11 +0000 | [diff] [blame] | 45 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 46 | # Create separate process group |
| 47 | os.setpgrp() |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 48 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 49 | # Implement SIGTERM handler |
| 50 | def handle_sigint(signum, frame): |
| 51 | pid_file_manager.close_pid_file(1, signal.SIGTERM) |
| 52 | os.killpg(os.getpgrp(), signal.SIGKILL) |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 53 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 54 | # Set signal handler |
| 55 | signal.signal(signal.SIGTERM, handle_sigint) |
mbligh | e25fd5b | 2008-01-22 17:23:37 +0000 | [diff] [blame] | 56 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 57 | # Get a useful value for running 'USER' |
| 58 | realuser = os.environ.get('USER') |
| 59 | if not realuser: |
| 60 | realuser = 'anonymous' |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 61 | |
mbligh | c69dfce | 2008-08-22 18:05:14 +0000 | [diff] [blame] | 62 | machines = parser.options.machines.replace(',', ' ').strip().split() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 63 | machines_file = parser.options.machines_file |
mbligh | b2bea30 | 2008-07-24 20:25:57 +0000 | [diff] [blame] | 64 | label = parser.options.label |
| 65 | user = parser.options.user |
| 66 | client = parser.options.client |
| 67 | server = parser.options.server |
| 68 | reboot = parser.options.reboot |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 69 | install_before = parser.options.install_before |
mbligh | b2bea30 | 2008-07-24 20:25:57 +0000 | [diff] [blame] | 70 | install_after = parser.options.install_after |
| 71 | verify = parser.options.verify |
| 72 | repair = parser.options.repair |
| 73 | no_tee = parser.options.no_tee |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 74 | parse_job = parser.options.parse_job |
jadmanski | fbc1f0a | 2008-07-09 14:12:54 +0000 | [diff] [blame] | 75 | host_protection = parser.options.host_protection |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 76 | ssh_user = parser.options.ssh_user |
| 77 | ssh_port = parser.options.ssh_port |
| 78 | ssh_pass = parser.options.ssh_pass |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 79 | |
mbligh | b2bea30 | 2008-07-24 20:25:57 +0000 | [diff] [blame] | 80 | # can't be both a client and a server side test |
| 81 | if client and server: |
| 82 | print "Can not specify a test as both server and client!" |
| 83 | sys.exit(1) |
| 84 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 85 | if len(parser.args) < 1 and not verify and not repair: |
| 86 | print parser.parser.print_help() |
| 87 | sys.exit(1) |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 88 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 89 | # We have a control file unless it's just a verify/repair job |
| 90 | if len(parser.args) > 0: |
| 91 | control = parser.args[0] |
| 92 | else: |
| 93 | control = None |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 94 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 95 | if machines_file: |
| 96 | machines = [] |
| 97 | for m in open(machines_file, 'r').readlines(): |
| 98 | # remove comments, spaces |
| 99 | m = re.sub('#.*', '', m).strip() |
| 100 | if m: |
| 101 | machines.append(m) |
| 102 | print "Read list of machines from file: %s" % machines_file |
| 103 | print ','.join(machines) |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 104 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 105 | if machines: |
| 106 | for machine in machines: |
| 107 | if not machine or re.search('\s', machine): |
| 108 | print "Invalid machine %s" % str(machine) |
| 109 | sys.exit(1) |
| 110 | machines = list(set(machines)) |
| 111 | machines.sort() |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 112 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 113 | job = server_job.server_job(control, parser.args[1:], results, label, |
| 114 | user, machines, client, parse_job, |
| 115 | ssh_user, ssh_port, ssh_pass) |
| 116 | debug_dir = os.path.join(results, 'debug') |
| 117 | stdout = os.path.join(debug_dir, 'autoserv.stdout') |
| 118 | stderr = os.path.join(debug_dir, 'autoserv.stderr') |
| 119 | if no_tee: |
| 120 | job.stdout.redirect(stdout) |
| 121 | job.stderr.redirect(stderr) |
| 122 | else: |
| 123 | job.stdout.tee_redirect(stdout) |
| 124 | job.stderr.tee_redirect(stderr) |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 125 | |
mbligh | 161fe6f | 2008-06-19 16:26:04 +0000 | [diff] [blame] | 126 | # perform checks |
| 127 | job.precheck() |
| 128 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 129 | # run the job |
| 130 | exit_code = 0 |
| 131 | try: |
| 132 | if repair: |
jadmanski | fbc1f0a | 2008-07-09 14:12:54 +0000 | [diff] [blame] | 133 | job.repair(host_protection) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 134 | elif verify: |
| 135 | job.verify() |
| 136 | else: |
| 137 | try: |
| 138 | job.run(reboot, install_before, install_after) |
| 139 | finally: |
| 140 | job.cleanup_parser() |
| 141 | except: |
| 142 | job.aborted = True |
| 143 | traceback.print_exc() |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 144 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 145 | if getattr(job, 'aborted', False): |
| 146 | sys.exit(1) |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 147 | |
| 148 | |
| 149 | def main(): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 150 | pid_file_manager = PidFileManager() |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 151 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 152 | # grab the parser |
| 153 | parser = autoserv_parser.autoserv_parser |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 154 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 155 | if len(sys.argv) == 1: |
| 156 | parser.parser.print_help() |
| 157 | sys.exit(1) |
mbligh | a6f1308 | 2008-06-05 23:53:46 +0000 | [diff] [blame] | 158 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 159 | results = parser.options.results |
| 160 | results = os.path.abspath(results) |
| 161 | write_pidfile = parser.options.write_pidfile |
| 162 | if write_pidfile: |
| 163 | pid_file_manager.open_pid_file(results) |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 164 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 165 | exit_code = 0 |
| 166 | try: |
| 167 | try: |
| 168 | run_autoserv(pid_file_manager, results, parser) |
| 169 | except SystemExit, e: |
| 170 | exit_code = e.code |
| 171 | except: |
| 172 | traceback.print_exc() |
| 173 | # If we don't know what happened, we'll classify it as |
| 174 | # an 'abort' and return 1. |
| 175 | exit_code = 1 |
| 176 | finally: |
| 177 | pid_file_manager.close_pid_file(exit_code) |
| 178 | sys.exit(exit_code) |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 179 | |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 180 | |
mbligh | a46678d | 2008-05-01 20:00:01 +0000 | [diff] [blame] | 181 | if __name__ == '__main__': |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 182 | main() |