mbligh | 6203ace | 2007-10-04 21:54:24 +0000 | [diff] [blame] | 1 | #!/usr/bin/python -u |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 2 | # |
| 3 | # Copyright 2007 Google Inc. Released under the GPL v2 |
| 4 | |
mbligh | c8949b8 | 2007-07-23 16:33:58 +0000 | [diff] [blame] | 5 | """ |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 6 | Run an control file through the server side engine |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 7 | """ |
| 8 | |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 9 | __author__ = """\ |
| 10 | mbligh@google.com (Martin J. Bligh) |
mbligh | c8949b8 | 2007-07-23 16:33:58 +0000 | [diff] [blame] | 11 | """ |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 12 | |
mbligh | f5427bb | 2008-04-09 15:55:57 +0000 | [diff] [blame] | 13 | import sys, os, re, traceback, signal |
mbligh | 0c3548d | 2008-02-01 18:08:53 +0000 | [diff] [blame] | 14 | |
mbligh | f5427bb | 2008-04-09 15:55:57 +0000 | [diff] [blame] | 15 | import common |
| 16 | from autotest_lib.server import server_job, utils |
mbligh | f7243e1 | 2008-03-05 16:01:21 +0000 | [diff] [blame] | 17 | |
mbligh | c251a1f | 2008-03-26 17:14:15 +0000 | [diff] [blame] | 18 | # send stdin to /dev/null |
| 19 | dev_null = os.open(os.devnull, os.O_RDONLY) |
| 20 | os.dup2(dev_null, sys.stdin.fileno()) |
| 21 | os.close(dev_null) |
| 22 | |
| 23 | |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 24 | class PidFileManager(object): |
| 25 | pid_file = None |
| 26 | |
| 27 | def open_pid_file(self, results_dir): |
| 28 | pid_file_path = os.path.join(results_dir, '.autoserv_execute') |
| 29 | assert not os.path.exists(pid_file_path) |
| 30 | self.pid_file = open(pid_file_path, 'w') |
| 31 | self.pid_file.write(str(os.getpid()) + '\n') |
| 32 | self.pid_file.flush() |
| 33 | |
| 34 | |
| 35 | def close_pid_file(self, exit_code, signal_code=0): |
| 36 | if not self.pid_file: |
| 37 | return |
| 38 | real_exit_code = (exit_code << 8) | (signal_code & 0xFF) |
| 39 | self.pid_file.write(str(real_exit_code) + '\n') |
| 40 | self.pid_file.close() |
| 41 | |
| 42 | |
| 43 | pid_file_manager = PidFileManager() |
| 44 | |
| 45 | |
mbligh | f7243e1 | 2008-03-05 16:01:21 +0000 | [diff] [blame] | 46 | # Create separate process group |
| 47 | os.setpgrp() |
| 48 | |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 49 | # Implement SIGTERM handler |
mbligh | f7243e1 | 2008-03-05 16:01:21 +0000 | [diff] [blame] | 50 | def handle_sigint(signum, frame): |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 51 | pid_file_manager.close_pid_file(1, signal.SIGTERM) |
mbligh | 38c2d03 | 2008-03-07 00:26:57 +0000 | [diff] [blame] | 52 | os.killpg(os.getpgrp(), signal.SIGKILL) |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 53 | |
mbligh | f7243e1 | 2008-03-05 16:01:21 +0000 | [diff] [blame] | 54 | # Set signal handler |
| 55 | signal.signal(signal.SIGTERM, handle_sigint) |
| 56 | |
mbligh | dcd57a8 | 2007-07-11 23:06:47 +0000 | [diff] [blame] | 57 | |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 58 | usage = """\ |
| 59 | usage: autoserv |
mbligh | 9e61878 | 2008-03-13 15:35:09 +0000 | [diff] [blame] | 60 | [-h, --help] # This help message |
mbligh | f36243d | 2007-10-30 15:36:16 +0000 | [diff] [blame] | 61 | [-m machine,[machine,...]] # list of machines to pass to control file |
mbligh | 842c659 | 2007-11-05 18:27:23 +0000 | [diff] [blame] | 62 | [-M machines_file] # list of machines (from a file) |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 63 | [-c] # control file is a client side control |
| 64 | [-r resultsdir] # specify results directory (default '.') |
mbligh | f36243d | 2007-10-30 15:36:16 +0000 | [diff] [blame] | 65 | [-i] # reinstall machines before running the job |
| 66 | [-I] # reinstall machines after running the job |
| 67 | [-b] # reboot all specified machines after the job |
mbligh | 18420c2 | 2007-10-16 22:27:14 +0000 | [diff] [blame] | 68 | [-l label] # label for the job (arbitrary string) |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 69 | [-u user] # username for the job (email address) |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 70 | [-v] # verify the machines only |
| 71 | [-R] # repair the machines |
mbligh | e5cd0fd | 2008-01-26 23:07:31 +0000 | [diff] [blame] | 72 | [-n] # no teeing the status to stdout/stderr |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 73 | [-p] # write pidfile (.autoserv_execute) |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 74 | [-P jobname] # parse the results of the job |
mbligh | f1c5284 | 2007-10-16 15:21:38 +0000 | [diff] [blame] | 75 | <control file> # name of the control file to run |
| 76 | [args ...] # args to pass through to the control file |
mbligh | 29aa970 | 2007-08-09 22:41:43 +0000 | [diff] [blame] | 77 | """ |
| 78 | |
mbligh | 9d1c730 | 2007-10-07 18:53:13 +0000 | [diff] [blame] | 79 | args = sys.argv[1:] |
mbligh | 40f122a | 2007-11-03 23:08:46 +0000 | [diff] [blame] | 80 | parser = utils.AutoservOptionParser(args) |
mbligh | 9d1c730 | 2007-10-07 18:53:13 +0000 | [diff] [blame] | 81 | |
mbligh | 74fc046 | 2007-11-05 20:24:17 +0000 | [diff] [blame] | 82 | # Get a useful value for running 'USER' |
| 83 | realuser = os.environ.get('USER') |
| 84 | if not realuser: |
| 85 | realuser = 'anonymous' |
| 86 | |
mbligh | 40f122a | 2007-11-03 23:08:46 +0000 | [diff] [blame] | 87 | machines = parser.parse_opts_param('-m', None, split = ',') |
mbligh | 842c659 | 2007-11-05 18:27:23 +0000 | [diff] [blame] | 88 | machines_file = parser.parse_opts_param('-M', None) |
mbligh | 40f122a | 2007-11-03 23:08:46 +0000 | [diff] [blame] | 89 | results = parser.parse_opts_param('-r', os.path.abspath('.')) |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 90 | results = os.path.abspath(results) |
mbligh | 40f122a | 2007-11-03 23:08:46 +0000 | [diff] [blame] | 91 | label = parser.parse_opts_param('-l', '') |
mbligh | 74fc046 | 2007-11-05 20:24:17 +0000 | [diff] [blame] | 92 | user = parser.parse_opts_param('-u', realuser) |
mbligh | 40f122a | 2007-11-03 23:08:46 +0000 | [diff] [blame] | 93 | client = parser.parse_opts('-c') |
| 94 | reboot = parser.parse_opts('-b') |
| 95 | install_before = parser.parse_opts('-i') |
| 96 | install_after = parser.parse_opts('-I') |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 97 | verify = parser.parse_opts('-v') |
| 98 | repair = parser.parse_opts('-R') |
mbligh | e5cd0fd | 2008-01-26 23:07:31 +0000 | [diff] [blame] | 99 | no_tee = parser.parse_opts('-n') |
mbligh | 9e61878 | 2008-03-13 15:35:09 +0000 | [diff] [blame] | 100 | help = parser.parse_opts('-h') or parser.parse_opts('--help') |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 101 | write_pidfile = parser.parse_opts('-p') |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 102 | parse_job = parser.parse_opts_param('-P', '') |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 103 | |
mbligh | 9e61878 | 2008-03-13 15:35:09 +0000 | [diff] [blame] | 104 | if help is True: |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 105 | print usage |
| 106 | sys.exit(0) |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 107 | |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 108 | if len(parser.args) < 1 and not verify and not repair: |
mbligh | 4ef8623 | 2007-10-23 00:09:53 +0000 | [diff] [blame] | 109 | print usage |
| 110 | sys.exit(-1) |
mbligh | c99add6 | 2007-09-27 17:02:58 +0000 | [diff] [blame] | 111 | |
mbligh | 842c659 | 2007-11-05 18:27:23 +0000 | [diff] [blame] | 112 | if machines_file: |
| 113 | machines = [] |
| 114 | for m in open(machines_file, 'r').readlines(): |
| 115 | m = re.sub('#.*', '', m).strip() # remove comments, spaces |
| 116 | if m: |
| 117 | machines.append(m) |
| 118 | print "Read list of machines from file: %s" % machines_file |
| 119 | print ','.join(machines) |
| 120 | |
mbligh | dbf3761 | 2007-11-24 19:38:11 +0000 | [diff] [blame] | 121 | if machines: |
| 122 | for machine in machines: |
| 123 | if not machine or re.search('\s', machine): |
| 124 | print "Invalid machine %s" % str(machine) |
| 125 | sys.exit(1) |
mbligh | 535a454 | 2008-02-11 16:26:36 +0000 | [diff] [blame] | 126 | machines = list(set(machines)) |
| 127 | machines.sort() |
mbligh | dbf3761 | 2007-11-24 19:38:11 +0000 | [diff] [blame] | 128 | |
mbligh | e25fd5b | 2008-01-22 17:23:37 +0000 | [diff] [blame] | 129 | # We have a control file unless it's just a verify/repair job |
| 130 | if len(parser.args) > 0: |
| 131 | control = parser.args[0] |
| 132 | else: |
| 133 | control = None |
mbligh | 1d42d4e | 2007-11-05 22:42:00 +0000 | [diff] [blame] | 134 | |
mbligh | e25fd5b | 2008-01-22 17:23:37 +0000 | [diff] [blame] | 135 | job = server_job.server_job(control, parser.args[1:], results, label, |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 136 | user, machines, client, parse_job) |
mbligh | e5cd0fd | 2008-01-26 23:07:31 +0000 | [diff] [blame] | 137 | debug_dir = os.path.join(results, 'debug') |
| 138 | if no_tee: |
| 139 | job.stdout.redirect(os.path.join(debug_dir, 'autoserv.stdout')) |
| 140 | job.stderr.redirect(os.path.join(debug_dir, 'autoserv.stderr')) |
| 141 | else: |
| 142 | job.stdout.tee_redirect(os.path.join(debug_dir, 'autoserv.stdout')) |
| 143 | job.stderr.tee_redirect(os.path.join(debug_dir, 'autoserv.stderr')) |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 144 | |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 145 | if write_pidfile: |
| 146 | pid_file_manager.open_pid_file(results) |
mbligh | e25fd5b | 2008-01-22 17:23:37 +0000 | [diff] [blame] | 147 | |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 148 | # run the job |
| 149 | exit_code = 0 |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 150 | try: |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 151 | if repair: |
| 152 | job.repair() |
| 153 | elif verify: |
| 154 | job.verify() |
| 155 | else: |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 156 | try: |
| 157 | job.run(reboot, install_before, install_after) |
| 158 | finally: |
mbligh | fe0af11 | 2008-04-17 15:27:47 +0000 | [diff] [blame] | 159 | job.cleanup_parser() |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 160 | except: |
mbligh | 394ff51 | 2008-02-21 16:53:11 +0000 | [diff] [blame] | 161 | job.aborted = True |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 162 | traceback.print_exc() |
| 163 | |
mbligh | faf0cd4 | 2007-11-19 16:00:24 +0000 | [diff] [blame] | 164 | if getattr(job, 'aborted', False): |
mbligh | bb42185 | 2008-03-11 22:36:16 +0000 | [diff] [blame] | 165 | exit_code = 1 |
| 166 | pid_file_manager.close_pid_file(exit_code) |
| 167 | |
| 168 | sys.exit(exit_code) |