Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 1 | # Copyright (c) 2013 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Kevin Cheng | f866014 | 2016-08-12 10:17:41 -0700 | [diff] [blame] | 5 | import datetime |
Simran Basi | adf3131 | 2016-06-28 14:23:05 -0700 | [diff] [blame] | 6 | import re |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 7 | |
Kevin Cheng | f866014 | 2016-08-12 10:17:41 -0700 | [diff] [blame] | 8 | from chromite.lib import metrics |
| 9 | |
Hsinyu Chao | e0b08e6 | 2015-08-11 10:50:37 +0000 | [diff] [blame] | 10 | from autotest_lib.client.cros import constants |
Richard Barnette | 28aa689 | 2016-06-10 13:00:58 -0700 | [diff] [blame] | 11 | from autotest_lib.server import utils |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 12 | from autotest_lib.server.cros import provision |
| 13 | |
Simran Basi | adf3131 | 2016-06-28 14:23:05 -0700 | [diff] [blame] | 14 | LABEL_REGEX = r',.*:' |
Kevin Cheng | f866014 | 2016-08-12 10:17:41 -0700 | [diff] [blame] | 15 | _LABEL_UPDATE_DURATION_METRIC = metrics.SecondsDistribution( |
| 16 | 'chromeos/autotest/provision/label_update_durations') |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 17 | |
Alex Miller | 667b5f2 | 2014-02-28 15:33:39 -0800 | [diff] [blame] | 18 | # job_labels should be a string like "name:setting,name:setting" |
Simran Basi | adf3131 | 2016-06-28 14:23:05 -0700 | [diff] [blame] | 19 | # However setting might also contain ',' therefore we need more advanced logic |
| 20 | # than split. |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 21 | # non-provisionable labels are currently skipped, so they're safe to pass in. |
Alex Miller | 667b5f2 | 2014-02-28 15:33:39 -0800 | [diff] [blame] | 22 | job_labels = locals().get('job_labels') or ','.join(args) |
Simran Basi | adf3131 | 2016-06-28 14:23:05 -0700 | [diff] [blame] | 23 | labels_list = [] |
| 24 | while job_labels: |
| 25 | # Split based off of a comma followed by colon regex. |
| 26 | split = re.split(LABEL_REGEX, job_labels) |
| 27 | # First value found is a proper key value pair. |
| 28 | labels_list.append(split[0].strip()) |
| 29 | # Remove this key value pair. |
| 30 | job_labels = job_labels[len(split[0]):] |
| 31 | # If a comma remains at the start of the remaining labels, remove it. |
| 32 | # This should happen on every loop except the last one. |
| 33 | if job_labels.startswith(','): |
| 34 | job_labels = job_labels.lstrip(',') |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 35 | |
| 36 | |
| 37 | def provision_machine(machine): |
| 38 | """ |
| 39 | Run the appropriate provisioning tests to make the machine's labels match |
Alex Miller | 667b5f2 | 2014-02-28 15:33:39 -0800 | [diff] [blame] | 40 | those given in job_labels. |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 41 | """ |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 42 | job.record('START', None, 'provision') |
Richard Barnette | 9a26ad6 | 2016-06-10 12:03:08 -0700 | [diff] [blame] | 43 | host = hosts.create_target_machine(machine, try_lab_servo=True) |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 44 | try: |
Alex Miller | 667b5f2 | 2014-02-28 15:33:39 -0800 | [diff] [blame] | 45 | job.sysinfo.add_logdir(constants.AUTOUPDATE_PRESERVE_LOG) |
| 46 | provision.run_special_task_actions(job, host, labels_list, |
| 47 | provision.Provision) |
Richard Barnette | 459592e | 2016-04-20 16:06:25 -0700 | [diff] [blame] | 48 | host.verify() |
Kevin Cheng | f866014 | 2016-08-12 10:17:41 -0700 | [diff] [blame] | 49 | |
| 50 | # Let's update the labels on the host and track how long it takes. |
| 51 | # Don't fail while updating the labels, provision is flaky enough by |
| 52 | # itself. |
| 53 | label_update_success = True |
| 54 | start_time = datetime.datetime.now() |
| 55 | try: |
| 56 | host.update_labels() |
| 57 | except Exception as e: |
| 58 | logging.exception('Exception while updating labels: %s', e) |
| 59 | label_update_success = False |
| 60 | |
| 61 | end_time = datetime.datetime.now() |
| 62 | duration = (end_time - start_time).total_seconds() |
| 63 | |
| 64 | fields = {'success': label_update_success, |
| 65 | # TODO(kevcheng): Need a better way of classifying testbeds. |
| 66 | 'board': (host.get_board() |
| 67 | if not utils.machine_is_testbed(machine) |
| 68 | else host.get_platform())} |
| 69 | _LABEL_UPDATE_DURATION_METRIC.add(duration, fields=fields) |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 70 | except Exception as e: |
Alex Miller | 789d6f1 | 2014-05-02 13:11:15 -0700 | [diff] [blame] | 71 | logging.exception(e) |
Alex Miller | edb936d | 2013-12-05 16:53:21 -0800 | [diff] [blame] | 72 | job.record('END FAIL', None, 'provision') |
| 73 | # Raising a blank exception is done here because any message we can |
| 74 | # give here would be less useful than whatever the failing test left as |
| 75 | # its own exception message. |
| 76 | # |
| 77 | # The gory details of how raising a blank exception accomplishes this |
| 78 | # is as follows: |
| 79 | # |
| 80 | # The scheduler only looks at the return code of autoserv to see if |
| 81 | # the special task failed. Therefore we need python to exit because |
| 82 | # of an unhandled exception or because someone called sys.exit(1). |
| 83 | # |
| 84 | # We can't call sys.exit, since there's post-job-running logic (like |
| 85 | # cleanup) that we'd be skipping out on. So therefore, we need to |
| 86 | # raise an exception. However, if we raise an exception, this |
| 87 | # exception ends up triggering server_job to write an INFO line with |
| 88 | # job_abort_reason equal to str(e), which the tko parser then picks |
| 89 | # up as the reason field for the job when the status.log we generate is |
| 90 | # parsed as the job's results. |
| 91 | # |
| 92 | # So therefore, we raise a blank exception, which then generates an |
| 93 | # empty job_abort_reason which the tko parser ignores just inserts as |
| 94 | # a SERVER_JOB failure with no reason, which we then ignore at suite |
| 95 | # results reporting time. |
| 96 | raise Exception('') |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 97 | else: |
Alex Miller | dfff2fd | 2013-05-28 13:05:06 -0700 | [diff] [blame] | 98 | # If we finish successfully, nothing in autotest ever looks at the |
| 99 | # status.log, so it's purely for human consumption and tracability. |
Richard Barnette | 28aa689 | 2016-06-10 13:00:58 -0700 | [diff] [blame] | 100 | hostname = utils.get_hostname_from_machine(machine) |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 101 | job.record('END GOOD', None, 'provision', |
Richard Barnette | 28aa689 | 2016-06-10 13:00:58 -0700 | [diff] [blame] | 102 | '%s provisioned successfully' % hostname) |
Alex Miller | 0516e4c | 2013-06-03 18:07:48 -0700 | [diff] [blame] | 103 | |
| 104 | |
| 105 | job.parallel_simple(provision_machine, machines) |
| 106 | |
| 107 | # vim: set syntax=python : |