mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 1 | """\ |
| 2 | Logic for control file generation. |
| 3 | """ |
| 4 | |
| 5 | __author__ = 'showard@google.com (Steve Howard)' |
| 6 | |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 7 | import re, os |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 8 | import frontend.settings |
| 9 | |
| 10 | AUTOTEST_DIR = os.path.abspath(os.path.join( |
| 11 | os.path.dirname(frontend.settings.__file__), '..')) |
| 12 | |
| 13 | |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 14 | CLIENT_KERNEL_TEMPLATE = """\ |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 15 | kernel = '%(kernel)s' |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 16 | def step_init(): |
mbligh | f5fdfab | 2008-06-16 23:57:25 +0000 | [diff] [blame] | 17 | job.next_step([step_test]) |
| 18 | testkernel = job.kernel('%(kernel)s') |
| 19 | %(kernel_config_line)s |
| 20 | testkernel.install() |
| 21 | testkernel.boot(args='%(kernel_args)s') |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 22 | |
| 23 | def step_test(): |
| 24 | """ |
| 25 | |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 26 | SERVER_KERNEL_TEMPLATE = """\ |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 27 | kernel = '%%(kernel)s' |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 28 | kernel_install_control = \""" |
mbligh | f5fdfab | 2008-06-16 23:57:25 +0000 | [diff] [blame] | 29 | %s pass |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 30 | \""" |
| 31 | |
| 32 | at = autotest.Autotest() |
| 33 | def install_kernel(machine): |
jadmanski | 8d631c9 | 2008-08-18 21:12:40 +0000 | [diff] [blame^] | 34 | host = hosts.create_host(machine) |
mbligh | f5fdfab | 2008-06-16 23:57:25 +0000 | [diff] [blame] | 35 | at.run(kernel_install_control, host=host) |
mbligh | 6437ff5 | 2008-04-17 15:24:38 +0000 | [diff] [blame] | 36 | job.parallel_simple(install_kernel, machines) |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 37 | |
| 38 | """ % CLIENT_KERNEL_TEMPLATE |
| 39 | |
mbligh | f5fdfab | 2008-06-16 23:57:25 +0000 | [diff] [blame] | 40 | CLIENT_STEP_TEMPLATE = " job.next_step('step%d')\n" |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 41 | |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 42 | |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 43 | def kernel_config_line(kernel, platform): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 44 | if (not kernel.endswith('.rpm') and platform and |
| 45 | platform.kernel_config): |
| 46 | return "testkernel.config('%s')" % platform.kernel_config |
| 47 | return '' |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 48 | |
| 49 | |
| 50 | def read_control_file(test): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 51 | control_file = open(os.path.join(AUTOTEST_DIR, test.path)) |
| 52 | control_contents = control_file.read() |
| 53 | control_file.close() |
| 54 | return control_contents |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 55 | |
| 56 | |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 57 | def get_kernel_stanza(kernel, platform=None, kernel_args='', is_server=False): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 58 | if is_server: |
| 59 | template = SERVER_KERNEL_TEMPLATE |
| 60 | else: |
| 61 | template = CLIENT_KERNEL_TEMPLATE |
showard | 1d445e9 | 2008-03-12 21:33:31 +0000 | [diff] [blame] | 62 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 63 | stanza = template % { |
| 64 | 'kernel' : kernel, |
| 65 | 'kernel_config_line' : kernel_config_line(kernel, platform), |
| 66 | 'kernel_args' : kernel_args} |
| 67 | return stanza |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 68 | |
| 69 | |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 70 | def add_boilerplate_to_nested_steps(lines): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 71 | # Look for a line that begins with 'def step_init():' while |
| 72 | # being flexible on spacing. If it's found, this will be |
| 73 | # a nested set of steps, so add magic to make it work. |
| 74 | # See client/bin/job.py's step_engine for more info. |
| 75 | if re.search(r'^(.*\n)*def\s+step_init\s*\(\s*\)\s*:', lines): |
| 76 | lines += '\nreturn locals() ' |
| 77 | lines += '# Boilerplate magic for nested sets of steps' |
| 78 | return lines |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 79 | |
| 80 | |
| 81 | def format_step(item, lines): |
mbligh | f5fdfab | 2008-06-16 23:57:25 +0000 | [diff] [blame] | 82 | lines = indent_text(lines, ' ') |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 83 | lines = 'def step%d():\n%s' % (item, lines) |
| 84 | return lines |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 85 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 86 | |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 87 | def get_tests_stanza(tests, is_server, prepend=[], append=[]): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 88 | raw_control_files = [read_control_file(test) for test in tests] |
mbligh | c5ddfd1 | 2008-08-04 17:15:00 +0000 | [diff] [blame] | 89 | return _get_tests_stanza(raw_control_files, is_server, prepend, append) |
| 90 | |
| 91 | |
| 92 | def _get_tests_stanza(raw_control_files, is_server, prepend, append): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 93 | if is_server: |
| 94 | return '\n'.join(raw_control_files) |
| 95 | raw_steps = prepend + [add_boilerplate_to_nested_steps(step) |
| 96 | for step in raw_control_files] + append |
| 97 | steps = [format_step(index, step) |
| 98 | for index, step in enumerate(raw_steps)] |
| 99 | header = ''.join(CLIENT_STEP_TEMPLATE % i for i in xrange(len(steps))) |
| 100 | return header + '\n' + '\n\n'.join(steps) |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 101 | |
| 102 | |
| 103 | def indent_text(text, indent): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 104 | lines = [indent + line for line in text.splitlines()] |
| 105 | return '\n'.join(lines) |
mbligh | e8819cd | 2008-02-15 16:48:40 +0000 | [diff] [blame] | 106 | |
| 107 | |
showard | 2b9a88b | 2008-06-13 20:55:03 +0000 | [diff] [blame] | 108 | def _get_profiler_commands(profilers, is_server): |
| 109 | 'Return (prepend, append)' |
| 110 | prepend, append = [], [] |
| 111 | if is_server: |
| 112 | return prepend, append |
| 113 | for profiler in profilers: |
| 114 | prepend.append("job.profilers.add('%s')" % profiler.name) |
| 115 | append.append("job.profilers.delete('%s')" % profiler.name) |
| 116 | return prepend, append |
| 117 | |
| 118 | |
| 119 | def generate_control(tests, kernel=None, platform=None, is_server=False, |
| 120 | profilers=[]): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 121 | control_file_text = '' |
| 122 | if kernel: |
| 123 | control_file_text = get_kernel_stanza(kernel, platform, |
| 124 | is_server=is_server) |
| 125 | elif not is_server: |
| 126 | control_file_text = 'def step_init():\n' |
showard | 9ca5270 | 2008-06-02 21:14:49 +0000 | [diff] [blame] | 127 | |
showard | 2b9a88b | 2008-06-13 20:55:03 +0000 | [diff] [blame] | 128 | prepend, append = _get_profiler_commands(profilers, is_server) |
| 129 | |
| 130 | control_file_text += get_tests_stanza(tests, is_server, prepend, append) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 131 | return control_file_text |