showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 1 | import os, shutil, copy, pickle, re, glob, time, logging |
mbligh | c61fb36 | 2008-06-05 16:22:15 +0000 | [diff] [blame] | 2 | from autotest_lib.client.bin import kernel_config, os_dep, kernelexpand, test |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 3 | from autotest_lib.client.bin import utils |
| 4 | from autotest_lib.client.common_lib import log, error, packages |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 5 | |
mbligh | b8e0a11 | 2007-11-05 20:27:36 +0000 | [diff] [blame] | 6 | |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 7 | def tee_output_logdir_mark(fn): |
| 8 | def tee_logdir_mark_wrapper(self, *args, **dargs): |
| 9 | mark = self.__class__.__name__ + "." + fn.__name__ |
showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 10 | logging.info("--- START %s ---", mark) |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 11 | self.job.logging.tee_redirect_debug_dir(self.log_dir) |
| 12 | try: |
| 13 | result = fn(self, *args, **dargs) |
| 14 | finally: |
| 15 | self.job.logging.restore() |
showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 16 | logging.info("--- END %s ---", mark) |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 17 | |
| 18 | return result |
| 19 | |
| 20 | tee_logdir_mark_wrapper.__name__ = fn.__name__ |
| 21 | return tee_logdir_mark_wrapper |
| 22 | |
| 23 | |
mbligh | 516c8df | 2010-02-12 18:48:52 +0000 | [diff] [blame] | 24 | def _add_kernel_to_bootloader(bootloader, base_args, tag, args, image, initrd): |
| 25 | """ |
| 26 | Add a kernel with the specified tag to the boot config using the given |
| 27 | bootloader object. Also process the base_args and args kernel arguments |
| 28 | by removing all root= options and give the last root= option value to |
| 29 | the bootloader as a root device. |
| 30 | |
| 31 | @param bootloader: bootloader object |
| 32 | @param base_args: base cmdline kernel arguments |
| 33 | @param tag: kernel tag |
| 34 | @param args: kernel cmdline arguments that are merged with base_args; a |
| 35 | root= option in "args" will override any from base_args |
| 36 | @param image: kernel image file |
| 37 | @param initrd: initrd file |
| 38 | """ |
| 39 | # remove existing entry if present |
| 40 | bootloader.remove_kernel(tag) |
| 41 | |
| 42 | if base_args: |
| 43 | args = ' '.join((base_args, args)) |
| 44 | |
| 45 | root_prefix = 'root=' |
| 46 | # stores the last root= value |
| 47 | root = None |
| 48 | # a list with all arguments that don't start with root= so we give them |
| 49 | # later to bootloader.add_kernel() |
| 50 | arglist = [] |
| 51 | |
| 52 | for arg in args.split(): |
| 53 | if arg.startswith(root_prefix): |
| 54 | # set the current root value with the one from the argument |
| 55 | # thus after processing all the arguments we keep the last |
| 56 | # root value (so root= options from args overrides any from |
| 57 | # base_args) |
| 58 | root = arg[len(root_prefix):] |
| 59 | else: |
| 60 | arglist.append(arg) |
| 61 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 62 | # Add the kernel entry. it will keep all arguments from the default entry. |
| 63 | # args='_dummy_' is used to workaround a boottool limitation of not being |
| 64 | # able to add arguments to a kernel that does not already have any of its |
| 65 | # own by way of its own append= section below the image= line in lilo.conf. |
| 66 | bootloader.add_kernel(image, tag, initrd=initrd, root=root, args='_dummy_') |
| 67 | # Now, for each argument in arglist, try to add it to the kernel that was |
| 68 | # just added. In each step, if the arg already existed on the args string, |
| 69 | # that particular arg will be skipped |
| 70 | for a in arglist: |
| 71 | bootloader.add_args(kernel=tag, args=a) |
| 72 | bootloader.remove_args(kernel=tag, args='_dummy_') |
mbligh | 516c8df | 2010-02-12 18:48:52 +0000 | [diff] [blame] | 73 | |
| 74 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 75 | class BootableKernel(object): |
| 76 | |
| 77 | def __init__(self, job): |
| 78 | self.job = job |
| 79 | self.installed_as = None # kernel choice in bootloader menu |
| 80 | self.image = None |
| 81 | self.initrd = '' |
| 82 | |
| 83 | |
| 84 | def _boot_kernel(self, args, ident_check, expected_ident, subdir, notes): |
| 85 | """ |
| 86 | Boot a kernel, with post-boot kernel id check |
| 87 | |
| 88 | @param args: kernel cmdline arguments |
| 89 | @param ident_check: check kernel id after boot |
| 90 | @param expected_ident: |
| 91 | @param subdir: job-step qualifier in status log |
| 92 | @param notes: additional comment in status log |
| 93 | """ |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 94 | # If we can check the kernel identity do so. |
| 95 | if ident_check: |
| 96 | when = int(time.time()) |
| 97 | args += " IDENT=%d" % when |
| 98 | self.job.next_step_prepend(["job.end_reboot_and_verify", when, |
| 99 | expected_ident, subdir, notes]) |
| 100 | else: |
| 101 | self.job.next_step_prepend(["job.end_reboot", subdir, |
| 102 | expected_ident, notes]) |
| 103 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 104 | self.add_to_bootloader(args) |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 105 | |
| 106 | # defer fsck for next reboot, to avoid reboots back to default kernel |
| 107 | utils.system('touch /fastboot') # this file is removed automatically |
| 108 | |
| 109 | # Boot it. |
| 110 | self.job.start_reboot() |
| 111 | self.job.reboot(tag=self.installed_as) |
| 112 | |
| 113 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 114 | def add_to_bootloader(self, args=''): |
| 115 | # Point bootloader to the selected tag. |
| 116 | _add_kernel_to_bootloader(self.job.bootloader, |
| 117 | self.job.config_get('boot.default_args'), |
| 118 | self.installed_as, args, self.image, |
| 119 | self.initrd) |
| 120 | |
| 121 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 122 | class kernel(BootableKernel): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 123 | """ Class for compiling kernels. |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 124 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 125 | Data for the object includes the src files |
| 126 | used to create the kernel, patches applied, config (base + changes), |
| 127 | the build directory itself, and logged output |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 128 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 129 | Properties: |
| 130 | job |
| 131 | Backpointer to the job object we're part of |
| 132 | autodir |
| 133 | Path to the top level autotest dir (/usr/local/autotest) |
| 134 | src_dir |
| 135 | <tmp_dir>/src/ |
| 136 | build_dir |
| 137 | <tmp_dir>/linux/ |
| 138 | config_dir |
| 139 | <results_dir>/config/ |
| 140 | log_dir |
| 141 | <results_dir>/debug/ |
| 142 | results_dir |
| 143 | <results_dir>/results/ |
| 144 | """ |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 145 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 146 | autodir = '' |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 147 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 148 | def __init__(self, job, base_tree, subdir, tmp_dir, build_dir, leave=False): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 149 | """Initialize the kernel build environment |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 150 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 151 | job |
| 152 | which job this build is part of |
| 153 | base_tree |
| 154 | base kernel tree. Can be one of the following: |
| 155 | 1. A local tarball |
| 156 | 2. A URL to a tarball |
| 157 | 3. A local directory (will symlink it) |
| 158 | 4. A shorthand expandable (eg '2.6.11-git3') |
| 159 | subdir |
| 160 | subdir in the results directory (eg "build") |
| 161 | (holds config/, debug/, results/) |
| 162 | tmp_dir |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 163 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 164 | leave |
| 165 | Boolean, whether to leave existing tmpdir or not |
| 166 | """ |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 167 | super(kernel, self).__init__(job) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 168 | self.autodir = job.autodir |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 169 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 170 | self.src_dir = os.path.join(tmp_dir, 'src') |
| 171 | self.build_dir = os.path.join(tmp_dir, build_dir) |
| 172 | # created by get_kernel_tree |
| 173 | self.config_dir = os.path.join(subdir, 'config') |
| 174 | self.log_dir = os.path.join(subdir, 'debug') |
| 175 | self.results_dir = os.path.join(subdir, 'results') |
| 176 | self.subdir = os.path.basename(subdir) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 177 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 178 | if not leave: |
| 179 | if os.path.isdir(self.src_dir): |
| 180 | utils.system('rm -rf ' + self.src_dir) |
| 181 | if os.path.isdir(self.build_dir): |
| 182 | utils.system('rm -rf ' + self.build_dir) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 183 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 184 | if not os.path.exists(self.src_dir): |
| 185 | os.mkdir(self.src_dir) |
| 186 | for path in [self.config_dir, self.log_dir, self.results_dir]: |
| 187 | if os.path.exists(path): |
| 188 | utils.system('rm -rf ' + path) |
| 189 | os.mkdir(path) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 190 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 191 | logpath = os.path.join(self.log_dir, 'build_log') |
| 192 | self.logfile = open(logpath, 'w+') |
| 193 | self.applied_patches = [] |
mbligh | 4426de0 | 2006-10-10 07:18:28 +0000 | [diff] [blame] | 194 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 195 | self.target_arch = None |
| 196 | self.build_target = 'bzImage' |
| 197 | self.build_image = None |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 198 | |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 199 | arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 200 | if arch == 's390' or arch == 's390x': |
| 201 | self.build_target = 'image' |
| 202 | elif arch == 'ia64': |
| 203 | self.build_target = 'all' |
| 204 | self.build_image = 'vmlinux.gz' |
mbligh | cac347a | 2007-06-02 17:21:48 +0000 | [diff] [blame] | 205 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 206 | if not leave: |
| 207 | self.logfile.write('BASE: %s\n' % base_tree) |
mbligh | 534015f | 2006-09-15 03:28:56 +0000 | [diff] [blame] | 208 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 209 | # Where we have direct version hint record that |
| 210 | # for later configuration selection. |
| 211 | shorthand = re.compile(r'^\d+\.\d+\.\d+') |
| 212 | if shorthand.match(base_tree): |
| 213 | self.base_tree_version = base_tree |
| 214 | else: |
| 215 | self.base_tree_version = None |
apw | 2366d99 | 2007-03-12 20:35:57 +0000 | [diff] [blame] | 216 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 217 | # Actually extract the tree. Make sure we know it occured |
| 218 | self.extract(base_tree) |
apw | 040dcaa | 2007-11-21 19:36:55 +0000 | [diff] [blame] | 219 | |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 220 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 221 | def kernelexpand(self, kernel): |
| 222 | # If we have something like a path, just use it as it is |
| 223 | if '/' in kernel: |
| 224 | return [kernel] |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 225 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 226 | # Find the configured mirror list. |
| 227 | mirrors = self.job.config_get('mirror.mirrors') |
| 228 | if not mirrors: |
| 229 | # LEGACY: convert the kernel.org mirror |
| 230 | mirror = self.job.config_get('mirror.ftp_kernel_org') |
| 231 | if mirror: |
| 232 | korg = 'http://www.kernel.org/pub/linux/kernel' |
| 233 | mirrors = [ |
| 234 | [ korg + '/v2.6', mirror + '/v2.6' ], |
mbligh | 9e6a4f1 | 2008-06-06 21:55:12 +0000 | [diff] [blame] | 235 | [ korg + '/people/akpm/patches/2.6', mirror + '/akpm' ], |
| 236 | [ korg + '/people/mbligh', mirror + '/mbligh' ], |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 237 | ] |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 238 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 239 | patches = kernelexpand.expand_classic(kernel, mirrors) |
| 240 | print patches |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 241 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 242 | return patches |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 243 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 244 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 245 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 246 | @tee_output_logdir_mark |
| 247 | def extract(self, base_tree): |
| 248 | if os.path.exists(base_tree): |
| 249 | self.get_kernel_tree(base_tree) |
| 250 | else: |
| 251 | base_components = self.kernelexpand(base_tree) |
| 252 | print 'kernelexpand: ' |
| 253 | print base_components |
| 254 | self.get_kernel_tree(base_components.pop(0)) |
| 255 | if base_components: # apply remaining patches |
| 256 | self.patch(*base_components) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 257 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 258 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 259 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 260 | @tee_output_logdir_mark |
| 261 | def patch(self, *patches): |
| 262 | """Apply a list of patches (in order)""" |
| 263 | if not patches: |
| 264 | return |
| 265 | print 'Applying patches: ', patches |
| 266 | self.apply_patches(self.get_patches(patches)) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 267 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 268 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 269 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 270 | @tee_output_logdir_mark |
mbligh | b3400e0 | 2008-11-06 15:44:25 +0000 | [diff] [blame] | 271 | def config(self, config_file = '', config_list = None, defconfig = False, make = None): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 272 | self.set_cross_cc() |
| 273 | config = kernel_config.kernel_config(self.job, self.build_dir, |
| 274 | self.config_dir, config_file, config_list, |
mbligh | b3400e0 | 2008-11-06 15:44:25 +0000 | [diff] [blame] | 275 | defconfig, self.base_tree_version, make) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 276 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 277 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 278 | def get_patches(self, patches): |
| 279 | """fetch the patches to the local src_dir""" |
| 280 | local_patches = [] |
| 281 | for patch in patches: |
mbligh | 1c9b1d2 | 2008-06-12 17:46:12 +0000 | [diff] [blame] | 282 | dest = os.path.join(self.src_dir, os.path.basename(patch)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 283 | # FIXME: this isn't unique. Append something to it |
| 284 | # like wget does if it's not there? |
jadmanski | e3f2f71 | 2008-06-12 17:54:56 +0000 | [diff] [blame] | 285 | print "get_file %s %s %s %s" % (patch, dest, self.src_dir, |
| 286 | os.path.basename(patch)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 287 | utils.get_file(patch, dest) |
| 288 | # probably safer to use the command, not python library |
| 289 | md5sum = utils.system_output('md5sum ' + dest).split()[0] |
| 290 | local_patches.append((patch, dest, md5sum)) |
| 291 | return local_patches |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 292 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 293 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 294 | def apply_patches(self, local_patches): |
| 295 | """apply the list of patches, in order""" |
| 296 | builddir = self.build_dir |
| 297 | os.chdir(builddir) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 298 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 299 | if not local_patches: |
| 300 | return None |
| 301 | for (spec, local, md5sum) in local_patches: |
| 302 | if local.endswith('.bz2') or local.endswith('.gz'): |
| 303 | ref = spec |
| 304 | else: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 305 | ref = utils.force_copy(local, self.results_dir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 306 | ref = self.job.relative_path(ref) |
| 307 | patch_id = "%s %s %s" % (spec, ref, md5sum) |
| 308 | log = "PATCH: " + patch_id + "\n" |
| 309 | print log |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 310 | utils.cat_file_to_cmd(local, 'patch -p1 > /dev/null') |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 311 | self.logfile.write(log) |
| 312 | self.applied_patches.append(patch_id) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 313 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 314 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 315 | def get_kernel_tree(self, base_tree): |
| 316 | """Extract/link base_tree to self.build_dir""" |
mbligh | 5970cf0 | 2006-08-06 15:39:22 +0000 | [diff] [blame] | 317 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 318 | # if base_tree is a dir, assume uncompressed kernel |
| 319 | if os.path.isdir(base_tree): |
| 320 | print 'Symlinking existing kernel source' |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 321 | if os.path.islink(self.build_dir): |
| 322 | os.remove(self.build_dir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 323 | os.symlink(base_tree, self.build_dir) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 324 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 325 | # otherwise, extract tarball |
| 326 | else: |
| 327 | os.chdir(os.path.dirname(self.src_dir)) |
| 328 | # Figure out local destination for tarball |
mbligh | fef5ce2 | 2010-04-08 17:59:52 +0000 | [diff] [blame] | 329 | tarball = os.path.join(self.src_dir, os.path.basename(base_tree.split(';')[0])) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 330 | utils.get_file(base_tree, tarball) |
| 331 | print 'Extracting kernel tarball:', tarball, '...' |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 332 | utils.extract_tarball_to_dir(tarball, self.build_dir) |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 333 | |
| 334 | |
Eric Li | 7edb304 | 2011-01-06 17:57:17 -0800 | [diff] [blame^] | 335 | def extraversion(self, tag, append=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 336 | os.chdir(self.build_dir) |
Eric Li | 7edb304 | 2011-01-06 17:57:17 -0800 | [diff] [blame^] | 337 | extraversion_sub = r's/^CONFIG_LOCALVERSION=\s*"\(.*\)"/CONFIG_LOCALVERSION=' |
| 338 | cfg = self.build_dir + '/.config' |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 339 | if append: |
Eric Li | 7edb304 | 2011-01-06 17:57:17 -0800 | [diff] [blame^] | 340 | p = extraversion_sub + '"\\1-%s"/' % tag |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 341 | else: |
Eric Li | 7edb304 | 2011-01-06 17:57:17 -0800 | [diff] [blame^] | 342 | p = extraversion_sub + '"-%s"/' % tag |
| 343 | utils.system('mv %s %s.old' % (cfg, cfg)) |
| 344 | utils.system("sed '%s' < %s.old > %s" % (p, cfg, cfg)) |
| 345 | self.config(make='oldconfig') |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 346 | |
apw | c784610 | 2006-04-06 18:22:13 +0000 | [diff] [blame] | 347 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 348 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 349 | @tee_output_logdir_mark |
| 350 | def build(self, make_opts = '', logfile = '', extraversion='autotest'): |
| 351 | """build the kernel |
apw | c784610 | 2006-04-06 18:22:13 +0000 | [diff] [blame] | 352 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 353 | make_opts |
| 354 | additional options to make, if any |
| 355 | """ |
| 356 | os_dep.commands('gcc', 'make') |
| 357 | if logfile == '': |
| 358 | logfile = os.path.join(self.log_dir, 'kernel_build') |
| 359 | os.chdir(self.build_dir) |
| 360 | if extraversion: |
| 361 | self.extraversion(extraversion) |
| 362 | self.set_cross_cc() |
| 363 | # setup_config_file(config_file, config_overrides) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 364 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 365 | # Not needed on 2.6, but hard to tell -- handle failure |
| 366 | utils.system('make dep', ignore_status=True) |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 367 | threads = 2 * utils.count_cpus() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 368 | build_string = 'make -j %d %s %s' % (threads, make_opts, |
| 369 | self.build_target) |
| 370 | # eg make bzImage, or make zImage |
| 371 | print build_string |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 372 | utils.system(build_string) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 373 | if kernel_config.modules_needed('.config'): |
| 374 | utils.system('make -j %d modules' % (threads)) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 375 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 376 | kernel_version = self.get_kernel_build_ver() |
| 377 | kernel_version = re.sub('-autotest', '', kernel_version) |
| 378 | self.logfile.write('BUILD VERSION: %s\n' % kernel_version) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 379 | |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 380 | utils.force_copy(self.build_dir+'/System.map', |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 381 | self.results_dir) |
mbligh | 30f28c5 | 2007-10-11 18:35:35 +0000 | [diff] [blame] | 382 | |
mbligh | 30f28c5 | 2007-10-11 18:35:35 +0000 | [diff] [blame] | 383 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 384 | def build_timed(self, threads, timefile = '/dev/null', make_opts = '', |
| 385 | output = '/dev/null'): |
| 386 | """time the bulding of the kernel""" |
| 387 | os.chdir(self.build_dir) |
| 388 | self.set_cross_cc() |
| 389 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 390 | self.clean() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 391 | build_string = "/usr/bin/time -o %s make %s -j %s vmlinux" \ |
| 392 | % (timefile, make_opts, threads) |
| 393 | build_string += ' > %s 2>&1' % output |
| 394 | print build_string |
| 395 | utils.system(build_string) |
| 396 | |
| 397 | if (not os.path.isfile('vmlinux')): |
| 398 | errmsg = "no vmlinux found, kernel build failed" |
| 399 | raise error.TestError(errmsg) |
| 400 | |
| 401 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 402 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 403 | @tee_output_logdir_mark |
| 404 | def clean(self): |
| 405 | """make clean in the kernel tree""" |
| 406 | os.chdir(self.build_dir) |
| 407 | print "make clean" |
| 408 | utils.system('make clean > /dev/null 2> /dev/null') |
| 409 | |
| 410 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 411 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 412 | @tee_output_logdir_mark |
| 413 | def mkinitrd(self, version, image, system_map, initrd): |
| 414 | """Build kernel initrd image. |
| 415 | Try to use distro specific way to build initrd image. |
| 416 | Parameters: |
| 417 | version |
| 418 | new kernel version |
| 419 | image |
| 420 | new kernel image file |
| 421 | system_map |
| 422 | System.map file |
| 423 | initrd |
| 424 | initrd image file to build |
| 425 | """ |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 426 | vendor = utils.get_os_vendor() |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 427 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 428 | if os.path.isfile(initrd): |
| 429 | print "Existing %s file, will remove it." % initrd |
| 430 | os.remove(initrd) |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 431 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 432 | args = self.job.config_get('kernel.mkinitrd_extra_args') |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 433 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 434 | # don't leak 'None' into mkinitrd command |
| 435 | if not args: |
| 436 | args = '' |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 437 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 438 | # It is important to match the version with a real directory inside |
| 439 | # /lib/modules |
| 440 | real_version_list = glob.glob('/lib/modules/%s*' % version) |
| 441 | rl = len(real_version_list) |
| 442 | if rl == 0: |
| 443 | logging.error("No directory %s found under /lib/modules. Initramfs" |
| 444 | "creation will most likely fail and your new kernel" |
| 445 | "will fail to build", version) |
| 446 | else: |
| 447 | if rl > 1: |
| 448 | logging.warning("Found more than one possible match for " |
| 449 | "kernel version %s under /lib/modules", version) |
| 450 | version = os.path.basename(real_version_list[0]) |
| 451 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 452 | if vendor in ['Red Hat', 'Fedora Core']: |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 453 | try: |
| 454 | cmd = os_dep.command('dracut') |
| 455 | full_cmd = '%s -f %s %s' % (cmd, initrd, version) |
| 456 | except ValueError: |
| 457 | cmd = os_dep.command('mkinitrd') |
| 458 | full_cmd = '%s %s %s %s' % (cmd, args, initrd, version) |
| 459 | utils.system(full_cmd) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 460 | elif vendor in ['SUSE']: |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 461 | utils.system('mkinitrd %s -k %s -i %s -M %s' % |
| 462 | (args, image, initrd, system_map)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 463 | elif vendor in ['Debian', 'Ubuntu']: |
| 464 | if os.path.isfile('/usr/sbin/mkinitrd'): |
| 465 | cmd = '/usr/sbin/mkinitrd' |
| 466 | elif os.path.isfile('/usr/sbin/mkinitramfs'): |
| 467 | cmd = '/usr/sbin/mkinitramfs' |
| 468 | else: |
| 469 | raise error.TestError('No Debian initrd builder') |
| 470 | utils.system('%s %s -o %s %s' % (cmd, args, initrd, version)) |
| 471 | else: |
| 472 | raise error.TestError('Unsupported vendor %s' % vendor) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 473 | |
apw | e43a30b | 2007-09-25 16:51:30 +0000 | [diff] [blame] | 474 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 475 | def set_build_image(self, image): |
| 476 | self.build_image = image |
mbligh | 3d515d4 | 2007-11-09 17:00:36 +0000 | [diff] [blame] | 477 | |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 478 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 479 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 480 | @tee_output_logdir_mark |
| 481 | def install(self, tag='autotest', prefix = '/'): |
| 482 | """make install in the kernel tree""" |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 483 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 484 | # Record that we have installed the kernel, and |
| 485 | # the tag under which we installed it. |
| 486 | self.installed_as = tag |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 487 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 488 | os.chdir(self.build_dir) |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 489 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 490 | if not os.path.isdir(prefix): |
| 491 | os.mkdir(prefix) |
| 492 | self.boot_dir = os.path.join(prefix, 'boot') |
| 493 | if not os.path.isdir(self.boot_dir): |
| 494 | os.mkdir(self.boot_dir) |
apw | 87c65c1 | 2007-09-27 17:19:37 +0000 | [diff] [blame] | 495 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 496 | if not self.build_image: |
| 497 | images = glob.glob('arch/*/boot/' + self.build_target) |
| 498 | if len(images): |
| 499 | self.build_image = images[0] |
| 500 | else: |
| 501 | self.build_image = self.build_target |
apw | 87c65c1 | 2007-09-27 17:19:37 +0000 | [diff] [blame] | 502 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 503 | # remember installed files |
| 504 | self.vmlinux = self.boot_dir + '/vmlinux-' + tag |
| 505 | if (self.build_image != 'vmlinux'): |
| 506 | self.image = self.boot_dir + '/vmlinuz-' + tag |
| 507 | else: |
| 508 | self.image = self.vmlinux |
| 509 | self.system_map = self.boot_dir + '/System.map-' + tag |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 510 | self.config_file = self.boot_dir + '/config-' + tag |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 511 | self.initrd = '' |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 512 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 513 | # copy to boot dir |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 514 | utils.force_copy('vmlinux', self.vmlinux) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 515 | if (self.build_image != 'vmlinux'): |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 516 | utils.force_copy(self.build_image, self.image) |
| 517 | utils.force_copy('System.map', self.system_map) |
| 518 | utils.force_copy('.config', self.config_file) |
mbligh | 0ad6558 | 2006-10-06 04:16:36 +0000 | [diff] [blame] | 519 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 520 | if not kernel_config.modules_needed('.config'): |
| 521 | return |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 522 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 523 | utils.system('make modules_install INSTALL_MOD_PATH=%s' % prefix) |
| 524 | if prefix == '/': |
| 525 | self.initrd = self.boot_dir + '/initrd-' + tag |
| 526 | self.mkinitrd(self.get_kernel_build_ver(), self.image, |
| 527 | self.system_map, self.initrd) |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 528 | |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 529 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 530 | def get_kernel_build_arch(self, arch=None): |
| 531 | """ |
| 532 | Work out the current kernel architecture (as a kernel arch) |
| 533 | """ |
| 534 | if not arch: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 535 | arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 536 | if re.match('i.86', arch): |
| 537 | return 'i386' |
| 538 | elif re.match('sun4u', arch): |
| 539 | return 'sparc64' |
| 540 | elif re.match('arm.*', arch): |
| 541 | return 'arm' |
| 542 | elif re.match('sa110', arch): |
| 543 | return 'arm' |
| 544 | elif re.match('s390x', arch): |
| 545 | return 's390' |
| 546 | elif re.match('parisc64', arch): |
| 547 | return 'parisc' |
| 548 | elif re.match('ppc.*', arch): |
| 549 | return 'powerpc' |
| 550 | elif re.match('mips.*', arch): |
| 551 | return 'mips' |
| 552 | else: |
| 553 | return arch |
mbligh | 6a1d4db | 2006-10-06 04:30:16 +0000 | [diff] [blame] | 554 | |
mbligh | 201aa89 | 2006-10-29 04:02:05 +0000 | [diff] [blame] | 555 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 556 | def get_kernel_build_release(self): |
| 557 | releasem = re.compile(r'.*UTS_RELEASE\s+"([^"]+)".*'); |
| 558 | versionm = re.compile(r'.*UTS_VERSION\s+"([^"]+)".*'); |
mbligh | 548f29a | 2006-10-17 04:55:12 +0000 | [diff] [blame] | 559 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 560 | release = None |
| 561 | version = None |
mbligh | 6a1d4db | 2006-10-06 04:30:16 +0000 | [diff] [blame] | 562 | |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 563 | for f in [self.build_dir + "/include/linux/version.h", |
| 564 | self.build_dir + "/include/linux/utsrelease.h", |
mbligh | 508cbf6 | 2009-11-06 03:01:50 +0000 | [diff] [blame] | 565 | self.build_dir + "/include/linux/compile.h", |
| 566 | self.build_dir + "/include/generated/utsrelease.h", |
| 567 | self.build_dir + "/include/generated/compile.h"]: |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 568 | if os.path.exists(f): |
| 569 | fd = open(f, 'r') |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 570 | for line in fd.readlines(): |
| 571 | m = releasem.match(line) |
| 572 | if m: |
| 573 | release = m.groups()[0] |
| 574 | m = versionm.match(line) |
| 575 | if m: |
| 576 | version = m.groups()[0] |
| 577 | fd.close() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 578 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 579 | return (release, version) |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 580 | |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 581 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 582 | def get_kernel_build_ident(self): |
| 583 | (release, version) = self.get_kernel_build_release() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 584 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 585 | if not release or not version: |
| 586 | raise error.JobError('kernel has no identity') |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 587 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 588 | return release + '::' + version |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 589 | |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 590 | |
jadmanski | 067b26c | 2008-09-25 19:46:56 +0000 | [diff] [blame] | 591 | def boot(self, args='', ident=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 592 | """ install and boot this kernel, do not care how |
| 593 | just make it happen. |
| 594 | """ |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 595 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 596 | # If the kernel has not yet been installed, |
| 597 | # install it now as default tag. |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 598 | if not self.installed_as: |
| 599 | self.install() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 600 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 601 | expected_ident = self.get_kernel_build_ident() |
| 602 | self._boot_kernel(args, ident, expected_ident, |
| 603 | self.subdir, self.applied_patches) |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 604 | |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 605 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 606 | def get_kernel_build_ver(self): |
| 607 | """Check Makefile and .config to return kernel version""" |
| 608 | version = patchlevel = sublevel = extraversion = localversion = '' |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 609 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 610 | for line in open(self.build_dir + '/Makefile', 'r').readlines(): |
| 611 | if line.startswith('VERSION'): |
| 612 | version = line[line.index('=') + 1:].strip() |
| 613 | if line.startswith('PATCHLEVEL'): |
| 614 | patchlevel = line[line.index('=') + 1:].strip() |
| 615 | if line.startswith('SUBLEVEL'): |
| 616 | sublevel = line[line.index('=') + 1:].strip() |
| 617 | if line.startswith('EXTRAVERSION'): |
| 618 | extraversion = line[line.index('=') + 1:].strip() |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 619 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 620 | for line in open(self.build_dir + '/.config', 'r').readlines(): |
| 621 | if line.startswith('CONFIG_LOCALVERSION='): |
| 622 | localversion = line.rstrip().split('"')[1] |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 623 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 624 | return "%s.%s.%s%s%s" %(version, patchlevel, sublevel, extraversion, localversion) |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 625 | |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 626 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 627 | def set_build_target(self, build_target): |
| 628 | if build_target: |
| 629 | self.build_target = build_target |
| 630 | print 'BUILD TARGET: %s' % self.build_target |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 631 | |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 632 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 633 | def set_cross_cc(self, target_arch=None, cross_compile=None, |
| 634 | build_target='bzImage'): |
| 635 | """Set up to cross-compile. |
| 636 | This is broken. We need to work out what the default |
| 637 | compile produces, and if not, THEN set the cross |
| 638 | compiler. |
| 639 | """ |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 640 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 641 | if self.target_arch: |
| 642 | return |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 643 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 644 | # if someone has set build_target, don't clobber in set_cross_cc |
| 645 | # run set_build_target before calling set_cross_cc |
| 646 | if not self.build_target: |
| 647 | self.set_build_target(build_target) |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 648 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 649 | # If no 'target_arch' given assume native compilation |
mbligh | d876f45 | 2008-12-03 15:09:17 +0000 | [diff] [blame] | 650 | if target_arch is None: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 651 | target_arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 652 | if target_arch == 'ppc64': |
| 653 | if self.build_target == 'bzImage': |
| 654 | self.build_target = 'vmlinux' |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 655 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 656 | if not cross_compile: |
| 657 | cross_compile = self.job.config_get('kernel.cross_cc') |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 658 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 659 | if cross_compile: |
| 660 | os.environ['CROSS_COMPILE'] = cross_compile |
| 661 | else: |
| 662 | if os.environ.has_key('CROSS_COMPILE'): |
| 663 | del os.environ['CROSS_COMPILE'] |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 664 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 665 | return # HACK. Crap out for now. |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 666 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 667 | # At this point I know what arch I *want* to build for |
| 668 | # but have no way of working out what arch the default |
| 669 | # compiler DOES build for. |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 670 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 671 | def install_package(package): |
| 672 | raise NotImplementedError("I don't exist yet!") |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 673 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 674 | if target_arch == 'ppc64': |
| 675 | install_package('ppc64-cross') |
| 676 | cross_compile = os.path.join(self.autodir, 'sources/ppc64-cross/bin') |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 677 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 678 | elif target_arch == 'x86_64': |
| 679 | install_package('x86_64-cross') |
| 680 | cross_compile = os.path.join(self.autodir, 'sources/x86_64-cross/bin') |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 681 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 682 | os.environ['ARCH'] = self.target_arch = target_arch |
mbligh | 5970cf0 | 2006-08-06 15:39:22 +0000 | [diff] [blame] | 683 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 684 | self.cross_compile = cross_compile |
| 685 | if self.cross_compile: |
| 686 | os.environ['CROSS_COMPILE'] = self.cross_compile |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 687 | |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 688 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 689 | def pickle_dump(self, filename): |
| 690 | """dump a pickle of ourself out to the specified filename |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 691 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 692 | we can't pickle the backreference to job (it contains fd's), |
| 693 | nor would we want to. Same for logfile (fd's). |
| 694 | """ |
| 695 | temp = copy.copy(self) |
| 696 | temp.job = None |
| 697 | temp.logfile = None |
| 698 | pickle.dump(temp, open(filename, 'w')) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 699 | |
| 700 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 701 | class rpm_kernel(BootableKernel): |
mbligh | eaa75e5 | 2009-11-06 03:08:08 +0000 | [diff] [blame] | 702 | """ |
| 703 | Class for installing a binary rpm kernel package |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 704 | """ |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 705 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 706 | def __init__(self, job, rpm_package, subdir): |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 707 | super(rpm_kernel, self).__init__(job) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 708 | self.rpm_package = rpm_package |
| 709 | self.log_dir = os.path.join(subdir, 'debug') |
| 710 | self.subdir = os.path.basename(subdir) |
| 711 | if os.path.exists(self.log_dir): |
| 712 | utils.system('rm -rf ' + self.log_dir) |
| 713 | os.mkdir(self.log_dir) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 714 | |
| 715 | |
mbligh | eaa75e5 | 2009-11-06 03:08:08 +0000 | [diff] [blame] | 716 | def build(self, *args, **dargs): |
| 717 | """ |
| 718 | Dummy function, binary kernel so nothing to build. |
| 719 | """ |
| 720 | pass |
| 721 | |
| 722 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 723 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 724 | @tee_output_logdir_mark |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 725 | def install(self, tag='autotest', install_vmlinux=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 726 | self.installed_as = tag |
mbligh | da0311e | 2007-10-25 16:03:33 +0000 | [diff] [blame] | 727 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 728 | self.image = None |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 729 | self.initrd = '' |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 730 | for rpm_pack in self.rpm_package: |
| 731 | rpm_name = utils.system_output('rpm -qp ' + rpm_pack) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 732 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 733 | # install |
| 734 | utils.system('rpm -i --force ' + rpm_pack) |
| 735 | |
| 736 | # get file list |
| 737 | files = utils.system_output('rpm -ql ' + rpm_name).splitlines() |
| 738 | |
| 739 | # search for vmlinuz |
| 740 | for file in files: |
| 741 | if file.startswith('/boot/vmlinuz'): |
| 742 | self.full_version = file[len('/boot/vmlinuz-'):] |
| 743 | self.image = file |
| 744 | self.rpm_flavour = rpm_name.split('-')[1] |
| 745 | |
| 746 | # get version and release number |
| 747 | self.version, self.release = utils.system_output( |
| 748 | 'rpm --queryformat="%{VERSION}\\n%{RELEASE}\\n" -q ' |
| 749 | + rpm_name).splitlines()[0:2] |
| 750 | |
| 751 | # prefer /boot/kernel-version before /boot/kernel |
| 752 | if self.full_version: |
| 753 | break |
| 754 | |
| 755 | # search for initrd |
| 756 | for file in files: |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame] | 757 | if file.startswith('/boot/init'): |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 758 | self.initrd = file |
| 759 | # prefer /boot/initrd-version before /boot/initrd |
| 760 | if len(file) > len('/boot/initrd'): |
| 761 | break |
| 762 | |
| 763 | if self.image == None: |
| 764 | errmsg = "specified rpm file(s) don't contain /boot/vmlinuz" |
| 765 | raise error.TestError(errmsg) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 766 | |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 767 | # install vmlinux |
| 768 | if install_vmlinux: |
| 769 | for rpm_pack in self.rpm_package: |
| 770 | vmlinux = utils.system_output( |
| 771 | 'rpm -q -l -p %s | grep /boot/vmlinux' % rpm_pack) |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 772 | utils.system('cd /; rpm2cpio %s | cpio -imuv .%s 2>&1' |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 773 | % (rpm_pack, vmlinux)) |
| 774 | if not os.path.exists(vmlinux): |
| 775 | raise error.TestError('%s does not exist after installing %s' |
| 776 | % (vmlinux, rpm_pack)) |
| 777 | |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 778 | |
jadmanski | 067b26c | 2008-09-25 19:46:56 +0000 | [diff] [blame] | 779 | def boot(self, args='', ident=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 780 | """ install and boot this kernel |
| 781 | """ |
mbligh | 73e82a3 | 2007-11-08 21:35:29 +0000 | [diff] [blame] | 782 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 783 | # If the kernel has not yet been installed, |
| 784 | # install it now as default tag. |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 785 | if not self.installed_as: |
| 786 | self.install() |
mbligh | da0311e | 2007-10-25 16:03:33 +0000 | [diff] [blame] | 787 | |
mbligh | b1887c8 | 2009-03-12 00:25:48 +0000 | [diff] [blame] | 788 | expected_ident = self.full_version |
| 789 | if not expected_ident: |
| 790 | expected_ident = '-'.join([self.version, |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 791 | self.rpm_flavour, |
mbligh | b1887c8 | 2009-03-12 00:25:48 +0000 | [diff] [blame] | 792 | self.release]) |
mbligh | 10a24a7 | 2007-10-24 21:02:53 +0000 | [diff] [blame] | 793 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 794 | self._boot_kernel(args, ident, expected_ident, |
| 795 | None, 'rpm') |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 796 | |
| 797 | |
mbligh | e7785cc | 2009-03-17 17:32:47 +0000 | [diff] [blame] | 798 | class rpm_kernel_suse(rpm_kernel): |
| 799 | """ Class for installing openSUSE/SLE rpm kernel package |
| 800 | """ |
| 801 | |
| 802 | def install(self): |
| 803 | # do not set the new kernel as the default one |
| 804 | os.environ['PBL_AUTOTEST'] = '1' |
| 805 | |
| 806 | rpm_kernel.install(self, 'dummy') |
| 807 | self.installed_as = self.job.bootloader.get_title_for_kernel(self.image) |
| 808 | if not self.installed_as: |
| 809 | errmsg = "cannot find installed kernel in bootloader configuration" |
| 810 | raise error.TestError(errmsg) |
| 811 | |
| 812 | |
| 813 | def add_to_bootloader(self, tag='dummy', args=''): |
| 814 | """ Set parameters of this kernel in bootloader |
| 815 | """ |
| 816 | |
| 817 | # pull the base argument set from the job config |
| 818 | baseargs = self.job.config_get('boot.default_args') |
| 819 | if baseargs: |
| 820 | args = baseargs + ' ' + args |
| 821 | |
| 822 | self.job.bootloader.add_args(tag, args) |
| 823 | |
| 824 | |
| 825 | def rpm_kernel_vendor(job, rpm_package, subdir): |
mbligh | 1ef218d | 2009-08-03 16:57:56 +0000 | [diff] [blame] | 826 | vendor = utils.get_os_vendor() |
| 827 | if vendor == "SUSE": |
| 828 | return rpm_kernel_suse(job, rpm_package, subdir) |
| 829 | else: |
| 830 | return rpm_kernel(job, rpm_package, subdir) |
mbligh | e7785cc | 2009-03-17 17:32:47 +0000 | [diff] [blame] | 831 | |
| 832 | |
mbligh | 062ed15 | 2009-01-13 00:57:14 +0000 | [diff] [blame] | 833 | # just make the preprocessor a nop |
| 834 | def _preprocess_path_dummy(path): |
| 835 | return path.strip() |
| 836 | |
| 837 | |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 838 | # pull in some optional site-specific path pre-processing |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 839 | preprocess_path = utils.import_site_function(__file__, |
mbligh | 062ed15 | 2009-01-13 00:57:14 +0000 | [diff] [blame] | 840 | "autotest_lib.client.bin.site_kernel", "preprocess_path", |
| 841 | _preprocess_path_dummy) |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 842 | |
mbligh | c5ddfd1 | 2008-08-04 17:15:00 +0000 | [diff] [blame] | 843 | |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 844 | def auto_kernel(job, path, subdir, tmp_dir, build_dir, leave=False): |
mbligh | 7aeda67 | 2009-01-30 00:35:59 +0000 | [diff] [blame] | 845 | """ |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 846 | Create a kernel object, dynamically selecting the appropriate class to use |
| 847 | based on the path provided. |
| 848 | """ |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 849 | kernel_paths = [preprocess_path(path)] |
| 850 | if kernel_paths[0].endswith('.list'): |
mbligh | 1ef218d | 2009-08-03 16:57:56 +0000 | [diff] [blame] | 851 | # Fetch the list of packages to install |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 852 | kernel_list = os.path.join(tmp_dir, 'kernel.list') |
| 853 | utils.get_file(kernel_paths[0], kernel_list) |
| 854 | kernel_paths = [p.strip() for p in open(kernel_list).readlines()] |
mbligh | c5ddfd1 | 2008-08-04 17:15:00 +0000 | [diff] [blame] | 855 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 856 | if kernel_paths[0].endswith('.rpm'): |
| 857 | rpm_paths = [] |
| 858 | for kernel_path in kernel_paths: |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 859 | if os.path.exists(kernel_path): |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 860 | rpm_paths.append(kernel_path) |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 861 | else: |
| 862 | # Fetch the rpm into the job's packages directory and pass it to |
| 863 | # rpm_kernel |
| 864 | rpm_name = os.path.basename(kernel_path) |
mbligh | 7aeda67 | 2009-01-30 00:35:59 +0000 | [diff] [blame] | 865 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 866 | # If the preprocessed path (kernel_path) is only a name then |
| 867 | # search for the kernel in all the repositories, else fetch the |
| 868 | # kernel from that specific path. |
| 869 | job.pkgmgr.fetch_pkg(rpm_name, os.path.join(job.pkgdir, rpm_name), |
| 870 | repo_url=os.path.dirname(kernel_path)) |
| 871 | |
| 872 | rpm_paths.append(os.path.join(job.pkgdir, rpm_name)) |
| 873 | return rpm_kernel_vendor(job, rpm_paths, subdir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 874 | else: |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 875 | if len(kernel_paths) > 1: |
| 876 | raise error.TestError("don't know what to do with more than one non-rpm kernel file") |
| 877 | return kernel(job,kernel_paths[0], subdir, tmp_dir, build_dir, leave) |