showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 1 | import os, shutil, copy, pickle, re, glob, time, logging |
mbligh | c61fb36 | 2008-06-05 16:22:15 +0000 | [diff] [blame] | 2 | from autotest_lib.client.bin import kernel_config, os_dep, kernelexpand, test |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 3 | from autotest_lib.client.bin import utils |
| 4 | from autotest_lib.client.common_lib import log, error, packages |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 5 | |
mbligh | b8e0a11 | 2007-11-05 20:27:36 +0000 | [diff] [blame] | 6 | |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 7 | def tee_output_logdir_mark(fn): |
| 8 | def tee_logdir_mark_wrapper(self, *args, **dargs): |
| 9 | mark = self.__class__.__name__ + "." + fn.__name__ |
showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 10 | logging.info("--- START %s ---", mark) |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 11 | self.job.logging.tee_redirect_debug_dir(self.log_dir) |
| 12 | try: |
| 13 | result = fn(self, *args, **dargs) |
| 14 | finally: |
| 15 | self.job.logging.restore() |
showard | 4cfdce1 | 2009-06-15 20:23:29 +0000 | [diff] [blame] | 16 | logging.info("--- END %s ---", mark) |
showard | 75cdfee | 2009-06-10 17:40:41 +0000 | [diff] [blame] | 17 | |
| 18 | return result |
| 19 | |
| 20 | tee_logdir_mark_wrapper.__name__ = fn.__name__ |
| 21 | return tee_logdir_mark_wrapper |
| 22 | |
| 23 | |
mbligh | 516c8df | 2010-02-12 18:48:52 +0000 | [diff] [blame] | 24 | def _add_kernel_to_bootloader(bootloader, base_args, tag, args, image, initrd): |
| 25 | """ |
| 26 | Add a kernel with the specified tag to the boot config using the given |
| 27 | bootloader object. Also process the base_args and args kernel arguments |
| 28 | by removing all root= options and give the last root= option value to |
| 29 | the bootloader as a root device. |
| 30 | |
| 31 | @param bootloader: bootloader object |
| 32 | @param base_args: base cmdline kernel arguments |
| 33 | @param tag: kernel tag |
| 34 | @param args: kernel cmdline arguments that are merged with base_args; a |
| 35 | root= option in "args" will override any from base_args |
| 36 | @param image: kernel image file |
| 37 | @param initrd: initrd file |
| 38 | """ |
| 39 | # remove existing entry if present |
| 40 | bootloader.remove_kernel(tag) |
| 41 | |
| 42 | if base_args: |
| 43 | args = ' '.join((base_args, args)) |
| 44 | |
| 45 | root_prefix = 'root=' |
| 46 | # stores the last root= value |
| 47 | root = None |
| 48 | # a list with all arguments that don't start with root= so we give them |
| 49 | # later to bootloader.add_kernel() |
| 50 | arglist = [] |
| 51 | |
| 52 | for arg in args.split(): |
| 53 | if arg.startswith(root_prefix): |
| 54 | # set the current root value with the one from the argument |
| 55 | # thus after processing all the arguments we keep the last |
| 56 | # root value (so root= options from args overrides any from |
| 57 | # base_args) |
| 58 | root = arg[len(root_prefix):] |
| 59 | else: |
| 60 | arglist.append(arg) |
| 61 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 62 | # Add the kernel entry. it will keep all arguments from the default entry. |
| 63 | # args='_dummy_' is used to workaround a boottool limitation of not being |
| 64 | # able to add arguments to a kernel that does not already have any of its |
| 65 | # own by way of its own append= section below the image= line in lilo.conf. |
| 66 | bootloader.add_kernel(image, tag, initrd=initrd, root=root, args='_dummy_') |
| 67 | # Now, for each argument in arglist, try to add it to the kernel that was |
| 68 | # just added. In each step, if the arg already existed on the args string, |
| 69 | # that particular arg will be skipped |
| 70 | for a in arglist: |
| 71 | bootloader.add_args(kernel=tag, args=a) |
| 72 | bootloader.remove_args(kernel=tag, args='_dummy_') |
mbligh | 516c8df | 2010-02-12 18:48:52 +0000 | [diff] [blame] | 73 | |
| 74 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 75 | class BootableKernel(object): |
| 76 | |
| 77 | def __init__(self, job): |
| 78 | self.job = job |
| 79 | self.installed_as = None # kernel choice in bootloader menu |
| 80 | self.image = None |
| 81 | self.initrd = '' |
| 82 | |
| 83 | |
| 84 | def _boot_kernel(self, args, ident_check, expected_ident, subdir, notes): |
| 85 | """ |
| 86 | Boot a kernel, with post-boot kernel id check |
| 87 | |
| 88 | @param args: kernel cmdline arguments |
| 89 | @param ident_check: check kernel id after boot |
| 90 | @param expected_ident: |
| 91 | @param subdir: job-step qualifier in status log |
| 92 | @param notes: additional comment in status log |
| 93 | """ |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 94 | # If we can check the kernel identity do so. |
| 95 | if ident_check: |
| 96 | when = int(time.time()) |
| 97 | args += " IDENT=%d" % when |
| 98 | self.job.next_step_prepend(["job.end_reboot_and_verify", when, |
| 99 | expected_ident, subdir, notes]) |
| 100 | else: |
| 101 | self.job.next_step_prepend(["job.end_reboot", subdir, |
| 102 | expected_ident, notes]) |
| 103 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 104 | self.add_to_bootloader(args) |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 105 | |
| 106 | # defer fsck for next reboot, to avoid reboots back to default kernel |
| 107 | utils.system('touch /fastboot') # this file is removed automatically |
| 108 | |
| 109 | # Boot it. |
| 110 | self.job.start_reboot() |
| 111 | self.job.reboot(tag=self.installed_as) |
| 112 | |
| 113 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 114 | def add_to_bootloader(self, args=''): |
| 115 | # Point bootloader to the selected tag. |
| 116 | _add_kernel_to_bootloader(self.job.bootloader, |
| 117 | self.job.config_get('boot.default_args'), |
| 118 | self.installed_as, args, self.image, |
| 119 | self.initrd) |
| 120 | |
| 121 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 122 | class kernel(BootableKernel): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 123 | """ Class for compiling kernels. |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 124 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 125 | Data for the object includes the src files |
| 126 | used to create the kernel, patches applied, config (base + changes), |
| 127 | the build directory itself, and logged output |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 128 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 129 | Properties: |
| 130 | job |
| 131 | Backpointer to the job object we're part of |
| 132 | autodir |
| 133 | Path to the top level autotest dir (/usr/local/autotest) |
| 134 | src_dir |
| 135 | <tmp_dir>/src/ |
| 136 | build_dir |
| 137 | <tmp_dir>/linux/ |
| 138 | config_dir |
| 139 | <results_dir>/config/ |
| 140 | log_dir |
| 141 | <results_dir>/debug/ |
| 142 | results_dir |
| 143 | <results_dir>/results/ |
| 144 | """ |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 145 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 146 | autodir = '' |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 147 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 148 | def __init__(self, job, base_tree, subdir, tmp_dir, build_dir, leave=False): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 149 | """Initialize the kernel build environment |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 150 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 151 | job |
| 152 | which job this build is part of |
| 153 | base_tree |
| 154 | base kernel tree. Can be one of the following: |
| 155 | 1. A local tarball |
| 156 | 2. A URL to a tarball |
| 157 | 3. A local directory (will symlink it) |
| 158 | 4. A shorthand expandable (eg '2.6.11-git3') |
| 159 | subdir |
| 160 | subdir in the results directory (eg "build") |
| 161 | (holds config/, debug/, results/) |
| 162 | tmp_dir |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 163 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 164 | leave |
| 165 | Boolean, whether to leave existing tmpdir or not |
| 166 | """ |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 167 | super(kernel, self).__init__(job) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 168 | self.autodir = job.autodir |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 169 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 170 | self.src_dir = os.path.join(tmp_dir, 'src') |
| 171 | self.build_dir = os.path.join(tmp_dir, build_dir) |
| 172 | # created by get_kernel_tree |
| 173 | self.config_dir = os.path.join(subdir, 'config') |
| 174 | self.log_dir = os.path.join(subdir, 'debug') |
| 175 | self.results_dir = os.path.join(subdir, 'results') |
| 176 | self.subdir = os.path.basename(subdir) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 177 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 178 | if not leave: |
| 179 | if os.path.isdir(self.src_dir): |
| 180 | utils.system('rm -rf ' + self.src_dir) |
| 181 | if os.path.isdir(self.build_dir): |
| 182 | utils.system('rm -rf ' + self.build_dir) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 183 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 184 | if not os.path.exists(self.src_dir): |
| 185 | os.mkdir(self.src_dir) |
| 186 | for path in [self.config_dir, self.log_dir, self.results_dir]: |
| 187 | if os.path.exists(path): |
| 188 | utils.system('rm -rf ' + path) |
| 189 | os.mkdir(path) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 190 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 191 | logpath = os.path.join(self.log_dir, 'build_log') |
| 192 | self.logfile = open(logpath, 'w+') |
| 193 | self.applied_patches = [] |
mbligh | 4426de0 | 2006-10-10 07:18:28 +0000 | [diff] [blame] | 194 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 195 | self.target_arch = None |
| 196 | self.build_target = 'bzImage' |
| 197 | self.build_image = None |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 198 | |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 199 | arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 200 | if arch == 's390' or arch == 's390x': |
| 201 | self.build_target = 'image' |
| 202 | elif arch == 'ia64': |
| 203 | self.build_target = 'all' |
| 204 | self.build_image = 'vmlinux.gz' |
mbligh | cac347a | 2007-06-02 17:21:48 +0000 | [diff] [blame] | 205 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 206 | if not leave: |
| 207 | self.logfile.write('BASE: %s\n' % base_tree) |
mbligh | 534015f | 2006-09-15 03:28:56 +0000 | [diff] [blame] | 208 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 209 | # Where we have direct version hint record that |
| 210 | # for later configuration selection. |
| 211 | shorthand = re.compile(r'^\d+\.\d+\.\d+') |
| 212 | if shorthand.match(base_tree): |
| 213 | self.base_tree_version = base_tree |
| 214 | else: |
| 215 | self.base_tree_version = None |
apw | 2366d99 | 2007-03-12 20:35:57 +0000 | [diff] [blame] | 216 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 217 | # Actually extract the tree. Make sure we know it occured |
| 218 | self.extract(base_tree) |
apw | 040dcaa | 2007-11-21 19:36:55 +0000 | [diff] [blame] | 219 | |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 220 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 221 | def kernelexpand(self, kernel): |
| 222 | # If we have something like a path, just use it as it is |
| 223 | if '/' in kernel: |
| 224 | return [kernel] |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 225 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 226 | # Find the configured mirror list. |
| 227 | mirrors = self.job.config_get('mirror.mirrors') |
| 228 | if not mirrors: |
| 229 | # LEGACY: convert the kernel.org mirror |
| 230 | mirror = self.job.config_get('mirror.ftp_kernel_org') |
| 231 | if mirror: |
| 232 | korg = 'http://www.kernel.org/pub/linux/kernel' |
| 233 | mirrors = [ |
| 234 | [ korg + '/v2.6', mirror + '/v2.6' ], |
mbligh | 9e6a4f1 | 2008-06-06 21:55:12 +0000 | [diff] [blame] | 235 | [ korg + '/people/akpm/patches/2.6', mirror + '/akpm' ], |
| 236 | [ korg + '/people/mbligh', mirror + '/mbligh' ], |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 237 | ] |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 238 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 239 | patches = kernelexpand.expand_classic(kernel, mirrors) |
| 240 | print patches |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 241 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 242 | return patches |
apw | 7bae90e | 2008-03-05 12:18:11 +0000 | [diff] [blame] | 243 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 244 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 245 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 246 | @tee_output_logdir_mark |
| 247 | def extract(self, base_tree): |
| 248 | if os.path.exists(base_tree): |
| 249 | self.get_kernel_tree(base_tree) |
| 250 | else: |
| 251 | base_components = self.kernelexpand(base_tree) |
| 252 | print 'kernelexpand: ' |
| 253 | print base_components |
| 254 | self.get_kernel_tree(base_components.pop(0)) |
| 255 | if base_components: # apply remaining patches |
| 256 | self.patch(*base_components) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 257 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 258 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 259 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 260 | @tee_output_logdir_mark |
| 261 | def patch(self, *patches): |
| 262 | """Apply a list of patches (in order)""" |
| 263 | if not patches: |
| 264 | return |
| 265 | print 'Applying patches: ', patches |
| 266 | self.apply_patches(self.get_patches(patches)) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 267 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 268 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 269 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 270 | @tee_output_logdir_mark |
mbligh | b3400e0 | 2008-11-06 15:44:25 +0000 | [diff] [blame] | 271 | def config(self, config_file = '', config_list = None, defconfig = False, make = None): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 272 | self.set_cross_cc() |
| 273 | config = kernel_config.kernel_config(self.job, self.build_dir, |
| 274 | self.config_dir, config_file, config_list, |
mbligh | b3400e0 | 2008-11-06 15:44:25 +0000 | [diff] [blame] | 275 | defconfig, self.base_tree_version, make) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 276 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 277 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 278 | def get_patches(self, patches): |
| 279 | """fetch the patches to the local src_dir""" |
| 280 | local_patches = [] |
| 281 | for patch in patches: |
mbligh | 1c9b1d2 | 2008-06-12 17:46:12 +0000 | [diff] [blame] | 282 | dest = os.path.join(self.src_dir, os.path.basename(patch)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 283 | # FIXME: this isn't unique. Append something to it |
| 284 | # like wget does if it's not there? |
jadmanski | e3f2f71 | 2008-06-12 17:54:56 +0000 | [diff] [blame] | 285 | print "get_file %s %s %s %s" % (patch, dest, self.src_dir, |
| 286 | os.path.basename(patch)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 287 | utils.get_file(patch, dest) |
| 288 | # probably safer to use the command, not python library |
| 289 | md5sum = utils.system_output('md5sum ' + dest).split()[0] |
| 290 | local_patches.append((patch, dest, md5sum)) |
| 291 | return local_patches |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 292 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 293 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 294 | def apply_patches(self, local_patches): |
| 295 | """apply the list of patches, in order""" |
| 296 | builddir = self.build_dir |
| 297 | os.chdir(builddir) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 298 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 299 | if not local_patches: |
| 300 | return None |
| 301 | for (spec, local, md5sum) in local_patches: |
| 302 | if local.endswith('.bz2') or local.endswith('.gz'): |
| 303 | ref = spec |
| 304 | else: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 305 | ref = utils.force_copy(local, self.results_dir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 306 | ref = self.job.relative_path(ref) |
| 307 | patch_id = "%s %s %s" % (spec, ref, md5sum) |
| 308 | log = "PATCH: " + patch_id + "\n" |
| 309 | print log |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 310 | utils.cat_file_to_cmd(local, 'patch -p1 > /dev/null') |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 311 | self.logfile.write(log) |
| 312 | self.applied_patches.append(patch_id) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 313 | |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 314 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 315 | def get_kernel_tree(self, base_tree): |
| 316 | """Extract/link base_tree to self.build_dir""" |
mbligh | 5970cf0 | 2006-08-06 15:39:22 +0000 | [diff] [blame] | 317 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 318 | # if base_tree is a dir, assume uncompressed kernel |
| 319 | if os.path.isdir(base_tree): |
| 320 | print 'Symlinking existing kernel source' |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 321 | if os.path.islink(self.build_dir): |
| 322 | os.remove(self.build_dir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 323 | os.symlink(base_tree, self.build_dir) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 324 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 325 | # otherwise, extract tarball |
| 326 | else: |
| 327 | os.chdir(os.path.dirname(self.src_dir)) |
| 328 | # Figure out local destination for tarball |
mbligh | fef5ce2 | 2010-04-08 17:59:52 +0000 | [diff] [blame] | 329 | tarball = os.path.join(self.src_dir, os.path.basename(base_tree.split(';')[0])) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 330 | utils.get_file(base_tree, tarball) |
| 331 | print 'Extracting kernel tarball:', tarball, '...' |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 332 | utils.extract_tarball_to_dir(tarball, self.build_dir) |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 333 | |
| 334 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 335 | def extraversion(self, tag, append=1): |
| 336 | os.chdir(self.build_dir) |
| 337 | extraversion_sub = r's/^EXTRAVERSION =\s*\(.*\)/EXTRAVERSION = ' |
| 338 | if append: |
| 339 | p = extraversion_sub + '\\1-%s/' % tag |
| 340 | else: |
| 341 | p = extraversion_sub + '-%s/' % tag |
| 342 | utils.system('mv Makefile Makefile.old') |
| 343 | utils.system('sed "%s" < Makefile.old > Makefile' % p) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 344 | |
apw | c784610 | 2006-04-06 18:22:13 +0000 | [diff] [blame] | 345 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 346 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 347 | @tee_output_logdir_mark |
| 348 | def build(self, make_opts = '', logfile = '', extraversion='autotest'): |
| 349 | """build the kernel |
apw | c784610 | 2006-04-06 18:22:13 +0000 | [diff] [blame] | 350 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 351 | make_opts |
| 352 | additional options to make, if any |
| 353 | """ |
| 354 | os_dep.commands('gcc', 'make') |
| 355 | if logfile == '': |
| 356 | logfile = os.path.join(self.log_dir, 'kernel_build') |
| 357 | os.chdir(self.build_dir) |
| 358 | if extraversion: |
| 359 | self.extraversion(extraversion) |
| 360 | self.set_cross_cc() |
| 361 | # setup_config_file(config_file, config_overrides) |
mbligh | 1e8858e | 2006-11-24 22:18:35 +0000 | [diff] [blame] | 362 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 363 | # Not needed on 2.6, but hard to tell -- handle failure |
| 364 | utils.system('make dep', ignore_status=True) |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 365 | threads = 2 * utils.count_cpus() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 366 | build_string = 'make -j %d %s %s' % (threads, make_opts, |
| 367 | self.build_target) |
| 368 | # eg make bzImage, or make zImage |
| 369 | print build_string |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 370 | utils.system(build_string) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 371 | if kernel_config.modules_needed('.config'): |
| 372 | utils.system('make -j %d modules' % (threads)) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 373 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 374 | kernel_version = self.get_kernel_build_ver() |
| 375 | kernel_version = re.sub('-autotest', '', kernel_version) |
| 376 | self.logfile.write('BUILD VERSION: %s\n' % kernel_version) |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 377 | |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 378 | utils.force_copy(self.build_dir+'/System.map', |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 379 | self.results_dir) |
mbligh | 30f28c5 | 2007-10-11 18:35:35 +0000 | [diff] [blame] | 380 | |
mbligh | 30f28c5 | 2007-10-11 18:35:35 +0000 | [diff] [blame] | 381 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 382 | def build_timed(self, threads, timefile = '/dev/null', make_opts = '', |
| 383 | output = '/dev/null'): |
| 384 | """time the bulding of the kernel""" |
| 385 | os.chdir(self.build_dir) |
| 386 | self.set_cross_cc() |
| 387 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 388 | self.clean() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 389 | build_string = "/usr/bin/time -o %s make %s -j %s vmlinux" \ |
| 390 | % (timefile, make_opts, threads) |
| 391 | build_string += ' > %s 2>&1' % output |
| 392 | print build_string |
| 393 | utils.system(build_string) |
| 394 | |
| 395 | if (not os.path.isfile('vmlinux')): |
| 396 | errmsg = "no vmlinux found, kernel build failed" |
| 397 | raise error.TestError(errmsg) |
| 398 | |
| 399 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 400 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 401 | @tee_output_logdir_mark |
| 402 | def clean(self): |
| 403 | """make clean in the kernel tree""" |
| 404 | os.chdir(self.build_dir) |
| 405 | print "make clean" |
| 406 | utils.system('make clean > /dev/null 2> /dev/null') |
| 407 | |
| 408 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 409 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 410 | @tee_output_logdir_mark |
| 411 | def mkinitrd(self, version, image, system_map, initrd): |
| 412 | """Build kernel initrd image. |
| 413 | Try to use distro specific way to build initrd image. |
| 414 | Parameters: |
| 415 | version |
| 416 | new kernel version |
| 417 | image |
| 418 | new kernel image file |
| 419 | system_map |
| 420 | System.map file |
| 421 | initrd |
| 422 | initrd image file to build |
| 423 | """ |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 424 | vendor = utils.get_os_vendor() |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 425 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 426 | if os.path.isfile(initrd): |
| 427 | print "Existing %s file, will remove it." % initrd |
| 428 | os.remove(initrd) |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 429 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 430 | args = self.job.config_get('kernel.mkinitrd_extra_args') |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 431 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 432 | # don't leak 'None' into mkinitrd command |
| 433 | if not args: |
| 434 | args = '' |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 435 | |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 436 | # It is important to match the version with a real directory inside |
| 437 | # /lib/modules |
| 438 | real_version_list = glob.glob('/lib/modules/%s*' % version) |
| 439 | rl = len(real_version_list) |
| 440 | if rl == 0: |
| 441 | logging.error("No directory %s found under /lib/modules. Initramfs" |
| 442 | "creation will most likely fail and your new kernel" |
| 443 | "will fail to build", version) |
| 444 | else: |
| 445 | if rl > 1: |
| 446 | logging.warning("Found more than one possible match for " |
| 447 | "kernel version %s under /lib/modules", version) |
| 448 | version = os.path.basename(real_version_list[0]) |
| 449 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 450 | if vendor in ['Red Hat', 'Fedora Core']: |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 451 | try: |
| 452 | cmd = os_dep.command('dracut') |
| 453 | full_cmd = '%s -f %s %s' % (cmd, initrd, version) |
| 454 | except ValueError: |
| 455 | cmd = os_dep.command('mkinitrd') |
| 456 | full_cmd = '%s %s %s %s' % (cmd, args, initrd, version) |
| 457 | utils.system(full_cmd) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 458 | elif vendor in ['SUSE']: |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 459 | utils.system('mkinitrd %s -k %s -i %s -M %s' % |
| 460 | (args, image, initrd, system_map)) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 461 | elif vendor in ['Debian', 'Ubuntu']: |
| 462 | if os.path.isfile('/usr/sbin/mkinitrd'): |
| 463 | cmd = '/usr/sbin/mkinitrd' |
| 464 | elif os.path.isfile('/usr/sbin/mkinitramfs'): |
| 465 | cmd = '/usr/sbin/mkinitramfs' |
| 466 | else: |
| 467 | raise error.TestError('No Debian initrd builder') |
| 468 | utils.system('%s %s -o %s %s' % (cmd, args, initrd, version)) |
| 469 | else: |
| 470 | raise error.TestError('Unsupported vendor %s' % vendor) |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 471 | |
apw | e43a30b | 2007-09-25 16:51:30 +0000 | [diff] [blame] | 472 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 473 | def set_build_image(self, image): |
| 474 | self.build_image = image |
mbligh | 3d515d4 | 2007-11-09 17:00:36 +0000 | [diff] [blame] | 475 | |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 476 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 477 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 478 | @tee_output_logdir_mark |
| 479 | def install(self, tag='autotest', prefix = '/'): |
| 480 | """make install in the kernel tree""" |
mbligh | 50f42ea | 2006-09-30 22:22:21 +0000 | [diff] [blame] | 481 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 482 | # Record that we have installed the kernel, and |
| 483 | # the tag under which we installed it. |
| 484 | self.installed_as = tag |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 485 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 486 | os.chdir(self.build_dir) |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 487 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 488 | if not os.path.isdir(prefix): |
| 489 | os.mkdir(prefix) |
| 490 | self.boot_dir = os.path.join(prefix, 'boot') |
| 491 | if not os.path.isdir(self.boot_dir): |
| 492 | os.mkdir(self.boot_dir) |
apw | 87c65c1 | 2007-09-27 17:19:37 +0000 | [diff] [blame] | 493 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 494 | if not self.build_image: |
| 495 | images = glob.glob('arch/*/boot/' + self.build_target) |
| 496 | if len(images): |
| 497 | self.build_image = images[0] |
| 498 | else: |
| 499 | self.build_image = self.build_target |
apw | 87c65c1 | 2007-09-27 17:19:37 +0000 | [diff] [blame] | 500 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 501 | # remember installed files |
| 502 | self.vmlinux = self.boot_dir + '/vmlinux-' + tag |
| 503 | if (self.build_image != 'vmlinux'): |
| 504 | self.image = self.boot_dir + '/vmlinuz-' + tag |
| 505 | else: |
| 506 | self.image = self.vmlinux |
| 507 | self.system_map = self.boot_dir + '/System.map-' + tag |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 508 | self.config_file = self.boot_dir + '/config-' + tag |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 509 | self.initrd = '' |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 510 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 511 | # copy to boot dir |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 512 | utils.force_copy('vmlinux', self.vmlinux) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 513 | if (self.build_image != 'vmlinux'): |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 514 | utils.force_copy(self.build_image, self.image) |
| 515 | utils.force_copy('System.map', self.system_map) |
| 516 | utils.force_copy('.config', self.config_file) |
mbligh | 0ad6558 | 2006-10-06 04:16:36 +0000 | [diff] [blame] | 517 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 518 | if not kernel_config.modules_needed('.config'): |
| 519 | return |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 520 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 521 | utils.system('make modules_install INSTALL_MOD_PATH=%s' % prefix) |
| 522 | if prefix == '/': |
| 523 | self.initrd = self.boot_dir + '/initrd-' + tag |
| 524 | self.mkinitrd(self.get_kernel_build_ver(), self.image, |
| 525 | self.system_map, self.initrd) |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 526 | |
mbligh | a87116f | 2006-10-10 02:47:08 +0000 | [diff] [blame] | 527 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 528 | def get_kernel_build_arch(self, arch=None): |
| 529 | """ |
| 530 | Work out the current kernel architecture (as a kernel arch) |
| 531 | """ |
| 532 | if not arch: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 533 | arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 534 | if re.match('i.86', arch): |
| 535 | return 'i386' |
| 536 | elif re.match('sun4u', arch): |
| 537 | return 'sparc64' |
| 538 | elif re.match('arm.*', arch): |
| 539 | return 'arm' |
| 540 | elif re.match('sa110', arch): |
| 541 | return 'arm' |
| 542 | elif re.match('s390x', arch): |
| 543 | return 's390' |
| 544 | elif re.match('parisc64', arch): |
| 545 | return 'parisc' |
| 546 | elif re.match('ppc.*', arch): |
| 547 | return 'powerpc' |
| 548 | elif re.match('mips.*', arch): |
| 549 | return 'mips' |
| 550 | else: |
| 551 | return arch |
mbligh | 6a1d4db | 2006-10-06 04:30:16 +0000 | [diff] [blame] | 552 | |
mbligh | 201aa89 | 2006-10-29 04:02:05 +0000 | [diff] [blame] | 553 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 554 | def get_kernel_build_release(self): |
| 555 | releasem = re.compile(r'.*UTS_RELEASE\s+"([^"]+)".*'); |
| 556 | versionm = re.compile(r'.*UTS_VERSION\s+"([^"]+)".*'); |
mbligh | 548f29a | 2006-10-17 04:55:12 +0000 | [diff] [blame] | 557 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 558 | release = None |
| 559 | version = None |
mbligh | 6a1d4db | 2006-10-06 04:30:16 +0000 | [diff] [blame] | 560 | |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 561 | for f in [self.build_dir + "/include/linux/version.h", |
| 562 | self.build_dir + "/include/linux/utsrelease.h", |
mbligh | 508cbf6 | 2009-11-06 03:01:50 +0000 | [diff] [blame] | 563 | self.build_dir + "/include/linux/compile.h", |
| 564 | self.build_dir + "/include/generated/utsrelease.h", |
| 565 | self.build_dir + "/include/generated/compile.h"]: |
jadmanski | d524b0e | 2008-09-15 14:28:20 +0000 | [diff] [blame] | 566 | if os.path.exists(f): |
| 567 | fd = open(f, 'r') |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 568 | for line in fd.readlines(): |
| 569 | m = releasem.match(line) |
| 570 | if m: |
| 571 | release = m.groups()[0] |
| 572 | m = versionm.match(line) |
| 573 | if m: |
| 574 | version = m.groups()[0] |
| 575 | fd.close() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 576 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 577 | return (release, version) |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 578 | |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 579 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 580 | def get_kernel_build_ident(self): |
| 581 | (release, version) = self.get_kernel_build_release() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 582 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 583 | if not release or not version: |
| 584 | raise error.JobError('kernel has no identity') |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 585 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 586 | return release + '::' + version |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 587 | |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 588 | |
jadmanski | 067b26c | 2008-09-25 19:46:56 +0000 | [diff] [blame] | 589 | def boot(self, args='', ident=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 590 | """ install and boot this kernel, do not care how |
| 591 | just make it happen. |
| 592 | """ |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 593 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 594 | # If the kernel has not yet been installed, |
| 595 | # install it now as default tag. |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 596 | if not self.installed_as: |
| 597 | self.install() |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 598 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 599 | expected_ident = self.get_kernel_build_ident() |
| 600 | self._boot_kernel(args, ident, expected_ident, |
| 601 | self.subdir, self.applied_patches) |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 602 | |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 603 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 604 | def get_kernel_build_ver(self): |
| 605 | """Check Makefile and .config to return kernel version""" |
| 606 | version = patchlevel = sublevel = extraversion = localversion = '' |
apw | 1b5dc36 | 2006-10-31 11:24:26 +0000 | [diff] [blame] | 607 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 608 | for line in open(self.build_dir + '/Makefile', 'r').readlines(): |
| 609 | if line.startswith('VERSION'): |
| 610 | version = line[line.index('=') + 1:].strip() |
| 611 | if line.startswith('PATCHLEVEL'): |
| 612 | patchlevel = line[line.index('=') + 1:].strip() |
| 613 | if line.startswith('SUBLEVEL'): |
| 614 | sublevel = line[line.index('=') + 1:].strip() |
| 615 | if line.startswith('EXTRAVERSION'): |
| 616 | extraversion = line[line.index('=') + 1:].strip() |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 617 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 618 | for line in open(self.build_dir + '/.config', 'r').readlines(): |
| 619 | if line.startswith('CONFIG_LOCALVERSION='): |
| 620 | localversion = line.rstrip().split('"')[1] |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 621 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 622 | return "%s.%s.%s%s%s" %(version, patchlevel, sublevel, extraversion, localversion) |
mbligh | e11f5fc | 2006-10-04 04:42:22 +0000 | [diff] [blame] | 623 | |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 624 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 625 | def set_build_target(self, build_target): |
| 626 | if build_target: |
| 627 | self.build_target = build_target |
| 628 | print 'BUILD TARGET: %s' % self.build_target |
mbligh | fdbcaec | 2006-10-01 23:28:57 +0000 | [diff] [blame] | 629 | |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 630 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 631 | def set_cross_cc(self, target_arch=None, cross_compile=None, |
| 632 | build_target='bzImage'): |
| 633 | """Set up to cross-compile. |
| 634 | This is broken. We need to work out what the default |
| 635 | compile produces, and if not, THEN set the cross |
| 636 | compiler. |
| 637 | """ |
mbligh | 8baa2ea | 2006-12-17 23:01:24 +0000 | [diff] [blame] | 638 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 639 | if self.target_arch: |
| 640 | return |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 641 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 642 | # if someone has set build_target, don't clobber in set_cross_cc |
| 643 | # run set_build_target before calling set_cross_cc |
| 644 | if not self.build_target: |
| 645 | self.set_build_target(build_target) |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 646 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 647 | # If no 'target_arch' given assume native compilation |
mbligh | d876f45 | 2008-12-03 15:09:17 +0000 | [diff] [blame] | 648 | if target_arch is None: |
mbligh | 53da18e | 2009-01-05 21:13:26 +0000 | [diff] [blame] | 649 | target_arch = utils.get_current_kernel_arch() |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 650 | if target_arch == 'ppc64': |
| 651 | if self.build_target == 'bzImage': |
| 652 | self.build_target = 'vmlinux' |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 653 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 654 | if not cross_compile: |
| 655 | cross_compile = self.job.config_get('kernel.cross_cc') |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 656 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 657 | if cross_compile: |
| 658 | os.environ['CROSS_COMPILE'] = cross_compile |
| 659 | else: |
| 660 | if os.environ.has_key('CROSS_COMPILE'): |
| 661 | del os.environ['CROSS_COMPILE'] |
mbligh | 678823f | 2006-12-07 18:49:00 +0000 | [diff] [blame] | 662 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 663 | return # HACK. Crap out for now. |
mbligh | f4c3532 | 2006-03-13 01:01:10 +0000 | [diff] [blame] | 664 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 665 | # At this point I know what arch I *want* to build for |
| 666 | # but have no way of working out what arch the default |
| 667 | # compiler DOES build for. |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 668 | |
mbligh | 925e1b1 | 2008-06-12 17:48:38 +0000 | [diff] [blame] | 669 | def install_package(package): |
| 670 | raise NotImplementedError("I don't exist yet!") |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 671 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 672 | if target_arch == 'ppc64': |
| 673 | install_package('ppc64-cross') |
| 674 | cross_compile = os.path.join(self.autodir, 'sources/ppc64-cross/bin') |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 675 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 676 | elif target_arch == 'x86_64': |
| 677 | install_package('x86_64-cross') |
| 678 | cross_compile = os.path.join(self.autodir, 'sources/x86_64-cross/bin') |
mbligh | b8a14e3 | 2006-05-06 00:17:35 +0000 | [diff] [blame] | 679 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 680 | os.environ['ARCH'] = self.target_arch = target_arch |
mbligh | 5970cf0 | 2006-08-06 15:39:22 +0000 | [diff] [blame] | 681 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 682 | self.cross_compile = cross_compile |
| 683 | if self.cross_compile: |
| 684 | os.environ['CROSS_COMPILE'] = self.cross_compile |
mbligh | cc2e666 | 2006-09-14 01:24:07 +0000 | [diff] [blame] | 685 | |
mbligh | 72b88fc | 2006-12-16 18:41:35 +0000 | [diff] [blame] | 686 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 687 | def pickle_dump(self, filename): |
| 688 | """dump a pickle of ourself out to the specified filename |
mbligh | c86b0b4 | 2006-07-28 17:35:28 +0000 | [diff] [blame] | 689 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 690 | we can't pickle the backreference to job (it contains fd's), |
| 691 | nor would we want to. Same for logfile (fd's). |
| 692 | """ |
| 693 | temp = copy.copy(self) |
| 694 | temp.job = None |
| 695 | temp.logfile = None |
| 696 | pickle.dump(temp, open(filename, 'w')) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 697 | |
| 698 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 699 | class rpm_kernel(BootableKernel): |
mbligh | eaa75e5 | 2009-11-06 03:08:08 +0000 | [diff] [blame] | 700 | """ |
| 701 | Class for installing a binary rpm kernel package |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 702 | """ |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 703 | |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 704 | def __init__(self, job, rpm_package, subdir): |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 705 | super(rpm_kernel, self).__init__(job) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 706 | self.rpm_package = rpm_package |
| 707 | self.log_dir = os.path.join(subdir, 'debug') |
| 708 | self.subdir = os.path.basename(subdir) |
| 709 | if os.path.exists(self.log_dir): |
| 710 | utils.system('rm -rf ' + self.log_dir) |
| 711 | os.mkdir(self.log_dir) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 712 | |
| 713 | |
mbligh | eaa75e5 | 2009-11-06 03:08:08 +0000 | [diff] [blame] | 714 | def build(self, *args, **dargs): |
| 715 | """ |
| 716 | Dummy function, binary kernel so nothing to build. |
| 717 | """ |
| 718 | pass |
| 719 | |
| 720 | |
mbligh | 1b3b376 | 2008-09-25 02:46:34 +0000 | [diff] [blame] | 721 | @log.record |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 722 | @tee_output_logdir_mark |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 723 | def install(self, tag='autotest', install_vmlinux=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 724 | self.installed_as = tag |
mbligh | da0311e | 2007-10-25 16:03:33 +0000 | [diff] [blame] | 725 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 726 | self.image = None |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 727 | self.initrd = '' |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 728 | for rpm_pack in self.rpm_package: |
| 729 | rpm_name = utils.system_output('rpm -qp ' + rpm_pack) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 730 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 731 | # install |
| 732 | utils.system('rpm -i --force ' + rpm_pack) |
| 733 | |
| 734 | # get file list |
| 735 | files = utils.system_output('rpm -ql ' + rpm_name).splitlines() |
| 736 | |
| 737 | # search for vmlinuz |
| 738 | for file in files: |
| 739 | if file.startswith('/boot/vmlinuz'): |
| 740 | self.full_version = file[len('/boot/vmlinuz-'):] |
| 741 | self.image = file |
| 742 | self.rpm_flavour = rpm_name.split('-')[1] |
| 743 | |
| 744 | # get version and release number |
| 745 | self.version, self.release = utils.system_output( |
| 746 | 'rpm --queryformat="%{VERSION}\\n%{RELEASE}\\n" -q ' |
| 747 | + rpm_name).splitlines()[0:2] |
| 748 | |
| 749 | # prefer /boot/kernel-version before /boot/kernel |
| 750 | if self.full_version: |
| 751 | break |
| 752 | |
| 753 | # search for initrd |
| 754 | for file in files: |
Eric Li | e0493a4 | 2010-11-15 13:05:43 -0800 | [diff] [blame^] | 755 | if file.startswith('/boot/init'): |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 756 | self.initrd = file |
| 757 | # prefer /boot/initrd-version before /boot/initrd |
| 758 | if len(file) > len('/boot/initrd'): |
| 759 | break |
| 760 | |
| 761 | if self.image == None: |
| 762 | errmsg = "specified rpm file(s) don't contain /boot/vmlinuz" |
| 763 | raise error.TestError(errmsg) |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 764 | |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 765 | # install vmlinux |
| 766 | if install_vmlinux: |
| 767 | for rpm_pack in self.rpm_package: |
| 768 | vmlinux = utils.system_output( |
| 769 | 'rpm -q -l -p %s | grep /boot/vmlinux' % rpm_pack) |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 770 | utils.system('cd /; rpm2cpio %s | cpio -imuv .%s 2>&1' |
mbligh | a25e8c3 | 2009-06-15 21:27:23 +0000 | [diff] [blame] | 771 | % (rpm_pack, vmlinux)) |
| 772 | if not os.path.exists(vmlinux): |
| 773 | raise error.TestError('%s does not exist after installing %s' |
| 774 | % (vmlinux, rpm_pack)) |
| 775 | |
mbligh | 736adc9 | 2007-10-18 03:23:22 +0000 | [diff] [blame] | 776 | |
jadmanski | 067b26c | 2008-09-25 19:46:56 +0000 | [diff] [blame] | 777 | def boot(self, args='', ident=True): |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 778 | """ install and boot this kernel |
| 779 | """ |
mbligh | 73e82a3 | 2007-11-08 21:35:29 +0000 | [diff] [blame] | 780 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 781 | # If the kernel has not yet been installed, |
| 782 | # install it now as default tag. |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 783 | if not self.installed_as: |
| 784 | self.install() |
mbligh | da0311e | 2007-10-25 16:03:33 +0000 | [diff] [blame] | 785 | |
mbligh | b1887c8 | 2009-03-12 00:25:48 +0000 | [diff] [blame] | 786 | expected_ident = self.full_version |
| 787 | if not expected_ident: |
| 788 | expected_ident = '-'.join([self.version, |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 789 | self.rpm_flavour, |
mbligh | b1887c8 | 2009-03-12 00:25:48 +0000 | [diff] [blame] | 790 | self.release]) |
mbligh | 10a24a7 | 2007-10-24 21:02:53 +0000 | [diff] [blame] | 791 | |
Eric Li | 6f27d4f | 2010-09-29 10:55:17 -0700 | [diff] [blame] | 792 | self._boot_kernel(args, ident, expected_ident, |
| 793 | None, 'rpm') |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 794 | |
| 795 | |
mbligh | e7785cc | 2009-03-17 17:32:47 +0000 | [diff] [blame] | 796 | class rpm_kernel_suse(rpm_kernel): |
| 797 | """ Class for installing openSUSE/SLE rpm kernel package |
| 798 | """ |
| 799 | |
| 800 | def install(self): |
| 801 | # do not set the new kernel as the default one |
| 802 | os.environ['PBL_AUTOTEST'] = '1' |
| 803 | |
| 804 | rpm_kernel.install(self, 'dummy') |
| 805 | self.installed_as = self.job.bootloader.get_title_for_kernel(self.image) |
| 806 | if not self.installed_as: |
| 807 | errmsg = "cannot find installed kernel in bootloader configuration" |
| 808 | raise error.TestError(errmsg) |
| 809 | |
| 810 | |
| 811 | def add_to_bootloader(self, tag='dummy', args=''): |
| 812 | """ Set parameters of this kernel in bootloader |
| 813 | """ |
| 814 | |
| 815 | # pull the base argument set from the job config |
| 816 | baseargs = self.job.config_get('boot.default_args') |
| 817 | if baseargs: |
| 818 | args = baseargs + ' ' + args |
| 819 | |
| 820 | self.job.bootloader.add_args(tag, args) |
| 821 | |
| 822 | |
| 823 | def rpm_kernel_vendor(job, rpm_package, subdir): |
mbligh | 1ef218d | 2009-08-03 16:57:56 +0000 | [diff] [blame] | 824 | vendor = utils.get_os_vendor() |
| 825 | if vendor == "SUSE": |
| 826 | return rpm_kernel_suse(job, rpm_package, subdir) |
| 827 | else: |
| 828 | return rpm_kernel(job, rpm_package, subdir) |
mbligh | e7785cc | 2009-03-17 17:32:47 +0000 | [diff] [blame] | 829 | |
| 830 | |
mbligh | 062ed15 | 2009-01-13 00:57:14 +0000 | [diff] [blame] | 831 | # just make the preprocessor a nop |
| 832 | def _preprocess_path_dummy(path): |
| 833 | return path.strip() |
| 834 | |
| 835 | |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 836 | # pull in some optional site-specific path pre-processing |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 837 | preprocess_path = utils.import_site_function(__file__, |
mbligh | 062ed15 | 2009-01-13 00:57:14 +0000 | [diff] [blame] | 838 | "autotest_lib.client.bin.site_kernel", "preprocess_path", |
| 839 | _preprocess_path_dummy) |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 840 | |
mbligh | c5ddfd1 | 2008-08-04 17:15:00 +0000 | [diff] [blame] | 841 | |
mbligh | 6ee7ee0 | 2007-11-13 23:49:05 +0000 | [diff] [blame] | 842 | def auto_kernel(job, path, subdir, tmp_dir, build_dir, leave=False): |
mbligh | 7aeda67 | 2009-01-30 00:35:59 +0000 | [diff] [blame] | 843 | """ |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 844 | Create a kernel object, dynamically selecting the appropriate class to use |
| 845 | based on the path provided. |
| 846 | """ |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 847 | kernel_paths = [preprocess_path(path)] |
| 848 | if kernel_paths[0].endswith('.list'): |
mbligh | 1ef218d | 2009-08-03 16:57:56 +0000 | [diff] [blame] | 849 | # Fetch the list of packages to install |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 850 | kernel_list = os.path.join(tmp_dir, 'kernel.list') |
| 851 | utils.get_file(kernel_paths[0], kernel_list) |
| 852 | kernel_paths = [p.strip() for p in open(kernel_list).readlines()] |
mbligh | c5ddfd1 | 2008-08-04 17:15:00 +0000 | [diff] [blame] | 853 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 854 | if kernel_paths[0].endswith('.rpm'): |
| 855 | rpm_paths = [] |
| 856 | for kernel_path in kernel_paths: |
jadmanski | 19426ea | 2009-07-28 20:19:40 +0000 | [diff] [blame] | 857 | if os.path.exists(kernel_path): |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 858 | rpm_paths.append(kernel_path) |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 859 | else: |
| 860 | # Fetch the rpm into the job's packages directory and pass it to |
| 861 | # rpm_kernel |
| 862 | rpm_name = os.path.basename(kernel_path) |
mbligh | 7aeda67 | 2009-01-30 00:35:59 +0000 | [diff] [blame] | 863 | |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 864 | # If the preprocessed path (kernel_path) is only a name then |
| 865 | # search for the kernel in all the repositories, else fetch the |
| 866 | # kernel from that specific path. |
| 867 | job.pkgmgr.fetch_pkg(rpm_name, os.path.join(job.pkgdir, rpm_name), |
| 868 | repo_url=os.path.dirname(kernel_path)) |
| 869 | |
| 870 | rpm_paths.append(os.path.join(job.pkgdir, rpm_name)) |
| 871 | return rpm_kernel_vendor(job, rpm_paths, subdir) |
jadmanski | 0afbb63 | 2008-06-06 21:10:57 +0000 | [diff] [blame] | 872 | else: |
mbligh | 1b160a0 | 2009-05-21 01:27:10 +0000 | [diff] [blame] | 873 | if len(kernel_paths) > 1: |
| 874 | raise error.TestError("don't know what to do with more than one non-rpm kernel file") |
| 875 | return kernel(job,kernel_paths[0], subdir, tmp_dir, build_dir, leave) |