blob: be93ab02b4903d54fcf1a3787392146a2d75472b [file] [log] [blame]
Steven Rostedt2545eb62010-11-02 15:01:32 -04001#!/usr/bin/perl -w
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04002#
Uwe Kleine-Königcce1dac2011-01-24 21:12:01 +01003# Copyright 2010 - Steven Rostedt <srostedt@redhat.com>, Red Hat Inc.
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04004# Licensed under the terms of the GNU GPL License version 2
5#
Steven Rostedt2545eb62010-11-02 15:01:32 -04006
7use strict;
8use IPC::Open2;
9use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK);
Steven Rostedt7faafbd2010-11-02 14:58:22 -040010use File::Path qw(mkpath);
11use File::Copy qw(cp);
Steven Rostedt2545eb62010-11-02 15:01:32 -040012use FileHandle;
13
Steven Rostedte48c5292010-11-02 14:35:37 -040014my $VERSION = "0.2";
15
Steven Rostedt2545eb62010-11-02 15:01:32 -040016$| = 1;
17
18my %opt;
Steven Rostedta57419b2010-11-02 15:13:54 -040019my %repeat_tests;
20my %repeats;
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -050021my %evals;
Steven Rostedt2545eb62010-11-02 15:01:32 -040022
23#default opts
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050024my %default = (
25 "NUM_TESTS" => 1,
26 "TEST_TYPE" => "build",
27 "BUILD_TYPE" => "randconfig",
28 "MAKE_CMD" => "make",
Satoru Takeuchi5a5d8e42013-12-01 07:57:58 +090029 "CLOSE_CONSOLE_SIGNAL" => "INT",
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050030 "TIMEOUT" => 120,
31 "TMP_DIR" => "/tmp/ktest/\${MACHINE}",
32 "SLEEP_TIME" => 60, # sleep time between tests
33 "BUILD_NOCLEAN" => 0,
34 "REBOOT_ON_ERROR" => 0,
35 "POWEROFF_ON_ERROR" => 0,
36 "REBOOT_ON_SUCCESS" => 1,
37 "POWEROFF_ON_SUCCESS" => 0,
38 "BUILD_OPTIONS" => "",
39 "BISECT_SLEEP_TIME" => 60, # sleep time between bisects
40 "PATCHCHECK_SLEEP_TIME" => 60, # sleep time between patch checks
41 "CLEAR_LOG" => 0,
42 "BISECT_MANUAL" => 0,
43 "BISECT_SKIP" => 1,
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -050044 "BISECT_TRIES" => 1,
Steven Rostedtccc513b2012-05-21 17:13:40 -040045 "MIN_CONFIG_TYPE" => "boot",
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050046 "SUCCESS_LINE" => "login:",
47 "DETECT_TRIPLE_FAULT" => 1,
48 "NO_INSTALL" => 0,
49 "BOOTED_TIMEOUT" => 1,
50 "DIE_ON_FAILURE" => 1,
51 "SSH_EXEC" => "ssh \$SSH_USER\@\$MACHINE \$SSH_COMMAND",
52 "SCP_TO_TARGET" => "scp \$SRC_FILE \$SSH_USER\@\$MACHINE:\$DST_FILE",
Steven Rostedt02ad2612012-03-21 08:21:24 -040053 "SCP_TO_TARGET_INSTALL" => "\${SCP_TO_TARGET}",
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050054 "REBOOT" => "ssh \$SSH_USER\@\$MACHINE reboot",
55 "STOP_AFTER_SUCCESS" => 10,
56 "STOP_AFTER_FAILURE" => 60,
57 "STOP_TEST_AFTER" => 600,
Steven Rostedt407b95b2012-07-19 16:05:42 -040058 "MAX_MONITOR_WAIT" => 1800,
Steven Rostedta15ba912012-11-13 14:30:37 -050059 "GRUB_REBOOT" => "grub2-reboot",
Steven Rostedt77869542012-12-11 17:37:41 -050060 "SYSLINUX" => "extlinux",
61 "SYSLINUX_PATH" => "/boot/extlinux",
Steven Rostedt600bbf02011-11-21 20:12:04 -050062
63# required, and we will ask users if they don't have them but we keep the default
64# value something that is common.
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050065 "REBOOT_TYPE" => "grub",
66 "LOCALVERSION" => "-test",
67 "SSH_USER" => "root",
68 "BUILD_TARGET" => "arch/x86/boot/bzImage",
69 "TARGET_IMAGE" => "/boot/vmlinuz-test",
Steven Rostedt9cc9e092011-12-22 21:37:22 -050070
71 "LOG_FILE" => undef,
72 "IGNORE_UNUSED" => 0,
Steven Rostedt4f43e0d2011-12-22 21:32:05 -050073);
Steven Rostedt2545eb62010-11-02 15:01:32 -040074
Satoru Takeuchi5269faa2014-03-09 23:32:04 +090075my $ktest_config = "ktest.conf";
Steven Rostedt2545eb62010-11-02 15:01:32 -040076my $version;
Steven Rostedt683a3e62012-05-18 13:34:35 -040077my $have_version = 0;
Steven Rostedta75fece2010-11-02 14:58:27 -040078my $machine;
Steven Rostedt (Red Hat)df5f7c62013-04-24 16:03:30 -040079my $last_machine;
Steven Rostedte48c5292010-11-02 14:35:37 -040080my $ssh_user;
Steven Rostedta75fece2010-11-02 14:58:27 -040081my $tmpdir;
82my $builddir;
83my $outputdir;
Steven Rostedt51ad1dd2010-11-08 16:43:21 -050084my $output_config;
Steven Rostedta75fece2010-11-02 14:58:27 -040085my $test_type;
Steven Rostedt7faafbd2010-11-02 14:58:22 -040086my $build_type;
Steven Rostedta75fece2010-11-02 14:58:27 -040087my $build_options;
Steven Rostedt921ed4c2012-07-19 15:18:27 -040088my $final_post_ktest;
89my $pre_ktest;
90my $post_ktest;
91my $pre_test;
92my $post_test;
Steven Rostedt0bd6c1a2011-06-14 20:39:31 -040093my $pre_build;
94my $post_build;
95my $pre_build_die;
96my $post_build_die;
Steven Rostedta75fece2010-11-02 14:58:27 -040097my $reboot_type;
98my $reboot_script;
99my $power_cycle;
Steven Rostedte48c5292010-11-02 14:35:37 -0400100my $reboot;
Steven Rostedta75fece2010-11-02 14:58:27 -0400101my $reboot_on_error;
Steven Rostedtbc7c5802011-12-22 16:29:10 -0500102my $switch_to_good;
103my $switch_to_test;
Steven Rostedta75fece2010-11-02 14:58:27 -0400104my $poweroff_on_error;
Steven Rostedt648a1822012-03-21 11:18:27 -0400105my $reboot_on_success;
Steven Rostedta75fece2010-11-02 14:58:27 -0400106my $die_on_failure;
Steven Rostedt576f6272010-11-02 14:58:38 -0400107my $powercycle_after_reboot;
108my $poweroff_after_halt;
Steven Rostedt407b95b2012-07-19 16:05:42 -0400109my $max_monitor_wait;
Steven Rostedte48c5292010-11-02 14:35:37 -0400110my $ssh_exec;
111my $scp_to_target;
Steven Rostedt02ad2612012-03-21 08:21:24 -0400112my $scp_to_target_install;
Steven Rostedta75fece2010-11-02 14:58:27 -0400113my $power_off;
114my $grub_menu;
Steven Rostedt (Red Hat)752d9662013-03-08 09:33:35 -0500115my $last_grub_menu;
Steven Rostedta15ba912012-11-13 14:30:37 -0500116my $grub_file;
Steven Rostedt2545eb62010-11-02 15:01:32 -0400117my $grub_number;
Steven Rostedta15ba912012-11-13 14:30:37 -0500118my $grub_reboot;
Steven Rostedt77869542012-12-11 17:37:41 -0500119my $syslinux;
120my $syslinux_path;
121my $syslinux_label;
Steven Rostedt2545eb62010-11-02 15:01:32 -0400122my $target;
123my $make;
Steven Rostedte5c2ec12012-07-19 15:22:05 -0400124my $pre_install;
Steven Rostedt8b37ca82010-11-02 14:58:33 -0400125my $post_install;
Steven Rostedte0a87422011-09-30 17:50:48 -0400126my $no_install;
Steven Rostedt5c42fc52010-11-02 14:57:01 -0400127my $noclean;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -0400128my $minconfig;
Steven Rostedt4c4ab122011-07-15 21:16:17 -0400129my $start_minconfig;
Steven Rostedt35ce5952011-07-15 21:57:25 -0400130my $start_minconfig_defined;
Steven Rostedt4c4ab122011-07-15 21:16:17 -0400131my $output_minconfig;
Steven Rostedtccc513b2012-05-21 17:13:40 -0400132my $minconfig_type;
Steven Rostedt43de3312012-05-21 23:35:12 -0400133my $use_output_minconfig;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -0500134my $warnings_file;
Steven Rostedt4c4ab122011-07-15 21:16:17 -0400135my $ignore_config;
Steven Rostedtbe405f92012-01-04 21:51:59 -0500136my $ignore_errors;
Steven Rostedt2b7d9b22010-11-02 14:58:15 -0400137my $addconfig;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -0400138my $in_bisect = 0;
Steven Rostedtb5f4aea2011-12-22 21:33:55 -0500139my $bisect_bad_commit = "";
Steven Rostedtd6ce2a02010-11-02 14:58:05 -0400140my $reverse_bisect;
Steven Rostedtc960bb92011-03-08 09:22:39 -0500141my $bisect_manual;
Steven Rostedtc23dca72011-03-08 09:26:31 -0500142my $bisect_skip;
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -0500143my $bisect_tries;
Steven Rostedt30f75da2011-06-13 10:35:35 -0400144my $config_bisect_good;
Steven Rostedtc5dacb82011-12-22 12:43:57 -0500145my $bisect_ret_good;
146my $bisect_ret_bad;
147my $bisect_ret_skip;
148my $bisect_ret_abort;
149my $bisect_ret_default;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -0400150my $in_patchcheck = 0;
Steven Rostedt5a391fb2010-11-02 14:57:43 -0400151my $run_test;
Steven Rostedt7faafbd2010-11-02 14:58:22 -0400152my $buildlog;
Rabin Vincenta9dd5d62011-11-18 17:05:29 +0530153my $testlog;
Steven Rostedt7faafbd2010-11-02 14:58:22 -0400154my $dmesg;
155my $monitor_fp;
156my $monitor_pid;
157my $monitor_cnt = 0;
Steven Rostedta75fece2010-11-02 14:58:27 -0400158my $sleep_time;
159my $bisect_sleep_time;
Steven Rostedt27d934b2011-05-20 09:18:18 -0400160my $patchcheck_sleep_time;
Steven Rostedt19902072011-06-14 20:46:25 -0400161my $ignore_warnings;
Steven Rostedta75fece2010-11-02 14:58:27 -0400162my $store_failures;
Rabin Vincentde5b6e32011-11-18 17:05:31 +0530163my $store_successes;
Steven Rostedt9064af52011-06-13 10:38:48 -0400164my $test_name;
Steven Rostedta75fece2010-11-02 14:58:27 -0400165my $timeout;
166my $booted_timeout;
Steven Rostedtf1a5b962011-06-13 10:30:00 -0400167my $detect_triplefault;
Steven Rostedta75fece2010-11-02 14:58:27 -0400168my $console;
Satoru Takeuchi5a5d8e42013-12-01 07:57:58 +0900169my $close_console_signal;
Steven Rostedt2b803362011-09-30 18:00:23 -0400170my $reboot_success_line;
Steven Rostedta75fece2010-11-02 14:58:27 -0400171my $success_line;
Steven Rostedt1c8a6172010-11-09 12:55:40 -0500172my $stop_after_success;
173my $stop_after_failure;
Steven Rostedt2d01b262011-03-08 09:47:54 -0500174my $stop_test_after;
Steven Rostedta75fece2010-11-02 14:58:27 -0400175my $build_target;
176my $target_image;
Steven Rostedtb5f4aea2011-12-22 21:33:55 -0500177my $checkout;
Steven Rostedta75fece2010-11-02 14:58:27 -0400178my $localversion;
Steven Rostedt576f6272010-11-02 14:58:38 -0400179my $iteration = 0;
Steven Rostedte48c5292010-11-02 14:35:37 -0400180my $successes = 0;
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -0600181my $stty_orig;
Steven Rostedt2545eb62010-11-02 15:01:32 -0400182
Steven Rostedtb5f4aea2011-12-22 21:33:55 -0500183my $bisect_good;
184my $bisect_bad;
185my $bisect_type;
186my $bisect_start;
187my $bisect_replay;
188my $bisect_files;
189my $bisect_reverse;
190my $bisect_check;
191
192my $config_bisect;
193my $config_bisect_type;
Steven Rostedtb0918612012-07-19 15:26:00 -0400194my $config_bisect_check;
Steven Rostedtb5f4aea2011-12-22 21:33:55 -0500195
196my $patchcheck_type;
197my $patchcheck_start;
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -0400198my $patchcheck_cherry;
Steven Rostedtb5f4aea2011-12-22 21:33:55 -0500199my $patchcheck_end;
200
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -0500201my $build_time;
202my $install_time;
203my $reboot_time;
204my $test_time;
205
Steven Rostedt165708b2011-11-26 20:56:52 -0500206# set when a test is something other that just building or install
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500207# which would require more options.
208my $buildonly = 1;
209
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -0500210# tell build not to worry about warnings, even when WARNINGS_FILE is set
211my $warnings_ok = 0;
212
Steven Rostedtdbd37832011-11-23 16:00:48 -0500213# set when creating a new config
214my $newconfig = 0;
215
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500216my %entered_configs;
217my %config_help;
Steven Rostedt77d942c2011-05-20 13:36:58 -0400218my %variable;
Steven Rostedtcf79fab2012-07-19 15:29:43 -0400219
220# force_config is the list of configs that we force enabled (or disabled)
221# in a .config file. The MIN_CONFIG and ADD_CONFIG configs.
Steven Rostedtfcb3f162011-06-13 10:40:58 -0400222my %force_config;
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500223
Steven Rostedt4ab1cce2011-09-30 18:12:20 -0400224# do not force reboots on config problems
225my $no_reboot = 1;
226
Steven Rostedt759a3cc2012-05-01 08:20:12 -0400227# reboot on success
228my $reboot_success = 0;
229
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500230my %option_map = (
231 "MACHINE" => \$machine,
232 "SSH_USER" => \$ssh_user,
233 "TMP_DIR" => \$tmpdir,
234 "OUTPUT_DIR" => \$outputdir,
235 "BUILD_DIR" => \$builddir,
236 "TEST_TYPE" => \$test_type,
Steven Rostedt921ed4c2012-07-19 15:18:27 -0400237 "PRE_KTEST" => \$pre_ktest,
238 "POST_KTEST" => \$post_ktest,
239 "PRE_TEST" => \$pre_test,
240 "POST_TEST" => \$post_test,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500241 "BUILD_TYPE" => \$build_type,
242 "BUILD_OPTIONS" => \$build_options,
243 "PRE_BUILD" => \$pre_build,
244 "POST_BUILD" => \$post_build,
245 "PRE_BUILD_DIE" => \$pre_build_die,
246 "POST_BUILD_DIE" => \$post_build_die,
247 "POWER_CYCLE" => \$power_cycle,
248 "REBOOT" => \$reboot,
249 "BUILD_NOCLEAN" => \$noclean,
250 "MIN_CONFIG" => \$minconfig,
251 "OUTPUT_MIN_CONFIG" => \$output_minconfig,
252 "START_MIN_CONFIG" => \$start_minconfig,
Steven Rostedtccc513b2012-05-21 17:13:40 -0400253 "MIN_CONFIG_TYPE" => \$minconfig_type,
Steven Rostedt43de3312012-05-21 23:35:12 -0400254 "USE_OUTPUT_MIN_CONFIG" => \$use_output_minconfig,
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -0500255 "WARNINGS_FILE" => \$warnings_file,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500256 "IGNORE_CONFIG" => \$ignore_config,
257 "TEST" => \$run_test,
258 "ADD_CONFIG" => \$addconfig,
259 "REBOOT_TYPE" => \$reboot_type,
260 "GRUB_MENU" => \$grub_menu,
Steven Rostedta15ba912012-11-13 14:30:37 -0500261 "GRUB_FILE" => \$grub_file,
262 "GRUB_REBOOT" => \$grub_reboot,
Steven Rostedt77869542012-12-11 17:37:41 -0500263 "SYSLINUX" => \$syslinux,
264 "SYSLINUX_PATH" => \$syslinux_path,
265 "SYSLINUX_LABEL" => \$syslinux_label,
Steven Rostedte5c2ec12012-07-19 15:22:05 -0400266 "PRE_INSTALL" => \$pre_install,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500267 "POST_INSTALL" => \$post_install,
268 "NO_INSTALL" => \$no_install,
269 "REBOOT_SCRIPT" => \$reboot_script,
270 "REBOOT_ON_ERROR" => \$reboot_on_error,
271 "SWITCH_TO_GOOD" => \$switch_to_good,
272 "SWITCH_TO_TEST" => \$switch_to_test,
273 "POWEROFF_ON_ERROR" => \$poweroff_on_error,
Steven Rostedt648a1822012-03-21 11:18:27 -0400274 "REBOOT_ON_SUCCESS" => \$reboot_on_success,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500275 "DIE_ON_FAILURE" => \$die_on_failure,
276 "POWER_OFF" => \$power_off,
277 "POWERCYCLE_AFTER_REBOOT" => \$powercycle_after_reboot,
278 "POWEROFF_AFTER_HALT" => \$poweroff_after_halt,
Steven Rostedt407b95b2012-07-19 16:05:42 -0400279 "MAX_MONITOR_WAIT" => \$max_monitor_wait,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500280 "SLEEP_TIME" => \$sleep_time,
281 "BISECT_SLEEP_TIME" => \$bisect_sleep_time,
282 "PATCHCHECK_SLEEP_TIME" => \$patchcheck_sleep_time,
283 "IGNORE_WARNINGS" => \$ignore_warnings,
Steven Rostedtbe405f92012-01-04 21:51:59 -0500284 "IGNORE_ERRORS" => \$ignore_errors,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500285 "BISECT_MANUAL" => \$bisect_manual,
286 "BISECT_SKIP" => \$bisect_skip,
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -0500287 "BISECT_TRIES" => \$bisect_tries,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500288 "CONFIG_BISECT_GOOD" => \$config_bisect_good,
289 "BISECT_RET_GOOD" => \$bisect_ret_good,
290 "BISECT_RET_BAD" => \$bisect_ret_bad,
291 "BISECT_RET_SKIP" => \$bisect_ret_skip,
292 "BISECT_RET_ABORT" => \$bisect_ret_abort,
293 "BISECT_RET_DEFAULT" => \$bisect_ret_default,
294 "STORE_FAILURES" => \$store_failures,
295 "STORE_SUCCESSES" => \$store_successes,
296 "TEST_NAME" => \$test_name,
297 "TIMEOUT" => \$timeout,
298 "BOOTED_TIMEOUT" => \$booted_timeout,
299 "CONSOLE" => \$console,
Satoru Takeuchi5a5d8e42013-12-01 07:57:58 +0900300 "CLOSE_CONSOLE_SIGNAL" => \$close_console_signal,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500301 "DETECT_TRIPLE_FAULT" => \$detect_triplefault,
302 "SUCCESS_LINE" => \$success_line,
303 "REBOOT_SUCCESS_LINE" => \$reboot_success_line,
304 "STOP_AFTER_SUCCESS" => \$stop_after_success,
305 "STOP_AFTER_FAILURE" => \$stop_after_failure,
306 "STOP_TEST_AFTER" => \$stop_test_after,
307 "BUILD_TARGET" => \$build_target,
308 "SSH_EXEC" => \$ssh_exec,
309 "SCP_TO_TARGET" => \$scp_to_target,
Steven Rostedt02ad2612012-03-21 08:21:24 -0400310 "SCP_TO_TARGET_INSTALL" => \$scp_to_target_install,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500311 "CHECKOUT" => \$checkout,
312 "TARGET_IMAGE" => \$target_image,
313 "LOCALVERSION" => \$localversion,
314
315 "BISECT_GOOD" => \$bisect_good,
316 "BISECT_BAD" => \$bisect_bad,
317 "BISECT_TYPE" => \$bisect_type,
318 "BISECT_START" => \$bisect_start,
319 "BISECT_REPLAY" => \$bisect_replay,
320 "BISECT_FILES" => \$bisect_files,
321 "BISECT_REVERSE" => \$bisect_reverse,
322 "BISECT_CHECK" => \$bisect_check,
323
324 "CONFIG_BISECT" => \$config_bisect,
325 "CONFIG_BISECT_TYPE" => \$config_bisect_type,
Steven Rostedtb0918612012-07-19 15:26:00 -0400326 "CONFIG_BISECT_CHECK" => \$config_bisect_check,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500327
328 "PATCHCHECK_TYPE" => \$patchcheck_type,
329 "PATCHCHECK_START" => \$patchcheck_start,
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -0400330 "PATCHCHECK_CHERRY" => \$patchcheck_cherry,
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500331 "PATCHCHECK_END" => \$patchcheck_end,
332);
333
334# Options may be used by other options, record them.
335my %used_options;
336
Steven Rostedt7bf51072011-10-22 09:07:03 -0400337# default variables that can be used
338chomp ($variable{"PWD"} = `pwd`);
339
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500340$config_help{"MACHINE"} = << "EOF"
341 The machine hostname that you will test.
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500342 For build only tests, it is still needed to differentiate log files.
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500343EOF
344 ;
345$config_help{"SSH_USER"} = << "EOF"
346 The box is expected to have ssh on normal bootup, provide the user
347 (most likely root, since you need privileged operations)
348EOF
349 ;
350$config_help{"BUILD_DIR"} = << "EOF"
351 The directory that contains the Linux source code (full path).
Steven Rostedt0e7a22d2011-11-21 20:39:33 -0500352 You can use \${PWD} that will be the path where ktest.pl is run, or use
353 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500354EOF
355 ;
356$config_help{"OUTPUT_DIR"} = << "EOF"
357 The directory that the objects will be built (full path).
358 (can not be same as BUILD_DIR)
Steven Rostedt0e7a22d2011-11-21 20:39:33 -0500359 You can use \${PWD} that will be the path where ktest.pl is run, or use
360 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500361EOF
362 ;
363$config_help{"BUILD_TARGET"} = << "EOF"
364 The location of the compiled file to copy to the target.
365 (relative to OUTPUT_DIR)
366EOF
367 ;
Steven Rostedtdbd37832011-11-23 16:00:48 -0500368$config_help{"BUILD_OPTIONS"} = << "EOF"
369 Options to add to \"make\" when building.
370 i.e. -j20
371EOF
372 ;
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500373$config_help{"TARGET_IMAGE"} = << "EOF"
374 The place to put your image on the test machine.
375EOF
376 ;
377$config_help{"POWER_CYCLE"} = << "EOF"
378 A script or command to reboot the box.
379
380 Here is a digital loggers power switch example
381 POWER_CYCLE = wget --no-proxy -O /dev/null -q --auth-no-challenge 'http://admin:admin\@power/outlet?5=CCL'
382
383 Here is an example to reboot a virtual box on the current host
384 with the name "Guest".
385 POWER_CYCLE = virsh destroy Guest; sleep 5; virsh start Guest
386EOF
387 ;
388$config_help{"CONSOLE"} = << "EOF"
389 The script or command that reads the console
390
391 If you use ttywatch server, something like the following would work.
392CONSOLE = nc -d localhost 3001
393
394 For a virtual machine with guest name "Guest".
395CONSOLE = virsh console Guest
396EOF
397 ;
398$config_help{"LOCALVERSION"} = << "EOF"
399 Required version ending to differentiate the test
400 from other linux builds on the system.
401EOF
402 ;
403$config_help{"REBOOT_TYPE"} = << "EOF"
404 Way to reboot the box to the test kernel.
Steven Rostedt77869542012-12-11 17:37:41 -0500405 Only valid options so far are "grub", "grub2", "syslinux", and "script".
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500406
407 If you specify grub, it will assume grub version 1
408 and will search in /boot/grub/menu.lst for the title \$GRUB_MENU
409 and select that target to reboot to the kernel. If this is not
410 your setup, then specify "script" and have a command or script
411 specified in REBOOT_SCRIPT to boot to the target.
412
413 The entry in /boot/grub/menu.lst must be entered in manually.
414 The test will not modify that file.
Steven Rostedta15ba912012-11-13 14:30:37 -0500415
416 If you specify grub2, then you also need to specify both \$GRUB_MENU
417 and \$GRUB_FILE.
Steven Rostedt77869542012-12-11 17:37:41 -0500418
419 If you specify syslinux, then you may use SYSLINUX to define the syslinux
420 command (defaults to extlinux), and SYSLINUX_PATH to specify the path to
421 the syslinux install (defaults to /boot/extlinux). But you have to specify
422 SYSLINUX_LABEL to define the label to boot to for the test kernel.
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500423EOF
424 ;
425$config_help{"GRUB_MENU"} = << "EOF"
426 The grub title name for the test kernel to boot
Steven Rostedta15ba912012-11-13 14:30:37 -0500427 (Only mandatory if REBOOT_TYPE = grub or grub2)
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500428
429 Note, ktest.pl will not update the grub menu.lst, you need to
430 manually add an option for the test. ktest.pl will search
431 the grub menu.lst for this option to find what kernel to
432 reboot into.
433
434 For example, if in the /boot/grub/menu.lst the test kernel title has:
435 title Test Kernel
436 kernel vmlinuz-test
437 GRUB_MENU = Test Kernel
Steven Rostedta15ba912012-11-13 14:30:37 -0500438
439 For grub2, a search of \$GRUB_FILE is performed for the lines
440 that begin with "menuentry". It will not detect submenus. The
441 menu must be a non-nested menu. Add the quotes used in the menu
442 to guarantee your selection, as the first menuentry with the content
443 of \$GRUB_MENU that is found will be used.
444EOF
445 ;
446$config_help{"GRUB_FILE"} = << "EOF"
447 If grub2 is used, the full path for the grub.cfg file is placed
448 here. Use something like /boot/grub2/grub.cfg to search.
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500449EOF
450 ;
Steven Rostedt77869542012-12-11 17:37:41 -0500451$config_help{"SYSLINUX_LABEL"} = << "EOF"
452 If syslinux is used, the label that boots the target kernel must
453 be specified with SYSLINUX_LABEL.
454EOF
455 ;
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500456$config_help{"REBOOT_SCRIPT"} = << "EOF"
457 A script to reboot the target into the test kernel
458 (Only mandatory if REBOOT_TYPE = script)
459EOF
460 ;
461
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -0500462sub _logit {
463 if (defined($opt{"LOG_FILE"})) {
464 open(OUT, ">> $opt{LOG_FILE}") or die "Can't write to $opt{LOG_FILE}";
465 print OUT @_;
466 close(OUT);
467 }
468}
469
470sub logit {
471 if (defined($opt{"LOG_FILE"})) {
472 _logit @_;
473 } else {
474 print @_;
475 }
476}
477
478sub doprint {
479 print @_;
480 _logit @_;
481}
482
Steven Rostedtdad98752011-11-22 20:48:57 -0500483sub read_prompt {
484 my ($cancel, $prompt) = @_;
Steven Rostedt35ce5952011-07-15 21:57:25 -0400485
486 my $ans;
487
488 for (;;) {
Steven Rostedtdad98752011-11-22 20:48:57 -0500489 if ($cancel) {
490 print "$prompt [y/n/C] ";
491 } else {
492 print "$prompt [Y/n] ";
493 }
Steven Rostedt35ce5952011-07-15 21:57:25 -0400494 $ans = <STDIN>;
495 chomp $ans;
496 if ($ans =~ /^\s*$/) {
Steven Rostedtdad98752011-11-22 20:48:57 -0500497 if ($cancel) {
498 $ans = "c";
499 } else {
500 $ans = "y";
501 }
Steven Rostedt35ce5952011-07-15 21:57:25 -0400502 }
503 last if ($ans =~ /^y$/i || $ans =~ /^n$/i);
Steven Rostedtdad98752011-11-22 20:48:57 -0500504 if ($cancel) {
505 last if ($ans =~ /^c$/i);
506 print "Please answer either 'y', 'n' or 'c'.\n";
507 } else {
508 print "Please answer either 'y' or 'n'.\n";
509 }
510 }
511 if ($ans =~ /^c/i) {
512 exit;
Steven Rostedt35ce5952011-07-15 21:57:25 -0400513 }
514 if ($ans !~ /^y$/i) {
515 return 0;
516 }
517 return 1;
518}
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500519
Steven Rostedtdad98752011-11-22 20:48:57 -0500520sub read_yn {
521 my ($prompt) = @_;
522
523 return read_prompt 0, $prompt;
524}
525
526sub read_ync {
527 my ($prompt) = @_;
528
529 return read_prompt 1, $prompt;
530}
531
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900532sub get_mandatory_config {
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500533 my ($config) = @_;
Steven Rostedt815e2bd2011-10-28 07:01:40 -0400534 my $ans;
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500535
536 return if (defined($opt{$config}));
537
538 if (defined($config_help{$config})) {
539 print "\n";
540 print $config_help{$config};
541 }
542
543 for (;;) {
544 print "$config = ";
Steven Rostedtdbd37832011-11-23 16:00:48 -0500545 if (defined($default{$config}) && length($default{$config})) {
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500546 print "\[$default{$config}\] ";
547 }
Steven Rostedt815e2bd2011-10-28 07:01:40 -0400548 $ans = <STDIN>;
549 $ans =~ s/^\s*(.*\S)\s*$/$1/;
550 if ($ans =~ /^\s*$/) {
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500551 if ($default{$config}) {
Steven Rostedt815e2bd2011-10-28 07:01:40 -0400552 $ans = $default{$config};
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500553 } else {
554 print "Your answer can not be blank\n";
555 next;
556 }
557 }
Steven Rostedt0e7a22d2011-11-21 20:39:33 -0500558 $entered_configs{$config} = ${ans};
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500559 last;
560 }
561}
562
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -0500563sub show_time {
564 my ($time) = @_;
565
566 my $hours = 0;
567 my $minutes = 0;
568
569 if ($time > 3600) {
570 $hours = int($time / 3600);
571 $time -= $hours * 3600;
572 }
573 if ($time > 60) {
574 $minutes = int($time / 60);
575 $time -= $minutes * 60;
576 }
577
578 if ($hours > 0) {
579 doprint "$hours hour";
580 doprint "s" if ($hours > 1);
581 doprint " ";
582 }
583
584 if ($minutes > 0) {
585 doprint "$minutes minute";
586 doprint "s" if ($minutes > 1);
587 doprint " ";
588 }
589
590 doprint "$time second";
591 doprint "s" if ($time != 1);
592}
593
594sub print_times {
595 doprint "\n";
596 if ($build_time) {
597 doprint "Build time: ";
598 show_time($build_time);
599 doprint "\n";
600 }
601 if ($install_time) {
602 doprint "Install time: ";
603 show_time($install_time);
604 doprint "\n";
605 }
606 if ($reboot_time) {
607 doprint "Reboot time: ";
608 show_time($reboot_time);
609 doprint "\n";
610 }
611 if ($test_time) {
612 doprint "Test time: ";
613 show_time($test_time);
614 doprint "\n";
615 }
616 # reset for iterations like bisect
617 $build_time = 0;
618 $install_time = 0;
619 $reboot_time = 0;
620 $test_time = 0;
621}
622
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900623sub get_mandatory_configs {
624 get_mandatory_config("MACHINE");
625 get_mandatory_config("BUILD_DIR");
626 get_mandatory_config("OUTPUT_DIR");
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500627
Steven Rostedtdbd37832011-11-23 16:00:48 -0500628 if ($newconfig) {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900629 get_mandatory_config("BUILD_OPTIONS");
Steven Rostedtdbd37832011-11-23 16:00:48 -0500630 }
631
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500632 # options required for other than just building a kernel
633 if (!$buildonly) {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900634 get_mandatory_config("POWER_CYCLE");
635 get_mandatory_config("CONSOLE");
Steven Rostedt165708b2011-11-26 20:56:52 -0500636 }
637
638 # options required for install and more
639 if ($buildonly != 1) {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900640 get_mandatory_config("SSH_USER");
641 get_mandatory_config("BUILD_TARGET");
642 get_mandatory_config("TARGET_IMAGE");
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500643 }
644
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900645 get_mandatory_config("LOCALVERSION");
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500646
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500647 return if ($buildonly);
648
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500649 my $rtype = $opt{"REBOOT_TYPE"};
650
651 if (!defined($rtype)) {
652 if (!defined($opt{"GRUB_MENU"})) {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900653 get_mandatory_config("REBOOT_TYPE");
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500654 $rtype = $entered_configs{"REBOOT_TYPE"};
655 } else {
656 $rtype = "grub";
657 }
658 }
659
660 if ($rtype eq "grub") {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900661 get_mandatory_config("GRUB_MENU");
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500662 }
Steven Rostedta15ba912012-11-13 14:30:37 -0500663
664 if ($rtype eq "grub2") {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900665 get_mandatory_config("GRUB_MENU");
666 get_mandatory_config("GRUB_FILE");
Steven Rostedta15ba912012-11-13 14:30:37 -0500667 }
Steven Rostedt77869542012-12-11 17:37:41 -0500668
669 if ($rtype eq "syslinux") {
Satoru Takeuchi5269faa2014-03-09 23:32:04 +0900670 get_mandatory_config("SYSLINUX_LABEL");
Steven Rostedt77869542012-12-11 17:37:41 -0500671 }
Steven Rostedt8d1491b2010-11-18 15:39:48 -0500672}
673
Steven Rostedt77d942c2011-05-20 13:36:58 -0400674sub process_variables {
Steven Rostedt8d735212011-10-17 11:36:44 -0400675 my ($value, $remove_undef) = @_;
Steven Rostedt77d942c2011-05-20 13:36:58 -0400676 my $retval = "";
677
678 # We want to check for '\', and it is just easier
679 # to check the previous characet of '$' and not need
680 # to worry if '$' is the first character. By adding
681 # a space to $value, we can just check [^\\]\$ and
682 # it will still work.
683 $value = " $value";
684
685 while ($value =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
686 my $begin = $1;
687 my $var = $2;
688 my $end = $3;
689 # append beginning of value to retval
690 $retval = "$retval$begin";
691 if (defined($variable{$var})) {
692 $retval = "$retval$variable{$var}";
Steven Rostedt8d735212011-10-17 11:36:44 -0400693 } elsif (defined($remove_undef) && $remove_undef) {
694 # for if statements, any variable that is not defined,
695 # we simple convert to 0
696 $retval = "${retval}0";
Steven Rostedt77d942c2011-05-20 13:36:58 -0400697 } else {
698 # put back the origin piece.
699 $retval = "$retval\$\{$var\}";
Steven Rostedt9cc9e092011-12-22 21:37:22 -0500700 # This could be an option that is used later, save
701 # it so we don't warn if this option is not one of
702 # ktests options.
703 $used_options{$var} = 1;
Steven Rostedt77d942c2011-05-20 13:36:58 -0400704 }
705 $value = $end;
706 }
707 $retval = "$retval$value";
708
709 # remove the space added in the beginning
710 $retval =~ s/ //;
711
712 return "$retval"
713}
714
Steven Rostedta57419b2010-11-02 15:13:54 -0400715sub set_value {
Steven Rostedt3d1cc412011-09-30 22:14:21 -0400716 my ($lvalue, $rvalue, $override, $overrides, $name) = @_;
Steven Rostedta57419b2010-11-02 15:13:54 -0400717
Steven Rostedtcad96662011-12-22 11:32:52 -0500718 my $prvalue = process_variables($rvalue);
719
720 if ($buildonly && $lvalue =~ /^TEST_TYPE(\[.*\])?$/ && $prvalue ne "build") {
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500721 # Note if a test is something other than build, then we
Pavel Machek22722792016-12-14 15:06:18 -0800722 # will need other mandatory options.
Steven Rostedtcad96662011-12-22 11:32:52 -0500723 if ($prvalue ne "install") {
Steven Rostedt (Red Hat)319ab142013-01-30 12:25:38 -0500724 # for bisect, we need to check BISECT_TYPE
725 if ($prvalue ne "bisect") {
726 $buildonly = 0;
727 }
728 } else {
Pavel Machek22722792016-12-14 15:06:18 -0800729 # install still limits some mandatory options.
Steven Rostedt (Red Hat)319ab142013-01-30 12:25:38 -0500730 $buildonly = 2;
731 }
732 }
733
734 if ($buildonly && $lvalue =~ /^BISECT_TYPE(\[.*\])?$/ && $prvalue ne "build") {
735 if ($prvalue ne "install") {
Steven Rostedt165708b2011-11-26 20:56:52 -0500736 $buildonly = 0;
737 } else {
Pavel Machek22722792016-12-14 15:06:18 -0800738 # install still limits some mandatory options.
Steven Rostedt165708b2011-11-26 20:56:52 -0500739 $buildonly = 2;
740 }
Steven Rostedtbb8474b2011-11-23 15:58:00 -0500741 }
742
Steven Rostedta57419b2010-11-02 15:13:54 -0400743 if (defined($opt{$lvalue})) {
Steven Rostedt3d1cc412011-09-30 22:14:21 -0400744 if (!$override || defined(${$overrides}{$lvalue})) {
745 my $extra = "";
746 if ($override) {
747 $extra = "In the same override section!\n";
748 }
749 die "$name: $.: Option $lvalue defined more than once!\n$extra";
750 }
Steven Rostedtcad96662011-12-22 11:32:52 -0500751 ${$overrides}{$lvalue} = $prvalue;
Steven Rostedta57419b2010-11-02 15:13:54 -0400752 }
Steven Rostedt (Red Hat)22c37a92014-11-21 16:21:25 -0500753
754 $opt{$lvalue} = $prvalue;
Steven Rostedta57419b2010-11-02 15:13:54 -0400755}
756
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -0500757sub set_eval {
758 my ($lvalue, $rvalue, $name) = @_;
759
760 my $prvalue = process_variables($rvalue);
761 my $arr;
762
763 if (defined($evals{$lvalue})) {
764 $arr = $evals{$lvalue};
765 } else {
766 $arr = [];
767 $evals{$lvalue} = $arr;
768 }
769
770 push @{$arr}, $rvalue;
771}
772
Steven Rostedt77d942c2011-05-20 13:36:58 -0400773sub set_variable {
774 my ($lvalue, $rvalue) = @_;
775
776 if ($rvalue =~ /^\s*$/) {
777 delete $variable{$lvalue};
778 } else {
779 $rvalue = process_variables($rvalue);
780 $variable{$lvalue} = $rvalue;
781 }
782}
783
Steven Rostedtab7a3f52011-09-30 20:24:07 -0400784sub process_compare {
785 my ($lval, $cmp, $rval) = @_;
786
787 # remove whitespace
788
789 $lval =~ s/^\s*//;
790 $lval =~ s/\s*$//;
791
792 $rval =~ s/^\s*//;
793 $rval =~ s/\s*$//;
794
795 if ($cmp eq "==") {
796 return $lval eq $rval;
797 } elsif ($cmp eq "!=") {
798 return $lval ne $rval;
Steven Rostedt8fddbe92012-07-30 14:37:01 -0400799 } elsif ($cmp eq "=~") {
800 return $lval =~ m/$rval/;
801 } elsif ($cmp eq "!~") {
802 return $lval !~ m/$rval/;
Steven Rostedtab7a3f52011-09-30 20:24:07 -0400803 }
804
805 my $statement = "$lval $cmp $rval";
806 my $ret = eval $statement;
807
808 # $@ stores error of eval
809 if ($@) {
810 return -1;
811 }
812
813 return $ret;
814}
815
Steven Rostedt9900b5d2011-09-30 22:41:14 -0400816sub value_defined {
817 my ($val) = @_;
818
819 return defined($variable{$2}) ||
820 defined($opt{$2});
821}
822
Steven Rostedt8d735212011-10-17 11:36:44 -0400823my $d = 0;
824sub process_expression {
825 my ($name, $val) = @_;
Steven Rostedt45d73a52011-09-30 19:44:53 -0400826
Steven Rostedt8d735212011-10-17 11:36:44 -0400827 my $c = $d++;
828
829 while ($val =~ s/\(([^\(]*?)\)/\&\&\&\&VAL\&\&\&\&/) {
830 my $express = $1;
831
832 if (process_expression($name, $express)) {
833 $val =~ s/\&\&\&\&VAL\&\&\&\&/ 1 /;
834 } else {
835 $val =~ s/\&\&\&\&VAL\&\&\&\&/ 0 /;
836 }
837 }
838
839 $d--;
840 my $OR = "\\|\\|";
841 my $AND = "\\&\\&";
842
843 while ($val =~ s/^(.*?)($OR|$AND)//) {
844 my $express = $1;
845 my $op = $2;
846
847 if (process_expression($name, $express)) {
848 if ($op eq "||") {
849 return 1;
850 }
851 } else {
852 if ($op eq "&&") {
853 return 0;
854 }
855 }
856 }
Steven Rostedt45d73a52011-09-30 19:44:53 -0400857
Steven Rostedt8fddbe92012-07-30 14:37:01 -0400858 if ($val =~ /(.*)(==|\!=|>=|<=|>|<|=~|\!~)(.*)/) {
Steven Rostedtab7a3f52011-09-30 20:24:07 -0400859 my $ret = process_compare($1, $2, $3);
860 if ($ret < 0) {
861 die "$name: $.: Unable to process comparison\n";
862 }
863 return $ret;
864 }
865
Steven Rostedt9900b5d2011-09-30 22:41:14 -0400866 if ($val =~ /^\s*(NOT\s*)?DEFINED\s+(\S+)\s*$/) {
867 if (defined $1) {
868 return !value_defined($2);
869 } else {
870 return value_defined($2);
871 }
872 }
873
Steven Rostedt45d73a52011-09-30 19:44:53 -0400874 if ($val =~ /^\s*0\s*$/) {
875 return 0;
876 } elsif ($val =~ /^\s*\d+\s*$/) {
877 return 1;
878 }
879
Steven Rostedt9900b5d2011-09-30 22:41:14 -0400880 die ("$name: $.: Undefined content $val in if statement\n");
Steven Rostedt8d735212011-10-17 11:36:44 -0400881}
882
883sub process_if {
884 my ($name, $value) = @_;
885
886 # Convert variables and replace undefined ones with 0
887 my $val = process_variables($value, 1);
888 my $ret = process_expression $name, $val;
889
890 return $ret;
Steven Rostedt45d73a52011-09-30 19:44:53 -0400891}
892
Steven Rostedt2ed3b162011-09-30 21:00:00 -0400893sub __read_config {
894 my ($config, $current_test_num) = @_;
Steven Rostedt2545eb62010-11-02 15:01:32 -0400895
Steven Rostedt2ed3b162011-09-30 21:00:00 -0400896 my $in;
897 open($in, $config) || die "can't read file $config";
Steven Rostedt2545eb62010-11-02 15:01:32 -0400898
Steven Rostedta57419b2010-11-02 15:13:54 -0400899 my $name = $config;
900 $name =~ s,.*/(.*),$1,;
901
Steven Rostedt2ed3b162011-09-30 21:00:00 -0400902 my $test_num = $$current_test_num;
Steven Rostedta57419b2010-11-02 15:13:54 -0400903 my $default = 1;
904 my $repeat = 1;
905 my $num_tests_set = 0;
906 my $skip = 0;
907 my $rest;
Steven Rostedta9f84422011-10-17 11:06:29 -0400908 my $line;
Steven Rostedt0df213c2011-06-14 20:51:37 -0400909 my $test_case = 0;
Steven Rostedt45d73a52011-09-30 19:44:53 -0400910 my $if = 0;
911 my $if_set = 0;
Steven Rostedt3d1cc412011-09-30 22:14:21 -0400912 my $override = 0;
913
914 my %overrides;
Steven Rostedta57419b2010-11-02 15:13:54 -0400915
Steven Rostedt2ed3b162011-09-30 21:00:00 -0400916 while (<$in>) {
Steven Rostedt2545eb62010-11-02 15:01:32 -0400917
918 # ignore blank lines and comments
919 next if (/^\s*$/ || /\s*\#/);
920
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400921 if (/^\s*(TEST_START|DEFAULTS)\b(.*)/) {
Steven Rostedta57419b2010-11-02 15:13:54 -0400922
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400923 my $type = $1;
924 $rest = $2;
Steven Rostedta9f84422011-10-17 11:06:29 -0400925 $line = $2;
Steven Rostedta57419b2010-11-02 15:13:54 -0400926
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400927 my $old_test_num;
928 my $old_repeat;
Steven Rostedt3d1cc412011-09-30 22:14:21 -0400929 $override = 0;
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400930
931 if ($type eq "TEST_START") {
932
933 if ($num_tests_set) {
934 die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
935 }
936
937 $old_test_num = $test_num;
938 $old_repeat = $repeat;
939
940 $test_num += $repeat;
941 $default = 0;
942 $repeat = 1;
943 } else {
944 $default = 1;
Steven Rostedta57419b2010-11-02 15:13:54 -0400945 }
946
Steven Rostedta9f84422011-10-17 11:06:29 -0400947 # If SKIP is anywhere in the line, the command will be skipped
948 if ($rest =~ s/\s+SKIP\b//) {
Steven Rostedta57419b2010-11-02 15:13:54 -0400949 $skip = 1;
950 } else {
Steven Rostedt0df213c2011-06-14 20:51:37 -0400951 $test_case = 1;
Steven Rostedta57419b2010-11-02 15:13:54 -0400952 $skip = 0;
953 }
954
Steven Rostedta9f84422011-10-17 11:06:29 -0400955 if ($rest =~ s/\sELSE\b//) {
956 if (!$if) {
957 die "$name: $.: ELSE found with out matching IF section\n$_";
958 }
959 $if = 0;
960
961 if ($if_set) {
962 $skip = 1;
963 } else {
964 $skip = 0;
Steven Rostedt3d1cc412011-09-30 22:14:21 -0400965 }
Steven Rostedta57419b2010-11-02 15:13:54 -0400966 }
967
Steven Rostedta9f84422011-10-17 11:06:29 -0400968 if ($rest =~ s/\sIF\s+(.*)//) {
Steven Rostedt45d73a52011-09-30 19:44:53 -0400969 if (process_if($name, $1)) {
970 $if_set = 1;
971 } else {
972 $skip = 1;
973 }
974 $if = 1;
975 } else {
976 $if = 0;
Steven Rostedta9f84422011-10-17 11:06:29 -0400977 $if_set = 0;
Steven Rostedta57419b2010-11-02 15:13:54 -0400978 }
979
Steven Rostedta9f84422011-10-17 11:06:29 -0400980 if (!$skip) {
981 if ($type eq "TEST_START") {
982 if ($rest =~ s/\s+ITERATE\s+(\d+)//) {
983 $repeat = $1;
984 $repeat_tests{"$test_num"} = $repeat;
985 }
986 } elsif ($rest =~ s/\sOVERRIDE\b//) {
987 # DEFAULT only
988 $override = 1;
989 # Clear previous overrides
990 %overrides = ();
991 }
992 }
993
994 if (!$skip && $rest !~ /^\s*$/) {
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400995 die "$name: $.: Gargbage found after $type\n$_";
Steven Rostedta57419b2010-11-02 15:13:54 -0400996 }
997
Steven Rostedt0050b6b2011-09-30 21:10:30 -0400998 if ($skip && $type eq "TEST_START") {
Steven Rostedta57419b2010-11-02 15:13:54 -0400999 $test_num = $old_test_num;
Steven Rostedte48c5292010-11-02 14:35:37 -04001000 $repeat = $old_repeat;
Steven Rostedta57419b2010-11-02 15:13:54 -04001001 }
1002
Steven Rostedtab7a3f52011-09-30 20:24:07 -04001003 } elsif (/^\s*ELSE\b(.*)$/) {
Steven Rostedt45d73a52011-09-30 19:44:53 -04001004 if (!$if) {
1005 die "$name: $.: ELSE found with out matching IF section\n$_";
1006 }
1007 $rest = $1;
1008 if ($if_set) {
1009 $skip = 1;
Steven Rostedtab7a3f52011-09-30 20:24:07 -04001010 $rest = "";
Steven Rostedt45d73a52011-09-30 19:44:53 -04001011 } else {
1012 $skip = 0;
1013
Steven Rostedtab7a3f52011-09-30 20:24:07 -04001014 if ($rest =~ /\sIF\s+(.*)/) {
Steven Rostedt45d73a52011-09-30 19:44:53 -04001015 # May be a ELSE IF section.
Steven Rostedt95f57832012-09-26 14:48:17 -04001016 if (process_if($name, $1)) {
1017 $if_set = 1;
1018 } else {
Steven Rostedt45d73a52011-09-30 19:44:53 -04001019 $skip = 1;
1020 }
Steven Rostedtab7a3f52011-09-30 20:24:07 -04001021 $rest = "";
Steven Rostedt45d73a52011-09-30 19:44:53 -04001022 } else {
1023 $if = 0;
1024 }
1025 }
1026
Steven Rostedtab7a3f52011-09-30 20:24:07 -04001027 if ($rest !~ /^\s*$/) {
1028 die "$name: $.: Gargbage found after DEFAULTS\n$_";
1029 }
1030
Steven Rostedt2ed3b162011-09-30 21:00:00 -04001031 } elsif (/^\s*INCLUDE\s+(\S+)/) {
1032
1033 next if ($skip);
1034
1035 if (!$default) {
1036 die "$name: $.: INCLUDE can only be done in default sections\n$_";
1037 }
1038
1039 my $file = process_variables($1);
1040
1041 if ($file !~ m,^/,) {
1042 # check the path of the config file first
1043 if ($config =~ m,(.*)/,) {
1044 if (-f "$1/$file") {
1045 $file = "$1/$file";
1046 }
1047 }
1048 }
1049
1050 if ( ! -r $file ) {
1051 die "$name: $.: Can't read file $file\n$_";
1052 }
1053
1054 if (__read_config($file, \$test_num)) {
1055 $test_case = 1;
1056 }
1057
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -05001058 } elsif (/^\s*([A-Z_\[\]\d]+)\s*=~\s*(.*?)\s*$/) {
1059
1060 next if ($skip);
1061
1062 my $lvalue = $1;
1063 my $rvalue = $2;
1064
1065 if ($default || $lvalue =~ /\[\d+\]$/) {
1066 set_eval($lvalue, $rvalue, $name);
1067 } else {
1068 my $val = "$lvalue\[$test_num\]";
1069 set_eval($val, $rvalue, $name);
1070 }
1071
Steven Rostedta57419b2010-11-02 15:13:54 -04001072 } elsif (/^\s*([A-Z_\[\]\d]+)\s*=\s*(.*?)\s*$/) {
1073
1074 next if ($skip);
1075
Steven Rostedt2545eb62010-11-02 15:01:32 -04001076 my $lvalue = $1;
1077 my $rvalue = $2;
1078
Steven Rostedta57419b2010-11-02 15:13:54 -04001079 if (!$default &&
1080 ($lvalue eq "NUM_TESTS" ||
1081 $lvalue eq "LOG_FILE" ||
1082 $lvalue eq "CLEAR_LOG")) {
1083 die "$name: $.: $lvalue must be set in DEFAULTS section\n";
Steven Rostedta75fece2010-11-02 14:58:27 -04001084 }
Steven Rostedta57419b2010-11-02 15:13:54 -04001085
1086 if ($lvalue eq "NUM_TESTS") {
1087 if ($test_num) {
1088 die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
1089 }
1090 if (!$default) {
1091 die "$name: $.: NUM_TESTS must be set in default section\n";
1092 }
1093 $num_tests_set = 1;
1094 }
1095
1096 if ($default || $lvalue =~ /\[\d+\]$/) {
Steven Rostedt3d1cc412011-09-30 22:14:21 -04001097 set_value($lvalue, $rvalue, $override, \%overrides, $name);
Steven Rostedta57419b2010-11-02 15:13:54 -04001098 } else {
1099 my $val = "$lvalue\[$test_num\]";
Steven Rostedt3d1cc412011-09-30 22:14:21 -04001100 set_value($val, $rvalue, $override, \%overrides, $name);
Steven Rostedta57419b2010-11-02 15:13:54 -04001101
1102 if ($repeat > 1) {
1103 $repeats{$val} = $repeat;
1104 }
1105 }
Steven Rostedt77d942c2011-05-20 13:36:58 -04001106 } elsif (/^\s*([A-Z_\[\]\d]+)\s*:=\s*(.*?)\s*$/) {
1107 next if ($skip);
1108
1109 my $lvalue = $1;
1110 my $rvalue = $2;
1111
1112 # process config variables.
1113 # Config variables are only active while reading the
1114 # config and can be defined anywhere. They also ignore
1115 # TEST_START and DEFAULTS, but are skipped if they are in
1116 # on of these sections that have SKIP defined.
1117 # The save variable can be
1118 # defined multiple times and the new one simply overrides
1119 # the prevous one.
1120 set_variable($lvalue, $rvalue);
1121
Steven Rostedta57419b2010-11-02 15:13:54 -04001122 } else {
1123 die "$name: $.: Garbage found in config\n$_";
Steven Rostedt2545eb62010-11-02 15:01:32 -04001124 }
1125 }
1126
Steven Rostedta57419b2010-11-02 15:13:54 -04001127 if ($test_num) {
1128 $test_num += $repeat - 1;
1129 $opt{"NUM_TESTS"} = $test_num;
1130 }
1131
Steven Rostedt2ed3b162011-09-30 21:00:00 -04001132 close($in);
1133
1134 $$current_test_num = $test_num;
1135
1136 return $test_case;
1137}
1138
Steven Rostedtc4261d02011-11-23 13:41:18 -05001139sub get_test_case {
1140 print "What test case would you like to run?\n";
1141 print " (build, install or boot)\n";
1142 print " Other tests are available but require editing the config file\n";
1143 my $ans = <STDIN>;
1144 chomp $ans;
1145 $default{"TEST_TYPE"} = $ans;
1146}
1147
Steven Rostedt2ed3b162011-09-30 21:00:00 -04001148sub read_config {
1149 my ($config) = @_;
1150
1151 my $test_case;
1152 my $test_num = 0;
1153
1154 $test_case = __read_config $config, \$test_num;
1155
Steven Rostedt8d1491b2010-11-18 15:39:48 -05001156 # make sure we have all mandatory configs
Satoru Takeuchi5269faa2014-03-09 23:32:04 +09001157 get_mandatory_configs;
Steven Rostedt8d1491b2010-11-18 15:39:48 -05001158
Steven Rostedt0df213c2011-06-14 20:51:37 -04001159 # was a test specified?
1160 if (!$test_case) {
1161 print "No test case specified.\n";
Steven Rostedtc4261d02011-11-23 13:41:18 -05001162 get_test_case;
Steven Rostedt0df213c2011-06-14 20:51:37 -04001163 }
1164
Steven Rostedta75fece2010-11-02 14:58:27 -04001165 # set any defaults
1166
1167 foreach my $default (keys %default) {
1168 if (!defined($opt{$default})) {
1169 $opt{$default} = $default{$default};
1170 }
1171 }
Steven Rostedt9cc9e092011-12-22 21:37:22 -05001172
1173 if ($opt{"IGNORE_UNUSED"} == 1) {
1174 return;
1175 }
1176
1177 my %not_used;
1178
1179 # check if there are any stragglers (typos?)
1180 foreach my $option (keys %opt) {
1181 my $op = $option;
1182 # remove per test labels.
1183 $op =~ s/\[.*\]//;
1184 if (!exists($option_map{$op}) &&
1185 !exists($default{$op}) &&
1186 !exists($used_options{$op})) {
1187 $not_used{$op} = 1;
1188 }
1189 }
1190
1191 if (%not_used) {
1192 my $s = "s are";
1193 $s = " is" if (keys %not_used == 1);
1194 print "The following option$s not used; could be a typo:\n";
1195 foreach my $option (keys %not_used) {
1196 print "$option\n";
1197 }
1198 print "Set IGRNORE_UNUSED = 1 to have ktest ignore unused variables\n";
1199 if (!read_yn "Do you want to continue?") {
1200 exit -1;
1201 }
1202 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04001203}
1204
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001205sub __eval_option {
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05001206 my ($name, $option, $i) = @_;
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001207
1208 # Add space to evaluate the character before $
1209 $option = " $option";
1210 my $retval = "";
Rabin Vincentf9dfb652011-11-18 17:05:30 +05301211 my $repeated = 0;
1212 my $parent = 0;
1213
1214 foreach my $test (keys %repeat_tests) {
1215 if ($i >= $test &&
1216 $i < $test + $repeat_tests{$test}) {
1217
1218 $repeated = 1;
1219 $parent = $test;
1220 last;
1221 }
1222 }
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001223
1224 while ($option =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
1225 my $start = $1;
1226 my $var = $2;
1227 my $end = $3;
1228
1229 # Append beginning of line
1230 $retval = "$retval$start";
1231
1232 # If the iteration option OPT[$i] exists, then use that.
1233 # otherwise see if the default OPT (without [$i]) exists.
1234
1235 my $o = "$var\[$i\]";
Rabin Vincentf9dfb652011-11-18 17:05:30 +05301236 my $parento = "$var\[$parent\]";
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001237
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05001238 # If a variable contains itself, use the default var
1239 if (($var eq $name) && defined($opt{$var})) {
1240 $o = $opt{$var};
1241 $retval = "$retval$o";
1242 } elsif (defined($opt{$o})) {
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001243 $o = $opt{$o};
1244 $retval = "$retval$o";
Rabin Vincentf9dfb652011-11-18 17:05:30 +05301245 } elsif ($repeated && defined($opt{$parento})) {
1246 $o = $opt{$parento};
1247 $retval = "$retval$o";
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001248 } elsif (defined($opt{$var})) {
1249 $o = $opt{$var};
1250 $retval = "$retval$o";
Steven Rostedt (Red Hat)8e80bf02013-12-11 15:40:46 -05001251 } elsif ($var eq "KERNEL_VERSION" && defined($make)) {
1252 # special option KERNEL_VERSION uses kernel version
1253 get_version();
1254 $retval = "$retval$version";
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001255 } else {
1256 $retval = "$retval\$\{$var\}";
1257 }
1258
1259 $option = $end;
1260 }
1261
1262 $retval = "$retval$option";
1263
1264 $retval =~ s/^ //;
1265
1266 return $retval;
1267}
1268
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -05001269sub process_evals {
1270 my ($name, $option, $i) = @_;
1271
1272 my $option_name = "$name\[$i\]";
1273 my $ev;
1274
1275 my $old_option = $option;
1276
1277 if (defined($evals{$option_name})) {
1278 $ev = $evals{$option_name};
1279 } elsif (defined($evals{$name})) {
1280 $ev = $evals{$name};
1281 } else {
1282 return $option;
1283 }
1284
1285 for my $e (@{$ev}) {
1286 eval "\$option =~ $e";
1287 }
1288
1289 if ($option ne $old_option) {
1290 doprint("$name changed from '$old_option' to '$option'\n");
1291 }
1292
1293 return $option;
1294}
1295
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001296sub eval_option {
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05001297 my ($name, $option, $i) = @_;
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001298
1299 my $prev = "";
1300
1301 # Since an option can evaluate to another option,
1302 # keep iterating until we do not evaluate any more
1303 # options.
1304 my $r = 0;
1305 while ($prev ne $option) {
1306 # Check for recursive evaluations.
1307 # 100 deep should be more than enough.
1308 if ($r++ > 100) {
1309 die "Over 100 evaluations accurred with $option\n" .
1310 "Check for recursive variables\n";
1311 }
1312 $prev = $option;
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05001313 $option = __eval_option($name, $option, $i);
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001314 }
1315
Steven Rostedt (Red Hat)c75d22d2013-12-11 21:16:59 -05001316 $option = process_evals($name, $option, $i);
1317
Steven Rostedt23715c3c2011-06-13 11:03:34 -04001318 return $option;
1319}
1320
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001321sub run_command;
Andrew Jones2728be42011-08-12 15:32:05 +02001322sub start_monitor;
1323sub end_monitor;
1324sub wait_for_monitor;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001325
1326sub reboot {
Andrew Jones2728be42011-08-12 15:32:05 +02001327 my ($time) = @_;
1328
Steven Rostedta4968722012-12-11 14:59:05 -05001329 # Make sure everything has been written to disk
1330 run_ssh("sync");
1331
Steven Rostedt2b803362011-09-30 18:00:23 -04001332 if (defined($time)) {
1333 start_monitor;
1334 # flush out current monitor
1335 # May contain the reboot success line
1336 wait_for_monitor 1;
1337 }
1338
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001339 # try to reboot normally
Steven Rostedte48c5292010-11-02 14:35:37 -04001340 if (run_command $reboot) {
Steven Rostedt576f6272010-11-02 14:58:38 -04001341 if (defined($powercycle_after_reboot)) {
1342 sleep $powercycle_after_reboot;
1343 run_command "$power_cycle";
1344 }
1345 } else {
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001346 # nope? power cycle it.
Steven Rostedta75fece2010-11-02 14:58:27 -04001347 run_command "$power_cycle";
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001348 }
Andrew Jones2728be42011-08-12 15:32:05 +02001349
1350 if (defined($time)) {
Steven Rostedt (Red Hat)4c0b67a2013-02-05 09:56:00 -05001351
1352 # We only want to get to the new kernel, don't fail
1353 # if we stumble over a call trace.
1354 my $save_ignore_errors = $ignore_errors;
1355 $ignore_errors = 1;
1356
Steven Rostedt (Red Hat)d6845532013-02-04 23:08:49 -05001357 # Look for the good kernel to boot
1358 if (wait_for_monitor($time, "Linux version")) {
Steven Rostedt407b95b2012-07-19 16:05:42 -04001359 # reboot got stuck?
Steven Rostedt8a80c722012-07-19 16:08:33 -04001360 doprint "Reboot did not finish. Forcing power cycle\n";
Steven Rostedt407b95b2012-07-19 16:05:42 -04001361 run_command "$power_cycle";
1362 }
Steven Rostedt (Red Hat)d6845532013-02-04 23:08:49 -05001363
Steven Rostedt (Red Hat)4c0b67a2013-02-05 09:56:00 -05001364 $ignore_errors = $save_ignore_errors;
1365
Steven Rostedt (Red Hat)d6845532013-02-04 23:08:49 -05001366 # Still need to wait for the reboot to finish
1367 wait_for_monitor($time, $reboot_success_line);
1368
Andrew Jones2728be42011-08-12 15:32:05 +02001369 end_monitor;
1370 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001371}
1372
Steven Rostedtbc7c5802011-12-22 16:29:10 -05001373sub reboot_to_good {
1374 my ($time) = @_;
1375
1376 if (defined($switch_to_good)) {
1377 run_command $switch_to_good;
Steven Rostedtbc7c5802011-12-22 16:29:10 -05001378 }
1379
1380 reboot $time;
1381}
1382
Steven Rostedt576f6272010-11-02 14:58:38 -04001383sub do_not_reboot {
1384 my $i = $iteration;
1385
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04001386 return $test_type eq "build" || $no_reboot ||
Steven Rostedt576f6272010-11-02 14:58:38 -04001387 ($test_type eq "patchcheck" && $opt{"PATCHCHECK_TYPE[$i]"} eq "build") ||
1388 ($test_type eq "bisect" && $opt{"BISECT_TYPE[$i]"} eq "build");
1389}
1390
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001391sub dodie {
Steven Rostedt5a391fb2010-11-02 14:57:43 -04001392 doprint "CRITICAL FAILURE... ", @_, "\n";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001393
Steven Rostedt576f6272010-11-02 14:58:38 -04001394 my $i = $iteration;
1395
1396 if ($reboot_on_error && !do_not_reboot) {
1397
Steven Rostedt75c3fda72010-11-02 14:57:21 -04001398 doprint "REBOOTING\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05001399 reboot_to_good;
Steven Rostedt75c3fda72010-11-02 14:57:21 -04001400
Steven Rostedta75fece2010-11-02 14:58:27 -04001401 } elsif ($poweroff_on_error && defined($power_off)) {
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001402 doprint "POWERING OFF\n";
Steven Rostedta75fece2010-11-02 14:58:27 -04001403 `$power_off`;
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001404 }
Steven Rostedt75c3fda72010-11-02 14:57:21 -04001405
Steven Rostedtf80802c2011-03-07 13:18:47 -05001406 if (defined($opt{"LOG_FILE"})) {
1407 print " See $opt{LOG_FILE} for more info.\n";
1408 }
1409
Josh Poimboeuf1cb9e642015-01-29 20:54:53 -06001410 if ($monitor_cnt) {
1411 # restore terminal settings
1412 system("stty $stty_orig");
1413 }
1414
Steven Rostedt576f6272010-11-02 14:58:38 -04001415 die @_, "\n";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001416}
1417
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001418sub create_pty {
1419 my ($ptm, $pts) = @_;
1420 my $tmp;
1421 my $TIOCSPTLCK = 0x40045431;
1422 my $TIOCGPTN = 0x80045430;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001423
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001424 sysopen($ptm, "/dev/ptmx", O_RDWR | O_NONBLOCK) or
1425 dodie "Cant open /dev/ptmx";
1426
1427 # unlockpt()
1428 $tmp = pack("i", 0);
1429 ioctl($ptm, $TIOCSPTLCK, $tmp) or
1430 dodie "ioctl TIOCSPTLCK for /dev/ptmx failed";
1431
1432 # ptsname()
1433 ioctl($ptm, $TIOCGPTN, $tmp) or
1434 dodie "ioctl TIOCGPTN for /dev/ptmx failed";
1435 $tmp = unpack("i", $tmp);
1436
1437 sysopen($pts, "/dev/pts/$tmp", O_RDWR | O_NONBLOCK) or
1438 dodie "Can't open /dev/pts/$tmp";
1439}
1440
1441sub exec_console {
1442 my ($ptm, $pts) = @_;
1443
1444 close($ptm);
1445
1446 close(\*STDIN);
1447 close(\*STDOUT);
1448 close(\*STDERR);
1449
1450 open(\*STDIN, '<&', $pts);
1451 open(\*STDOUT, '>&', $pts);
1452 open(\*STDERR, '>&', $pts);
1453
1454 close($pts);
1455
1456 exec $console or
Josh Poimboeuf1cb9e642015-01-29 20:54:53 -06001457 die "Can't open console $console";
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001458}
1459
1460sub open_console {
1461 my ($ptm) = @_;
1462 my $pts = \*PTSFD;
1463 my $pid;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001464
Josh Poimboeuf98842782015-01-27 12:10:04 -06001465 # save terminal settings
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001466 $stty_orig = `stty -g`;
1467
1468 # place terminal in cbreak mode so that stdin can be read one character at
1469 # a time without having to wait for a newline
1470 system("stty -icanon -echo -icrnl");
Josh Poimboeuf98842782015-01-27 12:10:04 -06001471
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001472 create_pty($ptm, $pts);
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001473
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001474 $pid = fork;
1475
1476 if (!$pid) {
1477 # child
1478 exec_console($ptm, $pts)
1479 }
1480
1481 # parent
1482 close($pts);
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001483
1484 return $pid;
Josh Poimboeuf9f2cdcb2015-01-28 13:38:38 -06001485
1486 open(PTSFD, "Stop perl from warning about single use of PTSFD");
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001487}
1488
1489sub close_console {
1490 my ($fp, $pid) = @_;
1491
1492 doprint "kill child process $pid\n";
Satoru Takeuchi5a5d8e42013-12-01 07:57:58 +09001493 kill $close_console_signal, $pid;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001494
1495 print "closing!\n";
1496 close($fp);
Josh Poimboeuf98842782015-01-27 12:10:04 -06001497
1498 # restore terminal settings
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001499 system("stty $stty_orig");
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001500}
1501
1502sub start_monitor {
1503 if ($monitor_cnt++) {
1504 return;
1505 }
1506 $monitor_fp = \*MONFD;
1507 $monitor_pid = open_console $monitor_fp;
Steven Rostedta75fece2010-11-02 14:58:27 -04001508
1509 return;
1510
1511 open(MONFD, "Stop perl from warning about single use of MONFD");
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001512}
1513
1514sub end_monitor {
Steven Rostedt (Red Hat)319ab142013-01-30 12:25:38 -05001515 return if (!defined $console);
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001516 if (--$monitor_cnt) {
1517 return;
1518 }
1519 close_console($monitor_fp, $monitor_pid);
1520}
1521
1522sub wait_for_monitor {
Steven Rostedt2b803362011-09-30 18:00:23 -04001523 my ($time, $stop) = @_;
1524 my $full_line = "";
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001525 my $line;
Steven Rostedt2b803362011-09-30 18:00:23 -04001526 my $booted = 0;
Steven Rostedt407b95b2012-07-19 16:05:42 -04001527 my $start_time = time;
Steven Rostedt8a80c722012-07-19 16:08:33 -04001528 my $skip_call_trace = 0;
1529 my $bug = 0;
1530 my $bug_ignored = 0;
Steven Rostedt407b95b2012-07-19 16:05:42 -04001531 my $now;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001532
Steven Rostedta75fece2010-11-02 14:58:27 -04001533 doprint "** Wait for monitor to settle down **\n";
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001534
1535 # read the monitor and wait for the system to calm down
Steven Rostedt2b803362011-09-30 18:00:23 -04001536 while (!$booted) {
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001537 $line = wait_for_input($monitor_fp, $time);
Steven Rostedt2b803362011-09-30 18:00:23 -04001538 last if (!defined($line));
1539 print "$line";
1540 $full_line .= $line;
1541
1542 if (defined($stop) && $full_line =~ /$stop/) {
1543 doprint "wait for monitor detected $stop\n";
1544 $booted = 1;
1545 }
1546
Steven Rostedt8a80c722012-07-19 16:08:33 -04001547 if ($full_line =~ /\[ backtrace testing \]/) {
1548 $skip_call_trace = 1;
1549 }
1550
1551 if ($full_line =~ /call trace:/i) {
1552 if (!$bug && !$skip_call_trace) {
1553 if ($ignore_errors) {
1554 $bug_ignored = 1;
1555 } else {
1556 $bug = 1;
1557 }
1558 }
1559 }
1560
1561 if ($full_line =~ /\[ end of backtrace testing \]/) {
1562 $skip_call_trace = 0;
1563 }
1564
1565 if ($full_line =~ /Kernel panic -/) {
1566 $bug = 1;
1567 }
1568
Steven Rostedt2b803362011-09-30 18:00:23 -04001569 if ($line =~ /\n/) {
1570 $full_line = "";
1571 }
Steven Rostedt407b95b2012-07-19 16:05:42 -04001572 $now = time;
1573 if ($now - $start_time >= $max_monitor_wait) {
1574 doprint "Exiting monitor flush due to hitting MAX_MONITOR_WAIT\n";
1575 return 1;
1576 }
Steven Rostedt2b803362011-09-30 18:00:23 -04001577 }
Steven Rostedta75fece2010-11-02 14:58:27 -04001578 print "** Monitor flushed **\n";
Steven Rostedt (Red Hat)995bc432014-10-07 16:31:07 -04001579
1580 # if stop is defined but wasn't hit, return error
1581 # used by reboot (which wants to see a reboot)
1582 if (defined($stop) && !$booted) {
1583 $bug = 1;
1584 }
Steven Rostedt8a80c722012-07-19 16:08:33 -04001585 return $bug;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001586}
1587
Rabin Vincentde5b6e32011-11-18 17:05:31 +05301588sub save_logs {
1589 my ($result, $basedir) = @_;
1590 my @t = localtime;
1591 my $date = sprintf "%04d%02d%02d%02d%02d%02d",
1592 1900+$t[5],$t[4],$t[3],$t[2],$t[1],$t[0];
1593
1594 my $type = $build_type;
1595 if ($type =~ /useconfig/) {
1596 $type = "useconfig";
1597 }
1598
1599 my $dir = "$machine-$test_type-$type-$result-$date";
1600
1601 $dir = "$basedir/$dir";
1602
1603 if (!-d $dir) {
1604 mkpath($dir) or
1605 die "can't create $dir";
1606 }
1607
1608 my %files = (
1609 "config" => $output_config,
1610 "buildlog" => $buildlog,
1611 "dmesg" => $dmesg,
1612 "testlog" => $testlog,
1613 );
1614
1615 while (my ($name, $source) = each(%files)) {
1616 if (-f "$source") {
1617 cp "$source", "$dir/$name" or
1618 die "failed to copy $source";
1619 }
1620 }
1621
1622 doprint "*** Saved info to $dir ***\n";
1623}
1624
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001625sub fail {
1626
Steven Rostedt921ed4c2012-07-19 15:18:27 -04001627 if (defined($post_test)) {
1628 run_command $post_test;
1629 }
1630
Steven Rostedta75fece2010-11-02 14:58:27 -04001631 if ($die_on_failure) {
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001632 dodie @_;
1633 }
1634
Steven Rostedta75fece2010-11-02 14:58:27 -04001635 doprint "FAILED\n";
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001636
Steven Rostedt576f6272010-11-02 14:58:38 -04001637 my $i = $iteration;
1638
Steven Rostedta75fece2010-11-02 14:58:27 -04001639 # no need to reboot for just building.
Steven Rostedt576f6272010-11-02 14:58:38 -04001640 if (!do_not_reboot) {
Steven Rostedta75fece2010-11-02 14:58:27 -04001641 doprint "REBOOTING\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05001642 reboot_to_good $sleep_time;
Steven Rostedta75fece2010-11-02 14:58:27 -04001643 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001644
Steven Rostedt9064af52011-06-13 10:38:48 -04001645 my $name = "";
1646
1647 if (defined($test_name)) {
1648 $name = " ($test_name)";
1649 }
1650
Steven Rostedt (Red Hat)4bf6e1f2015-01-29 10:06:07 -05001651 print_times;
1652
Steven Rostedt576f6272010-11-02 14:58:38 -04001653 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1654 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
Steven Rostedt9064af52011-06-13 10:38:48 -04001655 doprint "KTEST RESULT: TEST $i$name Failed: ", @_, "\n";
Steven Rostedt576f6272010-11-02 14:58:38 -04001656 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1657 doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
Steven Rostedta75fece2010-11-02 14:58:27 -04001658
Rabin Vincentde5b6e32011-11-18 17:05:31 +05301659 if (defined($store_failures)) {
1660 save_logs "fail", $store_failures;
1661 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001662
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001663 return 1;
1664}
1665
Steven Rostedt2545eb62010-11-02 15:01:32 -04001666sub run_command {
Satoru Takeuchif983a2b2014-03-02 21:20:31 +09001667 my ($command, $redirect) = @_;
Steven Rostedt (Red Hat)b53486e2015-01-27 17:02:02 -05001668 my $start_time;
1669 my $end_time;
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001670 my $dolog = 0;
1671 my $dord = 0;
1672 my $pid;
1673
Steven Rostedt (Red Hat)b53486e2015-01-27 17:02:02 -05001674 $start_time = time;
1675
Steven Rostedte48c5292010-11-02 14:35:37 -04001676 $command =~ s/\$SSH_USER/$ssh_user/g;
1677 $command =~ s/\$MACHINE/$machine/g;
1678
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001679 doprint("$command ... ");
1680
1681 $pid = open(CMD, "$command 2>&1 |") or
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001682 (fail "unable to exec $command" and return 0);
Steven Rostedt2545eb62010-11-02 15:01:32 -04001683
1684 if (defined($opt{"LOG_FILE"})) {
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001685 open(LOG, ">>$opt{LOG_FILE}") or
1686 dodie "failed to write to log";
1687 $dolog = 1;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04001688 }
1689
1690 if (defined($redirect)) {
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001691 open (RD, ">$redirect") or
1692 dodie "failed to write to redirect $redirect";
1693 $dord = 1;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001694 }
1695
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001696 while (<CMD>) {
1697 print LOG if ($dolog);
1698 print RD if ($dord);
1699 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04001700
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001701 waitpid($pid, 0);
Steven Rostedt2545eb62010-11-02 15:01:32 -04001702 my $failed = $?;
1703
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04001704 close(CMD);
1705 close(LOG) if ($dolog);
1706 close(RD) if ($dord);
1707
Steven Rostedt (Red Hat)b53486e2015-01-27 17:02:02 -05001708 $end_time = time;
1709 my $delta = $end_time - $start_time;
1710
1711 if ($delta == 1) {
1712 doprint "[1 second] ";
1713 } else {
1714 doprint "[$delta seconds] ";
1715 }
1716
Steven Rostedt2545eb62010-11-02 15:01:32 -04001717 if ($failed) {
1718 doprint "FAILED!\n";
1719 } else {
1720 doprint "SUCCESS\n";
1721 }
1722
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001723 return !$failed;
1724}
1725
Steven Rostedte48c5292010-11-02 14:35:37 -04001726sub run_ssh {
1727 my ($cmd) = @_;
1728 my $cp_exec = $ssh_exec;
1729
1730 $cp_exec =~ s/\$SSH_COMMAND/$cmd/g;
1731 return run_command "$cp_exec";
1732}
1733
1734sub run_scp {
Steven Rostedt02ad2612012-03-21 08:21:24 -04001735 my ($src, $dst, $cp_scp) = @_;
Steven Rostedte48c5292010-11-02 14:35:37 -04001736
1737 $cp_scp =~ s/\$SRC_FILE/$src/g;
1738 $cp_scp =~ s/\$DST_FILE/$dst/g;
1739
1740 return run_command "$cp_scp";
1741}
1742
Steven Rostedt02ad2612012-03-21 08:21:24 -04001743sub run_scp_install {
1744 my ($src, $dst) = @_;
1745
1746 my $cp_scp = $scp_to_target_install;
1747
1748 return run_scp($src, $dst, $cp_scp);
1749}
1750
1751sub run_scp_mod {
1752 my ($src, $dst) = @_;
1753
1754 my $cp_scp = $scp_to_target;
1755
1756 return run_scp($src, $dst, $cp_scp);
1757}
1758
Steven Rostedta15ba912012-11-13 14:30:37 -05001759sub get_grub2_index {
1760
Steven Rostedt (Red Hat)752d9662013-03-08 09:33:35 -05001761 return if (defined($grub_number) && defined($last_grub_menu) &&
Steven Rostedt (Red Hat)df5f7c62013-04-24 16:03:30 -04001762 $last_grub_menu eq $grub_menu && defined($last_machine) &&
1763 $last_machine eq $machine);
Steven Rostedta15ba912012-11-13 14:30:37 -05001764
1765 doprint "Find grub2 menu ... ";
1766 $grub_number = -1;
1767
1768 my $ssh_grub = $ssh_exec;
1769 $ssh_grub =~ s,\$SSH_COMMAND,cat $grub_file,g;
1770
1771 open(IN, "$ssh_grub |")
1772 or die "unable to get $grub_file";
1773
1774 my $found = 0;
1775
1776 while (<IN>) {
1777 if (/^menuentry.*$grub_menu/) {
1778 $grub_number++;
1779 $found = 1;
1780 last;
1781 } elsif (/^menuentry\s/) {
1782 $grub_number++;
1783 }
1784 }
1785 close(IN);
1786
1787 die "Could not find '$grub_menu' in $grub_file on $machine"
1788 if (!$found);
1789 doprint "$grub_number\n";
Steven Rostedt (Red Hat)752d9662013-03-08 09:33:35 -05001790 $last_grub_menu = $grub_menu;
Steven Rostedt (Red Hat)df5f7c62013-04-24 16:03:30 -04001791 $last_machine = $machine;
Steven Rostedta15ba912012-11-13 14:30:37 -05001792}
1793
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001794sub get_grub_index {
1795
Steven Rostedta15ba912012-11-13 14:30:37 -05001796 if ($reboot_type eq "grub2") {
1797 get_grub2_index;
1798 return;
1799 }
1800
Steven Rostedta75fece2010-11-02 14:58:27 -04001801 if ($reboot_type ne "grub") {
1802 return;
1803 }
Steven Rostedt (Red Hat)752d9662013-03-08 09:33:35 -05001804 return if (defined($grub_number) && defined($last_grub_menu) &&
Steven Rostedt (Red Hat)df5f7c62013-04-24 16:03:30 -04001805 $last_grub_menu eq $grub_menu && defined($last_machine) &&
1806 $last_machine eq $machine);
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001807
1808 doprint "Find grub menu ... ";
1809 $grub_number = -1;
Steven Rostedte48c5292010-11-02 14:35:37 -04001810
1811 my $ssh_grub = $ssh_exec;
1812 $ssh_grub =~ s,\$SSH_COMMAND,cat /boot/grub/menu.lst,g;
1813
1814 open(IN, "$ssh_grub |")
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001815 or die "unable to get menu.lst";
Steven Rostedte48c5292010-11-02 14:35:37 -04001816
Steven Rostedteaa1fe22011-09-14 17:20:39 -04001817 my $found = 0;
1818
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001819 while (<IN>) {
Steven Rostedta75fece2010-11-02 14:58:27 -04001820 if (/^\s*title\s+$grub_menu\s*$/) {
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001821 $grub_number++;
Steven Rostedteaa1fe22011-09-14 17:20:39 -04001822 $found = 1;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001823 last;
1824 } elsif (/^\s*title\s/) {
1825 $grub_number++;
1826 }
1827 }
1828 close(IN);
1829
Steven Rostedta75fece2010-11-02 14:58:27 -04001830 die "Could not find '$grub_menu' in /boot/grub/menu on $machine"
Steven Rostedteaa1fe22011-09-14 17:20:39 -04001831 if (!$found);
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04001832 doprint "$grub_number\n";
Steven Rostedt (Red Hat)752d9662013-03-08 09:33:35 -05001833 $last_grub_menu = $grub_menu;
Steven Rostedt (Red Hat)df5f7c62013-04-24 16:03:30 -04001834 $last_machine = $machine;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001835}
1836
Steven Rostedt2545eb62010-11-02 15:01:32 -04001837sub wait_for_input
1838{
1839 my ($fp, $time) = @_;
1840 my $rin;
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001841 my $rout;
1842 my $nr;
1843 my $buf;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001844 my $line;
1845 my $ch;
1846
1847 if (!defined($time)) {
1848 $time = $timeout;
1849 }
1850
1851 $rin = '';
1852 vec($rin, fileno($fp), 1) = 1;
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001853 vec($rin, fileno(\*STDIN), 1) = 1;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001854
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001855 while (1) {
1856 $nr = select($rout=$rin, undef, undef, $time);
Steven Rostedt2545eb62010-11-02 15:01:32 -04001857
Josh Poimboeuf9d2f7f02015-01-28 13:38:39 -06001858 if ($nr <= 0) {
1859 return undef;
1860 }
1861
1862 # copy data from stdin to the console
1863 if (vec($rout, fileno(\*STDIN), 1) == 1) {
1864 sysread(\*STDIN, $buf, 1000);
1865 syswrite($fp, $buf, 1000);
1866 next;
1867 }
1868
1869 $line = "";
1870
1871 # try to read one char at a time
1872 while (sysread $fp, $ch, 1) {
1873 $line .= $ch;
1874 last if ($ch eq "\n");
1875 }
1876
1877 if (!length($line)) {
1878 return undef;
1879 }
1880
1881 return $line;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001882 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04001883}
1884
Steven Rostedt75c3fda72010-11-02 14:57:21 -04001885sub reboot_to {
Steven Rostedtbc7c5802011-12-22 16:29:10 -05001886 if (defined($switch_to_test)) {
1887 run_command $switch_to_test;
1888 }
1889
Steven Rostedta75fece2010-11-02 14:58:27 -04001890 if ($reboot_type eq "grub") {
Steven Rostedtc54367f2011-10-20 09:56:41 -04001891 run_ssh "'(echo \"savedefault --default=$grub_number --once\" | grub --batch)'";
Steven Rostedta15ba912012-11-13 14:30:37 -05001892 } elsif ($reboot_type eq "grub2") {
1893 run_ssh "$grub_reboot $grub_number";
Steven Rostedt77869542012-12-11 17:37:41 -05001894 } elsif ($reboot_type eq "syslinux") {
1895 run_ssh "$syslinux --once \\\"$syslinux_label\\\" $syslinux_path";
Steven Rostedt96f6a0d2011-12-23 00:24:51 -05001896 } elsif (defined $reboot_script) {
1897 run_command "$reboot_script";
Steven Rostedta75fece2010-11-02 14:58:27 -04001898 }
Steven Rostedt96f6a0d2011-12-23 00:24:51 -05001899 reboot;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001900}
1901
Steven Rostedta57419b2010-11-02 15:13:54 -04001902sub get_sha1 {
1903 my ($commit) = @_;
1904
1905 doprint "git rev-list --max-count=1 $commit ... ";
1906 my $sha1 = `git rev-list --max-count=1 $commit`;
1907 my $ret = $?;
1908
1909 logit $sha1;
1910
1911 if ($ret) {
1912 doprint "FAILED\n";
1913 dodie "Failed to get git $commit";
1914 }
1915
1916 print "SUCCESS\n";
1917
1918 chomp $sha1;
1919
1920 return $sha1;
1921}
1922
Steven Rostedt5a391fb2010-11-02 14:57:43 -04001923sub monitor {
Steven Rostedt2545eb62010-11-02 15:01:32 -04001924 my $booted = 0;
1925 my $bug = 0;
Steven Rostedt6ca996c2012-03-21 08:18:35 -04001926 my $bug_ignored = 0;
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001927 my $skip_call_trace = 0;
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001928 my $loops;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001929
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05001930 my $start_time = time;
1931
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001932 wait_for_monitor 5;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001933
1934 my $line;
1935 my $full_line = "";
1936
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001937 open(DMESG, "> $dmesg") or
1938 die "unable to write to $dmesg";
Steven Rostedt2545eb62010-11-02 15:01:32 -04001939
Steven Rostedt75c3fda72010-11-02 14:57:21 -04001940 reboot_to;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001941
Steven Rostedt1c8a6172010-11-09 12:55:40 -05001942 my $success_start;
1943 my $failure_start;
Steven Rostedt2d01b262011-03-08 09:47:54 -05001944 my $monitor_start = time;
1945 my $done = 0;
Steven Rostedtf1a5b962011-06-13 10:30:00 -04001946 my $version_found = 0;
Steven Rostedt1c8a6172010-11-09 12:55:40 -05001947
Steven Rostedt2d01b262011-03-08 09:47:54 -05001948 while (!$done) {
Steven Rostedt2545eb62010-11-02 15:01:32 -04001949
Steven Rostedtecaf8e52011-06-13 10:48:10 -04001950 if ($bug && defined($stop_after_failure) &&
1951 $stop_after_failure >= 0) {
1952 my $time = $stop_after_failure - (time - $failure_start);
1953 $line = wait_for_input($monitor_fp, $time);
1954 if (!defined($line)) {
1955 doprint "bug timed out after $booted_timeout seconds\n";
1956 doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
1957 last;
1958 }
1959 } elsif ($booted) {
Steven Rostedta75fece2010-11-02 14:58:27 -04001960 $line = wait_for_input($monitor_fp, $booted_timeout);
Steven Rostedtcd4f1d52011-06-13 10:26:27 -04001961 if (!defined($line)) {
1962 my $s = $booted_timeout == 1 ? "" : "s";
1963 doprint "Successful boot found: break after $booted_timeout second$s\n";
1964 last;
1965 }
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001966 } else {
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001967 $line = wait_for_input($monitor_fp);
Steven Rostedtcd4f1d52011-06-13 10:26:27 -04001968 if (!defined($line)) {
1969 my $s = $timeout == 1 ? "" : "s";
1970 doprint "Timed out after $timeout second$s\n";
1971 last;
1972 }
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04001973 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04001974
Steven Rostedt2545eb62010-11-02 15:01:32 -04001975 doprint $line;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04001976 print DMESG $line;
Steven Rostedt2545eb62010-11-02 15:01:32 -04001977
1978 # we are not guaranteed to get a full line
1979 $full_line .= $line;
1980
Steven Rostedta75fece2010-11-02 14:58:27 -04001981 if ($full_line =~ /$success_line/) {
Steven Rostedt2545eb62010-11-02 15:01:32 -04001982 $booted = 1;
Steven Rostedt1c8a6172010-11-09 12:55:40 -05001983 $success_start = time;
1984 }
1985
1986 if ($booted && defined($stop_after_success) &&
1987 $stop_after_success >= 0) {
1988 my $now = time;
1989 if ($now - $success_start >= $stop_after_success) {
1990 doprint "Test forced to stop after $stop_after_success seconds after success\n";
1991 last;
1992 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04001993 }
1994
Steven Rostedt5c42fc52010-11-02 14:57:01 -04001995 if ($full_line =~ /\[ backtrace testing \]/) {
1996 $skip_call_trace = 1;
1997 }
1998
Steven Rostedt2545eb62010-11-02 15:01:32 -04001999 if ($full_line =~ /call trace:/i) {
Steven Rostedt6ca996c2012-03-21 08:18:35 -04002000 if (!$bug && !$skip_call_trace) {
2001 if ($ignore_errors) {
2002 $bug_ignored = 1;
2003 } else {
2004 $bug = 1;
2005 $failure_start = time;
2006 }
Steven Rostedt1c8a6172010-11-09 12:55:40 -05002007 }
2008 }
2009
2010 if ($bug && defined($stop_after_failure) &&
2011 $stop_after_failure >= 0) {
2012 my $now = time;
2013 if ($now - $failure_start >= $stop_after_failure) {
2014 doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
2015 last;
2016 }
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002017 }
2018
2019 if ($full_line =~ /\[ end of backtrace testing \]/) {
2020 $skip_call_trace = 0;
2021 }
2022
2023 if ($full_line =~ /Kernel panic -/) {
Steven Rostedt10abf112011-03-07 13:21:00 -05002024 $failure_start = time;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002025 $bug = 1;
2026 }
2027
Steven Rostedtf1a5b962011-06-13 10:30:00 -04002028 # Detect triple faults by testing the banner
2029 if ($full_line =~ /\bLinux version (\S+).*\n/) {
2030 if ($1 eq $version) {
2031 $version_found = 1;
2032 } elsif ($version_found && $detect_triplefault) {
2033 # We already booted into the kernel we are testing,
2034 # but now we booted into another kernel?
2035 # Consider this a triple fault.
Masanari Iida8b513d02013-05-21 23:13:12 +09002036 doprint "Already booted in Linux kernel $version, but now\n";
Steven Rostedtf1a5b962011-06-13 10:30:00 -04002037 doprint "we booted into Linux kernel $1.\n";
2038 doprint "Assuming that this is a triple fault.\n";
2039 doprint "To disable this: set DETECT_TRIPLE_FAULT to 0\n";
2040 last;
2041 }
2042 }
2043
Steven Rostedt2545eb62010-11-02 15:01:32 -04002044 if ($line =~ /\n/) {
2045 $full_line = "";
2046 }
Steven Rostedt2d01b262011-03-08 09:47:54 -05002047
2048 if ($stop_test_after > 0 && !$booted && !$bug) {
2049 if (time - $monitor_start > $stop_test_after) {
Steven Rostedt4d62bf52011-05-20 09:14:35 -04002050 doprint "STOP_TEST_AFTER ($stop_test_after seconds) timed out\n";
Steven Rostedt2d01b262011-03-08 09:47:54 -05002051 $done = 1;
2052 }
2053 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04002054 }
2055
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002056 my $end_time = time;
2057 $reboot_time = $end_time - $start_time;
2058
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002059 close(DMESG);
Steven Rostedt2545eb62010-11-02 15:01:32 -04002060
Steven Rostedt2545eb62010-11-02 15:01:32 -04002061 if ($bug) {
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002062 return 0 if ($in_bisect);
Steven Rostedt576f6272010-11-02 14:58:38 -04002063 fail "failed - got a bug report" and return 0;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002064 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002065
Steven Rostedta75fece2010-11-02 14:58:27 -04002066 if (!$booted) {
2067 return 0 if ($in_bisect);
Steven Rostedt576f6272010-11-02 14:58:38 -04002068 fail "failed - never got a boot prompt." and return 0;
Steven Rostedta75fece2010-11-02 14:58:27 -04002069 }
2070
Steven Rostedt6ca996c2012-03-21 08:18:35 -04002071 if ($bug_ignored) {
2072 doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2073 }
2074
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002075 return 1;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002076}
2077
Steven Rostedt2b29b2f2011-12-22 11:25:46 -05002078sub eval_kernel_version {
2079 my ($option) = @_;
2080
2081 $option =~ s/\$KERNEL_VERSION/$version/g;
2082
2083 return $option;
2084}
2085
Steven Rostedtdb05cfe2011-06-13 11:09:22 -04002086sub do_post_install {
2087
2088 return if (!defined($post_install));
2089
Steven Rostedt2b29b2f2011-12-22 11:25:46 -05002090 my $cp_post_install = eval_kernel_version $post_install;
Steven Rostedtdb05cfe2011-06-13 11:09:22 -04002091 run_command "$cp_post_install" or
2092 dodie "Failed to run post install";
2093}
2094
Steven Rostedte1a6c3d2012-12-11 21:19:41 -05002095# Sometimes the reboot fails, and will hang. We try to ssh to the box
2096# and if we fail, we force another reboot, that should powercycle it.
2097sub test_booted {
2098 if (!run_ssh "echo testing connection") {
2099 reboot $sleep_time;
2100 }
2101}
2102
Steven Rostedt2545eb62010-11-02 15:01:32 -04002103sub install {
2104
Steven Rostedte0a87422011-09-30 17:50:48 -04002105 return if ($no_install);
2106
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002107 my $start_time = time;
2108
Steven Rostedte5c2ec12012-07-19 15:22:05 -04002109 if (defined($pre_install)) {
2110 my $cp_pre_install = eval_kernel_version $pre_install;
2111 run_command "$cp_pre_install" or
2112 dodie "Failed to run pre install";
2113 }
2114
Steven Rostedt2b29b2f2011-12-22 11:25:46 -05002115 my $cp_target = eval_kernel_version $target_image;
2116
Steven Rostedte1a6c3d2012-12-11 21:19:41 -05002117 test_booted;
2118
Steven Rostedt02ad2612012-03-21 08:21:24 -04002119 run_scp_install "$outputdir/$build_target", "$cp_target" or
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002120 dodie "failed to copy image";
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002121
2122 my $install_mods = 0;
2123
2124 # should we process modules?
2125 $install_mods = 0;
Steven Rostedt51ad1dd2010-11-08 16:43:21 -05002126 open(IN, "$output_config") or dodie("Can't read config file");
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002127 while (<IN>) {
2128 if (/CONFIG_MODULES(=y)?/) {
Steven Rostedt8bc5e4e2012-10-26 00:10:32 -04002129 if (defined($1)) {
2130 $install_mods = 1;
2131 last;
2132 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002133 }
2134 }
2135 close(IN);
2136
2137 if (!$install_mods) {
Steven Rostedtdb05cfe2011-06-13 11:09:22 -04002138 do_post_install;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002139 doprint "No modules needed\n";
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002140 my $end_time = time;
2141 $install_time = $end_time - $start_time;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002142 return;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002143 }
2144
Steven Rostedt627977d2012-03-21 08:16:15 -04002145 run_command "$make INSTALL_MOD_STRIP=1 INSTALL_MOD_PATH=$tmpdir modules_install" or
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002146 dodie "Failed to install modules";
Steven Rostedt2545eb62010-11-02 15:01:32 -04002147
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002148 my $modlib = "/lib/modules/$version";
Steven Rostedta57419b2010-11-02 15:13:54 -04002149 my $modtar = "ktest-mods.tar.bz2";
Steven Rostedt2545eb62010-11-02 15:01:32 -04002150
Steven Rostedte48c5292010-11-02 14:35:37 -04002151 run_ssh "rm -rf $modlib" or
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002152 dodie "failed to remove old mods: $modlib";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002153
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002154 # would be nice if scp -r did not follow symbolic links
Steven Rostedta75fece2010-11-02 14:58:27 -04002155 run_command "cd $tmpdir && tar -cjf $modtar lib/modules/$version" or
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002156 dodie "making tarball";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002157
Steven Rostedt02ad2612012-03-21 08:21:24 -04002158 run_scp_mod "$tmpdir/$modtar", "/tmp" or
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002159 dodie "failed to copy modules";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002160
Steven Rostedta75fece2010-11-02 14:58:27 -04002161 unlink "$tmpdir/$modtar";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002162
Steven Rostedte7b13442011-06-14 20:44:36 -04002163 run_ssh "'(cd / && tar xjf /tmp/$modtar)'" or
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002164 dodie "failed to tar modules";
Steven Rostedt2545eb62010-11-02 15:01:32 -04002165
Steven Rostedte48c5292010-11-02 14:35:37 -04002166 run_ssh "rm -f /tmp/$modtar";
Steven Rostedt8b37ca82010-11-02 14:58:33 -04002167
Steven Rostedtdb05cfe2011-06-13 11:09:22 -04002168 do_post_install;
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002169
2170 my $end_time = time;
2171 $install_time = $end_time - $start_time;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002172}
2173
Steven Rostedtddf607e2011-06-14 20:49:13 -04002174sub get_version {
2175 # get the release name
Steven Rostedt683a3e62012-05-18 13:34:35 -04002176 return if ($have_version);
Steven Rostedtddf607e2011-06-14 20:49:13 -04002177 doprint "$make kernelrelease ... ";
Steven Rostedt (Red Hat)17150fe2014-11-23 15:13:44 -05002178 $version = `$make -s kernelrelease | tail -1`;
Steven Rostedtddf607e2011-06-14 20:49:13 -04002179 chomp($version);
2180 doprint "$version\n";
Steven Rostedt683a3e62012-05-18 13:34:35 -04002181 $have_version = 1;
Steven Rostedtddf607e2011-06-14 20:49:13 -04002182}
2183
Steven Rostedt (Red Hat)64d98282015-01-28 15:17:35 -05002184sub start_monitor_and_install {
Steven Rostedt9f7424c2011-10-22 08:58:19 -04002185 # Make sure the stable kernel has finished booting
Steven Rostedt (Red Hat)319ab142013-01-30 12:25:38 -05002186
2187 # Install bisects, don't need console
2188 if (defined $console) {
2189 start_monitor;
2190 wait_for_monitor 5;
2191 end_monitor;
2192 }
Steven Rostedt9f7424c2011-10-22 08:58:19 -04002193
Steven Rostedtddf607e2011-06-14 20:49:13 -04002194 get_grub_index;
2195 get_version;
2196 install;
2197
Steven Rostedt (Red Hat)319ab142013-01-30 12:25:38 -05002198 start_monitor if (defined $console);
Steven Rostedtddf607e2011-06-14 20:49:13 -04002199 return monitor;
2200}
2201
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002202my $check_build_re = ".*:.*(warning|error|Error):.*";
2203my $utf8_quote = "\\x{e2}\\x{80}(\\x{98}|\\x{99})";
2204
Steven Rostedt (Red Hat)73287352013-02-18 09:35:49 -05002205sub process_warning_line {
2206 my ($line) = @_;
2207
2208 chomp $line;
2209
2210 # for distcc heterogeneous systems, some compilers
2211 # do things differently causing warning lines
2212 # to be slightly different. This makes an attempt
2213 # to fixe those issues.
2214
2215 # chop off the index into the line
2216 # using distcc, some compilers give different indexes
2217 # depending on white space
2218 $line =~ s/^(\s*\S+:\d+:)\d+/$1/;
2219
2220 # Some compilers use UTF-8 extended for quotes and some don't.
2221 $line =~ s/$utf8_quote/'/g;
2222
2223 return $line;
2224}
2225
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002226# Read buildlog and check against warnings file for any
2227# new warnings.
2228#
2229# Returns 1 if OK
2230# 0 otherwise
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002231sub check_buildlog {
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002232 return 1 if (!defined $warnings_file);
2233
2234 my %warnings_list;
2235
2236 # Failed builds should not reboot the target
2237 my $save_no_reboot = $no_reboot;
2238 $no_reboot = 1;
2239
2240 if (-f $warnings_file) {
2241 open(IN, $warnings_file) or
2242 dodie "Error opening $warnings_file";
2243
2244 while (<IN>) {
2245 if (/$check_build_re/) {
Steven Rostedt (Red Hat)73287352013-02-18 09:35:49 -05002246 my $warning = process_warning_line $_;
2247
2248 $warnings_list{$warning} = 1;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002249 }
2250 }
2251 close(IN);
2252 }
2253
2254 # If warnings file didn't exist, and WARNINGS_FILE exist,
2255 # then we fail on any warning!
2256
2257 open(IN, $buildlog) or dodie "Can't open $buildlog";
2258 while (<IN>) {
2259 if (/$check_build_re/) {
Steven Rostedt (Red Hat)73287352013-02-18 09:35:49 -05002260 my $warning = process_warning_line $_;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002261
Steven Rostedt (Red Hat)73287352013-02-18 09:35:49 -05002262 if (!defined $warnings_list{$warning}) {
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05002263 fail "New warning found (not in $warnings_file)\n$_\n";
2264 $no_reboot = $save_no_reboot;
2265 return 0;
2266 }
2267 }
2268 }
2269 $no_reboot = $save_no_reboot;
2270 close(IN);
2271}
2272
2273sub check_patch_buildlog {
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002274 my ($patch) = @_;
2275
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002276 my @files = `git show $patch | diffstat -l`;
2277
Steven Rostedt (Red Hat)35275682013-01-30 12:28:15 -05002278 foreach my $file (@files) {
2279 chomp $file;
2280 }
2281
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002282 open(IN, "git show $patch |") or
2283 dodie "failed to show $patch";
2284 while (<IN>) {
2285 if (m,^--- a/(.*),) {
2286 chomp $1;
2287 $files[$#files] = $1;
2288 }
2289 }
2290 close(IN);
2291
2292 open(IN, $buildlog) or dodie "Can't open $buildlog";
2293 while (<IN>) {
2294 if (/^\s*(.*?):.*(warning|error)/) {
2295 my $err = $1;
2296 foreach my $file (@files) {
Steven Rostedta75fece2010-11-02 14:58:27 -04002297 my $fullpath = "$builddir/$file";
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002298 if ($file eq $err || $fullpath eq $err) {
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002299 fail "$file built with warnings" and return 0;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002300 }
2301 }
2302 }
2303 }
2304 close(IN);
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002305
2306 return 1;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04002307}
2308
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002309sub apply_min_config {
2310 my $outconfig = "$output_config.new";
Steven Rostedt612b9e92011-03-07 13:27:43 -05002311
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002312 # Read the config file and remove anything that
2313 # is in the force_config hash (from minconfig and others)
2314 # then add the force config back.
2315
2316 doprint "Applying minimum configurations into $output_config.new\n";
2317
2318 open (OUT, ">$outconfig") or
2319 dodie "Can't create $outconfig";
2320
2321 if (-f $output_config) {
2322 open (IN, $output_config) or
2323 dodie "Failed to open $output_config";
2324 while (<IN>) {
2325 if (/^(# )?(CONFIG_[^\s=]*)/) {
2326 next if (defined($force_config{$2}));
2327 }
2328 print OUT;
2329 }
2330 close IN;
2331 }
2332 foreach my $config (keys %force_config) {
2333 print OUT "$force_config{$config}\n";
2334 }
2335 close OUT;
2336
2337 run_command "mv $outconfig $output_config";
2338}
2339
2340sub make_oldconfig {
2341
Steven Rostedt4c4ab122011-07-15 21:16:17 -04002342 my @force_list = keys %force_config;
2343
2344 if ($#force_list >= 0) {
2345 apply_min_config;
2346 }
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002347
Adam Leefb16d892012-09-01 01:05:17 +08002348 if (!run_command "$make olddefconfig") {
2349 # Perhaps olddefconfig doesn't exist in this version of the kernel
Steven Rostedt18925172012-12-11 20:16:03 -05002350 # try oldnoconfig
2351 doprint "olddefconfig failed, trying make oldnoconfig\n";
2352 if (!run_command "$make oldnoconfig") {
2353 doprint "oldnoconfig failed, trying yes '' | make oldconfig\n";
2354 # try a yes '' | oldconfig
2355 run_command "yes '' | $make oldconfig" or
2356 dodie "failed make config oldconfig";
2357 }
Steven Rostedt612b9e92011-03-07 13:27:43 -05002358 }
2359}
2360
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002361# read a config file and use this to force new configs.
2362sub load_force_config {
2363 my ($config) = @_;
2364
Steven Rostedtcf79fab2012-07-19 15:29:43 -04002365 doprint "Loading force configs from $config\n";
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002366 open(IN, $config) or
2367 dodie "failed to read $config";
2368 while (<IN>) {
2369 chomp;
2370 if (/^(CONFIG[^\s=]*)(\s*=.*)/) {
2371 $force_config{$1} = $_;
2372 } elsif (/^# (CONFIG_\S*) is not set/) {
2373 $force_config{$1} = $_;
2374 }
2375 }
2376 close IN;
2377}
2378
Steven Rostedt2545eb62010-11-02 15:01:32 -04002379sub build {
2380 my ($type) = @_;
2381
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002382 unlink $buildlog;
2383
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002384 my $start_time = time;
2385
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04002386 # Failed builds should not reboot the target
2387 my $save_no_reboot = $no_reboot;
2388 $no_reboot = 1;
2389
Steven Rostedt683a3e62012-05-18 13:34:35 -04002390 # Calculate a new version from here.
2391 $have_version = 0;
2392
Steven Rostedt0bd6c1a2011-06-14 20:39:31 -04002393 if (defined($pre_build)) {
2394 my $ret = run_command $pre_build;
2395 if (!$ret && defined($pre_build_die) &&
2396 $pre_build_die) {
2397 dodie "failed to pre_build\n";
2398 }
2399 }
2400
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002401 if ($type =~ /^useconfig:(.*)/) {
Steven Rostedt51ad1dd2010-11-08 16:43:21 -05002402 run_command "cp $1 $output_config" or
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002403 dodie "could not copy $1 to .config";
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002404
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002405 $type = "oldconfig";
2406 }
2407
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002408 # old config can ask questions
2409 if ($type eq "oldconfig") {
Adam Leefb16d892012-09-01 01:05:17 +08002410 $type = "olddefconfig";
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002411
2412 # allow for empty configs
Steven Rostedt51ad1dd2010-11-08 16:43:21 -05002413 run_command "touch $output_config";
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002414
Andrew Jones13488232011-08-12 15:32:04 +02002415 if (!$noclean) {
2416 run_command "mv $output_config $outputdir/config_temp" or
2417 dodie "moving .config";
Steven Rostedt2545eb62010-11-02 15:01:32 -04002418
Andrew Jones13488232011-08-12 15:32:04 +02002419 run_command "$make mrproper" or dodie "make mrproper";
2420
2421 run_command "mv $outputdir/config_temp $output_config" or
2422 dodie "moving config_temp";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002423 }
2424
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002425 } elsif (!$noclean) {
Steven Rostedt51ad1dd2010-11-08 16:43:21 -05002426 unlink "$output_config";
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002427 run_command "$make mrproper" or
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002428 dodie "make mrproper";
Steven Rostedt5c42fc52010-11-02 14:57:01 -04002429 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04002430
2431 # add something to distinguish this build
Steven Rostedta75fece2010-11-02 14:58:27 -04002432 open(OUT, "> $outputdir/localversion") or dodie("Can't make localversion file");
2433 print OUT "$localversion\n";
Steven Rostedt2545eb62010-11-02 15:01:32 -04002434 close(OUT);
2435
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002436 if (defined($minconfig)) {
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002437 load_force_config($minconfig);
Steven Rostedt2545eb62010-11-02 15:01:32 -04002438 }
2439
Adam Leefb16d892012-09-01 01:05:17 +08002440 if ($type ne "olddefconfig") {
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002441 run_command "$make $type" or
Steven Rostedt612b9e92011-03-07 13:27:43 -05002442 dodie "failed make config";
2443 }
Steven Rostedtfcb3f162011-06-13 10:40:58 -04002444 # Run old config regardless, to enforce min configurations
2445 make_oldconfig;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002446
Satoru Takeuchif983a2b2014-03-02 21:20:31 +09002447 my $build_ret = run_command "$make $build_options", $buildlog;
Steven Rostedt0bd6c1a2011-06-14 20:39:31 -04002448
2449 if (defined($post_build)) {
Steven Rostedt683a3e62012-05-18 13:34:35 -04002450 # Because a post build may change the kernel version
2451 # do it now.
2452 get_version;
Steven Rostedt0bd6c1a2011-06-14 20:39:31 -04002453 my $ret = run_command $post_build;
2454 if (!$ret && defined($post_build_die) &&
2455 $post_build_die) {
2456 dodie "failed to post_build\n";
2457 }
2458 }
2459
2460 if (!$build_ret) {
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002461 # bisect may need this to pass
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04002462 if ($in_bisect) {
2463 $no_reboot = $save_no_reboot;
2464 return 0;
2465 }
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002466 fail "failed build" and return 0;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002467 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002468
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04002469 $no_reboot = $save_no_reboot;
2470
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002471 my $end_time = time;
2472 $build_time = $end_time - $start_time;
2473
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002474 return 1;
Steven Rostedt2545eb62010-11-02 15:01:32 -04002475}
2476
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002477sub halt {
Steven Rostedte48c5292010-11-02 14:35:37 -04002478 if (!run_ssh "halt" or defined($power_off)) {
Steven Rostedt576f6272010-11-02 14:58:38 -04002479 if (defined($poweroff_after_halt)) {
2480 sleep $poweroff_after_halt;
2481 run_command "$power_off";
2482 }
2483 } else {
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002484 # nope? the zap it!
Steven Rostedta75fece2010-11-02 14:58:27 -04002485 run_command "$power_off";
Steven Rostedt75c3fda72010-11-02 14:57:21 -04002486 }
2487}
2488
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002489sub success {
2490 my ($i) = @_;
2491
Steven Rostedt921ed4c2012-07-19 15:18:27 -04002492 if (defined($post_test)) {
2493 run_command $post_test;
2494 }
2495
Steven Rostedte48c5292010-11-02 14:35:37 -04002496 $successes++;
2497
Steven Rostedt9064af52011-06-13 10:38:48 -04002498 my $name = "";
2499
2500 if (defined($test_name)) {
2501 $name = " ($test_name)";
2502 }
2503
Steven Rostedt (Red Hat)4bf6e1f2015-01-29 10:06:07 -05002504 print_times;
2505
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002506 doprint "\n\n*******************************************\n";
2507 doprint "*******************************************\n";
Steven Rostedt9064af52011-06-13 10:38:48 -04002508 doprint "KTEST RESULT: TEST $i$name SUCCESS!!!! **\n";
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002509 doprint "*******************************************\n";
2510 doprint "*******************************************\n";
2511
Rabin Vincentde5b6e32011-11-18 17:05:31 +05302512 if (defined($store_successes)) {
2513 save_logs "success", $store_successes;
2514 }
2515
Steven Rostedt576f6272010-11-02 14:58:38 -04002516 if ($i != $opt{"NUM_TESTS"} && !do_not_reboot) {
Steven Rostedta75fece2010-11-02 14:58:27 -04002517 doprint "Reboot and wait $sleep_time seconds\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05002518 reboot_to_good $sleep_time;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002519 }
2520}
2521
Steven Rostedtc960bb92011-03-08 09:22:39 -05002522sub answer_bisect {
2523 for (;;) {
Chris J Argesfee9d3e2014-08-27 13:26:53 -05002524 doprint "Pass, fail, or skip? [p/f/s]";
Steven Rostedtc960bb92011-03-08 09:22:39 -05002525 my $ans = <STDIN>;
2526 chomp $ans;
2527 if ($ans eq "p" || $ans eq "P") {
2528 return 1;
2529 } elsif ($ans eq "f" || $ans eq "F") {
2530 return 0;
Chris J Argesfee9d3e2014-08-27 13:26:53 -05002531 } elsif ($ans eq "s" || $ans eq "S") {
2532 return -1;
Steven Rostedtc960bb92011-03-08 09:22:39 -05002533 } else {
Chris J Argesfee9d3e2014-08-27 13:26:53 -05002534 print "Please answer 'p', 'f', or 's'\n";
Steven Rostedtc960bb92011-03-08 09:22:39 -05002535 }
2536 }
2537}
2538
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002539sub child_run_test {
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002540 my $failed = 0;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002541
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002542 # child should have no power
Steven Rostedta75fece2010-11-02 14:58:27 -04002543 $reboot_on_error = 0;
2544 $poweroff_on_error = 0;
2545 $die_on_failure = 1;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002546
Satoru Takeuchif983a2b2014-03-02 21:20:31 +09002547 run_command $run_test, $testlog or $failed = 1;
Rabin Vincenta9dd5d62011-11-18 17:05:29 +05302548
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002549 exit $failed;
2550}
2551
2552my $child_done;
2553
2554sub child_finished {
2555 $child_done = 1;
2556}
2557
2558sub do_run_test {
2559 my $child_pid;
2560 my $child_exit;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002561 my $line;
2562 my $full_line;
2563 my $bug = 0;
Steven Rostedt9b1d3672012-07-30 14:30:53 -04002564 my $bug_ignored = 0;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002565
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002566 my $start_time = time;
2567
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002568 wait_for_monitor 1;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002569
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002570 doprint "run test $run_test\n";
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002571
2572 $child_done = 0;
2573
2574 $SIG{CHLD} = qw(child_finished);
2575
2576 $child_pid = fork;
2577
2578 child_run_test if (!$child_pid);
2579
2580 $full_line = "";
2581
2582 do {
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002583 $line = wait_for_input($monitor_fp, 1);
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002584 if (defined($line)) {
2585
2586 # we are not guaranteed to get a full line
2587 $full_line .= $line;
Steven Rostedt8ea0e062011-03-08 09:44:35 -05002588 doprint $line;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002589
2590 if ($full_line =~ /call trace:/i) {
Steven Rostedt9b1d3672012-07-30 14:30:53 -04002591 if ($ignore_errors) {
2592 $bug_ignored = 1;
2593 } else {
2594 $bug = 1;
2595 }
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002596 }
2597
2598 if ($full_line =~ /Kernel panic -/) {
2599 $bug = 1;
2600 }
2601
2602 if ($line =~ /\n/) {
2603 $full_line = "";
2604 }
2605 }
2606 } while (!$child_done && !$bug);
2607
Steven Rostedt9b1d3672012-07-30 14:30:53 -04002608 if (!$bug && $bug_ignored) {
2609 doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2610 }
2611
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002612 if ($bug) {
Steven Rostedt8ea0e062011-03-08 09:44:35 -05002613 my $failure_start = time;
2614 my $now;
2615 do {
2616 $line = wait_for_input($monitor_fp, 1);
2617 if (defined($line)) {
2618 doprint $line;
2619 }
2620 $now = time;
2621 if ($now - $failure_start >= $stop_after_failure) {
2622 last;
2623 }
2624 } while (defined($line));
2625
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002626 doprint "Detected kernel crash!\n";
2627 # kill the child with extreme prejudice
2628 kill 9, $child_pid;
2629 }
2630
2631 waitpid $child_pid, 0;
2632 $child_exit = $?;
2633
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002634 my $end_time = time;
2635 $test_time = $end_time - $start_time;
2636
Steven Rostedtc5dacb82011-12-22 12:43:57 -05002637 if (!$bug && $in_bisect) {
2638 if (defined($bisect_ret_good)) {
2639 if ($child_exit == $bisect_ret_good) {
2640 return 1;
2641 }
2642 }
2643 if (defined($bisect_ret_skip)) {
2644 if ($child_exit == $bisect_ret_skip) {
2645 return -1;
2646 }
2647 }
2648 if (defined($bisect_ret_abort)) {
2649 if ($child_exit == $bisect_ret_abort) {
2650 fail "test abort" and return -2;
2651 }
2652 }
2653 if (defined($bisect_ret_bad)) {
2654 if ($child_exit == $bisect_ret_skip) {
2655 return 0;
2656 }
2657 }
2658 if (defined($bisect_ret_default)) {
2659 if ($bisect_ret_default eq "good") {
2660 return 1;
2661 } elsif ($bisect_ret_default eq "bad") {
2662 return 0;
2663 } elsif ($bisect_ret_default eq "skip") {
2664 return -1;
2665 } elsif ($bisect_ret_default eq "abort") {
2666 return -2;
2667 } else {
2668 fail "unknown default action: $bisect_ret_default"
2669 and return -2;
2670 }
2671 }
2672 }
2673
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002674 if ($bug || $child_exit) {
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002675 return 0 if $in_bisect;
2676 fail "test failed" and return 0;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002677 }
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002678 return 1;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002679}
2680
Steven Rostedta75fece2010-11-02 14:58:27 -04002681sub run_git_bisect {
2682 my ($command) = @_;
2683
2684 doprint "$command ... ";
2685
2686 my $output = `$command 2>&1`;
2687 my $ret = $?;
2688
2689 logit $output;
2690
2691 if ($ret) {
2692 doprint "FAILED\n";
2693 dodie "Failed to git bisect";
2694 }
2695
2696 doprint "SUCCESS\n";
2697 if ($output =~ m/^(Bisecting: .*\(roughly \d+ steps?\))\s+\[([[:xdigit:]]+)\]/) {
2698 doprint "$1 [$2]\n";
2699 } elsif ($output =~ m/^([[:xdigit:]]+) is the first bad commit/) {
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002700 $bisect_bad_commit = $1;
Steven Rostedta75fece2010-11-02 14:58:27 -04002701 doprint "Found bad commit... $1\n";
2702 return 0;
2703 } else {
2704 # we already logged it, just print it now.
2705 print $output;
2706 }
2707
2708 return 1;
2709}
2710
Steven Rostedtc23dca72011-03-08 09:26:31 -05002711sub bisect_reboot {
2712 doprint "Reboot and sleep $bisect_sleep_time seconds\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05002713 reboot_to_good $bisect_sleep_time;
Steven Rostedtc23dca72011-03-08 09:26:31 -05002714}
2715
2716# returns 1 on success, 0 on failure, -1 on skip
Steven Rostedt0a05c762010-11-08 11:14:10 -05002717sub run_bisect_test {
2718 my ($type, $buildtype) = @_;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002719
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002720 my $failed = 0;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002721 my $result;
2722 my $output;
2723 my $ret;
2724
Steven Rostedt0a05c762010-11-08 11:14:10 -05002725 $in_bisect = 1;
2726
2727 build $buildtype or $failed = 1;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002728
2729 if ($type ne "build") {
Steven Rostedtc23dca72011-03-08 09:26:31 -05002730 if ($failed && $bisect_skip) {
2731 $in_bisect = 0;
2732 return -1;
2733 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002734 dodie "Failed on build" if $failed;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002735
2736 # Now boot the box
Steven Rostedt (Red Hat)64d98282015-01-28 15:17:35 -05002737 start_monitor_and_install or $failed = 1;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002738
2739 if ($type ne "boot") {
Steven Rostedtc23dca72011-03-08 09:26:31 -05002740 if ($failed && $bisect_skip) {
2741 end_monitor;
2742 bisect_reboot;
2743 $in_bisect = 0;
2744 return -1;
2745 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002746 dodie "Failed on boot" if $failed;
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002747
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04002748 do_run_test or $failed = 1;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002749 }
Steven Rostedt7faafbd2010-11-02 14:58:22 -04002750 end_monitor;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002751 }
2752
2753 if ($failed) {
Steven Rostedt0a05c762010-11-08 11:14:10 -05002754 $result = 0;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002755 } else {
Steven Rostedt0a05c762010-11-08 11:14:10 -05002756 $result = 1;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002757 }
Steven Rostedt4025bc62011-05-20 09:16:29 -04002758
2759 # reboot the box to a kernel we can ssh to
2760 if ($type ne "build") {
2761 bisect_reboot;
2762 }
Steven Rostedt0a05c762010-11-08 11:14:10 -05002763 $in_bisect = 0;
2764
2765 return $result;
2766}
2767
2768sub run_bisect {
2769 my ($type) = @_;
2770 my $buildtype = "oldconfig";
2771
2772 # We should have a minconfig to use?
2773 if (defined($minconfig)) {
2774 $buildtype = "useconfig:$minconfig";
2775 }
2776
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -05002777 # If the user sets bisect_tries to less than 1, then no tries
2778 # is a success.
2779 my $ret = 1;
Steven Rostedt0a05c762010-11-08 11:14:10 -05002780
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -05002781 # Still let the user manually decide that though.
2782 if ($bisect_tries < 1 && $bisect_manual) {
Steven Rostedtc960bb92011-03-08 09:22:39 -05002783 $ret = answer_bisect;
2784 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002785
Steven Rostedt (Red Hat)961d9ca2014-01-18 19:52:13 -05002786 for (my $i = 0; $i < $bisect_tries; $i++) {
2787 if ($bisect_tries > 1) {
2788 my $t = $i + 1;
2789 doprint("Running bisect trial $t of $bisect_tries:\n");
2790 }
2791 $ret = run_bisect_test $type, $buildtype;
2792
2793 if ($bisect_manual) {
2794 $ret = answer_bisect;
2795 }
2796
2797 last if (!$ret);
2798 }
2799
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04002800 # Are we looking for where it worked, not failed?
Russ Dill5158ba3e2012-04-23 19:43:00 -07002801 if ($reverse_bisect && $ret >= 0) {
Steven Rostedt0a05c762010-11-08 11:14:10 -05002802 $ret = !$ret;
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04002803 }
2804
Steven Rostedtc23dca72011-03-08 09:26:31 -05002805 if ($ret > 0) {
Steven Rostedt0a05c762010-11-08 11:14:10 -05002806 return "good";
Steven Rostedtc23dca72011-03-08 09:26:31 -05002807 } elsif ($ret == 0) {
Steven Rostedt0a05c762010-11-08 11:14:10 -05002808 return "bad";
Steven Rostedtc23dca72011-03-08 09:26:31 -05002809 } elsif ($bisect_skip) {
2810 doprint "HIT A BAD COMMIT ... SKIPPING\n";
2811 return "skip";
Steven Rostedt0a05c762010-11-08 11:14:10 -05002812 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002813}
2814
Steven Rostedtdad98752011-11-22 20:48:57 -05002815sub update_bisect_replay {
2816 my $tmp_log = "$tmpdir/ktest_bisect_log";
2817 run_command "git bisect log > $tmp_log" or
2818 die "can't create bisect log";
2819 return $tmp_log;
2820}
2821
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002822sub bisect {
2823 my ($i) = @_;
2824
2825 my $result;
2826
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002827 die "BISECT_GOOD[$i] not defined\n" if (!defined($bisect_good));
2828 die "BISECT_BAD[$i] not defined\n" if (!defined($bisect_bad));
2829 die "BISECT_TYPE[$i] not defined\n" if (!defined($bisect_type));
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002830
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002831 my $good = $bisect_good;
2832 my $bad = $bisect_bad;
2833 my $type = $bisect_type;
2834 my $start = $bisect_start;
2835 my $replay = $bisect_replay;
2836 my $start_files = $bisect_files;
Steven Rostedt3410f6f2011-03-08 09:38:12 -05002837
2838 if (defined($start_files)) {
2839 $start_files = " -- " . $start_files;
2840 } else {
2841 $start_files = "";
2842 }
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002843
Steven Rostedta57419b2010-11-02 15:13:54 -04002844 # convert to true sha1's
2845 $good = get_sha1($good);
2846 $bad = get_sha1($bad);
2847
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002848 if (defined($bisect_reverse) && $bisect_reverse == 1) {
Steven Rostedtd6ce2a02010-11-02 14:58:05 -04002849 doprint "Performing a reverse bisect (bad is good, good is bad!)\n";
2850 $reverse_bisect = 1;
2851 } else {
2852 $reverse_bisect = 0;
2853 }
2854
Steven Rostedt5a391fb2010-11-02 14:57:43 -04002855 # Can't have a test without having a test to run
2856 if ($type eq "test" && !defined($run_test)) {
2857 $type = "boot";
2858 }
2859
Steven Rostedtdad98752011-11-22 20:48:57 -05002860 # Check if a bisect was running
2861 my $bisect_start_file = "$builddir/.git/BISECT_START";
2862
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002863 my $check = $bisect_check;
Steven Rostedtdad98752011-11-22 20:48:57 -05002864 my $do_check = defined($check) && $check ne "0";
2865
2866 if ( -f $bisect_start_file ) {
2867 print "Bisect in progress found\n";
2868 if ($do_check) {
2869 print " If you say yes, then no checks of good or bad will be done\n";
2870 }
2871 if (defined($replay)) {
2872 print "** BISECT_REPLAY is defined in config file **";
2873 print " Ignore config option and perform new git bisect log?\n";
2874 if (read_ync " (yes, no, or cancel) ") {
2875 $replay = update_bisect_replay;
2876 $do_check = 0;
2877 }
2878 } elsif (read_yn "read git log and continue?") {
2879 $replay = update_bisect_replay;
2880 $do_check = 0;
2881 }
2882 }
2883
2884 if ($do_check) {
Steven Rostedta75fece2010-11-02 14:58:27 -04002885
2886 # get current HEAD
Steven Rostedta57419b2010-11-02 15:13:54 -04002887 my $head = get_sha1("HEAD");
Steven Rostedta75fece2010-11-02 14:58:27 -04002888
2889 if ($check ne "good") {
2890 doprint "TESTING BISECT BAD [$bad]\n";
2891 run_command "git checkout $bad" or
2892 die "Failed to checkout $bad";
2893
2894 $result = run_bisect $type;
2895
2896 if ($result ne "bad") {
2897 fail "Tested BISECT_BAD [$bad] and it succeeded" and return 0;
2898 }
2899 }
2900
2901 if ($check ne "bad") {
2902 doprint "TESTING BISECT GOOD [$good]\n";
2903 run_command "git checkout $good" or
2904 die "Failed to checkout $good";
2905
2906 $result = run_bisect $type;
2907
2908 if ($result ne "good") {
2909 fail "Tested BISECT_GOOD [$good] and it failed" and return 0;
2910 }
2911 }
2912
2913 # checkout where we started
2914 run_command "git checkout $head" or
2915 die "Failed to checkout $head";
2916 }
2917
Steven Rostedt3410f6f2011-03-08 09:38:12 -05002918 run_command "git bisect start$start_files" or
Steven Rostedta75fece2010-11-02 14:58:27 -04002919 dodie "could not start bisect";
2920
Steven Rostedta75fece2010-11-02 14:58:27 -04002921 if (defined($replay)) {
2922 run_command "git bisect replay $replay" or
2923 dodie "failed to run replay";
Steven Rostedt (Red Hat)d832d742014-10-07 16:34:25 -04002924 } else {
2925
2926 run_command "git bisect good $good" or
2927 dodie "could not set bisect good to $good";
2928
2929 run_git_bisect "git bisect bad $bad" or
2930 dodie "could not set bisect bad to $bad";
2931
Steven Rostedta75fece2010-11-02 14:58:27 -04002932 }
2933
2934 if (defined($start)) {
2935 run_command "git checkout $start" or
2936 dodie "failed to checkout $start";
2937 }
2938
2939 my $test;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002940 do {
2941 $result = run_bisect $type;
Steven Rostedta75fece2010-11-02 14:58:27 -04002942 $test = run_git_bisect "git bisect $result";
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05002943 print_times;
Steven Rostedta75fece2010-11-02 14:58:27 -04002944 } while ($test);
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002945
2946 run_command "git bisect log" or
2947 dodie "could not capture git bisect log";
2948
2949 run_command "git bisect reset" or
2950 dodie "could not reset git bisect";
2951
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05002952 doprint "Bad commit was [$bisect_bad_commit]\n";
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04002953
Steven Rostedt0a05c762010-11-08 11:14:10 -05002954 success $i;
2955}
2956
Steven Rostedtcf79fab2012-07-19 15:29:43 -04002957# config_ignore holds the configs that were set (or unset) for
2958# a good config and we will ignore these configs for the rest
2959# of a config bisect. These configs stay as they were.
Steven Rostedt0a05c762010-11-08 11:14:10 -05002960my %config_ignore;
Steven Rostedtcf79fab2012-07-19 15:29:43 -04002961
2962# config_set holds what all configs were set as.
Steven Rostedt0a05c762010-11-08 11:14:10 -05002963my %config_set;
2964
Steven Rostedtcf79fab2012-07-19 15:29:43 -04002965# config_off holds the set of configs that the bad config had disabled.
2966# We need to record them and set them in the .config when running
Adam Leefb16d892012-09-01 01:05:17 +08002967# olddefconfig, because olddefconfig keeps the defaults.
Steven Rostedtcf79fab2012-07-19 15:29:43 -04002968my %config_off;
2969
2970# config_off_tmp holds a set of configs to turn off for now
2971my @config_off_tmp;
2972
2973# config_list is the set of configs that are being tested
Steven Rostedt0a05c762010-11-08 11:14:10 -05002974my %config_list;
2975my %null_config;
2976
2977my %dependency;
2978
Steven Rostedt4c4ab122011-07-15 21:16:17 -04002979sub assign_configs {
2980 my ($hash, $config) = @_;
Steven Rostedt0a05c762010-11-08 11:14:10 -05002981
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04002982 doprint "Reading configs from $config\n";
2983
Steven Rostedt0a05c762010-11-08 11:14:10 -05002984 open (IN, $config)
2985 or dodie "Failed to read $config";
2986
2987 while (<IN>) {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04002988 chomp;
Steven Rostedt9bf71742011-06-01 23:27:19 -04002989 if (/^((CONFIG\S*)=.*)/) {
Steven Rostedt4c4ab122011-07-15 21:16:17 -04002990 ${$hash}{$2} = $1;
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04002991 } elsif (/^(# (CONFIG\S*) is not set)/) {
2992 ${$hash}{$2} = $1;
Steven Rostedt0a05c762010-11-08 11:14:10 -05002993 }
2994 }
2995
2996 close(IN);
2997}
2998
Steven Rostedt4c4ab122011-07-15 21:16:17 -04002999sub process_config_ignore {
3000 my ($config) = @_;
3001
3002 assign_configs \%config_ignore, $config;
3003}
3004
Steven Rostedt0a05c762010-11-08 11:14:10 -05003005sub get_dependencies {
3006 my ($config) = @_;
3007
3008 my $arr = $dependency{$config};
3009 if (!defined($arr)) {
3010 return ();
3011 }
3012
3013 my @deps = @{$arr};
3014
3015 foreach my $dep (@{$arr}) {
3016 print "ADD DEP $dep\n";
3017 @deps = (@deps, get_dependencies $dep);
3018 }
3019
3020 return @deps;
3021}
3022
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003023sub save_config {
3024 my ($pc, $file) = @_;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003025
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003026 my %configs = %{$pc};
Steven Rostedt0a05c762010-11-08 11:14:10 -05003027
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003028 doprint "Saving configs into $file\n";
Steven Rostedt0a05c762010-11-08 11:14:10 -05003029
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003030 open(OUT, ">$file") or dodie "Can not write to $file";
Steven Rostedtcf79fab2012-07-19 15:29:43 -04003031
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003032 foreach my $config (keys %configs) {
3033 print OUT "$configs{$config}\n";
Steven Rostedt0a05c762010-11-08 11:14:10 -05003034 }
3035 close(OUT);
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003036}
3037
3038sub create_config {
3039 my ($name, $pc) = @_;
3040
3041 doprint "Creating old config from $name configs\n";
3042
3043 save_config $pc, $output_config;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003044
Steven Rostedtfcb3f162011-06-13 10:40:58 -04003045 make_oldconfig;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003046}
3047
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003048# compare two config hashes, and return configs with different vals.
3049# It returns B's config values, but you can use A to see what A was.
3050sub diff_config_vals {
3051 my ($pa, $pb) = @_;
3052
3053 # crappy Perl way to pass in hashes.
3054 my %a = %{$pa};
3055 my %b = %{$pb};
3056
3057 my %ret;
3058
3059 foreach my $item (keys %a) {
3060 if (defined($b{$item}) && $b{$item} ne $a{$item}) {
3061 $ret{$item} = $b{$item};
3062 }
3063 }
3064
3065 return %ret;
3066}
3067
3068# compare two config hashes and return the configs in B but not A
3069sub diff_configs {
3070 my ($pa, $pb) = @_;
3071
3072 my %ret;
3073
3074 # crappy Perl way to pass in hashes.
3075 my %a = %{$pa};
3076 my %b = %{$pb};
3077
3078 foreach my $item (keys %b) {
3079 if (!defined($a{$item})) {
3080 $ret{$item} = $b{$item};
3081 }
3082 }
3083
3084 return %ret;
3085}
3086
3087# return if two configs are equal or not
3088# 0 is equal +1 b has something a does not
3089# +1 if a and b have a different item.
3090# -1 if a has something b does not
Steven Rostedt0a05c762010-11-08 11:14:10 -05003091sub compare_configs {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003092 my ($pa, $pb) = @_;
3093
3094 my %ret;
3095
3096 # crappy Perl way to pass in hashes.
3097 my %a = %{$pa};
3098 my %b = %{$pb};
3099
3100 foreach my $item (keys %b) {
3101 if (!defined($a{$item})) {
3102 return 1;
3103 }
3104 if ($a{$item} ne $b{$item}) {
3105 return 1;
3106 }
3107 }
Steven Rostedt0a05c762010-11-08 11:14:10 -05003108
3109 foreach my $item (keys %a) {
3110 if (!defined($b{$item})) {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003111 return -1;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003112 }
Steven Rostedt0a05c762010-11-08 11:14:10 -05003113 }
3114
Steven Rostedt0a05c762010-11-08 11:14:10 -05003115 return 0;
3116}
3117
3118sub run_config_bisect_test {
3119 my ($type) = @_;
3120
Steven Rostedt (Red Hat)4cc559b2014-04-23 22:27:27 -04003121 my $ret = run_bisect_test $type, "oldconfig";
3122
3123 if ($bisect_manual) {
3124 $ret = answer_bisect;
3125 }
3126
3127 return $ret;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003128}
3129
Steven Rostedt0a05c762010-11-08 11:14:10 -05003130sub process_failed {
3131 my ($config) = @_;
3132
3133 doprint "\n\n***************************************\n";
3134 doprint "Found bad config: $config\n";
3135 doprint "***************************************\n\n";
3136}
3137
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003138# used for config bisecting
3139my $good_config;
3140my $bad_config;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003141
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003142sub process_new_config {
3143 my ($tc, $nc, $gc, $bc) = @_;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003144
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003145 my %tmp_config = %{$tc};
3146 my %good_configs = %{$gc};
3147 my %bad_configs = %{$bc};
3148
3149 my %new_configs;
3150
3151 my $runtest = 1;
3152 my $ret;
3153
3154 create_config "tmp_configs", \%tmp_config;
3155 assign_configs \%new_configs, $output_config;
3156
3157 $ret = compare_configs \%new_configs, \%bad_configs;
3158 if (!$ret) {
3159 doprint "New config equals bad config, try next test\n";
3160 $runtest = 0;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003161 }
3162
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003163 if ($runtest) {
3164 $ret = compare_configs \%new_configs, \%good_configs;
3165 if (!$ret) {
3166 doprint "New config equals good config, try next test\n";
3167 $runtest = 0;
3168 }
3169 }
3170
3171 %{$nc} = %new_configs;
3172
3173 return $runtest;
3174}
3175
3176sub run_config_bisect {
3177 my ($pgood, $pbad) = @_;
3178
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003179 my $type = $config_bisect_type;
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003180
3181 my %good_configs = %{$pgood};
3182 my %bad_configs = %{$pbad};
3183
3184 my %diff_configs = diff_config_vals \%good_configs, \%bad_configs;
3185 my %b_configs = diff_configs \%good_configs, \%bad_configs;
3186 my %g_configs = diff_configs \%bad_configs, \%good_configs;
3187
3188 my @diff_arr = keys %diff_configs;
3189 my $len_diff = $#diff_arr + 1;
3190
3191 my @b_arr = keys %b_configs;
3192 my $len_b = $#b_arr + 1;
3193
3194 my @g_arr = keys %g_configs;
3195 my $len_g = $#g_arr + 1;
3196
3197 my $runtest = 1;
3198 my %new_configs;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003199 my $ret;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003200
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003201 # First, lets get it down to a single subset.
3202 # Is the problem with a difference in values?
3203 # Is the problem with a missing config?
3204 # Is the problem with a config that breaks things?
Steven Rostedt0a05c762010-11-08 11:14:10 -05003205
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003206 # Enable all of one set and see if we get a new bad
3207 # or good config.
Steven Rostedt0a05c762010-11-08 11:14:10 -05003208
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003209 # first set the good config to the bad values.
Steven Rostedt0a05c762010-11-08 11:14:10 -05003210
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003211 doprint "d=$len_diff g=$len_g b=$len_b\n";
Steven Rostedtcf79fab2012-07-19 15:29:43 -04003212
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003213 # first lets enable things in bad config that are enabled in good config
Steven Rostedt0a05c762010-11-08 11:14:10 -05003214
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003215 if ($len_diff > 0) {
3216 if ($len_b > 0 || $len_g > 0) {
3217 my %tmp_config = %bad_configs;
3218
3219 doprint "Set tmp config to be bad config with good config values\n";
3220 foreach my $item (@diff_arr) {
3221 $tmp_config{$item} = $good_configs{$item};
Steven Rostedt0a05c762010-11-08 11:14:10 -05003222 }
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003223
3224 $runtest = process_new_config \%tmp_config, \%new_configs,
3225 \%good_configs, \%bad_configs;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003226 }
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003227 }
Steven Rostedtcf79fab2012-07-19 15:29:43 -04003228
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003229 if (!$runtest && $len_diff > 0) {
Steven Rostedtcf79fab2012-07-19 15:29:43 -04003230
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003231 if ($len_diff == 1) {
Steven Rostedt (Red Hat)4186cb42014-04-23 22:09:59 -04003232 process_failed $diff_arr[0];
Steven Rostedt0a05c762010-11-08 11:14:10 -05003233 return 1;
3234 }
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003235 my %tmp_config = %bad_configs;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003236
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003237 my $half = int($#diff_arr / 2);
3238 my @tophalf = @diff_arr[0 .. $half];
Steven Rostedt0a05c762010-11-08 11:14:10 -05003239
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003240 doprint "Settings bisect with top half:\n";
3241 doprint "Set tmp config to be bad config with some good config values\n";
3242 foreach my $item (@tophalf) {
3243 $tmp_config{$item} = $good_configs{$item};
3244 }
Steven Rostedtc960bb92011-03-08 09:22:39 -05003245
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003246 $runtest = process_new_config \%tmp_config, \%new_configs,
3247 \%good_configs, \%bad_configs;
3248
3249 if (!$runtest) {
3250 my %tmp_config = %bad_configs;
3251
3252 doprint "Try bottom half\n";
3253
3254 my @bottomhalf = @diff_arr[$half+1 .. $#diff_arr];
3255
3256 foreach my $item (@bottomhalf) {
3257 $tmp_config{$item} = $good_configs{$item};
3258 }
3259
3260 $runtest = process_new_config \%tmp_config, \%new_configs,
3261 \%good_configs, \%bad_configs;
3262 }
Steven Rostedtc960bb92011-03-08 09:22:39 -05003263 }
3264
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003265 if ($runtest) {
3266 $ret = run_config_bisect_test $type;
3267 if ($ret) {
3268 doprint "NEW GOOD CONFIG\n";
3269 %good_configs = %new_configs;
3270 run_command "mv $good_config ${good_config}.last";
3271 save_config \%good_configs, $good_config;
3272 %{$pgood} = %good_configs;
3273 } else {
3274 doprint "NEW BAD CONFIG\n";
3275 %bad_configs = %new_configs;
3276 run_command "mv $bad_config ${bad_config}.last";
3277 save_config \%bad_configs, $bad_config;
3278 %{$pbad} = %bad_configs;
3279 }
Steven Rostedt0a05c762010-11-08 11:14:10 -05003280 return 0;
3281 }
3282
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003283 fail "Hmm, need to do a mix match?\n";
3284 return -1;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003285}
3286
3287sub config_bisect {
3288 my ($i) = @_;
3289
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003290 my $type = $config_bisect_type;
Steven Rostedt (Red Hat)c4d1d112014-04-23 22:04:56 -04003291 my $ret;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003292
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003293 $bad_config = $config_bisect;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003294
Steven Rostedt30f75da2011-06-13 10:35:35 -04003295 if (defined($config_bisect_good)) {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003296 $good_config = $config_bisect_good;
3297 } elsif (defined($minconfig)) {
3298 $good_config = $minconfig;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003299 } else {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003300 doprint "No config specified, checking if defconfig works";
Steven Rostedt (Red Hat)c4d1d112014-04-23 22:04:56 -04003301 $ret = run_bisect_test $type, "defconfig";
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003302 if (!$ret) {
3303 fail "Have no good config to compare with, please set CONFIG_BISECT_GOOD";
3304 return 1;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003305 }
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003306 $good_config = $output_config;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003307 }
3308
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003309 # we don't want min configs to cause issues here.
3310 doprint "Disabling 'MIN_CONFIG' for this test\n";
3311 undef $minconfig;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003312
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003313 my %good_configs;
3314 my %bad_configs;
3315 my %tmp_configs;
Steven Rostedtcf79fab2012-07-19 15:29:43 -04003316
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003317 doprint "Run good configs through make oldconfig\n";
3318 assign_configs \%tmp_configs, $good_config;
3319 create_config "$good_config", \%tmp_configs;
3320 assign_configs \%good_configs, $output_config;
3321
3322 doprint "Run bad configs through make oldconfig\n";
3323 assign_configs \%tmp_configs, $bad_config;
3324 create_config "$bad_config", \%tmp_configs;
3325 assign_configs \%bad_configs, $output_config;
3326
3327 $good_config = "$tmpdir/good_config";
3328 $bad_config = "$tmpdir/bad_config";
3329
3330 save_config \%good_configs, $good_config;
3331 save_config \%bad_configs, $bad_config;
3332
Steven Rostedt (Red Hat)c4d1d112014-04-23 22:04:56 -04003333
3334 if (defined($config_bisect_check) && $config_bisect_check ne "0") {
3335 if ($config_bisect_check ne "good") {
3336 doprint "Testing bad config\n";
3337
3338 $ret = run_bisect_test $type, "useconfig:$bad_config";
3339 if ($ret) {
3340 fail "Bad config succeeded when expected to fail!";
3341 return 0;
3342 }
3343 }
3344 if ($config_bisect_check ne "bad") {
3345 doprint "Testing good config\n";
3346
3347 $ret = run_bisect_test $type, "useconfig:$good_config";
3348 if (!$ret) {
3349 fail "Good config failed when expected to succeed!";
3350 return 0;
3351 }
3352 }
3353 }
Steven Rostedtb0918612012-07-19 15:26:00 -04003354
Steven Rostedt0a05c762010-11-08 11:14:10 -05003355 do {
Steven Rostedt (Red Hat)6071c222014-04-23 15:24:04 -04003356 $ret = run_config_bisect \%good_configs, \%bad_configs;
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05003357 print_times;
Steven Rostedt0a05c762010-11-08 11:14:10 -05003358 } while (!$ret);
3359
3360 return $ret if ($ret < 0);
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04003361
3362 success $i;
3363}
3364
Steven Rostedt27d934b2011-05-20 09:18:18 -04003365sub patchcheck_reboot {
3366 doprint "Reboot and sleep $patchcheck_sleep_time seconds\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05003367 reboot_to_good $patchcheck_sleep_time;
Steven Rostedt27d934b2011-05-20 09:18:18 -04003368}
3369
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003370sub patchcheck {
3371 my ($i) = @_;
3372
3373 die "PATCHCHECK_START[$i] not defined\n"
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003374 if (!defined($patchcheck_start));
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003375 die "PATCHCHECK_TYPE[$i] not defined\n"
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003376 if (!defined($patchcheck_type));
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003377
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003378 my $start = $patchcheck_start;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003379
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003380 my $cherry = $patchcheck_cherry;
3381 if (!defined($cherry)) {
3382 $cherry = 0;
3383 }
3384
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003385 my $end = "HEAD";
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003386 if (defined($patchcheck_end)) {
3387 $end = $patchcheck_end;
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003388 } elsif ($cherry) {
3389 die "PATCHCHECK_END must be defined with PATCHCHECK_CHERRY\n";
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003390 }
3391
Steven Rostedta57419b2010-11-02 15:13:54 -04003392 # Get the true sha1's since we can use things like HEAD~3
3393 $start = get_sha1($start);
3394 $end = get_sha1($end);
3395
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05003396 my $type = $patchcheck_type;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003397
3398 # Can't have a test without having a test to run
3399 if ($type eq "test" && !defined($run_test)) {
3400 $type = "boot";
3401 }
3402
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003403 if ($cherry) {
3404 open (IN, "git cherry -v $start $end|") or
3405 dodie "could not get git list";
3406 } else {
3407 open (IN, "git log --pretty=oneline $end|") or
3408 dodie "could not get git list";
3409 }
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003410
3411 my @list;
3412
3413 while (<IN>) {
3414 chomp;
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003415 # git cherry adds a '+' we want to remove
3416 s/^\+ //;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003417 $list[$#list+1] = $_;
3418 last if (/^$start/);
3419 }
3420 close(IN);
3421
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003422 if (!$cherry) {
3423 if ($list[$#list] !~ /^$start/) {
3424 fail "SHA1 $start not found";
3425 }
3426
3427 # go backwards in the list
3428 @list = reverse @list;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003429 }
3430
Steven Rostedt (Red Hat)23a0e162014-09-19 20:10:39 -04003431 doprint("Going to test the following commits:\n");
3432 foreach my $l (@list) {
3433 doprint "$l\n";
3434 }
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003435
3436 my $save_clean = $noclean;
Steven Rostedt19902072011-06-14 20:46:25 -04003437 my %ignored_warnings;
3438
3439 if (defined($ignore_warnings)) {
3440 foreach my $sha1 (split /\s+/, $ignore_warnings) {
3441 $ignored_warnings{$sha1} = 1;
3442 }
3443 }
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003444
3445 $in_patchcheck = 1;
3446 foreach my $item (@list) {
3447 my $sha1 = $item;
3448 $sha1 =~ s/^([[:xdigit:]]+).*/$1/;
3449
Steven Rostedt (Red Hat)7c2c49e2015-02-03 15:45:13 -05003450 doprint "\nProcessing commit \"$item\"\n\n";
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003451
3452 run_command "git checkout $sha1" or
3453 die "Failed to checkout $sha1";
3454
3455 # only clean on the first and last patch
3456 if ($item eq $list[0] ||
3457 $item eq $list[$#list]) {
3458 $noclean = $save_clean;
3459 } else {
3460 $noclean = 1;
3461 }
3462
3463 if (defined($minconfig)) {
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04003464 build "useconfig:$minconfig" or return 0;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003465 } else {
3466 # ?? no config to use?
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04003467 build "oldconfig" or return 0;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003468 }
3469
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05003470 # No need to do per patch checking if warnings file exists
3471 if (!defined($warnings_file) && !defined($ignored_warnings{$sha1})) {
3472 check_patch_buildlog $sha1 or return 0;
Steven Rostedt19902072011-06-14 20:46:25 -04003473 }
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003474
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05003475 check_buildlog or return 0;
3476
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003477 next if ($type eq "build");
3478
Steven Rostedt7faafbd2010-11-02 14:58:22 -04003479 my $failed = 0;
3480
Steven Rostedt (Red Hat)64d98282015-01-28 15:17:35 -05003481 start_monitor_and_install or $failed = 1;
Steven Rostedt7faafbd2010-11-02 14:58:22 -04003482
3483 if (!$failed && $type ne "boot"){
3484 do_run_test or $failed = 1;
3485 }
3486 end_monitor;
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05003487 if ($failed) {
3488 print_times;
3489 return 0;
3490 }
Steven Rostedt27d934b2011-05-20 09:18:18 -04003491 patchcheck_reboot;
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05003492 print_times;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003493 }
3494 $in_patchcheck = 0;
3495 success $i;
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04003496
3497 return 1;
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04003498}
3499
Steven Rostedtb9066f62011-07-15 21:25:24 -04003500my %depends;
Steven Rostedtac6974c2011-10-04 09:40:17 -04003501my %depcount;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003502my $iflevel = 0;
3503my @ifdeps;
3504
3505# prevent recursion
3506my %read_kconfigs;
3507
Steven Rostedtac6974c2011-10-04 09:40:17 -04003508sub add_dep {
3509 # $config depends on $dep
3510 my ($config, $dep) = @_;
3511
3512 if (defined($depends{$config})) {
3513 $depends{$config} .= " " . $dep;
3514 } else {
3515 $depends{$config} = $dep;
3516 }
3517
3518 # record the number of configs depending on $dep
3519 if (defined $depcount{$dep}) {
3520 $depcount{$dep}++;
3521 } else {
3522 $depcount{$dep} = 1;
3523 }
3524}
3525
Steven Rostedtb9066f62011-07-15 21:25:24 -04003526# taken from streamline_config.pl
3527sub read_kconfig {
3528 my ($kconfig) = @_;
3529
3530 my $state = "NONE";
3531 my $config;
3532 my @kconfigs;
3533
3534 my $cont = 0;
3535 my $line;
3536
3537
3538 if (! -f $kconfig) {
3539 doprint "file $kconfig does not exist, skipping\n";
3540 return;
3541 }
3542
3543 open(KIN, "$kconfig")
3544 or die "Can't open $kconfig";
3545 while (<KIN>) {
3546 chomp;
3547
3548 # Make sure that lines ending with \ continue
3549 if ($cont) {
3550 $_ = $line . " " . $_;
3551 }
3552
3553 if (s/\\$//) {
3554 $cont = 1;
3555 $line = $_;
3556 next;
3557 }
3558
3559 $cont = 0;
3560
3561 # collect any Kconfig sources
3562 if (/^source\s*"(.*)"/) {
3563 $kconfigs[$#kconfigs+1] = $1;
3564 }
3565
3566 # configs found
3567 if (/^\s*(menu)?config\s+(\S+)\s*$/) {
3568 $state = "NEW";
3569 $config = $2;
3570
3571 for (my $i = 0; $i < $iflevel; $i++) {
Steven Rostedtac6974c2011-10-04 09:40:17 -04003572 add_dep $config, $ifdeps[$i];
Steven Rostedtb9066f62011-07-15 21:25:24 -04003573 }
3574
3575 # collect the depends for the config
3576 } elsif ($state eq "NEW" && /^\s*depends\s+on\s+(.*)$/) {
3577
Steven Rostedtac6974c2011-10-04 09:40:17 -04003578 add_dep $config, $1;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003579
3580 # Get the configs that select this config
Steven Rostedtac6974c2011-10-04 09:40:17 -04003581 } elsif ($state eq "NEW" && /^\s*select\s+(\S+)/) {
3582
3583 # selected by depends on config
3584 add_dep $1, $config;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003585
3586 # Check for if statements
3587 } elsif (/^if\s+(.*\S)\s*$/) {
3588 my $deps = $1;
3589 # remove beginning and ending non text
3590 $deps =~ s/^[^a-zA-Z0-9_]*//;
3591 $deps =~ s/[^a-zA-Z0-9_]*$//;
3592
3593 my @deps = split /[^a-zA-Z0-9_]+/, $deps;
3594
3595 $ifdeps[$iflevel++] = join ':', @deps;
3596
3597 } elsif (/^endif/) {
3598
3599 $iflevel-- if ($iflevel);
3600
3601 # stop on "help"
3602 } elsif (/^\s*help\s*$/) {
3603 $state = "NONE";
3604 }
3605 }
3606 close(KIN);
3607
3608 # read in any configs that were found.
3609 foreach $kconfig (@kconfigs) {
3610 if (!defined($read_kconfigs{$kconfig})) {
3611 $read_kconfigs{$kconfig} = 1;
3612 read_kconfig("$builddir/$kconfig");
3613 }
3614 }
3615}
3616
3617sub read_depends {
3618 # find out which arch this is by the kconfig file
3619 open (IN, $output_config)
3620 or dodie "Failed to read $output_config";
3621 my $arch;
3622 while (<IN>) {
3623 if (m,Linux/(\S+)\s+\S+\s+Kernel Configuration,) {
3624 $arch = $1;
3625 last;
3626 }
3627 }
3628 close IN;
3629
3630 if (!defined($arch)) {
3631 doprint "Could not find arch from config file\n";
3632 doprint "no dependencies used\n";
3633 return;
3634 }
3635
3636 # arch is really the subarch, we need to know
3637 # what directory to look at.
3638 if ($arch eq "i386" || $arch eq "x86_64") {
3639 $arch = "x86";
3640 } elsif ($arch =~ /^tile/) {
3641 $arch = "tile";
3642 }
3643
3644 my $kconfig = "$builddir/arch/$arch/Kconfig";
3645
3646 if (! -f $kconfig && $arch =~ /\d$/) {
3647 my $orig = $arch;
3648 # some subarchs have numbers, truncate them
3649 $arch =~ s/\d*$//;
3650 $kconfig = "$builddir/arch/$arch/Kconfig";
3651 if (! -f $kconfig) {
3652 doprint "No idea what arch dir $orig is for\n";
3653 doprint "no dependencies used\n";
3654 return;
3655 }
3656 }
3657
3658 read_kconfig($kconfig);
3659}
3660
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003661sub make_new_config {
3662 my @configs = @_;
3663
3664 open (OUT, ">$output_config")
3665 or dodie "Failed to write $output_config";
3666
3667 foreach my $config (@configs) {
3668 print OUT "$config\n";
3669 }
3670 close OUT;
3671}
3672
Steven Rostedtac6974c2011-10-04 09:40:17 -04003673sub chomp_config {
3674 my ($config) = @_;
3675
3676 $config =~ s/CONFIG_//;
3677
3678 return $config;
3679}
3680
Steven Rostedtb9066f62011-07-15 21:25:24 -04003681sub get_depends {
3682 my ($dep) = @_;
3683
Steven Rostedtac6974c2011-10-04 09:40:17 -04003684 my $kconfig = chomp_config $dep;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003685
3686 $dep = $depends{"$kconfig"};
3687
3688 # the dep string we have saves the dependencies as they
3689 # were found, including expressions like ! && ||. We
3690 # want to split this out into just an array of configs.
3691
3692 my $valid = "A-Za-z_0-9";
3693
3694 my @configs;
3695
3696 while ($dep =~ /[$valid]/) {
3697
3698 if ($dep =~ /^[^$valid]*([$valid]+)/) {
3699 my $conf = "CONFIG_" . $1;
3700
3701 $configs[$#configs + 1] = $conf;
3702
3703 $dep =~ s/^[^$valid]*[$valid]+//;
3704 } else {
3705 die "this should never happen";
3706 }
3707 }
3708
3709 return @configs;
3710}
3711
3712my %min_configs;
3713my %keep_configs;
Steven Rostedt43d1b652011-07-15 22:01:56 -04003714my %save_configs;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003715my %processed_configs;
3716my %nochange_config;
3717
3718sub test_this_config {
3719 my ($config) = @_;
3720
3721 my $found;
3722
3723 # if we already processed this config, skip it
3724 if (defined($processed_configs{$config})) {
3725 return undef;
3726 }
3727 $processed_configs{$config} = 1;
3728
3729 # if this config failed during this round, skip it
3730 if (defined($nochange_config{$config})) {
3731 return undef;
3732 }
3733
Steven Rostedtac6974c2011-10-04 09:40:17 -04003734 my $kconfig = chomp_config $config;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003735
3736 # Test dependencies first
3737 if (defined($depends{"$kconfig"})) {
3738 my @parents = get_depends $config;
3739 foreach my $parent (@parents) {
3740 # if the parent is in the min config, check it first
3741 next if (!defined($min_configs{$parent}));
3742 $found = test_this_config($parent);
3743 if (defined($found)) {
3744 return $found;
3745 }
3746 }
3747 }
3748
3749 # Remove this config from the list of configs
Adam Leefb16d892012-09-01 01:05:17 +08003750 # do a make olddefconfig and then read the resulting
Steven Rostedtb9066f62011-07-15 21:25:24 -04003751 # .config to make sure it is missing the config that
3752 # we had before
3753 my %configs = %min_configs;
3754 delete $configs{$config};
3755 make_new_config ((values %configs), (values %keep_configs));
3756 make_oldconfig;
3757 undef %configs;
3758 assign_configs \%configs, $output_config;
3759
Steven Rostedt (Red Hat)9972fc02014-10-22 10:11:47 -04003760 if (!defined($configs{$config}) || $configs{$config} =~ /^#/) {
3761 return $config;
3762 }
Steven Rostedtb9066f62011-07-15 21:25:24 -04003763
3764 doprint "disabling config $config did not change .config\n";
3765
3766 $nochange_config{$config} = 1;
3767
3768 return undef;
3769}
3770
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003771sub make_min_config {
3772 my ($i) = @_;
3773
Steven Rostedtccc513b2012-05-21 17:13:40 -04003774 my $type = $minconfig_type;
3775 if ($type ne "boot" && $type ne "test") {
3776 fail "Invalid MIN_CONFIG_TYPE '$minconfig_type'\n" .
3777 " make_min_config works only with 'boot' and 'test'\n" and return;
3778 }
3779
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003780 if (!defined($output_minconfig)) {
3781 fail "OUTPUT_MIN_CONFIG not defined" and return;
3782 }
Steven Rostedt35ce5952011-07-15 21:57:25 -04003783
3784 # If output_minconfig exists, and the start_minconfig
3785 # came from min_config, than ask if we should use
3786 # that instead.
3787 if (-f $output_minconfig && !$start_minconfig_defined) {
3788 print "$output_minconfig exists\n";
Steven Rostedt43de3312012-05-21 23:35:12 -04003789 if (!defined($use_output_minconfig)) {
3790 if (read_yn " Use it as minconfig?") {
3791 $start_minconfig = $output_minconfig;
3792 }
3793 } elsif ($use_output_minconfig > 0) {
3794 doprint "Using $output_minconfig as MIN_CONFIG\n";
Steven Rostedt35ce5952011-07-15 21:57:25 -04003795 $start_minconfig = $output_minconfig;
Steven Rostedt43de3312012-05-21 23:35:12 -04003796 } else {
3797 doprint "Set to still use MIN_CONFIG as starting point\n";
Steven Rostedt35ce5952011-07-15 21:57:25 -04003798 }
3799 }
3800
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003801 if (!defined($start_minconfig)) {
3802 fail "START_MIN_CONFIG or MIN_CONFIG not defined" and return;
3803 }
3804
Steven Rostedt35ce5952011-07-15 21:57:25 -04003805 my $temp_config = "$tmpdir/temp_config";
3806
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003807 # First things first. We build an allnoconfig to find
3808 # out what the defaults are that we can't touch.
3809 # Some are selections, but we really can't handle selections.
3810
3811 my $save_minconfig = $minconfig;
3812 undef $minconfig;
3813
3814 run_command "$make allnoconfig" or return 0;
3815
Steven Rostedtb9066f62011-07-15 21:25:24 -04003816 read_depends;
3817
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003818 process_config_ignore $output_config;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003819
Steven Rostedt43d1b652011-07-15 22:01:56 -04003820 undef %save_configs;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003821 undef %min_configs;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003822
3823 if (defined($ignore_config)) {
3824 # make sure the file exists
3825 `touch $ignore_config`;
Steven Rostedt43d1b652011-07-15 22:01:56 -04003826 assign_configs \%save_configs, $ignore_config;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003827 }
3828
Steven Rostedt43d1b652011-07-15 22:01:56 -04003829 %keep_configs = %save_configs;
3830
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003831 doprint "Load initial configs from $start_minconfig\n";
3832
3833 # Look at the current min configs, and save off all the
3834 # ones that were set via the allnoconfig
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003835 assign_configs \%min_configs, $start_minconfig;
3836
3837 my @config_keys = keys %min_configs;
3838
Steven Rostedtac6974c2011-10-04 09:40:17 -04003839 # All configs need a depcount
3840 foreach my $config (@config_keys) {
3841 my $kconfig = chomp_config $config;
3842 if (!defined $depcount{$kconfig}) {
3843 $depcount{$kconfig} = 0;
3844 }
3845 }
3846
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003847 # Remove anything that was set by the make allnoconfig
3848 # we shouldn't need them as they get set for us anyway.
3849 foreach my $config (@config_keys) {
3850 # Remove anything in the ignore_config
3851 if (defined($keep_configs{$config})) {
3852 my $file = $ignore_config;
3853 $file =~ s,.*/(.*?)$,$1,;
3854 doprint "$config set by $file ... ignored\n";
3855 delete $min_configs{$config};
3856 next;
3857 }
3858 # But make sure the settings are the same. If a min config
3859 # sets a selection, we do not want to get rid of it if
3860 # it is not the same as what we have. Just move it into
3861 # the keep configs.
3862 if (defined($config_ignore{$config})) {
3863 if ($config_ignore{$config} ne $min_configs{$config}) {
3864 doprint "$config is in allnoconfig as '$config_ignore{$config}'";
3865 doprint " but it is '$min_configs{$config}' in minconfig .. keeping\n";
3866 $keep_configs{$config} = $min_configs{$config};
3867 } else {
3868 doprint "$config set by allnoconfig ... ignored\n";
3869 }
3870 delete $min_configs{$config};
3871 }
3872 }
3873
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003874 my $done = 0;
Steven Rostedtb9066f62011-07-15 21:25:24 -04003875 my $take_two = 0;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003876
3877 while (!$done) {
3878
3879 my $config;
3880 my $found;
3881
3882 # Now disable each config one by one and do a make oldconfig
3883 # till we find a config that changes our list.
3884
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003885 my @test_configs = keys %min_configs;
Steven Rostedtac6974c2011-10-04 09:40:17 -04003886
3887 # Sort keys by who is most dependent on
3888 @test_configs = sort { $depcount{chomp_config($b)} <=> $depcount{chomp_config($a)} }
3889 @test_configs ;
3890
3891 # Put configs that did not modify the config at the end.
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003892 my $reset = 1;
3893 for (my $i = 0; $i < $#test_configs; $i++) {
3894 if (!defined($nochange_config{$test_configs[0]})) {
3895 $reset = 0;
3896 last;
3897 }
3898 # This config didn't change the .config last time.
3899 # Place it at the end
3900 my $config = shift @test_configs;
3901 push @test_configs, $config;
3902 }
3903
3904 # if every test config has failed to modify the .config file
3905 # in the past, then reset and start over.
3906 if ($reset) {
3907 undef %nochange_config;
3908 }
3909
Steven Rostedtb9066f62011-07-15 21:25:24 -04003910 undef %processed_configs;
3911
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003912 foreach my $config (@test_configs) {
3913
Steven Rostedtb9066f62011-07-15 21:25:24 -04003914 $found = test_this_config $config;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003915
Steven Rostedtb9066f62011-07-15 21:25:24 -04003916 last if (defined($found));
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003917
3918 # oh well, try another config
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003919 }
3920
3921 if (!defined($found)) {
Steven Rostedtb9066f62011-07-15 21:25:24 -04003922 # we could have failed due to the nochange_config hash
3923 # reset and try again
3924 if (!$take_two) {
3925 undef %nochange_config;
3926 $take_two = 1;
3927 next;
3928 }
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003929 doprint "No more configs found that we can disable\n";
3930 $done = 1;
3931 last;
3932 }
Steven Rostedtb9066f62011-07-15 21:25:24 -04003933 $take_two = 0;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003934
3935 $config = $found;
3936
3937 doprint "Test with $config disabled\n";
3938
3939 # set in_bisect to keep build and monitor from dieing
3940 $in_bisect = 1;
3941
3942 my $failed = 0;
Steven Rostedtbf1c95a2012-02-27 13:58:49 -05003943 build "oldconfig" or $failed = 1;
3944 if (!$failed) {
Steven Rostedt (Red Hat)64d98282015-01-28 15:17:35 -05003945 start_monitor_and_install or $failed = 1;
Steven Rostedtccc513b2012-05-21 17:13:40 -04003946
3947 if ($type eq "test" && !$failed) {
3948 do_run_test or $failed = 1;
3949 }
3950
Steven Rostedtbf1c95a2012-02-27 13:58:49 -05003951 end_monitor;
3952 }
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003953
3954 $in_bisect = 0;
3955
3956 if ($failed) {
Steven Rostedtb9066f62011-07-15 21:25:24 -04003957 doprint "$min_configs{$config} is needed to boot the box... keeping\n";
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003958 # this config is needed, add it to the ignore list.
3959 $keep_configs{$config} = $min_configs{$config};
Steven Rostedt43d1b652011-07-15 22:01:56 -04003960 $save_configs{$config} = $min_configs{$config};
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003961 delete $min_configs{$config};
Steven Rostedt35ce5952011-07-15 21:57:25 -04003962
3963 # update new ignore configs
3964 if (defined($ignore_config)) {
3965 open (OUT, ">$temp_config")
3966 or die "Can't write to $temp_config";
Steven Rostedt43d1b652011-07-15 22:01:56 -04003967 foreach my $config (keys %save_configs) {
3968 print OUT "$save_configs{$config}\n";
Steven Rostedt35ce5952011-07-15 21:57:25 -04003969 }
3970 close OUT;
3971 run_command "mv $temp_config $ignore_config" or
3972 dodie "failed to copy update to $ignore_config";
3973 }
3974
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003975 } else {
3976 # We booted without this config, remove it from the minconfigs.
3977 doprint "$config is not needed, disabling\n";
3978
3979 delete $min_configs{$config};
3980
3981 # Also disable anything that is not enabled in this config
3982 my %configs;
3983 assign_configs \%configs, $output_config;
3984 my @config_keys = keys %min_configs;
3985 foreach my $config (@config_keys) {
3986 if (!defined($configs{$config})) {
3987 doprint "$config is not set, disabling\n";
3988 delete $min_configs{$config};
3989 }
3990 }
3991
Pavel Machek22722792016-12-14 15:06:18 -08003992 # Save off all the current mandatory configs
Steven Rostedt35ce5952011-07-15 21:57:25 -04003993 open (OUT, ">$temp_config")
3994 or die "Can't write to $temp_config";
Steven Rostedt4c4ab122011-07-15 21:16:17 -04003995 foreach my $config (keys %keep_configs) {
3996 print OUT "$keep_configs{$config}\n";
3997 }
3998 foreach my $config (keys %min_configs) {
3999 print OUT "$min_configs{$config}\n";
4000 }
4001 close OUT;
Steven Rostedt35ce5952011-07-15 21:57:25 -04004002
4003 run_command "mv $temp_config $output_minconfig" or
4004 dodie "failed to copy update to $output_minconfig";
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004005 }
4006
4007 doprint "Reboot and wait $sleep_time seconds\n";
Steven Rostedtbc7c5802011-12-22 16:29:10 -05004008 reboot_to_good $sleep_time;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004009 }
4010
4011 success $i;
4012 return 1;
4013}
4014
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05004015sub make_warnings_file {
4016 my ($i) = @_;
4017
4018 if (!defined($warnings_file)) {
4019 dodie "Must define WARNINGS_FILE for make_warnings_file test";
4020 }
4021
4022 if ($build_type eq "nobuild") {
4023 dodie "BUILD_TYPE can not be 'nobuild' for make_warnings_file test";
4024 }
4025
4026 build $build_type or dodie "Failed to build";
4027
4028 open(OUT, ">$warnings_file") or dodie "Can't create $warnings_file";
4029
4030 open(IN, $buildlog) or dodie "Can't open $buildlog";
4031 while (<IN>) {
4032
4033 # Some compilers use UTF-8 extended for quotes
4034 # for distcc heterogeneous systems, this causes issues
4035 s/$utf8_quote/'/g;
4036
4037 if (/$check_build_re/) {
4038 print OUT;
4039 }
4040 }
4041 close(IN);
4042
4043 close(OUT);
4044
4045 success $i;
4046}
4047
Satoru Takeuchi5269faa2014-03-09 23:32:04 +09004048$#ARGV < 1 or die "ktest.pl version: $VERSION\n usage: ktest.pl [config-file]\n";
Steven Rostedt2545eb62010-11-02 15:01:32 -04004049
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004050if ($#ARGV == 0) {
4051 $ktest_config = $ARGV[0];
4052 if (! -f $ktest_config) {
4053 print "$ktest_config does not exist.\n";
Steven Rostedt35ce5952011-07-15 21:57:25 -04004054 if (!read_yn "Create it?") {
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004055 exit 0;
4056 }
4057 }
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004058}
4059
4060if (! -f $ktest_config) {
Steven Rostedtdbd37832011-11-23 16:00:48 -05004061 $newconfig = 1;
Steven Rostedtc4261d02011-11-23 13:41:18 -05004062 get_test_case;
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004063 open(OUT, ">$ktest_config") or die "Can not create $ktest_config";
4064 print OUT << "EOF"
4065# Generated by ktest.pl
4066#
Steven Rostedt0e7a22d2011-11-21 20:39:33 -05004067
4068# PWD is a ktest.pl variable that will result in the process working
4069# directory that ktest.pl is executed in.
4070
4071# THIS_DIR is automatically assigned the PWD of the path that generated
4072# the config file. It is best to use this variable when assigning other
4073# directory paths within this directory. This allows you to easily
4074# move the test cases to other locations or to other machines.
4075#
4076THIS_DIR := $variable{"PWD"}
4077
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004078# Define each test with TEST_START
4079# The config options below it will override the defaults
4080TEST_START
Steven Rostedtc4261d02011-11-23 13:41:18 -05004081TEST_TYPE = $default{"TEST_TYPE"}
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004082
4083DEFAULTS
4084EOF
4085;
4086 close(OUT);
4087}
4088read_config $ktest_config;
4089
Steven Rostedt23715c3c2011-06-13 11:03:34 -04004090if (defined($opt{"LOG_FILE"})) {
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05004091 $opt{"LOG_FILE"} = eval_option("LOG_FILE", $opt{"LOG_FILE"}, -1);
Steven Rostedt23715c3c2011-06-13 11:03:34 -04004092}
4093
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004094# Append any configs entered in manually to the config file.
4095my @new_configs = keys %entered_configs;
4096if ($#new_configs >= 0) {
4097 print "\nAppending entered in configs to $ktest_config\n";
4098 open(OUT, ">>$ktest_config") or die "Can not append to $ktest_config";
4099 foreach my $config (@new_configs) {
4100 print OUT "$config = $entered_configs{$config}\n";
Steven Rostedt0e7a22d2011-11-21 20:39:33 -05004101 $opt{$config} = process_variables($entered_configs{$config});
Steven Rostedt8d1491b2010-11-18 15:39:48 -05004102 }
4103}
Steven Rostedt2545eb62010-11-02 15:01:32 -04004104
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04004105if ($opt{"CLEAR_LOG"} && defined($opt{"LOG_FILE"})) {
4106 unlink $opt{"LOG_FILE"};
4107}
Steven Rostedt2545eb62010-11-02 15:01:32 -04004108
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04004109doprint "\n\nSTARTING AUTOMATED TESTS\n\n";
4110
Steven Rostedta57419b2010-11-02 15:13:54 -04004111for (my $i = 0, my $repeat = 1; $i <= $opt{"NUM_TESTS"}; $i += $repeat) {
4112
4113 if (!$i) {
4114 doprint "DEFAULT OPTIONS:\n";
4115 } else {
4116 doprint "\nTEST $i OPTIONS";
4117 if (defined($repeat_tests{$i})) {
4118 $repeat = $repeat_tests{$i};
4119 doprint " ITERATE $repeat";
4120 }
4121 doprint "\n";
4122 }
4123
4124 foreach my $option (sort keys %opt) {
4125
4126 if ($option =~ /\[(\d+)\]$/) {
4127 next if ($i != $1);
4128 } else {
4129 next if ($i);
4130 }
4131
4132 doprint "$option = $opt{$option}\n";
4133 }
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04004134}
Steven Rostedt2545eb62010-11-02 15:01:32 -04004135
Steven Rostedt (Red Hat)22c37a92014-11-21 16:21:25 -05004136sub option_defined {
4137 my ($option) = @_;
4138
4139 if (defined($opt{$option}) && $opt{$option} !~ /^\s*$/) {
4140 return 1;
4141 }
4142
4143 return 0;
4144}
4145
Steven Rostedt2a625122011-05-20 15:48:59 -04004146sub __set_test_option {
Steven Rostedt5a391fb2010-11-02 14:57:43 -04004147 my ($name, $i) = @_;
4148
4149 my $option = "$name\[$i\]";
4150
Steven Rostedt (Red Hat)22c37a92014-11-21 16:21:25 -05004151 if (option_defined($option)) {
Steven Rostedt5a391fb2010-11-02 14:57:43 -04004152 return $opt{$option};
4153 }
4154
Steven Rostedta57419b2010-11-02 15:13:54 -04004155 foreach my $test (keys %repeat_tests) {
4156 if ($i >= $test &&
4157 $i < $test + $repeat_tests{$test}) {
4158 $option = "$name\[$test\]";
Steven Rostedt (Red Hat)22c37a92014-11-21 16:21:25 -05004159 if (option_defined($option)) {
Steven Rostedta57419b2010-11-02 15:13:54 -04004160 return $opt{$option};
4161 }
4162 }
4163 }
4164
Steven Rostedt (Red Hat)22c37a92014-11-21 16:21:25 -05004165 if (option_defined($name)) {
Steven Rostedt5a391fb2010-11-02 14:57:43 -04004166 return $opt{$name};
4167 }
4168
4169 return undef;
4170}
4171
Steven Rostedt2a625122011-05-20 15:48:59 -04004172sub set_test_option {
4173 my ($name, $i) = @_;
4174
4175 my $option = __set_test_option($name, $i);
4176 return $option if (!defined($option));
4177
Steven Rostedt (Red Hat)04262be2013-01-31 10:12:20 -05004178 return eval_option($name, $option, $i);
Steven Rostedt2a625122011-05-20 15:48:59 -04004179}
4180
Steven Rostedt2545eb62010-11-02 15:01:32 -04004181# First we need to do is the builds
Steven Rostedta75fece2010-11-02 14:58:27 -04004182for (my $i = 1; $i <= $opt{"NUM_TESTS"}; $i++) {
Steven Rostedt2545eb62010-11-02 15:01:32 -04004183
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04004184 # Do not reboot on failing test options
4185 $no_reboot = 1;
Steven Rostedt759a3cc2012-05-01 08:20:12 -04004186 $reboot_success = 0;
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04004187
Steven Rostedt683a3e62012-05-18 13:34:35 -04004188 $have_version = 0;
4189
Steven Rostedt576f6272010-11-02 14:58:38 -04004190 $iteration = $i;
4191
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05004192 $build_time = 0;
4193 $install_time = 0;
4194 $reboot_time = 0;
4195 $test_time = 0;
4196
Steven Rostedtc1434dc2012-07-20 22:39:16 -04004197 undef %force_config;
4198
Steven Rostedta75fece2010-11-02 14:58:27 -04004199 my $makecmd = set_test_option("MAKE_CMD", $i);
4200
Steven Rostedt (Red Hat)8e80bf02013-12-11 15:40:46 -05004201 $outputdir = set_test_option("OUTPUT_DIR", $i);
4202 $builddir = set_test_option("BUILD_DIR", $i);
4203
4204 chdir $builddir || die "can't change directory to $builddir";
4205
4206 if (!-d $outputdir) {
4207 mkpath($outputdir) or
4208 die "can't create $outputdir";
4209 }
4210
4211 $make = "$makecmd O=$outputdir";
4212
Steven Rostedt9cc9e092011-12-22 21:37:22 -05004213 # Load all the options into their mapped variable names
4214 foreach my $opt (keys %option_map) {
4215 ${$option_map{$opt}} = set_test_option($opt, $i);
4216 }
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05004217
Steven Rostedt35ce5952011-07-15 21:57:25 -04004218 $start_minconfig_defined = 1;
4219
Steven Rostedt921ed4c2012-07-19 15:18:27 -04004220 # The first test may override the PRE_KTEST option
4221 if (defined($pre_ktest) && $i == 1) {
4222 doprint "\n";
4223 run_command $pre_ktest;
4224 }
4225
4226 # Any test can override the POST_KTEST option
4227 # The last test takes precedence.
4228 if (defined($post_ktest)) {
4229 $final_post_ktest = $post_ktest;
4230 }
4231
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004232 if (!defined($start_minconfig)) {
Steven Rostedt35ce5952011-07-15 21:57:25 -04004233 $start_minconfig_defined = 0;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004234 $start_minconfig = $minconfig;
4235 }
4236
Steven Rostedt (Red Hat)8e80bf02013-12-11 15:40:46 -05004237 if (!-d $tmpdir) {
4238 mkpath($tmpdir) or
4239 die "can't create $tmpdir";
Steven Rostedta75fece2010-11-02 14:58:27 -04004240 }
4241
Steven Rostedte48c5292010-11-02 14:35:37 -04004242 $ENV{"SSH_USER"} = $ssh_user;
4243 $ENV{"MACHINE"} = $machine;
4244
Steven Rostedta75fece2010-11-02 14:58:27 -04004245 $buildlog = "$tmpdir/buildlog-$machine";
Rabin Vincenta9dd5d62011-11-18 17:05:29 +05304246 $testlog = "$tmpdir/testlog-$machine";
Steven Rostedta75fece2010-11-02 14:58:27 -04004247 $dmesg = "$tmpdir/dmesg-$machine";
Steven Rostedt51ad1dd2010-11-08 16:43:21 -05004248 $output_config = "$outputdir/.config";
Steven Rostedta75fece2010-11-02 14:58:27 -04004249
Steven Rostedtbb8474b2011-11-23 15:58:00 -05004250 if (!$buildonly) {
4251 $target = "$ssh_user\@$machine";
4252 if ($reboot_type eq "grub") {
4253 dodie "GRUB_MENU not defined" if (!defined($grub_menu));
Steven Rostedta15ba912012-11-13 14:30:37 -05004254 } elsif ($reboot_type eq "grub2") {
4255 dodie "GRUB_MENU not defined" if (!defined($grub_menu));
4256 dodie "GRUB_FILE not defined" if (!defined($grub_file));
Steven Rostedt77869542012-12-11 17:37:41 -05004257 } elsif ($reboot_type eq "syslinux") {
4258 dodie "SYSLINUX_LABEL not defined" if (!defined($syslinux_label));
Steven Rostedtbb8474b2011-11-23 15:58:00 -05004259 }
Steven Rostedta75fece2010-11-02 14:58:27 -04004260 }
4261
4262 my $run_type = $build_type;
4263 if ($test_type eq "patchcheck") {
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05004264 $run_type = $patchcheck_type;
Steven Rostedta75fece2010-11-02 14:58:27 -04004265 } elsif ($test_type eq "bisect") {
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05004266 $run_type = $bisect_type;
Steven Rostedt0a05c762010-11-08 11:14:10 -05004267 } elsif ($test_type eq "config_bisect") {
Steven Rostedtb5f4aea2011-12-22 21:33:55 -05004268 $run_type = $config_bisect_type;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05004269 } elsif ($test_type eq "make_min_config") {
4270 $run_type = "";
4271 } elsif ($test_type eq "make_warnings_file") {
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004272 $run_type = "";
4273 }
4274
Steven Rostedta75fece2010-11-02 14:58:27 -04004275 # mistake in config file?
4276 if (!defined($run_type)) {
4277 $run_type = "ERROR";
4278 }
Steven Rostedt2545eb62010-11-02 15:01:32 -04004279
Steven Rostedte0a87422011-09-30 17:50:48 -04004280 my $installme = "";
4281 $installme = " no_install" if ($no_install);
4282
Steven Rostedt (Red Hat)18656c72014-11-21 19:28:24 -05004283 my $name = "";
4284
4285 if (defined($test_name)) {
4286 $name = " ($test_name)";
4287 }
4288
Steven Rostedt2545eb62010-11-02 15:01:32 -04004289 doprint "\n\n";
Steven Rostedt (Red Hat)18656c72014-11-21 19:28:24 -05004290 doprint "RUNNING TEST $i of $opt{NUM_TESTS}$name with option $test_type $run_type$installme\n\n";
Steven Rostedt7faafbd2010-11-02 14:58:22 -04004291
Steven Rostedt921ed4c2012-07-19 15:18:27 -04004292 if (defined($pre_test)) {
4293 run_command $pre_test;
4294 }
4295
Steven Rostedt7faafbd2010-11-02 14:58:22 -04004296 unlink $dmesg;
4297 unlink $buildlog;
Rabin Vincenta9dd5d62011-11-18 17:05:29 +05304298 unlink $testlog;
Steven Rostedt2545eb62010-11-02 15:01:32 -04004299
Steven Rostedt250bae82011-07-15 22:05:59 -04004300 if (defined($addconfig)) {
4301 my $min = $minconfig;
4302 if (!defined($minconfig)) {
4303 $min = "";
4304 }
4305 run_command "cat $addconfig $min > $tmpdir/add_config" or
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04004306 dodie "Failed to create temp config";
Steven Rostedt9be2e6b2010-11-09 12:20:21 -05004307 $minconfig = "$tmpdir/add_config";
Steven Rostedt2b7d9b22010-11-02 14:58:15 -04004308 }
4309
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04004310 if (defined($checkout)) {
4311 run_command "git checkout $checkout" or
4312 die "failed to checkout $checkout";
4313 }
4314
Steven Rostedt759a3cc2012-05-01 08:20:12 -04004315 $no_reboot = 0;
4316
Steven Rostedt648a1822012-03-21 11:18:27 -04004317 # A test may opt to not reboot the box
4318 if ($reboot_on_success) {
Steven Rostedt759a3cc2012-05-01 08:20:12 -04004319 $reboot_success = 1;
Steven Rostedt648a1822012-03-21 11:18:27 -04004320 }
Steven Rostedt4ab1cce2011-09-30 18:12:20 -04004321
Steven Rostedta75fece2010-11-02 14:58:27 -04004322 if ($test_type eq "bisect") {
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04004323 bisect $i;
4324 next;
Steven Rostedt0a05c762010-11-08 11:14:10 -05004325 } elsif ($test_type eq "config_bisect") {
4326 config_bisect $i;
4327 next;
Steven Rostedta75fece2010-11-02 14:58:27 -04004328 } elsif ($test_type eq "patchcheck") {
Steven Rostedt6c5ee0b2010-11-02 14:57:58 -04004329 patchcheck $i;
4330 next;
Steven Rostedt4c4ab122011-07-15 21:16:17 -04004331 } elsif ($test_type eq "make_min_config") {
4332 make_min_config $i;
4333 next;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05004334 } elsif ($test_type eq "make_warnings_file") {
4335 $no_reboot = 1;
4336 make_warnings_file $i;
4337 next;
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04004338 }
4339
Steven Rostedt7faafbd2010-11-02 14:58:22 -04004340 if ($build_type ne "nobuild") {
4341 build $build_type or next;
Steven Rostedt (Red Hat)4283b162013-01-30 18:37:47 -05004342 check_buildlog or next;
Steven Rostedt2545eb62010-11-02 15:01:32 -04004343 }
4344
Steven Rostedtcd8e3682011-08-18 16:35:44 -04004345 if ($test_type eq "install") {
4346 get_version;
4347 install;
4348 success $i;
4349 next;
4350 }
4351
Steven Rostedta75fece2010-11-02 14:58:27 -04004352 if ($test_type ne "build") {
Steven Rostedta75fece2010-11-02 14:58:27 -04004353 my $failed = 0;
Steven Rostedt (Red Hat)64d98282015-01-28 15:17:35 -05004354 start_monitor_and_install or $failed = 1;
Steven Rostedta75fece2010-11-02 14:58:27 -04004355
4356 if (!$failed && $test_type ne "boot" && defined($run_test)) {
4357 do_run_test or $failed = 1;
4358 }
4359 end_monitor;
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05004360 if ($failed) {
4361 print_times;
4362 next;
4363 }
Steven Rostedt5a391fb2010-11-02 14:57:43 -04004364 }
4365
Steven Rostedt (Red Hat)38fa3dc2015-01-28 09:43:01 -05004366 print_times;
4367
Steven Rostedt5f9b6ce2010-11-02 14:57:33 -04004368 success $i;
Steven Rostedt2545eb62010-11-02 15:01:32 -04004369}
4370
Steven Rostedt921ed4c2012-07-19 15:18:27 -04004371if (defined($final_post_ktest)) {
4372 run_command $final_post_ktest;
4373}
4374
Steven Rostedt5c42fc52010-11-02 14:57:01 -04004375if ($opt{"POWEROFF_ON_SUCCESS"}) {
Steven Rostedt75c3fda72010-11-02 14:57:21 -04004376 halt;
Steven Rostedt759a3cc2012-05-01 08:20:12 -04004377} elsif ($opt{"REBOOT_ON_SUCCESS"} && !do_not_reboot && $reboot_success) {
Steven Rostedtbc7c5802011-12-22 16:29:10 -05004378 reboot_to_good;
Steven Rostedt648a1822012-03-21 11:18:27 -04004379} elsif (defined($switch_to_good)) {
4380 # still need to get to the good kernel
4381 run_command $switch_to_good;
Steven Rostedt5c42fc52010-11-02 14:57:01 -04004382}
Steven Rostedt75c3fda72010-11-02 14:57:21 -04004383
Steven Rostedt648a1822012-03-21 11:18:27 -04004384
Steven Rostedte48c5292010-11-02 14:35:37 -04004385doprint "\n $successes of $opt{NUM_TESTS} tests were successful\n\n";
4386
Steven Rostedt2545eb62010-11-02 15:01:32 -04004387exit 0;