Linux Audio

Check our new training course

Loading...
v4.10.11
   1#!/usr/bin/perl -w
 
   2#
   3# Copyright 2010 - Steven Rostedt <srostedt@redhat.com>, Red Hat Inc.
   4# Licensed under the terms of the GNU GPL License version 2
   5#
   6
   7use strict;
   8use IPC::Open2;
   9use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK);
  10use File::Path qw(mkpath);
  11use File::Copy qw(cp);
  12use FileHandle;
 
  13
  14my $VERSION = "0.2";
  15
  16$| = 1;
  17
  18my %opt;
  19my %repeat_tests;
  20my %repeats;
  21my %evals;
  22
  23#default opts
  24my %default = (
 
 
 
 
 
  25    "NUM_TESTS"			=> 1,
  26    "TEST_TYPE"			=> "build",
  27    "BUILD_TYPE"		=> "randconfig",
  28    "MAKE_CMD"			=> "make",
  29    "CLOSE_CONSOLE_SIGNAL"	=> "INT",
  30    "TIMEOUT"			=> 120,
  31    "TMP_DIR"			=> "/tmp/ktest/\${MACHINE}",
  32    "SLEEP_TIME"		=> 60,	# sleep time between tests
  33    "BUILD_NOCLEAN"		=> 0,
  34    "REBOOT_ON_ERROR"		=> 0,
  35    "POWEROFF_ON_ERROR"		=> 0,
  36    "REBOOT_ON_SUCCESS"		=> 1,
  37    "POWEROFF_ON_SUCCESS"	=> 0,
  38    "BUILD_OPTIONS"		=> "",
  39    "BISECT_SLEEP_TIME"		=> 60,   # sleep time between bisects
  40    "PATCHCHECK_SLEEP_TIME"	=> 60, # sleep time between patch checks
  41    "CLEAR_LOG"			=> 0,
  42    "BISECT_MANUAL"		=> 0,
  43    "BISECT_SKIP"		=> 1,
  44    "BISECT_TRIES"		=> 1,
  45    "MIN_CONFIG_TYPE"		=> "boot",
  46    "SUCCESS_LINE"		=> "login:",
  47    "DETECT_TRIPLE_FAULT"	=> 1,
  48    "NO_INSTALL"		=> 0,
  49    "BOOTED_TIMEOUT"		=> 1,
  50    "DIE_ON_FAILURE"		=> 1,
  51    "SSH_EXEC"			=> "ssh \$SSH_USER\@\$MACHINE \$SSH_COMMAND",
  52    "SCP_TO_TARGET"		=> "scp \$SRC_FILE \$SSH_USER\@\$MACHINE:\$DST_FILE",
  53    "SCP_TO_TARGET_INSTALL"	=> "\${SCP_TO_TARGET}",
  54    "REBOOT"			=> "ssh \$SSH_USER\@\$MACHINE reboot",
 
  55    "STOP_AFTER_SUCCESS"	=> 10,
  56    "STOP_AFTER_FAILURE"	=> 60,
  57    "STOP_TEST_AFTER"		=> 600,
  58    "MAX_MONITOR_WAIT"		=> 1800,
  59    "GRUB_REBOOT"		=> "grub2-reboot",
 
  60    "SYSLINUX"			=> "extlinux",
  61    "SYSLINUX_PATH"		=> "/boot/extlinux",
 
  62
  63# required, and we will ask users if they don't have them but we keep the default
  64# value something that is common.
  65    "REBOOT_TYPE"		=> "grub",
  66    "LOCALVERSION"		=> "-test",
  67    "SSH_USER"			=> "root",
  68    "BUILD_TARGET"	 	=> "arch/x86/boot/bzImage",
  69    "TARGET_IMAGE"		=> "/boot/vmlinuz-test",
  70
  71    "LOG_FILE"			=> undef,
  72    "IGNORE_UNUSED"		=> 0,
  73);
  74
  75my $ktest_config = "ktest.conf";
  76my $version;
  77my $have_version = 0;
  78my $machine;
  79my $last_machine;
  80my $ssh_user;
  81my $tmpdir;
  82my $builddir;
  83my $outputdir;
  84my $output_config;
  85my $test_type;
  86my $build_type;
  87my $build_options;
  88my $final_post_ktest;
  89my $pre_ktest;
  90my $post_ktest;
  91my $pre_test;
  92my $post_test;
  93my $pre_build;
  94my $post_build;
  95my $pre_build_die;
  96my $post_build_die;
  97my $reboot_type;
  98my $reboot_script;
  99my $power_cycle;
 100my $reboot;
 
 101my $reboot_on_error;
 102my $switch_to_good;
 103my $switch_to_test;
 104my $poweroff_on_error;
 105my $reboot_on_success;
 106my $die_on_failure;
 107my $powercycle_after_reboot;
 108my $poweroff_after_halt;
 109my $max_monitor_wait;
 110my $ssh_exec;
 111my $scp_to_target;
 112my $scp_to_target_install;
 113my $power_off;
 114my $grub_menu;
 115my $last_grub_menu;
 116my $grub_file;
 117my $grub_number;
 118my $grub_reboot;
 
 119my $syslinux;
 120my $syslinux_path;
 121my $syslinux_label;
 122my $target;
 123my $make;
 124my $pre_install;
 125my $post_install;
 126my $no_install;
 127my $noclean;
 128my $minconfig;
 129my $start_minconfig;
 130my $start_minconfig_defined;
 131my $output_minconfig;
 132my $minconfig_type;
 133my $use_output_minconfig;
 134my $warnings_file;
 135my $ignore_config;
 136my $ignore_errors;
 137my $addconfig;
 138my $in_bisect = 0;
 139my $bisect_bad_commit = "";
 140my $reverse_bisect;
 141my $bisect_manual;
 142my $bisect_skip;
 143my $bisect_tries;
 144my $config_bisect_good;
 145my $bisect_ret_good;
 146my $bisect_ret_bad;
 147my $bisect_ret_skip;
 148my $bisect_ret_abort;
 149my $bisect_ret_default;
 150my $in_patchcheck = 0;
 151my $run_test;
 152my $buildlog;
 153my $testlog;
 154my $dmesg;
 155my $monitor_fp;
 156my $monitor_pid;
 157my $monitor_cnt = 0;
 158my $sleep_time;
 159my $bisect_sleep_time;
 160my $patchcheck_sleep_time;
 161my $ignore_warnings;
 162my $store_failures;
 163my $store_successes;
 164my $test_name;
 165my $timeout;
 
 
 166my $booted_timeout;
 167my $detect_triplefault;
 168my $console;
 169my $close_console_signal;
 170my $reboot_success_line;
 171my $success_line;
 172my $stop_after_success;
 173my $stop_after_failure;
 174my $stop_test_after;
 175my $build_target;
 176my $target_image;
 177my $checkout;
 178my $localversion;
 179my $iteration = 0;
 180my $successes = 0;
 181my $stty_orig;
 
 182
 183my $bisect_good;
 184my $bisect_bad;
 185my $bisect_type;
 186my $bisect_start;
 187my $bisect_replay;
 188my $bisect_files;
 189my $bisect_reverse;
 190my $bisect_check;
 191
 192my $config_bisect;
 193my $config_bisect_type;
 194my $config_bisect_check;
 195
 196my $patchcheck_type;
 197my $patchcheck_start;
 198my $patchcheck_cherry;
 199my $patchcheck_end;
 200
 201my $build_time;
 202my $install_time;
 203my $reboot_time;
 204my $test_time;
 205
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 206# set when a test is something other that just building or install
 207# which would require more options.
 208my $buildonly = 1;
 209
 210# tell build not to worry about warnings, even when WARNINGS_FILE is set
 211my $warnings_ok = 0;
 212
 213# set when creating a new config
 214my $newconfig = 0;
 215
 216my %entered_configs;
 217my %config_help;
 218my %variable;
 219
 220# force_config is the list of configs that we force enabled (or disabled)
 221# in a .config file. The MIN_CONFIG and ADD_CONFIG configs.
 222my %force_config;
 223
 224# do not force reboots on config problems
 225my $no_reboot = 1;
 226
 227# reboot on success
 228my $reboot_success = 0;
 229
 230my %option_map = (
 
 
 
 
 
 
 
 
 231    "MACHINE"			=> \$machine,
 232    "SSH_USER"			=> \$ssh_user,
 233    "TMP_DIR"			=> \$tmpdir,
 234    "OUTPUT_DIR"		=> \$outputdir,
 235    "BUILD_DIR"			=> \$builddir,
 236    "TEST_TYPE"			=> \$test_type,
 237    "PRE_KTEST"			=> \$pre_ktest,
 238    "POST_KTEST"		=> \$post_ktest,
 239    "PRE_TEST"			=> \$pre_test,
 240    "POST_TEST"			=> \$post_test,
 241    "BUILD_TYPE"		=> \$build_type,
 242    "BUILD_OPTIONS"		=> \$build_options,
 243    "PRE_BUILD"			=> \$pre_build,
 244    "POST_BUILD"		=> \$post_build,
 245    "PRE_BUILD_DIE"		=> \$pre_build_die,
 246    "POST_BUILD_DIE"		=> \$post_build_die,
 247    "POWER_CYCLE"		=> \$power_cycle,
 248    "REBOOT"			=> \$reboot,
 
 249    "BUILD_NOCLEAN"		=> \$noclean,
 250    "MIN_CONFIG"		=> \$minconfig,
 251    "OUTPUT_MIN_CONFIG"		=> \$output_minconfig,
 252    "START_MIN_CONFIG"		=> \$start_minconfig,
 253    "MIN_CONFIG_TYPE"		=> \$minconfig_type,
 254    "USE_OUTPUT_MIN_CONFIG"	=> \$use_output_minconfig,
 255    "WARNINGS_FILE"		=> \$warnings_file,
 256    "IGNORE_CONFIG"		=> \$ignore_config,
 257    "TEST"			=> \$run_test,
 258    "ADD_CONFIG"		=> \$addconfig,
 259    "REBOOT_TYPE"		=> \$reboot_type,
 260    "GRUB_MENU"			=> \$grub_menu,
 261    "GRUB_FILE"			=> \$grub_file,
 262    "GRUB_REBOOT"		=> \$grub_reboot,
 
 263    "SYSLINUX"			=> \$syslinux,
 264    "SYSLINUX_PATH"		=> \$syslinux_path,
 265    "SYSLINUX_LABEL"		=> \$syslinux_label,
 266    "PRE_INSTALL"		=> \$pre_install,
 267    "POST_INSTALL"		=> \$post_install,
 268    "NO_INSTALL"		=> \$no_install,
 269    "REBOOT_SCRIPT"		=> \$reboot_script,
 270    "REBOOT_ON_ERROR"		=> \$reboot_on_error,
 271    "SWITCH_TO_GOOD"		=> \$switch_to_good,
 272    "SWITCH_TO_TEST"		=> \$switch_to_test,
 273    "POWEROFF_ON_ERROR"		=> \$poweroff_on_error,
 274    "REBOOT_ON_SUCCESS"		=> \$reboot_on_success,
 275    "DIE_ON_FAILURE"		=> \$die_on_failure,
 276    "POWER_OFF"			=> \$power_off,
 277    "POWERCYCLE_AFTER_REBOOT"	=> \$powercycle_after_reboot,
 278    "POWEROFF_AFTER_HALT"	=> \$poweroff_after_halt,
 279    "MAX_MONITOR_WAIT"		=> \$max_monitor_wait,
 280    "SLEEP_TIME"		=> \$sleep_time,
 281    "BISECT_SLEEP_TIME"		=> \$bisect_sleep_time,
 282    "PATCHCHECK_SLEEP_TIME"	=> \$patchcheck_sleep_time,
 283    "IGNORE_WARNINGS"		=> \$ignore_warnings,
 284    "IGNORE_ERRORS"		=> \$ignore_errors,
 285    "BISECT_MANUAL"		=> \$bisect_manual,
 286    "BISECT_SKIP"		=> \$bisect_skip,
 287    "BISECT_TRIES"		=> \$bisect_tries,
 288    "CONFIG_BISECT_GOOD"	=> \$config_bisect_good,
 289    "BISECT_RET_GOOD"		=> \$bisect_ret_good,
 290    "BISECT_RET_BAD"		=> \$bisect_ret_bad,
 291    "BISECT_RET_SKIP"		=> \$bisect_ret_skip,
 292    "BISECT_RET_ABORT"		=> \$bisect_ret_abort,
 293    "BISECT_RET_DEFAULT"	=> \$bisect_ret_default,
 294    "STORE_FAILURES"		=> \$store_failures,
 295    "STORE_SUCCESSES"		=> \$store_successes,
 296    "TEST_NAME"			=> \$test_name,
 297    "TIMEOUT"			=> \$timeout,
 
 
 298    "BOOTED_TIMEOUT"		=> \$booted_timeout,
 299    "CONSOLE"			=> \$console,
 300    "CLOSE_CONSOLE_SIGNAL"	=> \$close_console_signal,
 301    "DETECT_TRIPLE_FAULT"	=> \$detect_triplefault,
 302    "SUCCESS_LINE"		=> \$success_line,
 303    "REBOOT_SUCCESS_LINE"	=> \$reboot_success_line,
 304    "STOP_AFTER_SUCCESS"	=> \$stop_after_success,
 305    "STOP_AFTER_FAILURE"	=> \$stop_after_failure,
 306    "STOP_TEST_AFTER"		=> \$stop_test_after,
 307    "BUILD_TARGET"		=> \$build_target,
 308    "SSH_EXEC"			=> \$ssh_exec,
 309    "SCP_TO_TARGET"		=> \$scp_to_target,
 310    "SCP_TO_TARGET_INSTALL"	=> \$scp_to_target_install,
 311    "CHECKOUT"			=> \$checkout,
 312    "TARGET_IMAGE"		=> \$target_image,
 313    "LOCALVERSION"		=> \$localversion,
 314
 315    "BISECT_GOOD"		=> \$bisect_good,
 316    "BISECT_BAD"		=> \$bisect_bad,
 317    "BISECT_TYPE"		=> \$bisect_type,
 318    "BISECT_START"		=> \$bisect_start,
 319    "BISECT_REPLAY"		=> \$bisect_replay,
 320    "BISECT_FILES"		=> \$bisect_files,
 321    "BISECT_REVERSE"		=> \$bisect_reverse,
 322    "BISECT_CHECK"		=> \$bisect_check,
 323
 324    "CONFIG_BISECT"		=> \$config_bisect,
 325    "CONFIG_BISECT_TYPE"	=> \$config_bisect_type,
 326    "CONFIG_BISECT_CHECK"	=> \$config_bisect_check,
 327
 328    "PATCHCHECK_TYPE"		=> \$patchcheck_type,
 329    "PATCHCHECK_START"		=> \$patchcheck_start,
 330    "PATCHCHECK_CHERRY"		=> \$patchcheck_cherry,
 331    "PATCHCHECK_END"		=> \$patchcheck_end,
 332);
 333
 334# Options may be used by other options, record them.
 335my %used_options;
 336
 337# default variables that can be used
 338chomp ($variable{"PWD"} = `pwd`);
 
 339
 340$config_help{"MACHINE"} = << "EOF"
 341 The machine hostname that you will test.
 342 For build only tests, it is still needed to differentiate log files.
 343EOF
 344    ;
 345$config_help{"SSH_USER"} = << "EOF"
 346 The box is expected to have ssh on normal bootup, provide the user
 347  (most likely root, since you need privileged operations)
 348EOF
 349    ;
 350$config_help{"BUILD_DIR"} = << "EOF"
 351 The directory that contains the Linux source code (full path).
 352 You can use \${PWD} that will be the path where ktest.pl is run, or use
 353 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
 354EOF
 355    ;
 356$config_help{"OUTPUT_DIR"} = << "EOF"
 357 The directory that the objects will be built (full path).
 358 (can not be same as BUILD_DIR)
 359 You can use \${PWD} that will be the path where ktest.pl is run, or use
 360 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
 361EOF
 362    ;
 363$config_help{"BUILD_TARGET"} = << "EOF"
 364 The location of the compiled file to copy to the target.
 365 (relative to OUTPUT_DIR)
 366EOF
 367    ;
 368$config_help{"BUILD_OPTIONS"} = << "EOF"
 369 Options to add to \"make\" when building.
 370 i.e.  -j20
 371EOF
 372    ;
 373$config_help{"TARGET_IMAGE"} = << "EOF"
 374 The place to put your image on the test machine.
 375EOF
 376    ;
 377$config_help{"POWER_CYCLE"} = << "EOF"
 378 A script or command to reboot the box.
 379
 380 Here is a digital loggers power switch example
 381 POWER_CYCLE = wget --no-proxy -O /dev/null -q  --auth-no-challenge 'http://admin:admin\@power/outlet?5=CCL'
 382
 383 Here is an example to reboot a virtual box on the current host
 384 with the name "Guest".
 385 POWER_CYCLE = virsh destroy Guest; sleep 5; virsh start Guest
 386EOF
 387    ;
 388$config_help{"CONSOLE"} = << "EOF"
 389 The script or command that reads the console
 390
 391  If you use ttywatch server, something like the following would work.
 392CONSOLE = nc -d localhost 3001
 393
 394 For a virtual machine with guest name "Guest".
 395CONSOLE =  virsh console Guest
 396EOF
 397    ;
 398$config_help{"LOCALVERSION"} = << "EOF"
 399 Required version ending to differentiate the test
 400 from other linux builds on the system.
 401EOF
 402    ;
 403$config_help{"REBOOT_TYPE"} = << "EOF"
 404 Way to reboot the box to the test kernel.
 405 Only valid options so far are "grub", "grub2", "syslinux", and "script".
 406
 407 If you specify grub, it will assume grub version 1
 408 and will search in /boot/grub/menu.lst for the title \$GRUB_MENU
 409 and select that target to reboot to the kernel. If this is not
 410 your setup, then specify "script" and have a command or script
 411 specified in REBOOT_SCRIPT to boot to the target.
 412
 413 The entry in /boot/grub/menu.lst must be entered in manually.
 414 The test will not modify that file.
 415
 416 If you specify grub2, then you also need to specify both \$GRUB_MENU
 417 and \$GRUB_FILE.
 418
 
 
 419 If you specify syslinux, then you may use SYSLINUX to define the syslinux
 420 command (defaults to extlinux), and SYSLINUX_PATH to specify the path to
 421 the syslinux install (defaults to /boot/extlinux). But you have to specify
 422 SYSLINUX_LABEL to define the label to boot to for the test kernel.
 423EOF
 424    ;
 425$config_help{"GRUB_MENU"} = << "EOF"
 426 The grub title name for the test kernel to boot
 427 (Only mandatory if REBOOT_TYPE = grub or grub2)
 428
 429 Note, ktest.pl will not update the grub menu.lst, you need to
 430 manually add an option for the test. ktest.pl will search
 431 the grub menu.lst for this option to find what kernel to
 432 reboot into.
 433
 434 For example, if in the /boot/grub/menu.lst the test kernel title has:
 435 title Test Kernel
 436 kernel vmlinuz-test
 437 GRUB_MENU = Test Kernel
 438
 439 For grub2, a search of \$GRUB_FILE is performed for the lines
 440 that begin with "menuentry". It will not detect submenus. The
 441 menu must be a non-nested menu. Add the quotes used in the menu
 442 to guarantee your selection, as the first menuentry with the content
 443 of \$GRUB_MENU that is found will be used.
 
 
 
 444EOF
 445    ;
 446$config_help{"GRUB_FILE"} = << "EOF"
 447 If grub2 is used, the full path for the grub.cfg file is placed
 448 here. Use something like /boot/grub2/grub.cfg to search.
 449EOF
 450    ;
 451$config_help{"SYSLINUX_LABEL"} = << "EOF"
 452 If syslinux is used, the label that boots the target kernel must
 453 be specified with SYSLINUX_LABEL.
 454EOF
 455    ;
 456$config_help{"REBOOT_SCRIPT"} = << "EOF"
 457 A script to reboot the target into the test kernel
 458 (Only mandatory if REBOOT_TYPE = script)
 459EOF
 460    ;
 461
 462sub _logit {
 463    if (defined($opt{"LOG_FILE"})) {
 464	open(OUT, ">> $opt{LOG_FILE}") or die "Can't write to $opt{LOG_FILE}";
 465	print OUT @_;
 466	close(OUT);
 467    }
 468}
 469
 470sub logit {
 471    if (defined($opt{"LOG_FILE"})) {
 472	_logit @_;
 473    } else {
 474	print @_;
 475    }
 476}
 477
 478sub doprint {
 479    print @_;
 480    _logit @_;
 481}
 482
 483sub read_prompt {
 484    my ($cancel, $prompt) = @_;
 485
 486    my $ans;
 487
 488    for (;;) {
 489	if ($cancel) {
 490	    print "$prompt [y/n/C] ";
 491	} else {
 492	    print "$prompt [Y/n] ";
 493	}
 494	$ans = <STDIN>;
 495	chomp $ans;
 496	if ($ans =~ /^\s*$/) {
 497	    if ($cancel) {
 498		$ans = "c";
 499	    } else {
 500		$ans = "y";
 501	    }
 502	}
 503	last if ($ans =~ /^y$/i || $ans =~ /^n$/i);
 504	if ($cancel) {
 505	    last if ($ans =~ /^c$/i);
 506	    print "Please answer either 'y', 'n' or 'c'.\n";
 507	} else {
 508	    print "Please answer either 'y' or 'n'.\n";
 509	}
 510    }
 511    if ($ans =~ /^c/i) {
 512	exit;
 513    }
 514    if ($ans !~ /^y$/i) {
 515	return 0;
 516    }
 517    return 1;
 518}
 519
 520sub read_yn {
 521    my ($prompt) = @_;
 522
 523    return read_prompt 0, $prompt;
 524}
 525
 526sub read_ync {
 527    my ($prompt) = @_;
 528
 529    return read_prompt 1, $prompt;
 530}
 531
 532sub get_mandatory_config {
 533    my ($config) = @_;
 534    my $ans;
 535
 536    return if (defined($opt{$config}));
 537
 538    if (defined($config_help{$config})) {
 539	print "\n";
 540	print $config_help{$config};
 541    }
 542
 543    for (;;) {
 544	print "$config = ";
 545	if (defined($default{$config}) && length($default{$config})) {
 546	    print "\[$default{$config}\] ";
 547	}
 548	$ans = <STDIN>;
 549	$ans =~ s/^\s*(.*\S)\s*$/$1/;
 550	if ($ans =~ /^\s*$/) {
 551	    if ($default{$config}) {
 552		$ans = $default{$config};
 553	    } else {
 554		print "Your answer can not be blank\n";
 555		next;
 556	    }
 557	}
 558	$entered_configs{$config} = ${ans};
 559	last;
 560    }
 561}
 562
 563sub show_time {
 564    my ($time) = @_;
 565
 566    my $hours = 0;
 567    my $minutes = 0;
 568
 569    if ($time > 3600) {
 570	$hours = int($time / 3600);
 571	$time -= $hours * 3600;
 572    }
 573    if ($time > 60) {
 574	$minutes = int($time / 60);
 575	$time -= $minutes * 60;
 576    }
 577
 578    if ($hours > 0) {
 579	doprint "$hours hour";
 580	doprint "s" if ($hours > 1);
 581	doprint " ";
 582    }
 583
 584    if ($minutes > 0) {
 585	doprint "$minutes minute";
 586	doprint "s" if ($minutes > 1);
 587	doprint " ";
 588    }
 589
 590    doprint "$time second";
 591    doprint "s" if ($time != 1);
 592}
 593
 594sub print_times {
 595    doprint "\n";
 596    if ($build_time) {
 597	doprint "Build time:   ";
 598	show_time($build_time);
 599	doprint "\n";
 600    }
 601    if ($install_time) {
 602	doprint "Install time: ";
 603	show_time($install_time);
 604	doprint "\n";
 605    }
 606    if ($reboot_time) {
 607	doprint "Reboot time:  ";
 608	show_time($reboot_time);
 609	doprint "\n";
 610    }
 611    if ($test_time) {
 612	doprint "Test time:    ";
 613	show_time($test_time);
 614	doprint "\n";
 615    }
 616    # reset for iterations like bisect
 617    $build_time = 0;
 618    $install_time = 0;
 619    $reboot_time = 0;
 620    $test_time = 0;
 621}
 622
 623sub get_mandatory_configs {
 624    get_mandatory_config("MACHINE");
 625    get_mandatory_config("BUILD_DIR");
 626    get_mandatory_config("OUTPUT_DIR");
 627
 628    if ($newconfig) {
 629	get_mandatory_config("BUILD_OPTIONS");
 630    }
 631
 632    # options required for other than just building a kernel
 633    if (!$buildonly) {
 634	get_mandatory_config("POWER_CYCLE");
 635	get_mandatory_config("CONSOLE");
 636    }
 637
 638    # options required for install and more
 639    if ($buildonly != 1) {
 640	get_mandatory_config("SSH_USER");
 641	get_mandatory_config("BUILD_TARGET");
 642	get_mandatory_config("TARGET_IMAGE");
 643    }
 644
 645    get_mandatory_config("LOCALVERSION");
 646
 647    return if ($buildonly);
 648
 649    my $rtype = $opt{"REBOOT_TYPE"};
 650
 651    if (!defined($rtype)) {
 652	if (!defined($opt{"GRUB_MENU"})) {
 653	    get_mandatory_config("REBOOT_TYPE");
 654	    $rtype = $entered_configs{"REBOOT_TYPE"};
 655	} else {
 656	    $rtype = "grub";
 657	}
 658    }
 659
 660    if ($rtype eq "grub") {
 661	get_mandatory_config("GRUB_MENU");
 662    }
 663
 664    if ($rtype eq "grub2") {
 665	get_mandatory_config("GRUB_MENU");
 666	get_mandatory_config("GRUB_FILE");
 667    }
 668
 669    if ($rtype eq "syslinux") {
 670	get_mandatory_config("SYSLINUX_LABEL");
 671    }
 672}
 673
 674sub process_variables {
 675    my ($value, $remove_undef) = @_;
 676    my $retval = "";
 677
 678    # We want to check for '\', and it is just easier
 679    # to check the previous characet of '$' and not need
 680    # to worry if '$' is the first character. By adding
 681    # a space to $value, we can just check [^\\]\$ and
 682    # it will still work.
 683    $value = " $value";
 684
 685    while ($value =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
 686	my $begin = $1;
 687	my $var = $2;
 688	my $end = $3;
 689	# append beginning of value to retval
 690	$retval = "$retval$begin";
 691	if (defined($variable{$var})) {
 692	    $retval = "$retval$variable{$var}";
 693	} elsif (defined($remove_undef) && $remove_undef) {
 694	    # for if statements, any variable that is not defined,
 695	    # we simple convert to 0
 696	    $retval = "${retval}0";
 697	} else {
 698	    # put back the origin piece.
 699	    $retval = "$retval\$\{$var\}";
 700	    # This could be an option that is used later, save
 701	    # it so we don't warn if this option is not one of
 702	    # ktests options.
 703	    $used_options{$var} = 1;
 704	}
 705	$value = $end;
 706    }
 707    $retval = "$retval$value";
 708
 709    # remove the space added in the beginning
 710    $retval =~ s/ //;
 711
 712    return "$retval"
 713}
 714
 715sub set_value {
 716    my ($lvalue, $rvalue, $override, $overrides, $name) = @_;
 717
 718    my $prvalue = process_variables($rvalue);
 719
 720    if ($buildonly && $lvalue =~ /^TEST_TYPE(\[.*\])?$/ && $prvalue ne "build") {
 
 
 
 
 721	# Note if a test is something other than build, then we
 722	# will need other mandatory options.
 723	if ($prvalue ne "install") {
 724	    # for bisect, we need to check BISECT_TYPE
 725	    if ($prvalue ne "bisect") {
 726		$buildonly = 0;
 727	    }
 728	} else {
 729	    # install still limits some mandatory options.
 730	    $buildonly = 2;
 731	}
 732    }
 733
 734    if ($buildonly && $lvalue =~ /^BISECT_TYPE(\[.*\])?$/ && $prvalue ne "build") {
 735	if ($prvalue ne "install") {
 736	    $buildonly = 0;
 737	} else {
 738	    # install still limits some mandatory options.
 739	    $buildonly = 2;
 740	}
 741    }
 742
 743    if (defined($opt{$lvalue})) {
 744	if (!$override || defined(${$overrides}{$lvalue})) {
 745	    my $extra = "";
 746	    if ($override) {
 747		$extra = "In the same override section!\n";
 748	    }
 749	    die "$name: $.: Option $lvalue defined more than once!\n$extra";
 750	}
 751	${$overrides}{$lvalue} = $prvalue;
 752    }
 753
 754    $opt{$lvalue} = $prvalue;
 755}
 756
 757sub set_eval {
 758    my ($lvalue, $rvalue, $name) = @_;
 759
 760    my $prvalue = process_variables($rvalue);
 761    my $arr;
 762
 763    if (defined($evals{$lvalue})) {
 764	$arr = $evals{$lvalue};
 765    } else {
 766	$arr = [];
 767	$evals{$lvalue} = $arr;
 768    }
 769
 770    push @{$arr}, $rvalue;
 771}
 772
 773sub set_variable {
 774    my ($lvalue, $rvalue) = @_;
 775
 776    if ($rvalue =~ /^\s*$/) {
 777	delete $variable{$lvalue};
 778    } else {
 779	$rvalue = process_variables($rvalue);
 780	$variable{$lvalue} = $rvalue;
 781    }
 782}
 783
 784sub process_compare {
 785    my ($lval, $cmp, $rval) = @_;
 786
 787    # remove whitespace
 788
 789    $lval =~ s/^\s*//;
 790    $lval =~ s/\s*$//;
 791
 792    $rval =~ s/^\s*//;
 793    $rval =~ s/\s*$//;
 794
 795    if ($cmp eq "==") {
 796	return $lval eq $rval;
 797    } elsif ($cmp eq "!=") {
 798	return $lval ne $rval;
 799    } elsif ($cmp eq "=~") {
 800	return $lval =~ m/$rval/;
 801    } elsif ($cmp eq "!~") {
 802	return $lval !~ m/$rval/;
 803    }
 804
 805    my $statement = "$lval $cmp $rval";
 806    my $ret = eval $statement;
 807
 808    # $@ stores error of eval
 809    if ($@) {
 810	return -1;
 811    }
 812
 813    return $ret;
 814}
 815
 816sub value_defined {
 817    my ($val) = @_;
 818
 819    return defined($variable{$2}) ||
 820	defined($opt{$2});
 821}
 822
 823my $d = 0;
 824sub process_expression {
 825    my ($name, $val) = @_;
 826
 827    my $c = $d++;
 828
 829    while ($val =~ s/\(([^\(]*?)\)/\&\&\&\&VAL\&\&\&\&/) {
 830	my $express = $1;
 831
 832	if (process_expression($name, $express)) {
 833	    $val =~ s/\&\&\&\&VAL\&\&\&\&/ 1 /;
 834	} else {
 835	    $val =~ s/\&\&\&\&VAL\&\&\&\&/ 0 /;
 836	}
 837    }
 838
 839    $d--;
 840    my $OR = "\\|\\|";
 841    my $AND = "\\&\\&";
 842
 843    while ($val =~ s/^(.*?)($OR|$AND)//) {
 844	my $express = $1;
 845	my $op = $2;
 846
 847	if (process_expression($name, $express)) {
 848	    if ($op eq "||") {
 849		return 1;
 850	    }
 851	} else {
 852	    if ($op eq "&&") {
 853		return 0;
 854	    }
 855	}
 856    }
 857
 858    if ($val =~ /(.*)(==|\!=|>=|<=|>|<|=~|\!~)(.*)/) {
 859	my $ret = process_compare($1, $2, $3);
 860	if ($ret < 0) {
 861	    die "$name: $.: Unable to process comparison\n";
 862	}
 863	return $ret;
 864    }
 865
 866    if ($val =~ /^\s*(NOT\s*)?DEFINED\s+(\S+)\s*$/) {
 867	if (defined $1) {
 868	    return !value_defined($2);
 869	} else {
 870	    return value_defined($2);
 871	}
 872    }
 873
 874    if ($val =~ /^\s*0\s*$/) {
 875	return 0;
 876    } elsif ($val =~ /^\s*\d+\s*$/) {
 877	return 1;
 878    }
 879
 880    die ("$name: $.: Undefined content $val in if statement\n");
 881}
 882
 883sub process_if {
 884    my ($name, $value) = @_;
 885
 886    # Convert variables and replace undefined ones with 0
 887    my $val = process_variables($value, 1);
 888    my $ret = process_expression $name, $val;
 889
 890    return $ret;
 891}
 892
 893sub __read_config {
 894    my ($config, $current_test_num) = @_;
 895
 896    my $in;
 897    open($in, $config) || die "can't read file $config";
 898
 899    my $name = $config;
 900    $name =~ s,.*/(.*),$1,;
 901
 902    my $test_num = $$current_test_num;
 903    my $default = 1;
 904    my $repeat = 1;
 905    my $num_tests_set = 0;
 906    my $skip = 0;
 907    my $rest;
 908    my $line;
 909    my $test_case = 0;
 910    my $if = 0;
 911    my $if_set = 0;
 912    my $override = 0;
 913
 914    my %overrides;
 915
 916    while (<$in>) {
 917
 918	# ignore blank lines and comments
 919	next if (/^\s*$/ || /\s*\#/);
 920
 921	if (/^\s*(TEST_START|DEFAULTS)\b(.*)/) {
 922
 923	    my $type = $1;
 924	    $rest = $2;
 925	    $line = $2;
 926
 927	    my $old_test_num;
 928	    my $old_repeat;
 929	    $override = 0;
 930
 931	    if ($type eq "TEST_START") {
 932
 933		if ($num_tests_set) {
 934		    die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
 935		}
 936
 937		$old_test_num = $test_num;
 938		$old_repeat = $repeat;
 939
 940		$test_num += $repeat;
 941		$default = 0;
 942		$repeat = 1;
 943	    } else {
 944		$default = 1;
 945	    }
 946
 947	    # If SKIP is anywhere in the line, the command will be skipped
 948	    if ($rest =~ s/\s+SKIP\b//) {
 949		$skip = 1;
 950	    } else {
 951		$test_case = 1;
 952		$skip = 0;
 953	    }
 954
 955	    if ($rest =~ s/\sELSE\b//) {
 956		if (!$if) {
 957		    die "$name: $.: ELSE found with out matching IF section\n$_";
 958		}
 959		$if = 0;
 960
 961		if ($if_set) {
 962		    $skip = 1;
 963		} else {
 964		    $skip = 0;
 965		}
 966	    }
 967
 968	    if ($rest =~ s/\sIF\s+(.*)//) {
 969		if (process_if($name, $1)) {
 970		    $if_set = 1;
 971		} else {
 972		    $skip = 1;
 973		}
 974		$if = 1;
 975	    } else {
 976		$if = 0;
 977		$if_set = 0;
 978	    }
 979
 980	    if (!$skip) {
 981		if ($type eq "TEST_START") {
 982		    if ($rest =~ s/\s+ITERATE\s+(\d+)//) {
 983			$repeat = $1;
 984			$repeat_tests{"$test_num"} = $repeat;
 985		    }
 986		} elsif ($rest =~ s/\sOVERRIDE\b//) {
 987		    # DEFAULT only
 988		    $override = 1;
 989		    # Clear previous overrides
 990		    %overrides = ();
 991		}
 992	    }
 993
 994	    if (!$skip && $rest !~ /^\s*$/) {
 995		die "$name: $.: Gargbage found after $type\n$_";
 996	    }
 997
 998	    if ($skip && $type eq "TEST_START") {
 999		$test_num = $old_test_num;
1000		$repeat = $old_repeat;
1001	    }
1002
1003	} elsif (/^\s*ELSE\b(.*)$/) {
1004	    if (!$if) {
1005		die "$name: $.: ELSE found with out matching IF section\n$_";
1006	    }
1007	    $rest = $1;
1008	    if ($if_set) {
1009		$skip = 1;
1010		$rest = "";
1011	    } else {
1012		$skip = 0;
1013
1014		if ($rest =~ /\sIF\s+(.*)/) {
1015		    # May be a ELSE IF section.
1016		    if (process_if($name, $1)) {
1017			$if_set = 1;
1018		    } else {
1019			$skip = 1;
1020		    }
1021		    $rest = "";
1022		} else {
1023		    $if = 0;
1024		}
1025	    }
1026
1027	    if ($rest !~ /^\s*$/) {
1028		die "$name: $.: Gargbage found after DEFAULTS\n$_";
1029	    }
1030
1031	} elsif (/^\s*INCLUDE\s+(\S+)/) {
1032
1033	    next if ($skip);
1034
1035	    if (!$default) {
1036		die "$name: $.: INCLUDE can only be done in default sections\n$_";
1037	    }
1038
1039	    my $file = process_variables($1);
1040
1041	    if ($file !~ m,^/,) {
1042		# check the path of the config file first
1043		if ($config =~ m,(.*)/,) {
1044		    if (-f "$1/$file") {
1045			$file = "$1/$file";
1046		    }
1047		}
1048	    }
1049		
1050	    if ( ! -r $file ) {
1051		die "$name: $.: Can't read file $file\n$_";
1052	    }
1053
1054	    if (__read_config($file, \$test_num)) {
1055		$test_case = 1;
1056	    }
1057
1058	} elsif (/^\s*([A-Z_\[\]\d]+)\s*=~\s*(.*?)\s*$/) {
1059
1060	    next if ($skip);
1061
1062	    my $lvalue = $1;
1063	    my $rvalue = $2;
1064
1065	    if ($default || $lvalue =~ /\[\d+\]$/) {
1066		set_eval($lvalue, $rvalue, $name);
1067	    } else {
1068		my $val = "$lvalue\[$test_num\]";
1069		set_eval($val, $rvalue, $name);
1070	    }
1071
1072	} elsif (/^\s*([A-Z_\[\]\d]+)\s*=\s*(.*?)\s*$/) {
1073
1074	    next if ($skip);
1075
1076	    my $lvalue = $1;
1077	    my $rvalue = $2;
1078
1079	    if (!$default &&
1080		($lvalue eq "NUM_TESTS" ||
1081		 $lvalue eq "LOG_FILE" ||
1082		 $lvalue eq "CLEAR_LOG")) {
1083		die "$name: $.: $lvalue must be set in DEFAULTS section\n";
1084	    }
1085
1086	    if ($lvalue eq "NUM_TESTS") {
1087		if ($test_num) {
1088		    die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
1089		}
1090		if (!$default) {
1091		    die "$name: $.: NUM_TESTS must be set in default section\n";
1092		}
1093		$num_tests_set = 1;
1094	    }
1095
1096	    if ($default || $lvalue =~ /\[\d+\]$/) {
1097		set_value($lvalue, $rvalue, $override, \%overrides, $name);
1098	    } else {
1099		my $val = "$lvalue\[$test_num\]";
1100		set_value($val, $rvalue, $override, \%overrides, $name);
1101
1102		if ($repeat > 1) {
1103		    $repeats{$val} = $repeat;
1104		}
1105	    }
1106	} elsif (/^\s*([A-Z_\[\]\d]+)\s*:=\s*(.*?)\s*$/) {
1107	    next if ($skip);
1108
1109	    my $lvalue = $1;
1110	    my $rvalue = $2;
1111
1112	    # process config variables.
1113	    # Config variables are only active while reading the
1114	    # config and can be defined anywhere. They also ignore
1115	    # TEST_START and DEFAULTS, but are skipped if they are in
1116	    # on of these sections that have SKIP defined.
1117	    # The save variable can be
1118	    # defined multiple times and the new one simply overrides
1119	    # the prevous one.
1120	    set_variable($lvalue, $rvalue);
1121
1122	} else {
1123	    die "$name: $.: Garbage found in config\n$_";
1124	}
1125    }
1126
1127    if ($test_num) {
1128	$test_num += $repeat - 1;
1129	$opt{"NUM_TESTS"} = $test_num;
1130    }
1131
1132    close($in);
1133
1134    $$current_test_num = $test_num;
1135
1136    return $test_case;
1137}
1138
1139sub get_test_case {
1140	print "What test case would you like to run?\n";
1141	print " (build, install or boot)\n";
1142	print " Other tests are available but require editing the config file\n";
 
1143	my $ans = <STDIN>;
1144	chomp $ans;
1145	$default{"TEST_TYPE"} = $ans;
1146}
1147
1148sub read_config {
1149    my ($config) = @_;
1150
1151    my $test_case;
1152    my $test_num = 0;
1153
1154    $test_case = __read_config $config, \$test_num;
1155
1156    # make sure we have all mandatory configs
1157    get_mandatory_configs;
1158
1159    # was a test specified?
1160    if (!$test_case) {
1161	print "No test case specified.\n";
1162	get_test_case;
1163    }
1164
1165    # set any defaults
1166
1167    foreach my $default (keys %default) {
1168	if (!defined($opt{$default})) {
1169	    $opt{$default} = $default{$default};
1170	}
1171    }
1172
1173    if ($opt{"IGNORE_UNUSED"} == 1) {
1174	return;
1175    }
1176
1177    my %not_used;
1178
1179    # check if there are any stragglers (typos?)
1180    foreach my $option (keys %opt) {
1181	my $op = $option;
1182	# remove per test labels.
1183	$op =~ s/\[.*\]//;
1184	if (!exists($option_map{$op}) &&
1185	    !exists($default{$op}) &&
1186	    !exists($used_options{$op})) {
1187	    $not_used{$op} = 1;
1188	}
1189    }
1190
1191    if (%not_used) {
1192	my $s = "s are";
1193	$s = " is" if (keys %not_used == 1);
1194	print "The following option$s not used; could be a typo:\n";
1195	foreach my $option (keys %not_used) {
1196	    print "$option\n";
1197	}
1198	print "Set IGRNORE_UNUSED = 1 to have ktest ignore unused variables\n";
1199	if (!read_yn "Do you want to continue?") {
1200	    exit -1;
1201	}
1202    }
1203}
1204
1205sub __eval_option {
1206    my ($name, $option, $i) = @_;
1207
1208    # Add space to evaluate the character before $
1209    $option = " $option";
1210    my $retval = "";
1211    my $repeated = 0;
1212    my $parent = 0;
1213
1214    foreach my $test (keys %repeat_tests) {
1215	if ($i >= $test &&
1216	    $i < $test + $repeat_tests{$test}) {
1217
1218	    $repeated = 1;
1219	    $parent = $test;
1220	    last;
1221	}
1222    }
1223
1224    while ($option =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
1225	my $start = $1;
1226	my $var = $2;
1227	my $end = $3;
1228
1229	# Append beginning of line
1230	$retval = "$retval$start";
1231
1232	# If the iteration option OPT[$i] exists, then use that.
1233	# otherwise see if the default OPT (without [$i]) exists.
1234
1235	my $o = "$var\[$i\]";
1236	my $parento = "$var\[$parent\]";
1237
1238	# If a variable contains itself, use the default var
1239	if (($var eq $name) && defined($opt{$var})) {
1240	    $o = $opt{$var};
1241	    $retval = "$retval$o";
1242	} elsif (defined($opt{$o})) {
1243	    $o = $opt{$o};
1244	    $retval = "$retval$o";
1245	} elsif ($repeated && defined($opt{$parento})) {
1246	    $o = $opt{$parento};
1247	    $retval = "$retval$o";
1248	} elsif (defined($opt{$var})) {
1249	    $o = $opt{$var};
1250	    $retval = "$retval$o";
1251	} elsif ($var eq "KERNEL_VERSION" && defined($make)) {
1252	    # special option KERNEL_VERSION uses kernel version
1253	    get_version();
1254	    $retval = "$retval$version";
1255	} else {
1256	    $retval = "$retval\$\{$var\}";
1257	}
1258
1259	$option = $end;
1260    }
1261
1262    $retval = "$retval$option";
1263
1264    $retval =~ s/^ //;
1265
1266    return $retval;
1267}
1268
1269sub process_evals {
1270    my ($name, $option, $i) = @_;
1271
1272    my $option_name = "$name\[$i\]";
1273    my $ev;
1274
1275    my $old_option = $option;
1276
1277    if (defined($evals{$option_name})) {
1278	$ev = $evals{$option_name};
1279    } elsif (defined($evals{$name})) {
1280	$ev = $evals{$name};
1281    } else {
1282	return $option;
1283    }
1284
1285    for my $e (@{$ev}) {
1286	eval "\$option =~ $e";
1287    }
1288
1289    if ($option ne $old_option) {
1290	doprint("$name changed from '$old_option' to '$option'\n");
1291    }
1292
1293    return $option;
1294}
1295
1296sub eval_option {
1297    my ($name, $option, $i) = @_;
1298
1299    my $prev = "";
1300
1301    # Since an option can evaluate to another option,
1302    # keep iterating until we do not evaluate any more
1303    # options.
1304    my $r = 0;
1305    while ($prev ne $option) {
1306	# Check for recursive evaluations.
1307	# 100 deep should be more than enough.
1308	if ($r++ > 100) {
1309	    die "Over 100 evaluations accurred with $option\n" .
1310		"Check for recursive variables\n";
1311	}
1312	$prev = $option;
1313	$option = __eval_option($name, $option, $i);
1314    }
1315
1316    $option = process_evals($name, $option, $i);
1317
1318    return $option;
1319}
1320
1321sub run_command;
1322sub start_monitor;
1323sub end_monitor;
1324sub wait_for_monitor;
1325
1326sub reboot {
1327    my ($time) = @_;
 
1328
1329    # Make sure everything has been written to disk
1330    run_ssh("sync");
 
 
 
 
 
 
 
1331
1332    if (defined($time)) {
1333	start_monitor;
1334	# flush out current monitor
1335	# May contain the reboot success line
1336	wait_for_monitor 1;
1337    }
1338
1339    # try to reboot normally
1340    if (run_command $reboot) {
1341	if (defined($powercycle_after_reboot)) {
1342	    sleep $powercycle_after_reboot;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1343	    run_command "$power_cycle";
1344	}
1345    } else {
1346	# nope? power cycle it.
1347	run_command "$power_cycle";
1348    }
1349
1350    if (defined($time)) {
1351
1352	# We only want to get to the new kernel, don't fail
1353	# if we stumble over a call trace.
1354	my $save_ignore_errors = $ignore_errors;
1355	$ignore_errors = 1;
1356
1357	# Look for the good kernel to boot
1358	if (wait_for_monitor($time, "Linux version")) {
1359	    # reboot got stuck?
1360	    doprint "Reboot did not finish. Forcing power cycle\n";
1361	    run_command "$power_cycle";
1362	}
1363
1364	$ignore_errors = $save_ignore_errors;
1365
1366	# Still need to wait for the reboot to finish
1367	wait_for_monitor($time, $reboot_success_line);
1368
1369	end_monitor;
1370    }
1371}
1372
1373sub reboot_to_good {
1374    my ($time) = @_;
1375
1376    if (defined($switch_to_good)) {
1377	run_command $switch_to_good;
1378    }
1379
1380    reboot $time;
1381}
1382
1383sub do_not_reboot {
1384    my $i = $iteration;
1385
1386    return $test_type eq "build" || $no_reboot ||
1387	($test_type eq "patchcheck" && $opt{"PATCHCHECK_TYPE[$i]"} eq "build") ||
1388	($test_type eq "bisect" && $opt{"BISECT_TYPE[$i]"} eq "build");
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1389}
1390
1391sub dodie {
1392    doprint "CRITICAL FAILURE... ", @_, "\n";
 
 
 
1393
1394    my $i = $iteration;
1395
 
 
1396    if ($reboot_on_error && !do_not_reboot) {
1397
1398	doprint "REBOOTING\n";
1399	reboot_to_good;
1400
1401    } elsif ($poweroff_on_error && defined($power_off)) {
1402	doprint "POWERING OFF\n";
1403	`$power_off`;
1404    }
1405
1406    if (defined($opt{"LOG_FILE"})) {
1407	print " See $opt{LOG_FILE} for more info.\n";
1408    }
1409
 
 
 
 
 
 
1410    if ($monitor_cnt) {
1411	    # restore terminal settings
1412	    system("stty $stty_orig");
1413    }
1414
 
 
 
 
1415    die @_, "\n";
1416}
1417
1418sub create_pty {
1419    my ($ptm, $pts) = @_;
1420    my $tmp;
1421    my $TIOCSPTLCK = 0x40045431;
1422    my $TIOCGPTN = 0x80045430;
1423
1424    sysopen($ptm, "/dev/ptmx", O_RDWR | O_NONBLOCK) or
1425	dodie "Cant open /dev/ptmx";
1426
1427    # unlockpt()
1428    $tmp = pack("i", 0);
1429    ioctl($ptm, $TIOCSPTLCK, $tmp) or
1430	dodie "ioctl TIOCSPTLCK for /dev/ptmx failed";
1431
1432    # ptsname()
1433    ioctl($ptm, $TIOCGPTN, $tmp) or
1434	dodie "ioctl TIOCGPTN for /dev/ptmx failed";
1435    $tmp = unpack("i", $tmp);
1436
1437    sysopen($pts, "/dev/pts/$tmp", O_RDWR | O_NONBLOCK) or
1438	dodie "Can't open /dev/pts/$tmp";
1439}
1440
1441sub exec_console {
1442    my ($ptm, $pts) = @_;
1443
1444    close($ptm);
1445
1446    close(\*STDIN);
1447    close(\*STDOUT);
1448    close(\*STDERR);
1449
1450    open(\*STDIN, '<&', $pts);
1451    open(\*STDOUT, '>&', $pts);
1452    open(\*STDERR, '>&', $pts);
1453
1454    close($pts);
1455
1456    exec $console or
1457	die "Can't open console $console";
1458}
1459
1460sub open_console {
1461    my ($ptm) = @_;
1462    my $pts = \*PTSFD;
1463    my $pid;
1464
1465    # save terminal settings
1466    $stty_orig = `stty -g`;
1467
1468    # place terminal in cbreak mode so that stdin can be read one character at
1469    # a time without having to wait for a newline
1470    system("stty -icanon -echo -icrnl");
1471
1472    create_pty($ptm, $pts);
1473
1474    $pid = fork;
1475
1476    if (!$pid) {
1477	# child
1478	exec_console($ptm, $pts)
1479    }
1480
1481    # parent
1482    close($pts);
1483
1484    return $pid;
1485
1486    open(PTSFD, "Stop perl from warning about single use of PTSFD");
1487}
1488
1489sub close_console {
1490    my ($fp, $pid) = @_;
1491
1492    doprint "kill child process $pid\n";
1493    kill $close_console_signal, $pid;
1494
 
 
 
1495    print "closing!\n";
1496    close($fp);
1497
1498    # restore terminal settings
1499    system("stty $stty_orig");
1500}
1501
1502sub start_monitor {
1503    if ($monitor_cnt++) {
1504	return;
1505    }
1506    $monitor_fp = \*MONFD;
1507    $monitor_pid = open_console $monitor_fp;
1508
1509    return;
1510
1511    open(MONFD, "Stop perl from warning about single use of MONFD");
1512}
1513
1514sub end_monitor {
1515    return if (!defined $console);
1516    if (--$monitor_cnt) {
1517	return;
1518    }
1519    close_console($monitor_fp, $monitor_pid);
1520}
1521
1522sub wait_for_monitor {
1523    my ($time, $stop) = @_;
1524    my $full_line = "";
1525    my $line;
1526    my $booted = 0;
1527    my $start_time = time;
1528    my $skip_call_trace = 0;
1529    my $bug = 0;
1530    my $bug_ignored = 0;
1531    my $now;
1532
1533    doprint "** Wait for monitor to settle down **\n";
1534
1535    # read the monitor and wait for the system to calm down
1536    while (!$booted) {
1537	$line = wait_for_input($monitor_fp, $time);
1538	last if (!defined($line));
1539	print "$line";
1540	$full_line .= $line;
1541
1542	if (defined($stop) && $full_line =~ /$stop/) {
1543	    doprint "wait for monitor detected $stop\n";
1544	    $booted = 1;
1545	}
1546
1547	if ($full_line =~ /\[ backtrace testing \]/) {
1548	    $skip_call_trace = 1;
1549	}
1550
1551	if ($full_line =~ /call trace:/i) {
1552	    if (!$bug && !$skip_call_trace) {
1553		if ($ignore_errors) {
1554		    $bug_ignored = 1;
1555		} else {
1556		    $bug = 1;
1557		}
1558	    }
1559	}
1560
1561	if ($full_line =~ /\[ end of backtrace testing \]/) {
1562	    $skip_call_trace = 0;
1563	}
1564
1565	if ($full_line =~ /Kernel panic -/) {
1566	    $bug = 1;
1567	}
1568
1569	if ($line =~ /\n/) {
1570	    $full_line = "";
1571	}
1572	$now = time;
1573	if ($now - $start_time >= $max_monitor_wait) {
1574	    doprint "Exiting monitor flush due to hitting MAX_MONITOR_WAIT\n";
1575	    return 1;
1576	}
1577    }
1578    print "** Monitor flushed **\n";
1579
1580    # if stop is defined but wasn't hit, return error
1581    # used by reboot (which wants to see a reboot)
1582    if (defined($stop) && !$booted) {
1583	$bug = 1;
1584    }
1585    return $bug;
1586}
1587
1588sub save_logs {
1589	my ($result, $basedir) = @_;
1590	my @t = localtime;
1591	my $date = sprintf "%04d%02d%02d%02d%02d%02d",
1592		1900+$t[5],$t[4],$t[3],$t[2],$t[1],$t[0];
1593
1594	my $type = $build_type;
1595	if ($type =~ /useconfig/) {
1596	    $type = "useconfig";
1597	}
1598
1599	my $dir = "$machine-$test_type-$type-$result-$date";
1600
1601	$dir = "$basedir/$dir";
1602
1603	if (!-d $dir) {
1604	    mkpath($dir) or
1605		die "can't create $dir";
1606	}
1607
1608	my %files = (
1609		"config" => $output_config,
1610		"buildlog" => $buildlog,
1611		"dmesg" => $dmesg,
1612		"testlog" => $testlog,
1613	);
1614
1615	while (my ($name, $source) = each(%files)) {
1616		if (-f "$source") {
1617			cp "$source", "$dir/$name" or
1618				die "failed to copy $source";
1619		}
1620	}
1621
1622	doprint "*** Saved info to $dir ***\n";
1623}
1624
1625sub fail {
1626
1627	if (defined($post_test)) {
1628		run_command $post_test;
1629	}
1630
1631	if ($die_on_failure) {
1632		dodie @_;
1633	}
1634
1635	doprint "FAILED\n";
1636
1637	my $i = $iteration;
1638
1639	# no need to reboot for just building.
1640	if (!do_not_reboot) {
1641	    doprint "REBOOTING\n";
1642	    reboot_to_good $sleep_time;
1643	}
1644
1645	my $name = "";
1646
1647	if (defined($test_name)) {
1648	    $name = " ($test_name)";
1649	}
1650
1651	print_times;
1652
1653	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1654	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1655	doprint "KTEST RESULT: TEST $i$name Failed: ", @_, "\n";
1656	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1657	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1658
1659	if (defined($store_failures)) {
1660	    save_logs "fail", $store_failures;
1661        }
1662
 
 
 
 
1663	return 1;
1664}
1665
1666sub run_command {
1667    my ($command, $redirect) = @_;
1668    my $start_time;
1669    my $end_time;
1670    my $dolog = 0;
1671    my $dord = 0;
 
1672    my $pid;
1673
1674    $start_time = time;
1675
1676    $command =~ s/\$SSH_USER/$ssh_user/g;
1677    $command =~ s/\$MACHINE/$machine/g;
1678
1679    doprint("$command ... ");
 
1680
1681    $pid = open(CMD, "$command 2>&1 |") or
1682	(fail "unable to exec $command" and return 0);
1683
1684    if (defined($opt{"LOG_FILE"})) {
1685	open(LOG, ">>$opt{LOG_FILE}") or
1686	    dodie "failed to write to log";
1687	$dolog = 1;
1688    }
1689
1690    if (defined($redirect)) {
1691	open (RD, ">$redirect") or
1692	    dodie "failed to write to redirect $redirect";
1693	$dord = 1;
 
 
 
 
 
 
1694    }
1695
1696    while (<CMD>) {
1697	print LOG if ($dolog);
1698	print RD  if ($dord);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1699    }
1700
1701    waitpid($pid, 0);
1702    my $failed = $?;
 
 
 
 
 
 
1703
1704    close(CMD);
1705    close(LOG) if ($dolog);
1706    close(RD)  if ($dord);
1707
1708    $end_time = time;
1709    my $delta = $end_time - $start_time;
1710
1711    if ($delta == 1) {
1712	doprint "[1 second] ";
1713    } else {
1714	doprint "[$delta seconds] ";
1715    }
1716
1717    if ($failed) {
 
 
 
 
1718	doprint "FAILED!\n";
1719    } else {
1720	doprint "SUCCESS\n";
1721    }
1722
1723    return !$failed;
1724}
1725
1726sub run_ssh {
1727    my ($cmd) = @_;
1728    my $cp_exec = $ssh_exec;
1729
1730    $cp_exec =~ s/\$SSH_COMMAND/$cmd/g;
1731    return run_command "$cp_exec";
1732}
1733
1734sub run_scp {
1735    my ($src, $dst, $cp_scp) = @_;
1736
1737    $cp_scp =~ s/\$SRC_FILE/$src/g;
1738    $cp_scp =~ s/\$DST_FILE/$dst/g;
1739
1740    return run_command "$cp_scp";
1741}
1742
1743sub run_scp_install {
1744    my ($src, $dst) = @_;
1745
1746    my $cp_scp = $scp_to_target_install;
1747
1748    return run_scp($src, $dst, $cp_scp);
1749}
1750
1751sub run_scp_mod {
1752    my ($src, $dst) = @_;
1753
1754    my $cp_scp = $scp_to_target;
1755
1756    return run_scp($src, $dst, $cp_scp);
1757}
1758
1759sub get_grub2_index {
 
 
1760
1761    return if (defined($grub_number) && defined($last_grub_menu) &&
1762	       $last_grub_menu eq $grub_menu && defined($last_machine) &&
1763	       $last_machine eq $machine);
1764
1765    doprint "Find grub2 menu ... ";
1766    $grub_number = -1;
1767
1768    my $ssh_grub = $ssh_exec;
1769    $ssh_grub =~ s,\$SSH_COMMAND,cat $grub_file,g;
1770
1771    open(IN, "$ssh_grub |")
1772	or die "unable to get $grub_file";
1773
1774    my $found = 0;
1775
1776    while (<IN>) {
1777	if (/^menuentry.*$grub_menu/) {
1778	    $grub_number++;
1779	    $found = 1;
1780	    last;
1781	} elsif (/^menuentry\s/) {
1782	    $grub_number++;
1783	}
1784    }
1785    close(IN);
1786
1787    die "Could not find '$grub_menu' in $grub_file on $machine"
1788	if (!$found);
1789    doprint "$grub_number\n";
1790    $last_grub_menu = $grub_menu;
1791    $last_machine = $machine;
1792}
1793
1794sub get_grub_index {
1795
1796    if ($reboot_type eq "grub2") {
1797	get_grub2_index;
1798	return;
1799    }
1800
1801    if ($reboot_type ne "grub") {
1802	return;
1803    }
1804    return if (defined($grub_number) && defined($last_grub_menu) &&
1805	       $last_grub_menu eq $grub_menu && defined($last_machine) &&
1806	       $last_machine eq $machine);
1807
1808    doprint "Find grub menu ... ";
1809    $grub_number = -1;
1810
1811    my $ssh_grub = $ssh_exec;
1812    $ssh_grub =~ s,\$SSH_COMMAND,cat /boot/grub/menu.lst,g;
1813
1814    open(IN, "$ssh_grub |")
1815	or die "unable to get menu.lst";
1816
1817    my $found = 0;
1818
1819    while (<IN>) {
1820	if (/^\s*title\s+$grub_menu\s*$/) {
1821	    $grub_number++;
1822	    $found = 1;
1823	    last;
1824	} elsif (/^\s*title\s/) {
1825	    $grub_number++;
1826	}
 
 
 
 
 
 
1827    }
1828    close(IN);
1829
1830    die "Could not find '$grub_menu' in /boot/grub/menu on $machine"
1831	if (!$found);
1832    doprint "$grub_number\n";
1833    $last_grub_menu = $grub_menu;
1834    $last_machine = $machine;
1835}
1836
1837sub wait_for_input
1838{
1839    my ($fp, $time) = @_;
 
1840    my $rin;
1841    my $rout;
1842    my $nr;
1843    my $buf;
1844    my $line;
1845    my $ch;
1846
1847    if (!defined($time)) {
1848	$time = $timeout;
1849    }
1850
1851    $rin = '';
1852    vec($rin, fileno($fp), 1) = 1;
1853    vec($rin, fileno(\*STDIN), 1) = 1;
1854
 
 
1855    while (1) {
1856	$nr = select($rout=$rin, undef, undef, $time);
1857
1858	if ($nr <= 0) {
1859	    return undef;
1860	}
1861
1862	# copy data from stdin to the console
1863	if (vec($rout, fileno(\*STDIN), 1) == 1) {
1864	    sysread(\*STDIN, $buf, 1000);
1865	    syswrite($fp, $buf, 1000);
 
 
 
 
 
1866	    next;
1867	}
1868
1869	$line = "";
1870
1871	# try to read one char at a time
1872	while (sysread $fp, $ch, 1) {
1873	    $line .= $ch;
1874	    last if ($ch eq "\n");
1875	}
1876
1877	if (!length($line)) {
1878	    return undef;
1879	}
1880
1881	return $line;
1882    }
 
1883}
1884
1885sub reboot_to {
1886    if (defined($switch_to_test)) {
1887	run_command $switch_to_test;
1888    }
1889
1890    if ($reboot_type eq "grub") {
1891	run_ssh "'(echo \"savedefault --default=$grub_number --once\" | grub --batch)'";
1892    } elsif ($reboot_type eq "grub2") {
1893	run_ssh "$grub_reboot $grub_number";
1894    } elsif ($reboot_type eq "syslinux") {
1895	run_ssh "$syslinux --once \\\"$syslinux_label\\\" $syslinux_path";
1896    } elsif (defined $reboot_script) {
1897	run_command "$reboot_script";
1898    }
1899    reboot;
1900}
1901
1902sub get_sha1 {
1903    my ($commit) = @_;
1904
1905    doprint "git rev-list --max-count=1 $commit ... ";
1906    my $sha1 = `git rev-list --max-count=1 $commit`;
1907    my $ret = $?;
1908
1909    logit $sha1;
1910
1911    if ($ret) {
1912	doprint "FAILED\n";
1913	dodie "Failed to get git $commit";
1914    }
1915
1916    print "SUCCESS\n";
1917
1918    chomp $sha1;
1919
1920    return $sha1;
1921}
1922
1923sub monitor {
1924    my $booted = 0;
1925    my $bug = 0;
1926    my $bug_ignored = 0;
1927    my $skip_call_trace = 0;
1928    my $loops;
1929
1930    my $start_time = time;
1931
1932    wait_for_monitor 5;
1933
1934    my $line;
1935    my $full_line = "";
1936
1937    open(DMESG, "> $dmesg") or
1938	die "unable to write to $dmesg";
1939
1940    reboot_to;
1941
1942    my $success_start;
1943    my $failure_start;
1944    my $monitor_start = time;
1945    my $done = 0;
1946    my $version_found = 0;
1947
1948    while (!$done) {
1949
1950	if ($bug && defined($stop_after_failure) &&
1951	    $stop_after_failure >= 0) {
1952	    my $time = $stop_after_failure - (time - $failure_start);
1953	    $line = wait_for_input($monitor_fp, $time);
1954	    if (!defined($line)) {
1955		doprint "bug timed out after $booted_timeout seconds\n";
1956		doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
1957		last;
1958	    }
1959	} elsif ($booted) {
1960	    $line = wait_for_input($monitor_fp, $booted_timeout);
1961	    if (!defined($line)) {
1962		my $s = $booted_timeout == 1 ? "" : "s";
1963		doprint "Successful boot found: break after $booted_timeout second$s\n";
1964		last;
1965	    }
1966	} else {
1967	    $line = wait_for_input($monitor_fp);
1968	    if (!defined($line)) {
1969		my $s = $timeout == 1 ? "" : "s";
1970		doprint "Timed out after $timeout second$s\n";
1971		last;
1972	    }
1973	}
1974
1975	doprint $line;
1976	print DMESG $line;
1977
1978	# we are not guaranteed to get a full line
1979	$full_line .= $line;
1980
1981	if ($full_line =~ /$success_line/) {
1982	    $booted = 1;
1983	    $success_start = time;
1984	}
1985
1986	if ($booted && defined($stop_after_success) &&
1987	    $stop_after_success >= 0) {
1988	    my $now = time;
1989	    if ($now - $success_start >= $stop_after_success) {
1990		doprint "Test forced to stop after $stop_after_success seconds after success\n";
1991		last;
1992	    }
1993	}
1994
1995	if ($full_line =~ /\[ backtrace testing \]/) {
1996	    $skip_call_trace = 1;
1997	}
1998
1999	if ($full_line =~ /call trace:/i) {
2000	    if (!$bug && !$skip_call_trace) {
2001		if ($ignore_errors) {
2002		    $bug_ignored = 1;
2003		} else {
2004		    $bug = 1;
2005		    $failure_start = time;
2006		}
2007	    }
2008	}
2009
2010	if ($bug && defined($stop_after_failure) &&
2011	    $stop_after_failure >= 0) {
2012	    my $now = time;
2013	    if ($now - $failure_start >= $stop_after_failure) {
2014		doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
2015		last;
2016	    }
2017	}
2018
2019	if ($full_line =~ /\[ end of backtrace testing \]/) {
2020	    $skip_call_trace = 0;
2021	}
2022
2023	if ($full_line =~ /Kernel panic -/) {
2024	    $failure_start = time;
2025	    $bug = 1;
2026	}
2027
2028	# Detect triple faults by testing the banner
2029	if ($full_line =~ /\bLinux version (\S+).*\n/) {
2030	    if ($1 eq $version) {
2031		$version_found = 1;
2032	    } elsif ($version_found && $detect_triplefault) {
2033		# We already booted into the kernel we are testing,
2034		# but now we booted into another kernel?
2035		# Consider this a triple fault.
2036		doprint "Already booted in Linux kernel $version, but now\n";
2037		doprint "we booted into Linux kernel $1.\n";
2038		doprint "Assuming that this is a triple fault.\n";
2039		doprint "To disable this: set DETECT_TRIPLE_FAULT to 0\n";
2040		last;
2041	    }
2042	}
2043
2044	if ($line =~ /\n/) {
2045	    $full_line = "";
2046	}
2047
2048	if ($stop_test_after > 0 && !$booted && !$bug) {
2049	    if (time - $monitor_start > $stop_test_after) {
2050		doprint "STOP_TEST_AFTER ($stop_test_after seconds) timed out\n";
2051		$done = 1;
2052	    }
2053	}
2054    }
2055
2056    my $end_time = time;
2057    $reboot_time = $end_time - $start_time;
2058
2059    close(DMESG);
2060
2061    if ($bug) {
2062	return 0 if ($in_bisect);
2063	fail "failed - got a bug report" and return 0;
2064    }
2065
2066    if (!$booted) {
2067	return 0 if ($in_bisect);
2068	fail "failed - never got a boot prompt." and return 0;
2069    }
2070
2071    if ($bug_ignored) {
2072	doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2073    }
2074
2075    return 1;
2076}
2077
2078sub eval_kernel_version {
2079    my ($option) = @_;
2080
2081    $option =~ s/\$KERNEL_VERSION/$version/g;
2082
2083    return $option;
2084}
2085
2086sub do_post_install {
2087
2088    return if (!defined($post_install));
2089
2090    my $cp_post_install = eval_kernel_version $post_install;
2091    run_command "$cp_post_install" or
2092	dodie "Failed to run post install";
2093}
2094
2095# Sometimes the reboot fails, and will hang. We try to ssh to the box
2096# and if we fail, we force another reboot, that should powercycle it.
2097sub test_booted {
2098    if (!run_ssh "echo testing connection") {
2099	reboot $sleep_time;
2100    }
2101}
2102
2103sub install {
2104
2105    return if ($no_install);
2106
2107    my $start_time = time;
2108
2109    if (defined($pre_install)) {
2110	my $cp_pre_install = eval_kernel_version $pre_install;
2111	run_command "$cp_pre_install" or
2112	    dodie "Failed to run pre install";
2113    }
2114
2115    my $cp_target = eval_kernel_version $target_image;
2116
2117    test_booted;
2118
2119    run_scp_install "$outputdir/$build_target", "$cp_target" or
2120	dodie "failed to copy image";
2121
2122    my $install_mods = 0;
2123
2124    # should we process modules?
2125    $install_mods = 0;
2126    open(IN, "$output_config") or dodie("Can't read config file");
2127    while (<IN>) {
2128	if (/CONFIG_MODULES(=y)?/) {
2129	    if (defined($1)) {
2130		$install_mods = 1;
2131		last;
2132	    }
2133	}
2134    }
2135    close(IN);
2136
2137    if (!$install_mods) {
2138	do_post_install;
2139	doprint "No modules needed\n";
2140	my $end_time = time;
2141	$install_time = $end_time - $start_time;
2142	return;
2143    }
2144
2145    run_command "$make INSTALL_MOD_STRIP=1 INSTALL_MOD_PATH=$tmpdir modules_install" or
2146	dodie "Failed to install modules";
2147
2148    my $modlib = "/lib/modules/$version";
2149    my $modtar = "ktest-mods.tar.bz2";
2150
2151    run_ssh "rm -rf $modlib" or
2152	dodie "failed to remove old mods: $modlib";
2153
2154    # would be nice if scp -r did not follow symbolic links
2155    run_command "cd $tmpdir && tar -cjf $modtar lib/modules/$version" or
2156	dodie "making tarball";
2157
2158    run_scp_mod "$tmpdir/$modtar", "/tmp" or
2159	dodie "failed to copy modules";
2160
2161    unlink "$tmpdir/$modtar";
2162
2163    run_ssh "'(cd / && tar xjf /tmp/$modtar)'" or
2164	dodie "failed to tar modules";
2165
2166    run_ssh "rm -f /tmp/$modtar";
2167
2168    do_post_install;
2169
2170    my $end_time = time;
2171    $install_time = $end_time - $start_time;
2172}
2173
2174sub get_version {
2175    # get the release name
2176    return if ($have_version);
2177    doprint "$make kernelrelease ... ";
2178    $version = `$make -s kernelrelease | tail -1`;
2179    chomp($version);
2180    doprint "$version\n";
2181    $have_version = 1;
2182}
2183
2184sub start_monitor_and_install {
2185    # Make sure the stable kernel has finished booting
2186
2187    # Install bisects, don't need console
2188    if (defined $console) {
2189	start_monitor;
2190	wait_for_monitor 5;
2191	end_monitor;
2192    }
2193
2194    get_grub_index;
2195    get_version;
2196    install;
2197
2198    start_monitor if (defined $console);
2199    return monitor;
2200}
2201
2202my $check_build_re = ".*:.*(warning|error|Error):.*";
2203my $utf8_quote = "\\x{e2}\\x{80}(\\x{98}|\\x{99})";
2204
2205sub process_warning_line {
2206    my ($line) = @_;
2207
2208    chomp $line;
2209
2210    # for distcc heterogeneous systems, some compilers
2211    # do things differently causing warning lines
2212    # to be slightly different. This makes an attempt
2213    # to fixe those issues.
2214
2215    # chop off the index into the line
2216    # using distcc, some compilers give different indexes
2217    # depending on white space
2218    $line =~ s/^(\s*\S+:\d+:)\d+/$1/;
2219
2220    # Some compilers use UTF-8 extended for quotes and some don't.
2221    $line =~ s/$utf8_quote/'/g;
2222
2223    return $line;
2224}
2225
2226# Read buildlog and check against warnings file for any
2227# new warnings.
2228#
2229# Returns 1 if OK
2230#         0 otherwise
2231sub check_buildlog {
2232    return 1 if (!defined $warnings_file);
2233
2234    my %warnings_list;
2235
2236    # Failed builds should not reboot the target
2237    my $save_no_reboot = $no_reboot;
2238    $no_reboot = 1;
2239
2240    if (-f $warnings_file) {
2241	open(IN, $warnings_file) or
2242	    dodie "Error opening $warnings_file";
2243
2244	while (<IN>) {
2245	    if (/$check_build_re/) {
2246		my $warning = process_warning_line $_;
2247		
2248		$warnings_list{$warning} = 1;
2249	    }
2250	}
2251	close(IN);
2252    }
2253
2254    # If warnings file didn't exist, and WARNINGS_FILE exist,
2255    # then we fail on any warning!
2256
2257    open(IN, $buildlog) or dodie "Can't open $buildlog";
2258    while (<IN>) {
2259	if (/$check_build_re/) {
2260	    my $warning = process_warning_line $_;
2261
2262	    if (!defined $warnings_list{$warning}) {
2263		fail "New warning found (not in $warnings_file)\n$_\n";
2264		$no_reboot = $save_no_reboot;
2265		return 0;
2266	    }
2267	}
2268    }
2269    $no_reboot = $save_no_reboot;
2270    close(IN);
2271}
2272
2273sub check_patch_buildlog {
2274    my ($patch) = @_;
2275
2276    my @files = `git show $patch | diffstat -l`;
2277
2278    foreach my $file (@files) {
2279	chomp $file;
2280    }
2281
2282    open(IN, "git show $patch |") or
2283	dodie "failed to show $patch";
2284    while (<IN>) {
2285	if (m,^--- a/(.*),) {
2286	    chomp $1;
2287	    $files[$#files] = $1;
2288	}
2289    }
2290    close(IN);
2291
2292    open(IN, $buildlog) or dodie "Can't open $buildlog";
2293    while (<IN>) {
2294	if (/^\s*(.*?):.*(warning|error)/) {
2295	    my $err = $1;
2296	    foreach my $file (@files) {
2297		my $fullpath = "$builddir/$file";
2298		if ($file eq $err || $fullpath eq $err) {
2299		    fail "$file built with warnings" and return 0;
2300		}
2301	    }
2302	}
2303    }
2304    close(IN);
2305
2306    return 1;
2307}
2308
2309sub apply_min_config {
2310    my $outconfig = "$output_config.new";
2311
2312    # Read the config file and remove anything that
2313    # is in the force_config hash (from minconfig and others)
2314    # then add the force config back.
2315
2316    doprint "Applying minimum configurations into $output_config.new\n";
2317
2318    open (OUT, ">$outconfig") or
2319	dodie "Can't create $outconfig";
2320
2321    if (-f $output_config) {
2322	open (IN, $output_config) or
2323	    dodie "Failed to open $output_config";
2324	while (<IN>) {
2325	    if (/^(# )?(CONFIG_[^\s=]*)/) {
2326		next if (defined($force_config{$2}));
2327	    }
2328	    print OUT;
2329	}
2330	close IN;
2331    }
2332    foreach my $config (keys %force_config) {
2333	print OUT "$force_config{$config}\n";
2334    }
2335    close OUT;
2336
2337    run_command "mv $outconfig $output_config";
2338}
2339
2340sub make_oldconfig {
2341
2342    my @force_list = keys %force_config;
2343
2344    if ($#force_list >= 0) {
2345	apply_min_config;
2346    }
2347
2348    if (!run_command "$make olddefconfig") {
2349	# Perhaps olddefconfig doesn't exist in this version of the kernel
2350	# try oldnoconfig
2351	doprint "olddefconfig failed, trying make oldnoconfig\n";
2352	if (!run_command "$make oldnoconfig") {
2353	    doprint "oldnoconfig failed, trying yes '' | make oldconfig\n";
2354	    # try a yes '' | oldconfig
2355	    run_command "yes '' | $make oldconfig" or
2356		dodie "failed make config oldconfig";
2357	}
2358    }
2359}
2360
2361# read a config file and use this to force new configs.
2362sub load_force_config {
2363    my ($config) = @_;
2364
2365    doprint "Loading force configs from $config\n";
2366    open(IN, $config) or
2367	dodie "failed to read $config";
2368    while (<IN>) {
2369	chomp;
2370	if (/^(CONFIG[^\s=]*)(\s*=.*)/) {
2371	    $force_config{$1} = $_;
2372	} elsif (/^# (CONFIG_\S*) is not set/) {
2373	    $force_config{$1} = $_;
2374	}
2375    }
2376    close IN;
2377}
2378
2379sub build {
2380    my ($type) = @_;
2381
2382    unlink $buildlog;
2383
2384    my $start_time = time;
2385
2386    # Failed builds should not reboot the target
2387    my $save_no_reboot = $no_reboot;
2388    $no_reboot = 1;
2389
2390    # Calculate a new version from here.
2391    $have_version = 0;
2392
2393    if (defined($pre_build)) {
2394	my $ret = run_command $pre_build;
2395	if (!$ret && defined($pre_build_die) &&
2396	    $pre_build_die) {
2397	    dodie "failed to pre_build\n";
2398	}
2399    }
2400
2401    if ($type =~ /^useconfig:(.*)/) {
2402	run_command "cp $1 $output_config" or
2403	    dodie "could not copy $1 to .config";
2404
2405	$type = "oldconfig";
2406    }
2407
2408    # old config can ask questions
2409    if ($type eq "oldconfig") {
2410	$type = "olddefconfig";
2411
2412	# allow for empty configs
2413	run_command "touch $output_config";
2414
2415	if (!$noclean) {
2416	    run_command "mv $output_config $outputdir/config_temp" or
2417		dodie "moving .config";
2418
2419	    run_command "$make mrproper" or dodie "make mrproper";
2420
2421	    run_command "mv $outputdir/config_temp $output_config" or
2422		dodie "moving config_temp";
2423	}
2424
2425    } elsif (!$noclean) {
2426	unlink "$output_config";
2427	run_command "$make mrproper" or
2428	    dodie "make mrproper";
2429    }
2430
2431    # add something to distinguish this build
2432    open(OUT, "> $outputdir/localversion") or dodie("Can't make localversion file");
2433    print OUT "$localversion\n";
2434    close(OUT);
2435
2436    if (defined($minconfig)) {
2437	load_force_config($minconfig);
2438    }
2439
2440    if ($type ne "olddefconfig") {
2441	run_command "$make $type" or
2442	    dodie "failed make config";
2443    }
2444    # Run old config regardless, to enforce min configurations
2445    make_oldconfig;
2446
2447    my $build_ret = run_command "$make $build_options", $buildlog;
2448
2449    if (defined($post_build)) {
2450	# Because a post build may change the kernel version
2451	# do it now.
2452	get_version;
2453	my $ret = run_command $post_build;
2454	if (!$ret && defined($post_build_die) &&
2455	    $post_build_die) {
2456	    dodie "failed to post_build\n";
2457	}
2458    }
2459
2460    if (!$build_ret) {
2461	# bisect may need this to pass
2462	if ($in_bisect) {
2463	    $no_reboot = $save_no_reboot;
2464	    return 0;
2465	}
2466	fail "failed build" and return 0;
2467    }
2468
2469    $no_reboot = $save_no_reboot;
2470
2471    my $end_time = time;
2472    $build_time = $end_time - $start_time;
2473
2474    return 1;
2475}
2476
2477sub halt {
2478    if (!run_ssh "halt" or defined($power_off)) {
2479	if (defined($poweroff_after_halt)) {
2480	    sleep $poweroff_after_halt;
2481	    run_command "$power_off";
2482	}
2483    } else {
2484	# nope? the zap it!
2485	run_command "$power_off";
2486    }
2487}
2488
2489sub success {
2490    my ($i) = @_;
2491
2492    if (defined($post_test)) {
2493	run_command $post_test;
2494    }
2495
2496    $successes++;
2497
2498    my $name = "";
2499
2500    if (defined($test_name)) {
2501	$name = " ($test_name)";
2502    }
2503
2504    print_times;
2505
2506    doprint "\n\n*******************************************\n";
2507    doprint     "*******************************************\n";
2508    doprint     "KTEST RESULT: TEST $i$name SUCCESS!!!!         **\n";
2509    doprint     "*******************************************\n";
2510    doprint     "*******************************************\n";
2511
2512    if (defined($store_successes)) {
2513        save_logs "success", $store_successes;
2514    }
2515
2516    if ($i != $opt{"NUM_TESTS"} && !do_not_reboot) {
2517	doprint "Reboot and wait $sleep_time seconds\n";
2518	reboot_to_good $sleep_time;
2519    }
 
 
 
 
2520}
2521
2522sub answer_bisect {
2523    for (;;) {
2524	doprint "Pass, fail, or skip? [p/f/s]";
2525	my $ans = <STDIN>;
2526	chomp $ans;
2527	if ($ans eq "p" || $ans eq "P") {
2528	    return 1;
2529	} elsif ($ans eq "f" || $ans eq "F") {
2530	    return 0;
2531	} elsif ($ans eq "s" || $ans eq "S") {
2532	    return -1;
2533	} else {
2534	    print "Please answer 'p', 'f', or 's'\n";
2535	}
2536    }
2537}
2538
2539sub child_run_test {
2540    my $failed = 0;
2541
2542    # child should have no power
2543    $reboot_on_error = 0;
2544    $poweroff_on_error = 0;
2545    $die_on_failure = 1;
2546
2547    run_command $run_test, $testlog or $failed = 1;
2548
2549    exit $failed;
2550}
2551
2552my $child_done;
2553
2554sub child_finished {
2555    $child_done = 1;
2556}
2557
2558sub do_run_test {
2559    my $child_pid;
2560    my $child_exit;
2561    my $line;
2562    my $full_line;
2563    my $bug = 0;
2564    my $bug_ignored = 0;
2565
2566    my $start_time = time;
2567
2568    wait_for_monitor 1;
2569
2570    doprint "run test $run_test\n";
2571
2572    $child_done = 0;
2573
2574    $SIG{CHLD} = qw(child_finished);
2575
2576    $child_pid = fork;
2577
2578    child_run_test if (!$child_pid);
2579
2580    $full_line = "";
2581
2582    do {
2583	$line = wait_for_input($monitor_fp, 1);
2584	if (defined($line)) {
2585
2586	    # we are not guaranteed to get a full line
2587	    $full_line .= $line;
2588	    doprint $line;
2589
2590	    if ($full_line =~ /call trace:/i) {
2591		if ($ignore_errors) {
2592		    $bug_ignored = 1;
2593		} else {
2594		    $bug = 1;
2595		}
2596	    }
2597
2598	    if ($full_line =~ /Kernel panic -/) {
2599		$bug = 1;
2600	    }
2601
2602	    if ($line =~ /\n/) {
2603		$full_line = "";
2604	    }
2605	}
2606    } while (!$child_done && !$bug);
2607
2608    if (!$bug && $bug_ignored) {
2609	doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2610    }
2611
2612    if ($bug) {
2613	my $failure_start = time;
2614	my $now;
2615	do {
2616	    $line = wait_for_input($monitor_fp, 1);
2617	    if (defined($line)) {
2618		doprint $line;
2619	    }
2620	    $now = time;
2621	    if ($now - $failure_start >= $stop_after_failure) {
2622		last;
2623	    }
2624	} while (defined($line));
2625
2626	doprint "Detected kernel crash!\n";
2627	# kill the child with extreme prejudice
2628	kill 9, $child_pid;
2629    }
2630
2631    waitpid $child_pid, 0;
2632    $child_exit = $? >> 8;
2633
2634    my $end_time = time;
2635    $test_time = $end_time - $start_time;
2636
2637    if (!$bug && $in_bisect) {
2638	if (defined($bisect_ret_good)) {
2639	    if ($child_exit == $bisect_ret_good) {
2640		return 1;
2641	    }
2642	}
2643	if (defined($bisect_ret_skip)) {
2644	    if ($child_exit == $bisect_ret_skip) {
2645		return -1;
2646	    }
2647	}
2648	if (defined($bisect_ret_abort)) {
2649	    if ($child_exit == $bisect_ret_abort) {
2650		fail "test abort" and return -2;
2651	    }
2652	}
2653	if (defined($bisect_ret_bad)) {
2654	    if ($child_exit == $bisect_ret_skip) {
2655		return 0;
2656	    }
2657	}
2658	if (defined($bisect_ret_default)) {
2659	    if ($bisect_ret_default eq "good") {
2660		return 1;
2661	    } elsif ($bisect_ret_default eq "bad") {
2662		return 0;
2663	    } elsif ($bisect_ret_default eq "skip") {
2664		return -1;
2665	    } elsif ($bisect_ret_default eq "abort") {
2666		return -2;
2667	    } else {
2668		fail "unknown default action: $bisect_ret_default"
2669		    and return -2;
2670	    }
2671	}
2672    }
2673
2674    if ($bug || $child_exit) {
2675	return 0 if $in_bisect;
2676	fail "test failed" and return 0;
2677    }
2678    return 1;
2679}
2680
2681sub run_git_bisect {
2682    my ($command) = @_;
2683
2684    doprint "$command ... ";
2685
2686    my $output = `$command 2>&1`;
2687    my $ret = $?;
2688
2689    logit $output;
2690
2691    if ($ret) {
2692	doprint "FAILED\n";
2693	dodie "Failed to git bisect";
2694    }
2695
2696    doprint "SUCCESS\n";
2697    if ($output =~ m/^(Bisecting: .*\(roughly \d+ steps?\))\s+\[([[:xdigit:]]+)\]/) {
2698	doprint "$1 [$2]\n";
2699    } elsif ($output =~ m/^([[:xdigit:]]+) is the first bad commit/) {
2700	$bisect_bad_commit = $1;
2701	doprint "Found bad commit... $1\n";
2702	return 0;
2703    } else {
2704	# we already logged it, just print it now.
2705	print $output;
2706    }
2707
2708    return 1;
2709}
2710
2711sub bisect_reboot {
2712    doprint "Reboot and sleep $bisect_sleep_time seconds\n";
2713    reboot_to_good $bisect_sleep_time;
2714}
2715
2716# returns 1 on success, 0 on failure, -1 on skip
2717sub run_bisect_test {
2718    my ($type, $buildtype) = @_;
2719
2720    my $failed = 0;
2721    my $result;
2722    my $output;
2723    my $ret;
2724
2725    $in_bisect = 1;
2726
2727    build $buildtype or $failed = 1;
2728
2729    if ($type ne "build") {
2730	if ($failed && $bisect_skip) {
2731	    $in_bisect = 0;
2732	    return -1;
2733	}
2734	dodie "Failed on build" if $failed;
2735
2736	# Now boot the box
2737	start_monitor_and_install or $failed = 1;
2738
2739	if ($type ne "boot") {
2740	    if ($failed && $bisect_skip) {
2741		end_monitor;
2742		bisect_reboot;
2743		$in_bisect = 0;
2744		return -1;
2745	    }
2746	    dodie "Failed on boot" if $failed;
2747
2748	    do_run_test or $failed = 1;
2749	}
2750	end_monitor;
2751    }
2752
2753    if ($failed) {
2754	$result = 0;
2755    } else {
2756	$result = 1;
2757    }
2758
2759    # reboot the box to a kernel we can ssh to
2760    if ($type ne "build") {
2761	bisect_reboot;
2762    }
2763    $in_bisect = 0;
2764
2765    return $result;
2766}
2767
2768sub run_bisect {
2769    my ($type) = @_;
2770    my $buildtype = "oldconfig";
2771
2772    # We should have a minconfig to use?
2773    if (defined($minconfig)) {
2774	$buildtype = "useconfig:$minconfig";
2775    }
2776
2777    # If the user sets bisect_tries to less than 1, then no tries
2778    # is a success.
2779    my $ret = 1;
2780
2781    # Still let the user manually decide that though.
2782    if ($bisect_tries < 1 && $bisect_manual) {
2783	$ret = answer_bisect;
2784    }
2785
2786    for (my $i = 0; $i < $bisect_tries; $i++) {
2787	if ($bisect_tries > 1) {
2788	    my $t = $i + 1;
2789	    doprint("Running bisect trial $t of $bisect_tries:\n");
2790	}
2791	$ret = run_bisect_test $type, $buildtype;
2792
2793	if ($bisect_manual) {
2794	    $ret = answer_bisect;
2795	}
2796
2797	last if (!$ret);
2798    }
2799
2800    # Are we looking for where it worked, not failed?
2801    if ($reverse_bisect && $ret >= 0) {
2802	$ret = !$ret;
2803    }
2804
2805    if ($ret > 0) {
2806	return "good";
2807    } elsif ($ret == 0) {
2808	return  "bad";
2809    } elsif ($bisect_skip) {
2810	doprint "HIT A BAD COMMIT ... SKIPPING\n";
2811	return "skip";
2812    }
2813}
2814
2815sub update_bisect_replay {
2816    my $tmp_log = "$tmpdir/ktest_bisect_log";
2817    run_command "git bisect log > $tmp_log" or
2818	die "can't create bisect log";
2819    return $tmp_log;
2820}
2821
2822sub bisect {
2823    my ($i) = @_;
2824
2825    my $result;
2826
2827    die "BISECT_GOOD[$i] not defined\n"	if (!defined($bisect_good));
2828    die "BISECT_BAD[$i] not defined\n"	if (!defined($bisect_bad));
2829    die "BISECT_TYPE[$i] not defined\n"	if (!defined($bisect_type));
2830
2831    my $good = $bisect_good;
2832    my $bad = $bisect_bad;
2833    my $type = $bisect_type;
2834    my $start = $bisect_start;
2835    my $replay = $bisect_replay;
2836    my $start_files = $bisect_files;
2837
2838    if (defined($start_files)) {
2839	$start_files = " -- " . $start_files;
2840    } else {
2841	$start_files = "";
2842    }
2843
2844    # convert to true sha1's
2845    $good = get_sha1($good);
2846    $bad = get_sha1($bad);
2847
2848    if (defined($bisect_reverse) && $bisect_reverse == 1) {
2849	doprint "Performing a reverse bisect (bad is good, good is bad!)\n";
2850	$reverse_bisect = 1;
2851    } else {
2852	$reverse_bisect = 0;
2853    }
2854
2855    # Can't have a test without having a test to run
2856    if ($type eq "test" && !defined($run_test)) {
2857	$type = "boot";
2858    }
2859
2860    # Check if a bisect was running
2861    my $bisect_start_file = "$builddir/.git/BISECT_START";
2862
2863    my $check = $bisect_check;
2864    my $do_check = defined($check) && $check ne "0";
2865
2866    if ( -f $bisect_start_file ) {
2867	print "Bisect in progress found\n";
2868	if ($do_check) {
2869	    print " If you say yes, then no checks of good or bad will be done\n";
2870	}
2871	if (defined($replay)) {
2872	    print "** BISECT_REPLAY is defined in config file **";
2873	    print " Ignore config option and perform new git bisect log?\n";
2874	    if (read_ync " (yes, no, or cancel) ") {
2875		$replay = update_bisect_replay;
2876		$do_check = 0;
2877	    }
2878	} elsif (read_yn "read git log and continue?") {
2879	    $replay = update_bisect_replay;
2880	    $do_check = 0;
2881	}
2882    }
2883
2884    if ($do_check) {
2885
2886	# get current HEAD
2887	my $head = get_sha1("HEAD");
2888
2889	if ($check ne "good") {
2890	    doprint "TESTING BISECT BAD [$bad]\n";
2891	    run_command "git checkout $bad" or
2892		die "Failed to checkout $bad";
2893
2894	    $result = run_bisect $type;
2895
2896	    if ($result ne "bad") {
2897		fail "Tested BISECT_BAD [$bad] and it succeeded" and return 0;
2898	    }
2899	}
2900
2901	if ($check ne "bad") {
2902	    doprint "TESTING BISECT GOOD [$good]\n";
2903	    run_command "git checkout $good" or
2904		die "Failed to checkout $good";
2905
2906	    $result = run_bisect $type;
2907
2908	    if ($result ne "good") {
2909		fail "Tested BISECT_GOOD [$good] and it failed" and return 0;
2910	    }
2911	}
2912
2913	# checkout where we started
2914	run_command "git checkout $head" or
2915	    die "Failed to checkout $head";
2916    }
2917
2918    run_command "git bisect start$start_files" or
2919	dodie "could not start bisect";
2920
2921    if (defined($replay)) {
2922	run_command "git bisect replay $replay" or
2923	    dodie "failed to run replay";
2924    } else {
2925
2926	run_command "git bisect good $good" or
2927	    dodie "could not set bisect good to $good";
2928
2929	run_git_bisect "git bisect bad $bad" or
2930	    dodie "could not set bisect bad to $bad";
2931
2932    }
2933
2934    if (defined($start)) {
2935	run_command "git checkout $start" or
2936	    dodie "failed to checkout $start";
2937    }
2938
2939    my $test;
2940    do {
2941	$result = run_bisect $type;
2942	$test = run_git_bisect "git bisect $result";
2943	print_times;
2944    } while ($test);
2945
2946    run_command "git bisect log" or
2947	dodie "could not capture git bisect log";
2948
2949    run_command "git bisect reset" or
2950	dodie "could not reset git bisect";
2951
2952    doprint "Bad commit was [$bisect_bad_commit]\n";
2953
2954    success $i;
2955}
2956
2957# config_ignore holds the configs that were set (or unset) for
2958# a good config and we will ignore these configs for the rest
2959# of a config bisect. These configs stay as they were.
2960my %config_ignore;
2961
2962# config_set holds what all configs were set as.
2963my %config_set;
2964
2965# config_off holds the set of configs that the bad config had disabled.
2966# We need to record them and set them in the .config when running
2967# olddefconfig, because olddefconfig keeps the defaults.
2968my %config_off;
2969
2970# config_off_tmp holds a set of configs to turn off for now
2971my @config_off_tmp;
2972
2973# config_list is the set of configs that are being tested
2974my %config_list;
2975my %null_config;
2976
2977my %dependency;
2978
2979sub assign_configs {
2980    my ($hash, $config) = @_;
2981
2982    doprint "Reading configs from $config\n";
2983
2984    open (IN, $config)
2985	or dodie "Failed to read $config";
2986
2987    while (<IN>) {
2988	chomp;
2989	if (/^((CONFIG\S*)=.*)/) {
2990	    ${$hash}{$2} = $1;
2991	} elsif (/^(# (CONFIG\S*) is not set)/) {
2992	    ${$hash}{$2} = $1;
2993	}
2994    }
2995
2996    close(IN);
2997}
2998
2999sub process_config_ignore {
3000    my ($config) = @_;
3001
3002    assign_configs \%config_ignore, $config;
3003}
3004
3005sub get_dependencies {
3006    my ($config) = @_;
3007
3008    my $arr = $dependency{$config};
3009    if (!defined($arr)) {
3010	return ();
3011    }
3012
3013    my @deps = @{$arr};
3014
3015    foreach my $dep (@{$arr}) {
3016	print "ADD DEP $dep\n";
3017	@deps = (@deps, get_dependencies $dep);
3018    }
3019
3020    return @deps;
3021}
3022
3023sub save_config {
3024    my ($pc, $file) = @_;
3025
3026    my %configs = %{$pc};
3027
3028    doprint "Saving configs into $file\n";
3029
3030    open(OUT, ">$file") or dodie "Can not write to $file";
3031
3032    foreach my $config (keys %configs) {
3033	print OUT "$configs{$config}\n";
3034    }
3035    close(OUT);
3036}
3037
3038sub create_config {
3039    my ($name, $pc) = @_;
3040
3041    doprint "Creating old config from $name configs\n";
3042
3043    save_config $pc, $output_config;
3044
3045    make_oldconfig;
3046}
3047
3048# compare two config hashes, and return configs with different vals.
3049# It returns B's config values, but you can use A to see what A was.
3050sub diff_config_vals {
3051    my ($pa, $pb) = @_;
3052
3053    # crappy Perl way to pass in hashes.
3054    my %a = %{$pa};
3055    my %b = %{$pb};
3056
3057    my %ret;
3058
3059    foreach my $item (keys %a) {
3060	if (defined($b{$item}) && $b{$item} ne $a{$item}) {
3061	    $ret{$item} = $b{$item};
3062	}
3063    }
3064
3065    return %ret;
3066}
3067
3068# compare two config hashes and return the configs in B but not A
3069sub diff_configs {
3070    my ($pa, $pb) = @_;
3071
3072    my %ret;
3073
3074    # crappy Perl way to pass in hashes.
3075    my %a = %{$pa};
3076    my %b = %{$pb};
3077
3078    foreach my $item (keys %b) {
3079	if (!defined($a{$item})) {
3080	    $ret{$item} = $b{$item};
3081	}
3082    }
3083
3084    return %ret;
3085}
3086
3087# return if two configs are equal or not
3088# 0 is equal +1 b has something a does not
3089# +1 if a and b have a different item.
3090# -1 if a has something b does not
3091sub compare_configs {
3092    my ($pa, $pb) = @_;
3093
3094    my %ret;
3095
3096    # crappy Perl way to pass in hashes.
3097    my %a = %{$pa};
3098    my %b = %{$pb};
3099
3100    foreach my $item (keys %b) {
3101	if (!defined($a{$item})) {
3102	    return 1;
3103	}
3104	if ($a{$item} ne $b{$item}) {
3105	    return 1;
3106	}
3107    }
3108
3109    foreach my $item (keys %a) {
3110	if (!defined($b{$item})) {
3111	    return -1;
3112	}
3113    }
3114
3115    return 0;
3116}
3117
3118sub run_config_bisect_test {
3119    my ($type) = @_;
3120
3121    my $ret = run_bisect_test $type, "oldconfig";
3122
3123    if ($bisect_manual) {
3124	$ret = answer_bisect;
3125    }
3126
3127    return $ret;
3128}
3129
3130sub process_failed {
3131    my ($config) = @_;
 
3132
 
 
 
3133    doprint "\n\n***************************************\n";
3134    doprint "Found bad config: $config\n";
 
3135    doprint "***************************************\n\n";
3136}
3137
3138# used for config bisecting
3139my $good_config;
3140my $bad_config;
3141
3142sub process_new_config {
3143    my ($tc, $nc, $gc, $bc) = @_;
3144
3145    my %tmp_config = %{$tc};
3146    my %good_configs = %{$gc};
3147    my %bad_configs = %{$bc};
3148
3149    my %new_configs;
3150
3151    my $runtest = 1;
3152    my $ret;
3153
3154    create_config "tmp_configs", \%tmp_config;
3155    assign_configs \%new_configs, $output_config;
3156
3157    $ret = compare_configs \%new_configs, \%bad_configs;
3158    if (!$ret) {
3159	doprint "New config equals bad config, try next test\n";
3160	$runtest = 0;
3161    }
3162
3163    if ($runtest) {
3164	$ret = compare_configs \%new_configs, \%good_configs;
3165	if (!$ret) {
3166	    doprint "New config equals good config, try next test\n";
3167	    $runtest = 0;
3168	}
3169    }
3170
3171    %{$nc} = %new_configs;
3172
3173    return $runtest;
3174}
3175
3176sub run_config_bisect {
3177    my ($pgood, $pbad) = @_;
3178
3179    my $type = $config_bisect_type;
3180
3181    my %good_configs = %{$pgood};
3182    my %bad_configs = %{$pbad};
3183
3184    my %diff_configs = diff_config_vals \%good_configs, \%bad_configs;
3185    my %b_configs = diff_configs \%good_configs, \%bad_configs;
3186    my %g_configs = diff_configs \%bad_configs, \%good_configs;
3187
3188    my @diff_arr = keys %diff_configs;
3189    my $len_diff = $#diff_arr + 1;
3190
3191    my @b_arr = keys %b_configs;
3192    my $len_b = $#b_arr + 1;
3193
3194    my @g_arr = keys %g_configs;
3195    my $len_g = $#g_arr + 1;
3196
3197    my $runtest = 1;
3198    my %new_configs;
3199    my $ret;
3200
3201    # First, lets get it down to a single subset.
3202    # Is the problem with a difference in values?
3203    # Is the problem with a missing config?
3204    # Is the problem with a config that breaks things?
3205
3206    # Enable all of one set and see if we get a new bad
3207    # or good config.
3208
3209    # first set the good config to the bad values.
3210
3211    doprint "d=$len_diff g=$len_g b=$len_b\n";
3212
3213    # first lets enable things in bad config that are enabled in good config
3214
3215    if ($len_diff > 0) {
3216	if ($len_b > 0 || $len_g > 0) {
3217	    my %tmp_config = %bad_configs;
3218
3219	    doprint "Set tmp config to be bad config with good config values\n";
3220	    foreach my $item (@diff_arr) {
3221		$tmp_config{$item} = $good_configs{$item};
3222	    }
3223
3224	    $runtest = process_new_config \%tmp_config, \%new_configs,
3225			    \%good_configs, \%bad_configs;
3226	}
3227    }
 
3228
3229    if (!$runtest && $len_diff > 0) {
3230
3231	if ($len_diff == 1) {
3232	    process_failed $diff_arr[0];
3233	    return 1;
3234	}
3235	my %tmp_config = %bad_configs;
3236
3237	my $half = int($#diff_arr / 2);
3238	my @tophalf = @diff_arr[0 .. $half];
3239
3240	doprint "Settings bisect with top half:\n";
3241	doprint "Set tmp config to be bad config with some good config values\n";
3242	foreach my $item (@tophalf) {
3243	    $tmp_config{$item} = $good_configs{$item};
3244	}
3245
3246	$runtest = process_new_config \%tmp_config, \%new_configs,
3247			    \%good_configs, \%bad_configs;
3248
3249	if (!$runtest) {
3250	    my %tmp_config = %bad_configs;
3251
3252	    doprint "Try bottom half\n";
3253
3254	    my @bottomhalf = @diff_arr[$half+1 .. $#diff_arr];
3255
3256	    foreach my $item (@bottomhalf) {
3257		$tmp_config{$item} = $good_configs{$item};
3258	    }
3259
3260	    $runtest = process_new_config \%tmp_config, \%new_configs,
3261			    \%good_configs, \%bad_configs;
3262	}
3263    }
3264
3265    if ($runtest) {
3266	$ret = run_config_bisect_test $type;
3267	if ($ret) {
3268	    doprint "NEW GOOD CONFIG\n";
3269	    %good_configs = %new_configs;
3270	    run_command "mv $good_config ${good_config}.last";
3271	    save_config \%good_configs, $good_config;
3272	    %{$pgood} = %good_configs;
3273	} else {
3274	    doprint "NEW BAD CONFIG\n";
3275	    %bad_configs = %new_configs;
3276	    run_command "mv $bad_config ${bad_config}.last";
3277	    save_config \%bad_configs, $bad_config;
3278	    %{$pbad} = %bad_configs;
3279	}
3280	return 0;
3281    }
3282
3283    fail "Hmm, need to do a mix match?\n";
3284    return -1;
3285}
3286
3287sub config_bisect {
3288    my ($i) = @_;
3289
 
 
 
3290    my $type = $config_bisect_type;
3291    my $ret;
3292
3293    $bad_config = $config_bisect;
3294
3295    if (defined($config_bisect_good)) {
3296	$good_config = $config_bisect_good;
3297    } elsif (defined($minconfig)) {
3298	$good_config = $minconfig;
3299    } else {
3300	doprint "No config specified, checking if defconfig works";
3301	$ret = run_bisect_test $type, "defconfig";
3302	if (!$ret) {
3303	    fail "Have no good config to compare with, please set CONFIG_BISECT_GOOD";
3304	    return 1;
3305	}
3306	$good_config = $output_config;
3307    }
3308
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3309    # we don't want min configs to cause issues here.
3310    doprint "Disabling 'MIN_CONFIG' for this test\n";
3311    undef $minconfig;
3312
3313    my %good_configs;
3314    my %bad_configs;
3315    my %tmp_configs;
3316
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3317    doprint "Run good configs through make oldconfig\n";
3318    assign_configs \%tmp_configs, $good_config;
3319    create_config "$good_config", \%tmp_configs;
3320    assign_configs \%good_configs, $output_config;
 
3321
3322    doprint "Run bad configs through make oldconfig\n";
3323    assign_configs \%tmp_configs, $bad_config;
3324    create_config "$bad_config", \%tmp_configs;
3325    assign_configs \%bad_configs, $output_config;
3326
3327    $good_config = "$tmpdir/good_config";
3328    $bad_config = "$tmpdir/bad_config";
3329
3330    save_config \%good_configs, $good_config;
3331    save_config \%bad_configs, $bad_config;
3332
3333
3334    if (defined($config_bisect_check) && $config_bisect_check ne "0") {
3335	if ($config_bisect_check ne "good") {
3336	    doprint "Testing bad config\n";
3337
3338	    $ret = run_bisect_test $type, "useconfig:$bad_config";
3339	    if ($ret) {
3340		fail "Bad config succeeded when expected to fail!";
3341		return 0;
3342	    }
3343	}
3344	if ($config_bisect_check ne "bad") {
3345	    doprint "Testing good config\n";
3346
3347	    $ret = run_bisect_test $type, "useconfig:$good_config";
3348	    if (!$ret) {
3349		fail "Good config failed when expected to succeed!";
3350		return 0;
3351	    }
3352	}
3353    }
3354
 
 
3355    do {
3356	$ret = run_config_bisect \%good_configs, \%bad_configs;
 
 
 
 
 
3357	print_times;
3358    } while (!$ret);
 
 
 
 
3359
3360    return $ret if ($ret < 0);
3361
3362    success $i;
3363}
3364
3365sub patchcheck_reboot {
3366    doprint "Reboot and sleep $patchcheck_sleep_time seconds\n";
3367    reboot_to_good $patchcheck_sleep_time;
3368}
3369
3370sub patchcheck {
3371    my ($i) = @_;
3372
3373    die "PATCHCHECK_START[$i] not defined\n"
3374	if (!defined($patchcheck_start));
3375    die "PATCHCHECK_TYPE[$i] not defined\n"
3376	if (!defined($patchcheck_type));
3377
3378    my $start = $patchcheck_start;
3379
3380    my $cherry = $patchcheck_cherry;
3381    if (!defined($cherry)) {
3382	$cherry = 0;
3383    }
3384
3385    my $end = "HEAD";
3386    if (defined($patchcheck_end)) {
3387	$end = $patchcheck_end;
3388    } elsif ($cherry) {
3389	die "PATCHCHECK_END must be defined with PATCHCHECK_CHERRY\n";
3390    }
3391
3392    # Get the true sha1's since we can use things like HEAD~3
3393    $start = get_sha1($start);
3394    $end = get_sha1($end);
3395
3396    my $type = $patchcheck_type;
3397
3398    # Can't have a test without having a test to run
3399    if ($type eq "test" && !defined($run_test)) {
3400	$type = "boot";
3401    }
3402
3403    if ($cherry) {
3404	open (IN, "git cherry -v $start $end|") or
3405	    dodie "could not get git list";
3406    } else {
3407	open (IN, "git log --pretty=oneline $end|") or
3408	    dodie "could not get git list";
3409    }
3410
3411    my @list;
3412
3413    while (<IN>) {
3414	chomp;
3415	# git cherry adds a '+' we want to remove
3416	s/^\+ //;
3417	$list[$#list+1] = $_;
3418	last if (/^$start/);
3419    }
3420    close(IN);
3421
3422    if (!$cherry) {
3423	if ($list[$#list] !~ /^$start/) {
3424	    fail "SHA1 $start not found";
3425	}
3426
3427	# go backwards in the list
3428	@list = reverse @list;
3429    }
3430
3431    doprint("Going to test the following commits:\n");
3432    foreach my $l (@list) {
3433	doprint "$l\n";
3434    }
3435
3436    my $save_clean = $noclean;
3437    my %ignored_warnings;
3438
3439    if (defined($ignore_warnings)) {
3440	foreach my $sha1 (split /\s+/, $ignore_warnings) {
3441	    $ignored_warnings{$sha1} = 1;
3442	}
3443    }
3444
3445    $in_patchcheck = 1;
3446    foreach my $item (@list) {
3447	my $sha1 = $item;
3448	$sha1 =~ s/^([[:xdigit:]]+).*/$1/;
3449
3450	doprint "\nProcessing commit \"$item\"\n\n";
3451
3452	run_command "git checkout $sha1" or
3453	    die "Failed to checkout $sha1";
3454
3455	# only clean on the first and last patch
3456	if ($item eq $list[0] ||
3457	    $item eq $list[$#list]) {
3458	    $noclean = $save_clean;
3459	} else {
3460	    $noclean = 1;
3461	}
3462
3463	if (defined($minconfig)) {
3464	    build "useconfig:$minconfig" or return 0;
3465	} else {
3466	    # ?? no config to use?
3467	    build "oldconfig" or return 0;
3468	}
3469
3470	# No need to do per patch checking if warnings file exists
3471	if (!defined($warnings_file) && !defined($ignored_warnings{$sha1})) {
3472	    check_patch_buildlog $sha1 or return 0;
3473	}
3474
3475	check_buildlog or return 0;
3476
3477	next if ($type eq "build");
3478
3479	my $failed = 0;
3480
3481	start_monitor_and_install or $failed = 1;
3482
3483	if (!$failed && $type ne "boot"){
3484	    do_run_test or $failed = 1;
3485	}
3486	end_monitor;
3487	if ($failed) {
3488	    print_times;
3489	    return 0;
3490	}
3491	patchcheck_reboot;
3492	print_times;
3493    }
3494    $in_patchcheck = 0;
3495    success $i;
3496
3497    return 1;
3498}
3499
3500my %depends;
3501my %depcount;
3502my $iflevel = 0;
3503my @ifdeps;
3504
3505# prevent recursion
3506my %read_kconfigs;
3507
3508sub add_dep {
3509    # $config depends on $dep
3510    my ($config, $dep) = @_;
3511
3512    if (defined($depends{$config})) {
3513	$depends{$config} .= " " . $dep;
3514    } else {
3515	$depends{$config} = $dep;
3516    }
3517
3518    # record the number of configs depending on $dep
3519    if (defined $depcount{$dep}) {
3520	$depcount{$dep}++;
3521    } else {
3522	$depcount{$dep} = 1;
3523    } 
3524}
3525
3526# taken from streamline_config.pl
3527sub read_kconfig {
3528    my ($kconfig) = @_;
3529
3530    my $state = "NONE";
3531    my $config;
3532    my @kconfigs;
3533
3534    my $cont = 0;
3535    my $line;
3536
3537
3538    if (! -f $kconfig) {
3539	doprint "file $kconfig does not exist, skipping\n";
3540	return;
3541    }
3542
3543    open(KIN, "$kconfig")
3544	or die "Can't open $kconfig";
3545    while (<KIN>) {
3546	chomp;
3547
3548	# Make sure that lines ending with \ continue
3549	if ($cont) {
3550	    $_ = $line . " " . $_;
3551	}
3552
3553	if (s/\\$//) {
3554	    $cont = 1;
3555	    $line = $_;
3556	    next;
3557	}
3558
3559	$cont = 0;
3560
3561	# collect any Kconfig sources
3562	if (/^source\s*"(.*)"/) {
3563	    $kconfigs[$#kconfigs+1] = $1;
3564	}
3565
3566	# configs found
3567	if (/^\s*(menu)?config\s+(\S+)\s*$/) {
3568	    $state = "NEW";
3569	    $config = $2;
3570
3571	    for (my $i = 0; $i < $iflevel; $i++) {
3572		add_dep $config, $ifdeps[$i];
3573	    }
3574
3575	# collect the depends for the config
3576	} elsif ($state eq "NEW" && /^\s*depends\s+on\s+(.*)$/) {
3577
3578	    add_dep $config, $1;
3579
3580	# Get the configs that select this config
3581	} elsif ($state eq "NEW" && /^\s*select\s+(\S+)/) {
3582
3583	    # selected by depends on config
3584	    add_dep $1, $config;
3585
3586	# Check for if statements
3587	} elsif (/^if\s+(.*\S)\s*$/) {
3588	    my $deps = $1;
3589	    # remove beginning and ending non text
3590	    $deps =~ s/^[^a-zA-Z0-9_]*//;
3591	    $deps =~ s/[^a-zA-Z0-9_]*$//;
3592
3593	    my @deps = split /[^a-zA-Z0-9_]+/, $deps;
3594
3595	    $ifdeps[$iflevel++] = join ':', @deps;
3596
3597	} elsif (/^endif/) {
3598
3599	    $iflevel-- if ($iflevel);
3600
3601	# stop on "help"
3602	} elsif (/^\s*help\s*$/) {
3603	    $state = "NONE";
3604	}
3605    }
3606    close(KIN);
3607
3608    # read in any configs that were found.
3609    foreach $kconfig (@kconfigs) {
3610	if (!defined($read_kconfigs{$kconfig})) {
3611	    $read_kconfigs{$kconfig} = 1;
3612	    read_kconfig("$builddir/$kconfig");
3613	}
3614    }
3615}
3616
3617sub read_depends {
3618    # find out which arch this is by the kconfig file
3619    open (IN, $output_config)
3620	or dodie "Failed to read $output_config";
3621    my $arch;
3622    while (<IN>) {
3623	if (m,Linux/(\S+)\s+\S+\s+Kernel Configuration,) {
3624	    $arch = $1;
3625	    last;
3626	}
3627    }
3628    close IN;
3629
3630    if (!defined($arch)) {
3631	doprint "Could not find arch from config file\n";
3632	doprint "no dependencies used\n";
3633	return;
3634    }
3635
3636    # arch is really the subarch, we need to know
3637    # what directory to look at.
3638    if ($arch eq "i386" || $arch eq "x86_64") {
3639	$arch = "x86";
3640    } elsif ($arch =~ /^tile/) {
3641	$arch = "tile";
3642    }
3643
3644    my $kconfig = "$builddir/arch/$arch/Kconfig";
3645
3646    if (! -f $kconfig && $arch =~ /\d$/) {
3647	my $orig = $arch;
3648 	# some subarchs have numbers, truncate them
3649	$arch =~ s/\d*$//;
3650	$kconfig = "$builddir/arch/$arch/Kconfig";
3651	if (! -f $kconfig) {
3652	    doprint "No idea what arch dir $orig is for\n";
3653	    doprint "no dependencies used\n";
3654	    return;
3655	}
3656    }
3657
3658    read_kconfig($kconfig);
3659}
3660
3661sub make_new_config {
3662    my @configs = @_;
3663
3664    open (OUT, ">$output_config")
3665	or dodie "Failed to write $output_config";
3666
3667    foreach my $config (@configs) {
3668	print OUT "$config\n";
3669    }
3670    close OUT;
3671}
3672
3673sub chomp_config {
3674    my ($config) = @_;
3675
3676    $config =~ s/CONFIG_//;
3677
3678    return $config;
3679}
3680
3681sub get_depends {
3682    my ($dep) = @_;
3683
3684    my $kconfig = chomp_config $dep;
3685
3686    $dep = $depends{"$kconfig"};
3687
3688    # the dep string we have saves the dependencies as they
3689    # were found, including expressions like ! && ||. We
3690    # want to split this out into just an array of configs.
3691
3692    my $valid = "A-Za-z_0-9";
3693
3694    my @configs;
3695
3696    while ($dep =~ /[$valid]/) {
3697
3698	if ($dep =~ /^[^$valid]*([$valid]+)/) {
3699	    my $conf = "CONFIG_" . $1;
3700
3701	    $configs[$#configs + 1] = $conf;
3702
3703	    $dep =~ s/^[^$valid]*[$valid]+//;
3704	} else {
3705	    die "this should never happen";
3706	}
3707    }
3708
3709    return @configs;
3710}
3711
3712my %min_configs;
3713my %keep_configs;
3714my %save_configs;
3715my %processed_configs;
3716my %nochange_config;
3717
3718sub test_this_config {
3719    my ($config) = @_;
3720
3721    my $found;
3722
3723    # if we already processed this config, skip it
3724    if (defined($processed_configs{$config})) {
3725	return undef;
3726    }
3727    $processed_configs{$config} = 1;
3728
3729    # if this config failed during this round, skip it
3730    if (defined($nochange_config{$config})) {
3731	return undef;
3732    }
3733
3734    my $kconfig = chomp_config $config;
3735
3736    # Test dependencies first
3737    if (defined($depends{"$kconfig"})) {
3738	my @parents = get_depends $config;
3739	foreach my $parent (@parents) {
3740	    # if the parent is in the min config, check it first
3741	    next if (!defined($min_configs{$parent}));
3742	    $found = test_this_config($parent);
3743	    if (defined($found)) {
3744		return $found;
3745	    }
3746	}
3747    }
3748
3749    # Remove this config from the list of configs
3750    # do a make olddefconfig and then read the resulting
3751    # .config to make sure it is missing the config that
3752    # we had before
3753    my %configs = %min_configs;
3754    delete $configs{$config};
3755    make_new_config ((values %configs), (values %keep_configs));
3756    make_oldconfig;
3757    undef %configs;
3758    assign_configs \%configs, $output_config;
3759
3760    if (!defined($configs{$config}) || $configs{$config} =~ /^#/) {
3761	return $config;
3762    }
3763
3764    doprint "disabling config $config did not change .config\n";
3765
3766    $nochange_config{$config} = 1;
3767
3768    return undef;
3769}
3770
3771sub make_min_config {
3772    my ($i) = @_;
3773
3774    my $type = $minconfig_type;
3775    if ($type ne "boot" && $type ne "test") {
3776	fail "Invalid MIN_CONFIG_TYPE '$minconfig_type'\n" .
3777	    " make_min_config works only with 'boot' and 'test'\n" and return;
3778    }
3779
3780    if (!defined($output_minconfig)) {
3781	fail "OUTPUT_MIN_CONFIG not defined" and return;
3782    }
3783
3784    # If output_minconfig exists, and the start_minconfig
3785    # came from min_config, than ask if we should use
3786    # that instead.
3787    if (-f $output_minconfig && !$start_minconfig_defined) {
3788	print "$output_minconfig exists\n";
3789	if (!defined($use_output_minconfig)) {
3790	    if (read_yn " Use it as minconfig?") {
3791		$start_minconfig = $output_minconfig;
3792	    }
3793	} elsif ($use_output_minconfig > 0) {
3794	    doprint "Using $output_minconfig as MIN_CONFIG\n";
3795	    $start_minconfig = $output_minconfig;
3796	} else {
3797	    doprint "Set to still use MIN_CONFIG as starting point\n";
3798	}
3799    }
3800
3801    if (!defined($start_minconfig)) {
3802	fail "START_MIN_CONFIG or MIN_CONFIG not defined" and return;
3803    }
3804
3805    my $temp_config = "$tmpdir/temp_config";
3806
3807    # First things first. We build an allnoconfig to find
3808    # out what the defaults are that we can't touch.
3809    # Some are selections, but we really can't handle selections.
3810
3811    my $save_minconfig = $minconfig;
3812    undef $minconfig;
3813
3814    run_command "$make allnoconfig" or return 0;
3815
3816    read_depends;
3817
3818    process_config_ignore $output_config;
3819
3820    undef %save_configs;
3821    undef %min_configs;
3822
3823    if (defined($ignore_config)) {
3824	# make sure the file exists
3825	`touch $ignore_config`;
3826	assign_configs \%save_configs, $ignore_config;
3827    }
3828
3829    %keep_configs = %save_configs;
3830
3831    doprint "Load initial configs from $start_minconfig\n";
3832
3833    # Look at the current min configs, and save off all the
3834    # ones that were set via the allnoconfig
3835    assign_configs \%min_configs, $start_minconfig;
3836
3837    my @config_keys = keys %min_configs;
3838
3839    # All configs need a depcount
3840    foreach my $config (@config_keys) {
3841	my $kconfig = chomp_config $config;
3842	if (!defined $depcount{$kconfig}) {
3843		$depcount{$kconfig} = 0;
3844	}
3845    }
3846
3847    # Remove anything that was set by the make allnoconfig
3848    # we shouldn't need them as they get set for us anyway.
3849    foreach my $config (@config_keys) {
3850	# Remove anything in the ignore_config
3851	if (defined($keep_configs{$config})) {
3852	    my $file = $ignore_config;
3853	    $file =~ s,.*/(.*?)$,$1,;
3854	    doprint "$config set by $file ... ignored\n";
3855	    delete $min_configs{$config};
3856	    next;
3857	}
3858	# But make sure the settings are the same. If a min config
3859	# sets a selection, we do not want to get rid of it if
3860	# it is not the same as what we have. Just move it into
3861	# the keep configs.
3862	if (defined($config_ignore{$config})) {
3863	    if ($config_ignore{$config} ne $min_configs{$config}) {
3864		doprint "$config is in allnoconfig as '$config_ignore{$config}'";
3865		doprint " but it is '$min_configs{$config}' in minconfig .. keeping\n";
3866		$keep_configs{$config} = $min_configs{$config};
3867	    } else {
3868		doprint "$config set by allnoconfig ... ignored\n";
3869	    }
3870	    delete $min_configs{$config};
3871	}
3872    }
3873
3874    my $done = 0;
3875    my $take_two = 0;
3876
3877    while (!$done) {
3878
3879	my $config;
3880	my $found;
3881
3882	# Now disable each config one by one and do a make oldconfig
3883	# till we find a config that changes our list.
3884
3885	my @test_configs = keys %min_configs;
3886
3887	# Sort keys by who is most dependent on
3888	@test_configs = sort  { $depcount{chomp_config($b)} <=> $depcount{chomp_config($a)} }
3889			  @test_configs ;
3890
3891	# Put configs that did not modify the config at the end.
3892	my $reset = 1;
3893	for (my $i = 0; $i < $#test_configs; $i++) {
3894	    if (!defined($nochange_config{$test_configs[0]})) {
3895		$reset = 0;
3896		last;
3897	    }
3898	    # This config didn't change the .config last time.
3899	    # Place it at the end
3900	    my $config = shift @test_configs;
3901	    push @test_configs, $config;
3902	}
3903
3904	# if every test config has failed to modify the .config file
3905	# in the past, then reset and start over.
3906	if ($reset) {
3907	    undef %nochange_config;
3908	}
3909
3910	undef %processed_configs;
3911
3912	foreach my $config (@test_configs) {
3913
3914	    $found = test_this_config $config;
3915
3916	    last if (defined($found));
3917
3918	    # oh well, try another config
3919	}
3920
3921	if (!defined($found)) {
3922	    # we could have failed due to the nochange_config hash
3923	    # reset and try again
3924	    if (!$take_two) {
3925		undef %nochange_config;
3926		$take_two = 1;
3927		next;
3928	    }
3929	    doprint "No more configs found that we can disable\n";
3930	    $done = 1;
3931	    last;
3932	}
3933	$take_two = 0;
3934
3935	$config = $found;
3936
3937	doprint "Test with $config disabled\n";
3938
3939	# set in_bisect to keep build and monitor from dieing
3940	$in_bisect = 1;
3941
3942	my $failed = 0;
3943	build "oldconfig" or $failed = 1;
3944	if (!$failed) {
3945		start_monitor_and_install or $failed = 1;
3946
3947		if ($type eq "test" && !$failed) {
3948		    do_run_test or $failed = 1;
3949		}
3950
3951		end_monitor;
3952	}
3953
3954	$in_bisect = 0;
3955
3956	if ($failed) {
3957	    doprint "$min_configs{$config} is needed to boot the box... keeping\n";
3958	    # this config is needed, add it to the ignore list.
3959	    $keep_configs{$config} = $min_configs{$config};
3960	    $save_configs{$config} = $min_configs{$config};
3961	    delete $min_configs{$config};
3962
3963	    # update new ignore configs
3964	    if (defined($ignore_config)) {
3965		open (OUT, ">$temp_config")
3966		    or die "Can't write to $temp_config";
3967		foreach my $config (keys %save_configs) {
3968		    print OUT "$save_configs{$config}\n";
3969		}
3970		close OUT;
3971		run_command "mv $temp_config $ignore_config" or
3972		    dodie "failed to copy update to $ignore_config";
3973	    }
3974
3975	} else {
3976	    # We booted without this config, remove it from the minconfigs.
3977	    doprint "$config is not needed, disabling\n";
3978
3979	    delete $min_configs{$config};
3980
3981	    # Also disable anything that is not enabled in this config
3982	    my %configs;
3983	    assign_configs \%configs, $output_config;
3984	    my @config_keys = keys %min_configs;
3985	    foreach my $config (@config_keys) {
3986		if (!defined($configs{$config})) {
3987		    doprint "$config is not set, disabling\n";
3988		    delete $min_configs{$config};
3989		}
3990	    }
3991
3992	    # Save off all the current mandatory configs
3993	    open (OUT, ">$temp_config")
3994		or die "Can't write to $temp_config";
3995	    foreach my $config (keys %keep_configs) {
3996		print OUT "$keep_configs{$config}\n";
3997	    }
3998	    foreach my $config (keys %min_configs) {
3999		print OUT "$min_configs{$config}\n";
4000	    }
4001	    close OUT;
4002
4003	    run_command "mv $temp_config $output_minconfig" or
4004		dodie "failed to copy update to $output_minconfig";
4005	}
4006
4007	doprint "Reboot and wait $sleep_time seconds\n";
4008	reboot_to_good $sleep_time;
4009    }
4010
4011    success $i;
4012    return 1;
4013}
4014
4015sub make_warnings_file {
4016    my ($i) = @_;
4017
4018    if (!defined($warnings_file)) {
4019	dodie "Must define WARNINGS_FILE for make_warnings_file test";
4020    }
4021
4022    if ($build_type eq "nobuild") {
4023	dodie "BUILD_TYPE can not be 'nobuild' for make_warnings_file test";
4024    }
4025
4026    build $build_type or dodie "Failed to build";
4027
4028    open(OUT, ">$warnings_file") or dodie "Can't create $warnings_file";
4029
4030    open(IN, $buildlog) or dodie "Can't open $buildlog";
4031    while (<IN>) {
4032
4033	# Some compilers use UTF-8 extended for quotes
4034	# for distcc heterogeneous systems, this causes issues
4035	s/$utf8_quote/'/g;
4036
4037	if (/$check_build_re/) {
4038	    print OUT;
4039	}
4040    }
4041    close(IN);
4042
4043    close(OUT);
4044
4045    success $i;
4046}
4047
4048$#ARGV < 1 or die "ktest.pl version: $VERSION\n   usage: ktest.pl [config-file]\n";
4049
4050if ($#ARGV == 0) {
4051    $ktest_config = $ARGV[0];
4052    if (! -f $ktest_config) {
4053	print "$ktest_config does not exist.\n";
4054	if (!read_yn "Create it?") {
4055	    exit 0;
4056	}
4057    }
4058}
4059
4060if (! -f $ktest_config) {
4061    $newconfig = 1;
4062    get_test_case;
4063    open(OUT, ">$ktest_config") or die "Can not create $ktest_config";
4064    print OUT << "EOF"
4065# Generated by ktest.pl
4066#
4067
4068# PWD is a ktest.pl variable that will result in the process working
4069# directory that ktest.pl is executed in.
4070
4071# THIS_DIR is automatically assigned the PWD of the path that generated
4072# the config file. It is best to use this variable when assigning other
4073# directory paths within this directory. This allows you to easily
4074# move the test cases to other locations or to other machines.
4075#
4076THIS_DIR := $variable{"PWD"}
4077
4078# Define each test with TEST_START
4079# The config options below it will override the defaults
4080TEST_START
4081TEST_TYPE = $default{"TEST_TYPE"}
4082
4083DEFAULTS
4084EOF
4085;
4086    close(OUT);
4087}
4088read_config $ktest_config;
4089
4090if (defined($opt{"LOG_FILE"})) {
4091    $opt{"LOG_FILE"} = eval_option("LOG_FILE", $opt{"LOG_FILE"}, -1);
4092}
4093
4094# Append any configs entered in manually to the config file.
4095my @new_configs = keys %entered_configs;
4096if ($#new_configs >= 0) {
4097    print "\nAppending entered in configs to $ktest_config\n";
4098    open(OUT, ">>$ktest_config") or die "Can not append to $ktest_config";
4099    foreach my $config (@new_configs) {
4100	print OUT "$config = $entered_configs{$config}\n";
4101	$opt{$config} = process_variables($entered_configs{$config});
4102    }
4103}
4104
4105if ($opt{"CLEAR_LOG"} && defined($opt{"LOG_FILE"})) {
4106    unlink $opt{"LOG_FILE"};
4107}
4108
4109doprint "\n\nSTARTING AUTOMATED TESTS\n\n";
4110
4111for (my $i = 0, my $repeat = 1; $i <= $opt{"NUM_TESTS"}; $i += $repeat) {
4112
4113    if (!$i) {
4114	doprint "DEFAULT OPTIONS:\n";
4115    } else {
4116	doprint "\nTEST $i OPTIONS";
4117	if (defined($repeat_tests{$i})) {
4118	    $repeat = $repeat_tests{$i};
4119	    doprint " ITERATE $repeat";
4120	}
4121	doprint "\n";
4122    }
4123
4124    foreach my $option (sort keys %opt) {
4125
4126	if ($option =~ /\[(\d+)\]$/) {
4127	    next if ($i != $1);
4128	} else {
4129	    next if ($i);
4130	}
4131
4132	doprint "$option = $opt{$option}\n";
4133    }
4134}
4135
4136sub option_defined {
4137    my ($option) = @_;
4138
4139    if (defined($opt{$option}) && $opt{$option} !~ /^\s*$/) {
4140	return 1;
4141    }
4142
4143    return 0;
4144}
4145
4146sub __set_test_option {
4147    my ($name, $i) = @_;
4148
4149    my $option = "$name\[$i\]";
4150
4151    if (option_defined($option)) {
4152	return $opt{$option};
4153    }
4154
4155    foreach my $test (keys %repeat_tests) {
4156	if ($i >= $test &&
4157	    $i < $test + $repeat_tests{$test}) {
4158	    $option = "$name\[$test\]";
4159	    if (option_defined($option)) {
4160		return $opt{$option};
4161	    }
4162	}
4163    }
4164
4165    if (option_defined($name)) {
4166	return $opt{$name};
4167    }
4168
4169    return undef;
4170}
4171
4172sub set_test_option {
4173    my ($name, $i) = @_;
4174
4175    my $option = __set_test_option($name, $i);
4176    return $option if (!defined($option));
4177
4178    return eval_option($name, $option, $i);
4179}
4180
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4181# First we need to do is the builds
4182for (my $i = 1; $i <= $opt{"NUM_TESTS"}; $i++) {
4183
4184    # Do not reboot on failing test options
4185    $no_reboot = 1;
4186    $reboot_success = 0;
4187
4188    $have_version = 0;
4189
4190    $iteration = $i;
4191
4192    $build_time = 0;
4193    $install_time = 0;
4194    $reboot_time = 0;
4195    $test_time = 0;
4196
4197    undef %force_config;
4198
4199    my $makecmd = set_test_option("MAKE_CMD", $i);
4200
4201    $outputdir = set_test_option("OUTPUT_DIR", $i);
4202    $builddir = set_test_option("BUILD_DIR", $i);
4203
4204    chdir $builddir || die "can't change directory to $builddir";
4205
4206    if (!-d $outputdir) {
4207	mkpath($outputdir) or
4208	    die "can't create $outputdir";
4209    }
4210
4211    $make = "$makecmd O=$outputdir";
4212
4213    # Load all the options into their mapped variable names
4214    foreach my $opt (keys %option_map) {
4215	${$option_map{$opt}} = set_test_option($opt, $i);
4216    }
4217
4218    $start_minconfig_defined = 1;
4219
4220    # The first test may override the PRE_KTEST option
4221    if (defined($pre_ktest) && $i == 1) {
4222	doprint "\n";
4223	run_command $pre_ktest;
 
 
 
 
 
 
 
4224    }
4225
4226    # Any test can override the POST_KTEST option
4227    # The last test takes precedence.
4228    if (defined($post_ktest)) {
4229	$final_post_ktest = $post_ktest;
4230    }
4231
4232    if (!defined($start_minconfig)) {
4233	$start_minconfig_defined = 0;
4234	$start_minconfig = $minconfig;
4235    }
4236
4237    if (!-d $tmpdir) {
4238	mkpath($tmpdir) or
4239	    die "can't create $tmpdir";
4240    }
4241
4242    $ENV{"SSH_USER"} = $ssh_user;
4243    $ENV{"MACHINE"} = $machine;
4244
4245    $buildlog = "$tmpdir/buildlog-$machine";
4246    $testlog = "$tmpdir/testlog-$machine";
4247    $dmesg = "$tmpdir/dmesg-$machine";
4248    $output_config = "$outputdir/.config";
4249
4250    if (!$buildonly) {
4251	$target = "$ssh_user\@$machine";
4252	if ($reboot_type eq "grub") {
4253	    dodie "GRUB_MENU not defined" if (!defined($grub_menu));
4254	} elsif ($reboot_type eq "grub2") {
4255	    dodie "GRUB_MENU not defined" if (!defined($grub_menu));
4256	    dodie "GRUB_FILE not defined" if (!defined($grub_file));
4257	} elsif ($reboot_type eq "syslinux") {
4258	    dodie "SYSLINUX_LABEL not defined" if (!defined($syslinux_label));
4259	}
4260    }
4261
4262    my $run_type = $build_type;
4263    if ($test_type eq "patchcheck") {
4264	$run_type = $patchcheck_type;
4265    } elsif ($test_type eq "bisect") {
4266	$run_type = $bisect_type;
4267    } elsif ($test_type eq "config_bisect") {
4268	$run_type = $config_bisect_type;
4269    } elsif ($test_type eq "make_min_config") {
4270	$run_type = "";
4271    } elsif ($test_type eq "make_warnings_file") {
4272	$run_type = "";
4273    }
4274
4275    # mistake in config file?
4276    if (!defined($run_type)) {
4277	$run_type = "ERROR";
4278    }
4279
4280    my $installme = "";
4281    $installme = " no_install" if ($no_install);
4282
4283    my $name = "";
4284
4285    if (defined($test_name)) {
4286	$name = " ($test_name)";
4287    }
4288
4289    doprint "\n\n";
4290    doprint "RUNNING TEST $i of $opt{NUM_TESTS}$name with option $test_type $run_type$installme\n\n";
4291
4292    if (defined($pre_test)) {
4293	run_command $pre_test;
4294    }
4295
4296    unlink $dmesg;
4297    unlink $buildlog;
4298    unlink $testlog;
4299
4300    if (defined($addconfig)) {
4301	my $min = $minconfig;
4302	if (!defined($minconfig)) {
4303	    $min = "";
4304	}
4305	run_command "cat $addconfig $min > $tmpdir/add_config" or
4306	    dodie "Failed to create temp config";
4307	$minconfig = "$tmpdir/add_config";
4308    }
4309
4310    if (defined($checkout)) {
4311	run_command "git checkout $checkout" or
4312	    die "failed to checkout $checkout";
4313    }
4314
4315    $no_reboot = 0;
4316
4317    # A test may opt to not reboot the box
4318    if ($reboot_on_success) {
4319	$reboot_success = 1;
4320    }
4321
4322    if ($test_type eq "bisect") {
4323	bisect $i;
4324	next;
4325    } elsif ($test_type eq "config_bisect") {
4326	config_bisect $i;
4327	next;
4328    } elsif ($test_type eq "patchcheck") {
4329	patchcheck $i;
4330	next;
4331    } elsif ($test_type eq "make_min_config") {
4332	make_min_config $i;
4333	next;
4334    } elsif ($test_type eq "make_warnings_file") {
4335	$no_reboot = 1;
4336	make_warnings_file $i;
4337	next;
4338    }
4339
4340    if ($build_type ne "nobuild") {
4341	build $build_type or next;
4342	check_buildlog or next;
4343    }
4344
4345    if ($test_type eq "install") {
4346	get_version;
4347	install;
4348	success $i;
4349	next;
4350    }
4351
4352    if ($test_type ne "build") {
4353	my $failed = 0;
4354	start_monitor_and_install or $failed = 1;
4355
4356	if (!$failed && $test_type ne "boot" && defined($run_test)) {
4357	    do_run_test or $failed = 1;
4358	}
4359	end_monitor;
4360	if ($failed) {
4361	    print_times;
4362	    next;
4363	}
4364    }
4365
4366    print_times;
4367
4368    success $i;
4369}
4370
4371if (defined($final_post_ktest)) {
4372    run_command $final_post_ktest;
 
 
4373}
4374
4375if ($opt{"POWEROFF_ON_SUCCESS"}) {
4376    halt;
4377} elsif ($opt{"REBOOT_ON_SUCCESS"} && !do_not_reboot && $reboot_success) {
4378    reboot_to_good;
4379} elsif (defined($switch_to_good)) {
4380    # still need to get to the good kernel
4381    run_command $switch_to_good;
4382}
4383
4384
4385doprint "\n    $successes of $opt{NUM_TESTS} tests were successful\n\n";
4386
 
 
 
 
4387exit 0;
v5.4
   1#!/usr/bin/perl -w
   2# SPDX-License-Identifier: GPL-2.0-only
   3#
   4# Copyright 2010 - Steven Rostedt <srostedt@redhat.com>, Red Hat Inc.
 
   5#
   6
   7use strict;
   8use IPC::Open2;
   9use Fcntl qw(F_GETFL F_SETFL O_NONBLOCK);
  10use File::Path qw(mkpath);
  11use File::Copy qw(cp);
  12use FileHandle;
  13use FindBin;
  14
  15my $VERSION = "0.2";
  16
  17$| = 1;
  18
  19my %opt;
  20my %repeat_tests;
  21my %repeats;
  22my %evals;
  23
  24#default opts
  25my %default = (
  26    "MAILER"			=> "sendmail",  # default mailer
  27    "EMAIL_ON_ERROR"		=> 1,
  28    "EMAIL_WHEN_FINISHED"	=> 1,
  29    "EMAIL_WHEN_CANCELED"	=> 0,
  30    "EMAIL_WHEN_STARTED"	=> 0,
  31    "NUM_TESTS"			=> 1,
  32    "TEST_TYPE"			=> "build",
  33    "BUILD_TYPE"		=> "randconfig",
  34    "MAKE_CMD"			=> "make",
  35    "CLOSE_CONSOLE_SIGNAL"	=> "INT",
  36    "TIMEOUT"			=> 120,
  37    "TMP_DIR"			=> "/tmp/ktest/\${MACHINE}",
  38    "SLEEP_TIME"		=> 60,	# sleep time between tests
  39    "BUILD_NOCLEAN"		=> 0,
  40    "REBOOT_ON_ERROR"		=> 0,
  41    "POWEROFF_ON_ERROR"		=> 0,
  42    "REBOOT_ON_SUCCESS"		=> 1,
  43    "POWEROFF_ON_SUCCESS"	=> 0,
  44    "BUILD_OPTIONS"		=> "",
  45    "BISECT_SLEEP_TIME"		=> 60,   # sleep time between bisects
  46    "PATCHCHECK_SLEEP_TIME"	=> 60, # sleep time between patch checks
  47    "CLEAR_LOG"			=> 0,
  48    "BISECT_MANUAL"		=> 0,
  49    "BISECT_SKIP"		=> 1,
  50    "BISECT_TRIES"		=> 1,
  51    "MIN_CONFIG_TYPE"		=> "boot",
  52    "SUCCESS_LINE"		=> "login:",
  53    "DETECT_TRIPLE_FAULT"	=> 1,
  54    "NO_INSTALL"		=> 0,
  55    "BOOTED_TIMEOUT"		=> 1,
  56    "DIE_ON_FAILURE"		=> 1,
  57    "SSH_EXEC"			=> "ssh \$SSH_USER\@\$MACHINE \$SSH_COMMAND",
  58    "SCP_TO_TARGET"		=> "scp \$SRC_FILE \$SSH_USER\@\$MACHINE:\$DST_FILE",
  59    "SCP_TO_TARGET_INSTALL"	=> "\${SCP_TO_TARGET}",
  60    "REBOOT"			=> "ssh \$SSH_USER\@\$MACHINE reboot",
  61    "REBOOT_RETURN_CODE"	=> 255,
  62    "STOP_AFTER_SUCCESS"	=> 10,
  63    "STOP_AFTER_FAILURE"	=> 60,
  64    "STOP_TEST_AFTER"		=> 600,
  65    "MAX_MONITOR_WAIT"		=> 1800,
  66    "GRUB_REBOOT"		=> "grub2-reboot",
  67    "GRUB_BLS_GET"		=> "grubby --info=ALL",
  68    "SYSLINUX"			=> "extlinux",
  69    "SYSLINUX_PATH"		=> "/boot/extlinux",
  70    "CONNECT_TIMEOUT"		=> 25,
  71
  72# required, and we will ask users if they don't have them but we keep the default
  73# value something that is common.
  74    "REBOOT_TYPE"		=> "grub",
  75    "LOCALVERSION"		=> "-test",
  76    "SSH_USER"			=> "root",
  77    "BUILD_TARGET"	 	=> "arch/x86/boot/bzImage",
  78    "TARGET_IMAGE"		=> "/boot/vmlinuz-test",
  79
  80    "LOG_FILE"			=> undef,
  81    "IGNORE_UNUSED"		=> 0,
  82);
  83
  84my $ktest_config = "ktest.conf";
  85my $version;
  86my $have_version = 0;
  87my $machine;
  88my $last_machine;
  89my $ssh_user;
  90my $tmpdir;
  91my $builddir;
  92my $outputdir;
  93my $output_config;
  94my $test_type;
  95my $build_type;
  96my $build_options;
  97my $final_post_ktest;
  98my $pre_ktest;
  99my $post_ktest;
 100my $pre_test;
 101my $post_test;
 102my $pre_build;
 103my $post_build;
 104my $pre_build_die;
 105my $post_build_die;
 106my $reboot_type;
 107my $reboot_script;
 108my $power_cycle;
 109my $reboot;
 110my $reboot_return_code;
 111my $reboot_on_error;
 112my $switch_to_good;
 113my $switch_to_test;
 114my $poweroff_on_error;
 115my $reboot_on_success;
 116my $die_on_failure;
 117my $powercycle_after_reboot;
 118my $poweroff_after_halt;
 119my $max_monitor_wait;
 120my $ssh_exec;
 121my $scp_to_target;
 122my $scp_to_target_install;
 123my $power_off;
 124my $grub_menu;
 125my $last_grub_menu;
 126my $grub_file;
 127my $grub_number;
 128my $grub_reboot;
 129my $grub_bls_get;
 130my $syslinux;
 131my $syslinux_path;
 132my $syslinux_label;
 133my $target;
 134my $make;
 135my $pre_install;
 136my $post_install;
 137my $no_install;
 138my $noclean;
 139my $minconfig;
 140my $start_minconfig;
 141my $start_minconfig_defined;
 142my $output_minconfig;
 143my $minconfig_type;
 144my $use_output_minconfig;
 145my $warnings_file;
 146my $ignore_config;
 147my $ignore_errors;
 148my $addconfig;
 149my $in_bisect = 0;
 150my $bisect_bad_commit = "";
 151my $reverse_bisect;
 152my $bisect_manual;
 153my $bisect_skip;
 154my $bisect_tries;
 155my $config_bisect_good;
 156my $bisect_ret_good;
 157my $bisect_ret_bad;
 158my $bisect_ret_skip;
 159my $bisect_ret_abort;
 160my $bisect_ret_default;
 161my $in_patchcheck = 0;
 162my $run_test;
 163my $buildlog;
 164my $testlog;
 165my $dmesg;
 166my $monitor_fp;
 167my $monitor_pid;
 168my $monitor_cnt = 0;
 169my $sleep_time;
 170my $bisect_sleep_time;
 171my $patchcheck_sleep_time;
 172my $ignore_warnings;
 173my $store_failures;
 174my $store_successes;
 175my $test_name;
 176my $timeout;
 177my $connect_timeout;
 178my $config_bisect_exec;
 179my $booted_timeout;
 180my $detect_triplefault;
 181my $console;
 182my $close_console_signal;
 183my $reboot_success_line;
 184my $success_line;
 185my $stop_after_success;
 186my $stop_after_failure;
 187my $stop_test_after;
 188my $build_target;
 189my $target_image;
 190my $checkout;
 191my $localversion;
 192my $iteration = 0;
 193my $successes = 0;
 194my $stty_orig;
 195my $run_command_status = 0;
 196
 197my $bisect_good;
 198my $bisect_bad;
 199my $bisect_type;
 200my $bisect_start;
 201my $bisect_replay;
 202my $bisect_files;
 203my $bisect_reverse;
 204my $bisect_check;
 205
 206my $config_bisect;
 207my $config_bisect_type;
 208my $config_bisect_check;
 209
 210my $patchcheck_type;
 211my $patchcheck_start;
 212my $patchcheck_cherry;
 213my $patchcheck_end;
 214
 215my $build_time;
 216my $install_time;
 217my $reboot_time;
 218my $test_time;
 219
 220my $pwd;
 221my $dirname = $FindBin::Bin;
 222
 223my $mailto;
 224my $mailer;
 225my $mail_path;
 226my $mail_command;
 227my $email_on_error;
 228my $email_when_finished;
 229my $email_when_started;
 230my $email_when_canceled;
 231
 232my $script_start_time = localtime();
 233
 234# set when a test is something other that just building or install
 235# which would require more options.
 236my $buildonly = 1;
 237
 238# tell build not to worry about warnings, even when WARNINGS_FILE is set
 239my $warnings_ok = 0;
 240
 241# set when creating a new config
 242my $newconfig = 0;
 243
 244my %entered_configs;
 245my %config_help;
 246my %variable;
 247
 248# force_config is the list of configs that we force enabled (or disabled)
 249# in a .config file. The MIN_CONFIG and ADD_CONFIG configs.
 250my %force_config;
 251
 252# do not force reboots on config problems
 253my $no_reboot = 1;
 254
 255# reboot on success
 256my $reboot_success = 0;
 257
 258my %option_map = (
 259    "MAILTO"			=> \$mailto,
 260    "MAILER"			=> \$mailer,
 261    "MAIL_PATH"			=> \$mail_path,
 262    "MAIL_COMMAND"		=> \$mail_command,
 263    "EMAIL_ON_ERROR"		=> \$email_on_error,
 264    "EMAIL_WHEN_FINISHED"	=> \$email_when_finished,
 265    "EMAIL_WHEN_STARTED"	=> \$email_when_started,
 266    "EMAIL_WHEN_CANCELED"	=> \$email_when_canceled,
 267    "MACHINE"			=> \$machine,
 268    "SSH_USER"			=> \$ssh_user,
 269    "TMP_DIR"			=> \$tmpdir,
 270    "OUTPUT_DIR"		=> \$outputdir,
 271    "BUILD_DIR"			=> \$builddir,
 272    "TEST_TYPE"			=> \$test_type,
 273    "PRE_KTEST"			=> \$pre_ktest,
 274    "POST_KTEST"		=> \$post_ktest,
 275    "PRE_TEST"			=> \$pre_test,
 276    "POST_TEST"			=> \$post_test,
 277    "BUILD_TYPE"		=> \$build_type,
 278    "BUILD_OPTIONS"		=> \$build_options,
 279    "PRE_BUILD"			=> \$pre_build,
 280    "POST_BUILD"		=> \$post_build,
 281    "PRE_BUILD_DIE"		=> \$pre_build_die,
 282    "POST_BUILD_DIE"		=> \$post_build_die,
 283    "POWER_CYCLE"		=> \$power_cycle,
 284    "REBOOT"			=> \$reboot,
 285    "REBOOT_RETURN_CODE"	=> \$reboot_return_code,
 286    "BUILD_NOCLEAN"		=> \$noclean,
 287    "MIN_CONFIG"		=> \$minconfig,
 288    "OUTPUT_MIN_CONFIG"		=> \$output_minconfig,
 289    "START_MIN_CONFIG"		=> \$start_minconfig,
 290    "MIN_CONFIG_TYPE"		=> \$minconfig_type,
 291    "USE_OUTPUT_MIN_CONFIG"	=> \$use_output_minconfig,
 292    "WARNINGS_FILE"		=> \$warnings_file,
 293    "IGNORE_CONFIG"		=> \$ignore_config,
 294    "TEST"			=> \$run_test,
 295    "ADD_CONFIG"		=> \$addconfig,
 296    "REBOOT_TYPE"		=> \$reboot_type,
 297    "GRUB_MENU"			=> \$grub_menu,
 298    "GRUB_FILE"			=> \$grub_file,
 299    "GRUB_REBOOT"		=> \$grub_reboot,
 300    "GRUB_BLS_GET"		=> \$grub_bls_get,
 301    "SYSLINUX"			=> \$syslinux,
 302    "SYSLINUX_PATH"		=> \$syslinux_path,
 303    "SYSLINUX_LABEL"		=> \$syslinux_label,
 304    "PRE_INSTALL"		=> \$pre_install,
 305    "POST_INSTALL"		=> \$post_install,
 306    "NO_INSTALL"		=> \$no_install,
 307    "REBOOT_SCRIPT"		=> \$reboot_script,
 308    "REBOOT_ON_ERROR"		=> \$reboot_on_error,
 309    "SWITCH_TO_GOOD"		=> \$switch_to_good,
 310    "SWITCH_TO_TEST"		=> \$switch_to_test,
 311    "POWEROFF_ON_ERROR"		=> \$poweroff_on_error,
 312    "REBOOT_ON_SUCCESS"		=> \$reboot_on_success,
 313    "DIE_ON_FAILURE"		=> \$die_on_failure,
 314    "POWER_OFF"			=> \$power_off,
 315    "POWERCYCLE_AFTER_REBOOT"	=> \$powercycle_after_reboot,
 316    "POWEROFF_AFTER_HALT"	=> \$poweroff_after_halt,
 317    "MAX_MONITOR_WAIT"		=> \$max_monitor_wait,
 318    "SLEEP_TIME"		=> \$sleep_time,
 319    "BISECT_SLEEP_TIME"		=> \$bisect_sleep_time,
 320    "PATCHCHECK_SLEEP_TIME"	=> \$patchcheck_sleep_time,
 321    "IGNORE_WARNINGS"		=> \$ignore_warnings,
 322    "IGNORE_ERRORS"		=> \$ignore_errors,
 323    "BISECT_MANUAL"		=> \$bisect_manual,
 324    "BISECT_SKIP"		=> \$bisect_skip,
 325    "BISECT_TRIES"		=> \$bisect_tries,
 326    "CONFIG_BISECT_GOOD"	=> \$config_bisect_good,
 327    "BISECT_RET_GOOD"		=> \$bisect_ret_good,
 328    "BISECT_RET_BAD"		=> \$bisect_ret_bad,
 329    "BISECT_RET_SKIP"		=> \$bisect_ret_skip,
 330    "BISECT_RET_ABORT"		=> \$bisect_ret_abort,
 331    "BISECT_RET_DEFAULT"	=> \$bisect_ret_default,
 332    "STORE_FAILURES"		=> \$store_failures,
 333    "STORE_SUCCESSES"		=> \$store_successes,
 334    "TEST_NAME"			=> \$test_name,
 335    "TIMEOUT"			=> \$timeout,
 336    "CONNECT_TIMEOUT"		=> \$connect_timeout,
 337    "CONFIG_BISECT_EXEC"	=> \$config_bisect_exec,
 338    "BOOTED_TIMEOUT"		=> \$booted_timeout,
 339    "CONSOLE"			=> \$console,
 340    "CLOSE_CONSOLE_SIGNAL"	=> \$close_console_signal,
 341    "DETECT_TRIPLE_FAULT"	=> \$detect_triplefault,
 342    "SUCCESS_LINE"		=> \$success_line,
 343    "REBOOT_SUCCESS_LINE"	=> \$reboot_success_line,
 344    "STOP_AFTER_SUCCESS"	=> \$stop_after_success,
 345    "STOP_AFTER_FAILURE"	=> \$stop_after_failure,
 346    "STOP_TEST_AFTER"		=> \$stop_test_after,
 347    "BUILD_TARGET"		=> \$build_target,
 348    "SSH_EXEC"			=> \$ssh_exec,
 349    "SCP_TO_TARGET"		=> \$scp_to_target,
 350    "SCP_TO_TARGET_INSTALL"	=> \$scp_to_target_install,
 351    "CHECKOUT"			=> \$checkout,
 352    "TARGET_IMAGE"		=> \$target_image,
 353    "LOCALVERSION"		=> \$localversion,
 354
 355    "BISECT_GOOD"		=> \$bisect_good,
 356    "BISECT_BAD"		=> \$bisect_bad,
 357    "BISECT_TYPE"		=> \$bisect_type,
 358    "BISECT_START"		=> \$bisect_start,
 359    "BISECT_REPLAY"		=> \$bisect_replay,
 360    "BISECT_FILES"		=> \$bisect_files,
 361    "BISECT_REVERSE"		=> \$bisect_reverse,
 362    "BISECT_CHECK"		=> \$bisect_check,
 363
 364    "CONFIG_BISECT"		=> \$config_bisect,
 365    "CONFIG_BISECT_TYPE"	=> \$config_bisect_type,
 366    "CONFIG_BISECT_CHECK"	=> \$config_bisect_check,
 367
 368    "PATCHCHECK_TYPE"		=> \$patchcheck_type,
 369    "PATCHCHECK_START"		=> \$patchcheck_start,
 370    "PATCHCHECK_CHERRY"		=> \$patchcheck_cherry,
 371    "PATCHCHECK_END"		=> \$patchcheck_end,
 372);
 373
 374# Options may be used by other options, record them.
 375my %used_options;
 376
 377# default variables that can be used
 378chomp ($variable{"PWD"} = `pwd`);
 379$pwd = $variable{"PWD"};
 380
 381$config_help{"MACHINE"} = << "EOF"
 382 The machine hostname that you will test.
 383 For build only tests, it is still needed to differentiate log files.
 384EOF
 385    ;
 386$config_help{"SSH_USER"} = << "EOF"
 387 The box is expected to have ssh on normal bootup, provide the user
 388  (most likely root, since you need privileged operations)
 389EOF
 390    ;
 391$config_help{"BUILD_DIR"} = << "EOF"
 392 The directory that contains the Linux source code (full path).
 393 You can use \${PWD} that will be the path where ktest.pl is run, or use
 394 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
 395EOF
 396    ;
 397$config_help{"OUTPUT_DIR"} = << "EOF"
 398 The directory that the objects will be built (full path).
 399 (can not be same as BUILD_DIR)
 400 You can use \${PWD} that will be the path where ktest.pl is run, or use
 401 \${THIS_DIR} which is assigned \${PWD} but may be changed later.
 402EOF
 403    ;
 404$config_help{"BUILD_TARGET"} = << "EOF"
 405 The location of the compiled file to copy to the target.
 406 (relative to OUTPUT_DIR)
 407EOF
 408    ;
 409$config_help{"BUILD_OPTIONS"} = << "EOF"
 410 Options to add to \"make\" when building.
 411 i.e.  -j20
 412EOF
 413    ;
 414$config_help{"TARGET_IMAGE"} = << "EOF"
 415 The place to put your image on the test machine.
 416EOF
 417    ;
 418$config_help{"POWER_CYCLE"} = << "EOF"
 419 A script or command to reboot the box.
 420
 421 Here is a digital loggers power switch example
 422 POWER_CYCLE = wget --no-proxy -O /dev/null -q  --auth-no-challenge 'http://admin:admin\@power/outlet?5=CCL'
 423
 424 Here is an example to reboot a virtual box on the current host
 425 with the name "Guest".
 426 POWER_CYCLE = virsh destroy Guest; sleep 5; virsh start Guest
 427EOF
 428    ;
 429$config_help{"CONSOLE"} = << "EOF"
 430 The script or command that reads the console
 431
 432  If you use ttywatch server, something like the following would work.
 433CONSOLE = nc -d localhost 3001
 434
 435 For a virtual machine with guest name "Guest".
 436CONSOLE =  virsh console Guest
 437EOF
 438    ;
 439$config_help{"LOCALVERSION"} = << "EOF"
 440 Required version ending to differentiate the test
 441 from other linux builds on the system.
 442EOF
 443    ;
 444$config_help{"REBOOT_TYPE"} = << "EOF"
 445 Way to reboot the box to the test kernel.
 446 Only valid options so far are "grub", "grub2", "grub2bls", "syslinux", and "script".
 447
 448 If you specify grub, it will assume grub version 1
 449 and will search in /boot/grub/menu.lst for the title \$GRUB_MENU
 450 and select that target to reboot to the kernel. If this is not
 451 your setup, then specify "script" and have a command or script
 452 specified in REBOOT_SCRIPT to boot to the target.
 453
 454 The entry in /boot/grub/menu.lst must be entered in manually.
 455 The test will not modify that file.
 456
 457 If you specify grub2, then you also need to specify both \$GRUB_MENU
 458 and \$GRUB_FILE.
 459
 460 If you specify grub2bls, then you also need to specify \$GRUB_MENU.
 461
 462 If you specify syslinux, then you may use SYSLINUX to define the syslinux
 463 command (defaults to extlinux), and SYSLINUX_PATH to specify the path to
 464 the syslinux install (defaults to /boot/extlinux). But you have to specify
 465 SYSLINUX_LABEL to define the label to boot to for the test kernel.
 466EOF
 467    ;
 468$config_help{"GRUB_MENU"} = << "EOF"
 469 The grub title name for the test kernel to boot
 470 (Only mandatory if REBOOT_TYPE = grub or grub2)
 471
 472 Note, ktest.pl will not update the grub menu.lst, you need to
 473 manually add an option for the test. ktest.pl will search
 474 the grub menu.lst for this option to find what kernel to
 475 reboot into.
 476
 477 For example, if in the /boot/grub/menu.lst the test kernel title has:
 478 title Test Kernel
 479 kernel vmlinuz-test
 480 GRUB_MENU = Test Kernel
 481
 482 For grub2, a search of \$GRUB_FILE is performed for the lines
 483 that begin with "menuentry". It will not detect submenus. The
 484 menu must be a non-nested menu. Add the quotes used in the menu
 485 to guarantee your selection, as the first menuentry with the content
 486 of \$GRUB_MENU that is found will be used.
 487
 488 For grub2bls, \$GRUB_MENU is searched on the result of \$GRUB_BLS_GET
 489 command for the lines that begin with "title".
 490EOF
 491    ;
 492$config_help{"GRUB_FILE"} = << "EOF"
 493 If grub2 is used, the full path for the grub.cfg file is placed
 494 here. Use something like /boot/grub2/grub.cfg to search.
 495EOF
 496    ;
 497$config_help{"SYSLINUX_LABEL"} = << "EOF"
 498 If syslinux is used, the label that boots the target kernel must
 499 be specified with SYSLINUX_LABEL.
 500EOF
 501    ;
 502$config_help{"REBOOT_SCRIPT"} = << "EOF"
 503 A script to reboot the target into the test kernel
 504 (Only mandatory if REBOOT_TYPE = script)
 505EOF
 506    ;
 507
 508sub _logit {
 509    if (defined($opt{"LOG_FILE"})) {
 510	open(OUT, ">> $opt{LOG_FILE}") or die "Can't write to $opt{LOG_FILE}";
 511	print OUT @_;
 512	close(OUT);
 513    }
 514}
 515
 516sub logit {
 517    if (defined($opt{"LOG_FILE"})) {
 518	_logit @_;
 519    } else {
 520	print @_;
 521    }
 522}
 523
 524sub doprint {
 525    print @_;
 526    _logit @_;
 527}
 528
 529sub read_prompt {
 530    my ($cancel, $prompt) = @_;
 531
 532    my $ans;
 533
 534    for (;;) {
 535	if ($cancel) {
 536	    print "$prompt [y/n/C] ";
 537	} else {
 538	    print "$prompt [Y/n] ";
 539	}
 540	$ans = <STDIN>;
 541	chomp $ans;
 542	if ($ans =~ /^\s*$/) {
 543	    if ($cancel) {
 544		$ans = "c";
 545	    } else {
 546		$ans = "y";
 547	    }
 548	}
 549	last if ($ans =~ /^y$/i || $ans =~ /^n$/i);
 550	if ($cancel) {
 551	    last if ($ans =~ /^c$/i);
 552	    print "Please answer either 'y', 'n' or 'c'.\n";
 553	} else {
 554	    print "Please answer either 'y' or 'n'.\n";
 555	}
 556    }
 557    if ($ans =~ /^c/i) {
 558	exit;
 559    }
 560    if ($ans !~ /^y$/i) {
 561	return 0;
 562    }
 563    return 1;
 564}
 565
 566sub read_yn {
 567    my ($prompt) = @_;
 568
 569    return read_prompt 0, $prompt;
 570}
 571
 572sub read_ync {
 573    my ($prompt) = @_;
 574
 575    return read_prompt 1, $prompt;
 576}
 577
 578sub get_mandatory_config {
 579    my ($config) = @_;
 580    my $ans;
 581
 582    return if (defined($opt{$config}));
 583
 584    if (defined($config_help{$config})) {
 585	print "\n";
 586	print $config_help{$config};
 587    }
 588
 589    for (;;) {
 590	print "$config = ";
 591	if (defined($default{$config}) && length($default{$config})) {
 592	    print "\[$default{$config}\] ";
 593	}
 594	$ans = <STDIN>;
 595	$ans =~ s/^\s*(.*\S)\s*$/$1/;
 596	if ($ans =~ /^\s*$/) {
 597	    if ($default{$config}) {
 598		$ans = $default{$config};
 599	    } else {
 600		print "Your answer can not be blank\n";
 601		next;
 602	    }
 603	}
 604	$entered_configs{$config} = ${ans};
 605	last;
 606    }
 607}
 608
 609sub show_time {
 610    my ($time) = @_;
 611
 612    my $hours = 0;
 613    my $minutes = 0;
 614
 615    if ($time > 3600) {
 616	$hours = int($time / 3600);
 617	$time -= $hours * 3600;
 618    }
 619    if ($time > 60) {
 620	$minutes = int($time / 60);
 621	$time -= $minutes * 60;
 622    }
 623
 624    if ($hours > 0) {
 625	doprint "$hours hour";
 626	doprint "s" if ($hours > 1);
 627	doprint " ";
 628    }
 629
 630    if ($minutes > 0) {
 631	doprint "$minutes minute";
 632	doprint "s" if ($minutes > 1);
 633	doprint " ";
 634    }
 635
 636    doprint "$time second";
 637    doprint "s" if ($time != 1);
 638}
 639
 640sub print_times {
 641    doprint "\n";
 642    if ($build_time) {
 643	doprint "Build time:   ";
 644	show_time($build_time);
 645	doprint "\n";
 646    }
 647    if ($install_time) {
 648	doprint "Install time: ";
 649	show_time($install_time);
 650	doprint "\n";
 651    }
 652    if ($reboot_time) {
 653	doprint "Reboot time:  ";
 654	show_time($reboot_time);
 655	doprint "\n";
 656    }
 657    if ($test_time) {
 658	doprint "Test time:    ";
 659	show_time($test_time);
 660	doprint "\n";
 661    }
 662    # reset for iterations like bisect
 663    $build_time = 0;
 664    $install_time = 0;
 665    $reboot_time = 0;
 666    $test_time = 0;
 667}
 668
 669sub get_mandatory_configs {
 670    get_mandatory_config("MACHINE");
 671    get_mandatory_config("BUILD_DIR");
 672    get_mandatory_config("OUTPUT_DIR");
 673
 674    if ($newconfig) {
 675	get_mandatory_config("BUILD_OPTIONS");
 676    }
 677
 678    # options required for other than just building a kernel
 679    if (!$buildonly) {
 680	get_mandatory_config("POWER_CYCLE");
 681	get_mandatory_config("CONSOLE");
 682    }
 683
 684    # options required for install and more
 685    if ($buildonly != 1) {
 686	get_mandatory_config("SSH_USER");
 687	get_mandatory_config("BUILD_TARGET");
 688	get_mandatory_config("TARGET_IMAGE");
 689    }
 690
 691    get_mandatory_config("LOCALVERSION");
 692
 693    return if ($buildonly);
 694
 695    my $rtype = $opt{"REBOOT_TYPE"};
 696
 697    if (!defined($rtype)) {
 698	if (!defined($opt{"GRUB_MENU"})) {
 699	    get_mandatory_config("REBOOT_TYPE");
 700	    $rtype = $entered_configs{"REBOOT_TYPE"};
 701	} else {
 702	    $rtype = "grub";
 703	}
 704    }
 705
 706    if (($rtype eq "grub") or ($rtype eq "grub2bls")) {
 707	get_mandatory_config("GRUB_MENU");
 708    }
 709
 710    if ($rtype eq "grub2") {
 711	get_mandatory_config("GRUB_MENU");
 712	get_mandatory_config("GRUB_FILE");
 713    }
 714
 715    if ($rtype eq "syslinux") {
 716	get_mandatory_config("SYSLINUX_LABEL");
 717    }
 718}
 719
 720sub process_variables {
 721    my ($value, $remove_undef) = @_;
 722    my $retval = "";
 723
 724    # We want to check for '\', and it is just easier
 725    # to check the previous characet of '$' and not need
 726    # to worry if '$' is the first character. By adding
 727    # a space to $value, we can just check [^\\]\$ and
 728    # it will still work.
 729    $value = " $value";
 730
 731    while ($value =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
 732	my $begin = $1;
 733	my $var = $2;
 734	my $end = $3;
 735	# append beginning of value to retval
 736	$retval = "$retval$begin";
 737	if (defined($variable{$var})) {
 738	    $retval = "$retval$variable{$var}";
 739	} elsif (defined($remove_undef) && $remove_undef) {
 740	    # for if statements, any variable that is not defined,
 741	    # we simple convert to 0
 742	    $retval = "${retval}0";
 743	} else {
 744	    # put back the origin piece.
 745	    $retval = "$retval\$\{$var\}";
 746	    # This could be an option that is used later, save
 747	    # it so we don't warn if this option is not one of
 748	    # ktests options.
 749	    $used_options{$var} = 1;
 750	}
 751	$value = $end;
 752    }
 753    $retval = "$retval$value";
 754
 755    # remove the space added in the beginning
 756    $retval =~ s/ //;
 757
 758    return "$retval"
 759}
 760
 761sub set_value {
 762    my ($lvalue, $rvalue, $override, $overrides, $name) = @_;
 763
 764    my $prvalue = process_variables($rvalue);
 765
 766    if ($lvalue =~ /^(TEST|BISECT|CONFIG_BISECT)_TYPE(\[.*\])?$/ &&
 767	$prvalue !~ /^(config_|)bisect$/ &&
 768	$prvalue !~ /^build$/ &&
 769	$buildonly) {
 770
 771	# Note if a test is something other than build, then we
 772	# will need other mandatory options.
 773	if ($prvalue ne "install") {
 
 
 
 
 
 
 
 
 
 
 
 
 774	    $buildonly = 0;
 775	} else {
 776	    # install still limits some mandatory options.
 777	    $buildonly = 2;
 778	}
 779    }
 780
 781    if (defined($opt{$lvalue})) {
 782	if (!$override || defined(${$overrides}{$lvalue})) {
 783	    my $extra = "";
 784	    if ($override) {
 785		$extra = "In the same override section!\n";
 786	    }
 787	    die "$name: $.: Option $lvalue defined more than once!\n$extra";
 788	}
 789	${$overrides}{$lvalue} = $prvalue;
 790    }
 791
 792    $opt{$lvalue} = $prvalue;
 793}
 794
 795sub set_eval {
 796    my ($lvalue, $rvalue, $name) = @_;
 797
 798    my $prvalue = process_variables($rvalue);
 799    my $arr;
 800
 801    if (defined($evals{$lvalue})) {
 802	$arr = $evals{$lvalue};
 803    } else {
 804	$arr = [];
 805	$evals{$lvalue} = $arr;
 806    }
 807
 808    push @{$arr}, $rvalue;
 809}
 810
 811sub set_variable {
 812    my ($lvalue, $rvalue) = @_;
 813
 814    if ($rvalue =~ /^\s*$/) {
 815	delete $variable{$lvalue};
 816    } else {
 817	$rvalue = process_variables($rvalue);
 818	$variable{$lvalue} = $rvalue;
 819    }
 820}
 821
 822sub process_compare {
 823    my ($lval, $cmp, $rval) = @_;
 824
 825    # remove whitespace
 826
 827    $lval =~ s/^\s*//;
 828    $lval =~ s/\s*$//;
 829
 830    $rval =~ s/^\s*//;
 831    $rval =~ s/\s*$//;
 832
 833    if ($cmp eq "==") {
 834	return $lval eq $rval;
 835    } elsif ($cmp eq "!=") {
 836	return $lval ne $rval;
 837    } elsif ($cmp eq "=~") {
 838	return $lval =~ m/$rval/;
 839    } elsif ($cmp eq "!~") {
 840	return $lval !~ m/$rval/;
 841    }
 842
 843    my $statement = "$lval $cmp $rval";
 844    my $ret = eval $statement;
 845
 846    # $@ stores error of eval
 847    if ($@) {
 848	return -1;
 849    }
 850
 851    return $ret;
 852}
 853
 854sub value_defined {
 855    my ($val) = @_;
 856
 857    return defined($variable{$2}) ||
 858	defined($opt{$2});
 859}
 860
 861my $d = 0;
 862sub process_expression {
 863    my ($name, $val) = @_;
 864
 865    my $c = $d++;
 866
 867    while ($val =~ s/\(([^\(]*?)\)/\&\&\&\&VAL\&\&\&\&/) {
 868	my $express = $1;
 869
 870	if (process_expression($name, $express)) {
 871	    $val =~ s/\&\&\&\&VAL\&\&\&\&/ 1 /;
 872	} else {
 873	    $val =~ s/\&\&\&\&VAL\&\&\&\&/ 0 /;
 874	}
 875    }
 876
 877    $d--;
 878    my $OR = "\\|\\|";
 879    my $AND = "\\&\\&";
 880
 881    while ($val =~ s/^(.*?)($OR|$AND)//) {
 882	my $express = $1;
 883	my $op = $2;
 884
 885	if (process_expression($name, $express)) {
 886	    if ($op eq "||") {
 887		return 1;
 888	    }
 889	} else {
 890	    if ($op eq "&&") {
 891		return 0;
 892	    }
 893	}
 894    }
 895
 896    if ($val =~ /(.*)(==|\!=|>=|<=|>|<|=~|\!~)(.*)/) {
 897	my $ret = process_compare($1, $2, $3);
 898	if ($ret < 0) {
 899	    die "$name: $.: Unable to process comparison\n";
 900	}
 901	return $ret;
 902    }
 903
 904    if ($val =~ /^\s*(NOT\s*)?DEFINED\s+(\S+)\s*$/) {
 905	if (defined $1) {
 906	    return !value_defined($2);
 907	} else {
 908	    return value_defined($2);
 909	}
 910    }
 911
 912    if ($val =~ /^\s*0\s*$/) {
 913	return 0;
 914    } elsif ($val =~ /^\s*\d+\s*$/) {
 915	return 1;
 916    }
 917
 918    die ("$name: $.: Undefined content $val in if statement\n");
 919}
 920
 921sub process_if {
 922    my ($name, $value) = @_;
 923
 924    # Convert variables and replace undefined ones with 0
 925    my $val = process_variables($value, 1);
 926    my $ret = process_expression $name, $val;
 927
 928    return $ret;
 929}
 930
 931sub __read_config {
 932    my ($config, $current_test_num) = @_;
 933
 934    my $in;
 935    open($in, $config) || die "can't read file $config";
 936
 937    my $name = $config;
 938    $name =~ s,.*/(.*),$1,;
 939
 940    my $test_num = $$current_test_num;
 941    my $default = 1;
 942    my $repeat = 1;
 943    my $num_tests_set = 0;
 944    my $skip = 0;
 945    my $rest;
 946    my $line;
 947    my $test_case = 0;
 948    my $if = 0;
 949    my $if_set = 0;
 950    my $override = 0;
 951
 952    my %overrides;
 953
 954    while (<$in>) {
 955
 956	# ignore blank lines and comments
 957	next if (/^\s*$/ || /\s*\#/);
 958
 959	if (/^\s*(TEST_START|DEFAULTS)\b(.*)/) {
 960
 961	    my $type = $1;
 962	    $rest = $2;
 963	    $line = $2;
 964
 965	    my $old_test_num;
 966	    my $old_repeat;
 967	    $override = 0;
 968
 969	    if ($type eq "TEST_START") {
 970
 971		if ($num_tests_set) {
 972		    die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
 973		}
 974
 975		$old_test_num = $test_num;
 976		$old_repeat = $repeat;
 977
 978		$test_num += $repeat;
 979		$default = 0;
 980		$repeat = 1;
 981	    } else {
 982		$default = 1;
 983	    }
 984
 985	    # If SKIP is anywhere in the line, the command will be skipped
 986	    if ($rest =~ s/\s+SKIP\b//) {
 987		$skip = 1;
 988	    } else {
 989		$test_case = 1;
 990		$skip = 0;
 991	    }
 992
 993	    if ($rest =~ s/\sELSE\b//) {
 994		if (!$if) {
 995		    die "$name: $.: ELSE found with out matching IF section\n$_";
 996		}
 997		$if = 0;
 998
 999		if ($if_set) {
1000		    $skip = 1;
1001		} else {
1002		    $skip = 0;
1003		}
1004	    }
1005
1006	    if ($rest =~ s/\sIF\s+(.*)//) {
1007		if (process_if($name, $1)) {
1008		    $if_set = 1;
1009		} else {
1010		    $skip = 1;
1011		}
1012		$if = 1;
1013	    } else {
1014		$if = 0;
1015		$if_set = 0;
1016	    }
1017
1018	    if (!$skip) {
1019		if ($type eq "TEST_START") {
1020		    if ($rest =~ s/\s+ITERATE\s+(\d+)//) {
1021			$repeat = $1;
1022			$repeat_tests{"$test_num"} = $repeat;
1023		    }
1024		} elsif ($rest =~ s/\sOVERRIDE\b//) {
1025		    # DEFAULT only
1026		    $override = 1;
1027		    # Clear previous overrides
1028		    %overrides = ();
1029		}
1030	    }
1031
1032	    if (!$skip && $rest !~ /^\s*$/) {
1033		die "$name: $.: Gargbage found after $type\n$_";
1034	    }
1035
1036	    if ($skip && $type eq "TEST_START") {
1037		$test_num = $old_test_num;
1038		$repeat = $old_repeat;
1039	    }
1040
1041	} elsif (/^\s*ELSE\b(.*)$/) {
1042	    if (!$if) {
1043		die "$name: $.: ELSE found with out matching IF section\n$_";
1044	    }
1045	    $rest = $1;
1046	    if ($if_set) {
1047		$skip = 1;
1048		$rest = "";
1049	    } else {
1050		$skip = 0;
1051
1052		if ($rest =~ /\sIF\s+(.*)/) {
1053		    # May be a ELSE IF section.
1054		    if (process_if($name, $1)) {
1055			$if_set = 1;
1056		    } else {
1057			$skip = 1;
1058		    }
1059		    $rest = "";
1060		} else {
1061		    $if = 0;
1062		}
1063	    }
1064
1065	    if ($rest !~ /^\s*$/) {
1066		die "$name: $.: Gargbage found after DEFAULTS\n$_";
1067	    }
1068
1069	} elsif (/^\s*INCLUDE\s+(\S+)/) {
1070
1071	    next if ($skip);
1072
1073	    if (!$default) {
1074		die "$name: $.: INCLUDE can only be done in default sections\n$_";
1075	    }
1076
1077	    my $file = process_variables($1);
1078
1079	    if ($file !~ m,^/,) {
1080		# check the path of the config file first
1081		if ($config =~ m,(.*)/,) {
1082		    if (-f "$1/$file") {
1083			$file = "$1/$file";
1084		    }
1085		}
1086	    }
1087		
1088	    if ( ! -r $file ) {
1089		die "$name: $.: Can't read file $file\n$_";
1090	    }
1091
1092	    if (__read_config($file, \$test_num)) {
1093		$test_case = 1;
1094	    }
1095
1096	} elsif (/^\s*([A-Z_\[\]\d]+)\s*=~\s*(.*?)\s*$/) {
1097
1098	    next if ($skip);
1099
1100	    my $lvalue = $1;
1101	    my $rvalue = $2;
1102
1103	    if ($default || $lvalue =~ /\[\d+\]$/) {
1104		set_eval($lvalue, $rvalue, $name);
1105	    } else {
1106		my $val = "$lvalue\[$test_num\]";
1107		set_eval($val, $rvalue, $name);
1108	    }
1109
1110	} elsif (/^\s*([A-Z_\[\]\d]+)\s*=\s*(.*?)\s*$/) {
1111
1112	    next if ($skip);
1113
1114	    my $lvalue = $1;
1115	    my $rvalue = $2;
1116
1117	    if (!$default &&
1118		($lvalue eq "NUM_TESTS" ||
1119		 $lvalue eq "LOG_FILE" ||
1120		 $lvalue eq "CLEAR_LOG")) {
1121		die "$name: $.: $lvalue must be set in DEFAULTS section\n";
1122	    }
1123
1124	    if ($lvalue eq "NUM_TESTS") {
1125		if ($test_num) {
1126		    die "$name: $.: Can not specify both NUM_TESTS and TEST_START\n";
1127		}
1128		if (!$default) {
1129		    die "$name: $.: NUM_TESTS must be set in default section\n";
1130		}
1131		$num_tests_set = 1;
1132	    }
1133
1134	    if ($default || $lvalue =~ /\[\d+\]$/) {
1135		set_value($lvalue, $rvalue, $override, \%overrides, $name);
1136	    } else {
1137		my $val = "$lvalue\[$test_num\]";
1138		set_value($val, $rvalue, $override, \%overrides, $name);
1139
1140		if ($repeat > 1) {
1141		    $repeats{$val} = $repeat;
1142		}
1143	    }
1144	} elsif (/^\s*([A-Z_\[\]\d]+)\s*:=\s*(.*?)\s*$/) {
1145	    next if ($skip);
1146
1147	    my $lvalue = $1;
1148	    my $rvalue = $2;
1149
1150	    # process config variables.
1151	    # Config variables are only active while reading the
1152	    # config and can be defined anywhere. They also ignore
1153	    # TEST_START and DEFAULTS, but are skipped if they are in
1154	    # on of these sections that have SKIP defined.
1155	    # The save variable can be
1156	    # defined multiple times and the new one simply overrides
1157	    # the prevous one.
1158	    set_variable($lvalue, $rvalue);
1159
1160	} else {
1161	    die "$name: $.: Garbage found in config\n$_";
1162	}
1163    }
1164
1165    if ($test_num) {
1166	$test_num += $repeat - 1;
1167	$opt{"NUM_TESTS"} = $test_num;
1168    }
1169
1170    close($in);
1171
1172    $$current_test_num = $test_num;
1173
1174    return $test_case;
1175}
1176
1177sub get_test_case {
1178	print "What test case would you like to run?\n";
1179	print " (build, install or boot)\n";
1180	print " Other tests are available but require editing ktest.conf\n";
1181	print " (see tools/testing/ktest/sample.conf)\n";
1182	my $ans = <STDIN>;
1183	chomp $ans;
1184	$default{"TEST_TYPE"} = $ans;
1185}
1186
1187sub read_config {
1188    my ($config) = @_;
1189
1190    my $test_case;
1191    my $test_num = 0;
1192
1193    $test_case = __read_config $config, \$test_num;
1194
1195    # make sure we have all mandatory configs
1196    get_mandatory_configs;
1197
1198    # was a test specified?
1199    if (!$test_case) {
1200	print "No test case specified.\n";
1201	get_test_case;
1202    }
1203
1204    # set any defaults
1205
1206    foreach my $default (keys %default) {
1207	if (!defined($opt{$default})) {
1208	    $opt{$default} = $default{$default};
1209	}
1210    }
1211
1212    if ($opt{"IGNORE_UNUSED"} == 1) {
1213	return;
1214    }
1215
1216    my %not_used;
1217
1218    # check if there are any stragglers (typos?)
1219    foreach my $option (keys %opt) {
1220	my $op = $option;
1221	# remove per test labels.
1222	$op =~ s/\[.*\]//;
1223	if (!exists($option_map{$op}) &&
1224	    !exists($default{$op}) &&
1225	    !exists($used_options{$op})) {
1226	    $not_used{$op} = 1;
1227	}
1228    }
1229
1230    if (%not_used) {
1231	my $s = "s are";
1232	$s = " is" if (keys %not_used == 1);
1233	print "The following option$s not used; could be a typo:\n";
1234	foreach my $option (keys %not_used) {
1235	    print "$option\n";
1236	}
1237	print "Set IGRNORE_UNUSED = 1 to have ktest ignore unused variables\n";
1238	if (!read_yn "Do you want to continue?") {
1239	    exit -1;
1240	}
1241    }
1242}
1243
1244sub __eval_option {
1245    my ($name, $option, $i) = @_;
1246
1247    # Add space to evaluate the character before $
1248    $option = " $option";
1249    my $retval = "";
1250    my $repeated = 0;
1251    my $parent = 0;
1252
1253    foreach my $test (keys %repeat_tests) {
1254	if ($i >= $test &&
1255	    $i < $test + $repeat_tests{$test}) {
1256
1257	    $repeated = 1;
1258	    $parent = $test;
1259	    last;
1260	}
1261    }
1262
1263    while ($option =~ /(.*?[^\\])\$\{(.*?)\}(.*)/) {
1264	my $start = $1;
1265	my $var = $2;
1266	my $end = $3;
1267
1268	# Append beginning of line
1269	$retval = "$retval$start";
1270
1271	# If the iteration option OPT[$i] exists, then use that.
1272	# otherwise see if the default OPT (without [$i]) exists.
1273
1274	my $o = "$var\[$i\]";
1275	my $parento = "$var\[$parent\]";
1276
1277	# If a variable contains itself, use the default var
1278	if (($var eq $name) && defined($opt{$var})) {
1279	    $o = $opt{$var};
1280	    $retval = "$retval$o";
1281	} elsif (defined($opt{$o})) {
1282	    $o = $opt{$o};
1283	    $retval = "$retval$o";
1284	} elsif ($repeated && defined($opt{$parento})) {
1285	    $o = $opt{$parento};
1286	    $retval = "$retval$o";
1287	} elsif (defined($opt{$var})) {
1288	    $o = $opt{$var};
1289	    $retval = "$retval$o";
1290	} elsif ($var eq "KERNEL_VERSION" && defined($make)) {
1291	    # special option KERNEL_VERSION uses kernel version
1292	    get_version();
1293	    $retval = "$retval$version";
1294	} else {
1295	    $retval = "$retval\$\{$var\}";
1296	}
1297
1298	$option = $end;
1299    }
1300
1301    $retval = "$retval$option";
1302
1303    $retval =~ s/^ //;
1304
1305    return $retval;
1306}
1307
1308sub process_evals {
1309    my ($name, $option, $i) = @_;
1310
1311    my $option_name = "$name\[$i\]";
1312    my $ev;
1313
1314    my $old_option = $option;
1315
1316    if (defined($evals{$option_name})) {
1317	$ev = $evals{$option_name};
1318    } elsif (defined($evals{$name})) {
1319	$ev = $evals{$name};
1320    } else {
1321	return $option;
1322    }
1323
1324    for my $e (@{$ev}) {
1325	eval "\$option =~ $e";
1326    }
1327
1328    if ($option ne $old_option) {
1329	doprint("$name changed from '$old_option' to '$option'\n");
1330    }
1331
1332    return $option;
1333}
1334
1335sub eval_option {
1336    my ($name, $option, $i) = @_;
1337
1338    my $prev = "";
1339
1340    # Since an option can evaluate to another option,
1341    # keep iterating until we do not evaluate any more
1342    # options.
1343    my $r = 0;
1344    while ($prev ne $option) {
1345	# Check for recursive evaluations.
1346	# 100 deep should be more than enough.
1347	if ($r++ > 100) {
1348	    die "Over 100 evaluations accurred with $option\n" .
1349		"Check for recursive variables\n";
1350	}
1351	$prev = $option;
1352	$option = __eval_option($name, $option, $i);
1353    }
1354
1355    $option = process_evals($name, $option, $i);
1356
1357    return $option;
1358}
1359
1360sub run_command;
1361sub start_monitor;
1362sub end_monitor;
1363sub wait_for_monitor;
1364
1365sub reboot {
1366    my ($time) = @_;
1367    my $powercycle = 0;
1368
1369    # test if the machine can be connected to within a few seconds
1370    my $stat = run_ssh("echo check machine status", $connect_timeout);
1371    if (!$stat) {
1372	doprint("power cycle\n");
1373	$powercycle = 1;
1374    }
1375
1376    if ($powercycle) {
1377	run_command "$power_cycle";
1378
 
1379	start_monitor;
1380	# flush out current monitor
1381	# May contain the reboot success line
1382	wait_for_monitor 1;
 
1383
1384    } else {
1385	# Make sure everything has been written to disk
1386	run_ssh("sync");
1387
1388	if (defined($time)) {
1389	    start_monitor;
1390	    # flush out current monitor
1391	    # May contain the reboot success line
1392	    wait_for_monitor 1;
1393	}
1394
1395	# try to reboot normally
1396	if (run_command $reboot) {
1397	    if (defined($powercycle_after_reboot)) {
1398		sleep $powercycle_after_reboot;
1399		run_command "$power_cycle";
1400	    }
1401	} else {
1402	    # nope? power cycle it.
1403	    run_command "$power_cycle";
1404	}
 
 
 
1405    }
1406
1407    if (defined($time)) {
1408
1409	# We only want to get to the new kernel, don't fail
1410	# if we stumble over a call trace.
1411	my $save_ignore_errors = $ignore_errors;
1412	$ignore_errors = 1;
1413
1414	# Look for the good kernel to boot
1415	if (wait_for_monitor($time, "Linux version")) {
1416	    # reboot got stuck?
1417	    doprint "Reboot did not finish. Forcing power cycle\n";
1418	    run_command "$power_cycle";
1419	}
1420
1421	$ignore_errors = $save_ignore_errors;
1422
1423	# Still need to wait for the reboot to finish
1424	wait_for_monitor($time, $reboot_success_line);
1425
1426	end_monitor;
1427    }
1428}
1429
1430sub reboot_to_good {
1431    my ($time) = @_;
1432
1433    if (defined($switch_to_good)) {
1434	run_command $switch_to_good;
1435    }
1436
1437    reboot $time;
1438}
1439
1440sub do_not_reboot {
1441    my $i = $iteration;
1442
1443    return $test_type eq "build" || $no_reboot ||
1444	($test_type eq "patchcheck" && $opt{"PATCHCHECK_TYPE[$i]"} eq "build") ||
1445	($test_type eq "bisect" && $opt{"BISECT_TYPE[$i]"} eq "build") ||
1446	($test_type eq "config_bisect" && $opt{"CONFIG_BISECT_TYPE[$i]"} eq "build");
1447}
1448
1449my $in_die = 0;
1450
1451sub get_test_name() {
1452    my $name;
1453
1454    if (defined($test_name)) {
1455	$name = "$test_name:$test_type";
1456    } else {
1457	$name = $test_type;
1458    }
1459    return $name;
1460}
1461
1462sub dodie {
1463
1464    # avoid recusion
1465    return if ($in_die);
1466    $in_die = 1;
1467
1468    my $i = $iteration;
1469
1470    doprint "CRITICAL FAILURE... [TEST $i] ", @_, "\n";
1471
1472    if ($reboot_on_error && !do_not_reboot) {
1473
1474	doprint "REBOOTING\n";
1475	reboot_to_good;
1476
1477    } elsif ($poweroff_on_error && defined($power_off)) {
1478	doprint "POWERING OFF\n";
1479	`$power_off`;
1480    }
1481
1482    if (defined($opt{"LOG_FILE"})) {
1483	print " See $opt{LOG_FILE} for more info.\n";
1484    }
1485
1486    if ($email_on_error) {
1487	my $name = get_test_name;
1488        send_email("KTEST: critical failure for test $i [$name]",
1489                "Your test started at $script_start_time has failed with:\n@_\n");
1490    }
1491
1492    if ($monitor_cnt) {
1493	    # restore terminal settings
1494	    system("stty $stty_orig");
1495    }
1496
1497    if (defined($post_test)) {
1498	run_command $post_test;
1499    }
1500
1501    die @_, "\n";
1502}
1503
1504sub create_pty {
1505    my ($ptm, $pts) = @_;
1506    my $tmp;
1507    my $TIOCSPTLCK = 0x40045431;
1508    my $TIOCGPTN = 0x80045430;
1509
1510    sysopen($ptm, "/dev/ptmx", O_RDWR | O_NONBLOCK) or
1511	dodie "Cant open /dev/ptmx";
1512
1513    # unlockpt()
1514    $tmp = pack("i", 0);
1515    ioctl($ptm, $TIOCSPTLCK, $tmp) or
1516	dodie "ioctl TIOCSPTLCK for /dev/ptmx failed";
1517
1518    # ptsname()
1519    ioctl($ptm, $TIOCGPTN, $tmp) or
1520	dodie "ioctl TIOCGPTN for /dev/ptmx failed";
1521    $tmp = unpack("i", $tmp);
1522
1523    sysopen($pts, "/dev/pts/$tmp", O_RDWR | O_NONBLOCK) or
1524	dodie "Can't open /dev/pts/$tmp";
1525}
1526
1527sub exec_console {
1528    my ($ptm, $pts) = @_;
1529
1530    close($ptm);
1531
1532    close(\*STDIN);
1533    close(\*STDOUT);
1534    close(\*STDERR);
1535
1536    open(\*STDIN, '<&', $pts);
1537    open(\*STDOUT, '>&', $pts);
1538    open(\*STDERR, '>&', $pts);
1539
1540    close($pts);
1541
1542    exec $console or
1543	dodie "Can't open console $console";
1544}
1545
1546sub open_console {
1547    my ($ptm) = @_;
1548    my $pts = \*PTSFD;
1549    my $pid;
1550
1551    # save terminal settings
1552    $stty_orig = `stty -g`;
1553
1554    # place terminal in cbreak mode so that stdin can be read one character at
1555    # a time without having to wait for a newline
1556    system("stty -icanon -echo -icrnl");
1557
1558    create_pty($ptm, $pts);
1559
1560    $pid = fork;
1561
1562    if (!$pid) {
1563	# child
1564	exec_console($ptm, $pts)
1565    }
1566
1567    # parent
1568    close($pts);
1569
1570    return $pid;
1571
1572    open(PTSFD, "Stop perl from warning about single use of PTSFD");
1573}
1574
1575sub close_console {
1576    my ($fp, $pid) = @_;
1577
1578    doprint "kill child process $pid\n";
1579    kill $close_console_signal, $pid;
1580
1581    doprint "wait for child process $pid to exit\n";
1582    waitpid($pid, 0);
1583
1584    print "closing!\n";
1585    close($fp);
1586
1587    # restore terminal settings
1588    system("stty $stty_orig");
1589}
1590
1591sub start_monitor {
1592    if ($monitor_cnt++) {
1593	return;
1594    }
1595    $monitor_fp = \*MONFD;
1596    $monitor_pid = open_console $monitor_fp;
1597
1598    return;
1599
1600    open(MONFD, "Stop perl from warning about single use of MONFD");
1601}
1602
1603sub end_monitor {
1604    return if (!defined $console);
1605    if (--$monitor_cnt) {
1606	return;
1607    }
1608    close_console($monitor_fp, $monitor_pid);
1609}
1610
1611sub wait_for_monitor {
1612    my ($time, $stop) = @_;
1613    my $full_line = "";
1614    my $line;
1615    my $booted = 0;
1616    my $start_time = time;
1617    my $skip_call_trace = 0;
1618    my $bug = 0;
1619    my $bug_ignored = 0;
1620    my $now;
1621
1622    doprint "** Wait for monitor to settle down **\n";
1623
1624    # read the monitor and wait for the system to calm down
1625    while (!$booted) {
1626	$line = wait_for_input($monitor_fp, $time);
1627	last if (!defined($line));
1628	print "$line";
1629	$full_line .= $line;
1630
1631	if (defined($stop) && $full_line =~ /$stop/) {
1632	    doprint "wait for monitor detected $stop\n";
1633	    $booted = 1;
1634	}
1635
1636	if ($full_line =~ /\[ backtrace testing \]/) {
1637	    $skip_call_trace = 1;
1638	}
1639
1640	if ($full_line =~ /call trace:/i) {
1641	    if (!$bug && !$skip_call_trace) {
1642		if ($ignore_errors) {
1643		    $bug_ignored = 1;
1644		} else {
1645		    $bug = 1;
1646		}
1647	    }
1648	}
1649
1650	if ($full_line =~ /\[ end of backtrace testing \]/) {
1651	    $skip_call_trace = 0;
1652	}
1653
1654	if ($full_line =~ /Kernel panic -/) {
1655	    $bug = 1;
1656	}
1657
1658	if ($line =~ /\n/) {
1659	    $full_line = "";
1660	}
1661	$now = time;
1662	if ($now - $start_time >= $max_monitor_wait) {
1663	    doprint "Exiting monitor flush due to hitting MAX_MONITOR_WAIT\n";
1664	    return 1;
1665	}
1666    }
1667    print "** Monitor flushed **\n";
1668
1669    # if stop is defined but wasn't hit, return error
1670    # used by reboot (which wants to see a reboot)
1671    if (defined($stop) && !$booted) {
1672	$bug = 1;
1673    }
1674    return $bug;
1675}
1676
1677sub save_logs {
1678	my ($result, $basedir) = @_;
1679	my @t = localtime;
1680	my $date = sprintf "%04d%02d%02d%02d%02d%02d",
1681		1900+$t[5],$t[4],$t[3],$t[2],$t[1],$t[0];
1682
1683	my $type = $build_type;
1684	if ($type =~ /useconfig/) {
1685	    $type = "useconfig";
1686	}
1687
1688	my $dir = "$machine-$test_type-$type-$result-$date";
1689
1690	$dir = "$basedir/$dir";
1691
1692	if (!-d $dir) {
1693	    mkpath($dir) or
1694		dodie "can't create $dir";
1695	}
1696
1697	my %files = (
1698		"config" => $output_config,
1699		"buildlog" => $buildlog,
1700		"dmesg" => $dmesg,
1701		"testlog" => $testlog,
1702	);
1703
1704	while (my ($name, $source) = each(%files)) {
1705		if (-f "$source") {
1706			cp "$source", "$dir/$name" or
1707				dodie "failed to copy $source";
1708		}
1709	}
1710
1711	doprint "*** Saved info to $dir ***\n";
1712}
1713
1714sub fail {
1715
 
 
 
 
1716	if ($die_on_failure) {
1717		dodie @_;
1718	}
1719
1720	doprint "FAILED\n";
1721
1722	my $i = $iteration;
1723
1724	# no need to reboot for just building.
1725	if (!do_not_reboot) {
1726	    doprint "REBOOTING\n";
1727	    reboot_to_good $sleep_time;
1728	}
1729
1730	my $name = "";
1731
1732	if (defined($test_name)) {
1733	    $name = " ($test_name)";
1734	}
1735
1736	print_times;
1737
1738	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1739	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1740	doprint "KTEST RESULT: TEST $i$name Failed: ", @_, "\n";
1741	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1742	doprint "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n";
1743
1744	if (defined($store_failures)) {
1745	    save_logs "fail", $store_failures;
1746        }
1747
1748	if (defined($post_test)) {
1749		run_command $post_test;
1750	}
1751
1752	return 1;
1753}
1754
1755sub run_command {
1756    my ($command, $redirect, $timeout) = @_;
1757    my $start_time;
1758    my $end_time;
1759    my $dolog = 0;
1760    my $dord = 0;
1761    my $dostdout = 0;
1762    my $pid;
1763    my $command_orig = $command;
 
1764
1765    $command =~ s/\$SSH_USER/$ssh_user/g;
1766    $command =~ s/\$MACHINE/$machine/g;
1767
1768    doprint("$command ... ");
1769    $start_time = time;
1770
1771    $pid = open(CMD, "$command 2>&1 |") or
1772	(fail "unable to exec $command" and return 0);
1773
1774    if (defined($opt{"LOG_FILE"})) {
1775	open(LOG, ">>$opt{LOG_FILE}") or
1776	    dodie "failed to write to log";
1777	$dolog = 1;
1778    }
1779
1780    if (defined($redirect)) {
1781	if ($redirect eq 1) {
1782	    $dostdout = 1;
1783	    # Have the output of the command on its own line
1784	    doprint "\n";
1785	} else {
1786	    open (RD, ">$redirect") or
1787		dodie "failed to write to redirect $redirect";
1788	    $dord = 1;
1789	}
1790    }
1791
1792    my $hit_timeout = 0;
1793
1794    while (1) {
1795	my $fp = \*CMD;
1796	if (defined($timeout)) {
1797	    doprint "timeout = $timeout\n";
1798	}
1799	my $line = wait_for_input($fp, $timeout);
1800	if (!defined($line)) {
1801	    my $now = time;
1802	    if (defined($timeout) && (($now - $start_time) >= $timeout)) {
1803		doprint "Hit timeout of $timeout, killing process\n";
1804		$hit_timeout = 1;
1805		kill 9, $pid;
1806	    }
1807	    last;
1808	}
1809	print LOG $line if ($dolog);
1810	print RD $line if ($dord);
1811	print $line if ($dostdout);
1812    }
1813
1814    waitpid($pid, 0);
1815    # shift 8 for real exit status
1816    $run_command_status = $? >> 8;
1817
1818    if ($command_orig eq $default{REBOOT} &&
1819	$run_command_status == $reboot_return_code) {
1820	$run_command_status = 0;
1821    }
1822
1823    close(CMD);
1824    close(LOG) if ($dolog);
1825    close(RD)  if ($dord);
1826
1827    $end_time = time;
1828    my $delta = $end_time - $start_time;
1829
1830    if ($delta == 1) {
1831	doprint "[1 second] ";
1832    } else {
1833	doprint "[$delta seconds] ";
1834    }
1835
1836    if ($hit_timeout) {
1837	$run_command_status = 1;
1838    }
1839
1840    if ($run_command_status) {
1841	doprint "FAILED!\n";
1842    } else {
1843	doprint "SUCCESS\n";
1844    }
1845
1846    return !$run_command_status;
1847}
1848
1849sub run_ssh {
1850    my ($cmd, $timeout) = @_;
1851    my $cp_exec = $ssh_exec;
1852
1853    $cp_exec =~ s/\$SSH_COMMAND/$cmd/g;
1854    return run_command "$cp_exec", undef , $timeout;
1855}
1856
1857sub run_scp {
1858    my ($src, $dst, $cp_scp) = @_;
1859
1860    $cp_scp =~ s/\$SRC_FILE/$src/g;
1861    $cp_scp =~ s/\$DST_FILE/$dst/g;
1862
1863    return run_command "$cp_scp";
1864}
1865
1866sub run_scp_install {
1867    my ($src, $dst) = @_;
1868
1869    my $cp_scp = $scp_to_target_install;
1870
1871    return run_scp($src, $dst, $cp_scp);
1872}
1873
1874sub run_scp_mod {
1875    my ($src, $dst) = @_;
1876
1877    my $cp_scp = $scp_to_target;
1878
1879    return run_scp($src, $dst, $cp_scp);
1880}
1881
1882sub _get_grub_index {
1883
1884    my ($command, $target, $skip) = @_;
1885
1886    return if (defined($grub_number) && defined($last_grub_menu) &&
1887	       $last_grub_menu eq $grub_menu && defined($last_machine) &&
1888	       $last_machine eq $machine);
1889
1890    doprint "Find $reboot_type menu ... ";
1891    $grub_number = -1;
1892
1893    my $ssh_grub = $ssh_exec;
1894    $ssh_grub =~ s,\$SSH_COMMAND,$command,g;
1895
1896    open(IN, "$ssh_grub |")
1897	or dodie "unable to execute $command";
1898
1899    my $found = 0;
1900
1901    while (<IN>) {
1902	if (/$target/) {
1903	    $grub_number++;
1904	    $found = 1;
1905	    last;
1906	} elsif (/$skip/) {
1907	    $grub_number++;
1908	}
1909    }
1910    close(IN);
1911
1912    dodie "Could not find '$grub_menu' through $command on $machine"
1913	if (!$found);
1914    doprint "$grub_number\n";
1915    $last_grub_menu = $grub_menu;
1916    $last_machine = $machine;
1917}
1918
1919sub get_grub_index {
1920
1921    my $command;
1922    my $target;
1923    my $skip;
1924    my $grub_menu_qt;
1925
1926    if ($reboot_type !~ /^grub/) {
1927	return;
1928    }
 
 
 
 
 
 
 
 
 
 
 
 
1929
1930    $grub_menu_qt = quotemeta($grub_menu);
1931
1932    if ($reboot_type eq "grub") {
1933	$command = "cat /boot/grub/menu.lst";
1934	$target = '^\s*title\s+' . $grub_menu_qt . '\s*$';
1935	$skip = '^\s*title\s';
1936    } elsif ($reboot_type eq "grub2") {
1937	$command = "cat $grub_file";
1938	$target = '^menuentry.*' . $grub_menu_qt;
1939	$skip = '^menuentry\s|^submenu\s';
1940    } elsif ($reboot_type eq "grub2bls") {
1941        $command = $grub_bls_get;
1942        $target = '^title=.*' . $grub_menu_qt;
1943        $skip = '^title=';
1944    } else {
1945	return;
1946    }
 
1947
1948    _get_grub_index($command, $target, $skip);
 
 
 
 
1949}
1950
1951sub wait_for_input
1952{
1953    my ($fp, $time) = @_;
1954    my $start_time;
1955    my $rin;
1956    my $rout;
1957    my $nr;
1958    my $buf;
1959    my $line;
1960    my $ch;
1961
1962    if (!defined($time)) {
1963	$time = $timeout;
1964    }
1965
1966    $rin = '';
1967    vec($rin, fileno($fp), 1) = 1;
1968    vec($rin, fileno(\*STDIN), 1) = 1;
1969
1970    $start_time = time;
1971
1972    while (1) {
1973	$nr = select($rout=$rin, undef, undef, $time);
1974
1975	last if ($nr <= 0);
 
 
1976
1977	# copy data from stdin to the console
1978	if (vec($rout, fileno(\*STDIN), 1) == 1) {
1979	    $nr = sysread(\*STDIN, $buf, 1000);
1980	    syswrite($fp, $buf, $nr) if ($nr > 0);
1981	}
1982
1983	# The timeout is based on time waiting for the fp data
1984	if (vec($rout, fileno($fp), 1) != 1) {
1985	    last if (defined($time) && (time - $start_time > $time));
1986	    next;
1987	}
1988
1989	$line = "";
1990
1991	# try to read one char at a time
1992	while (sysread $fp, $ch, 1) {
1993	    $line .= $ch;
1994	    last if ($ch eq "\n");
1995	}
1996
1997	last if (!length($line));
 
 
1998
1999	return $line;
2000    }
2001    return undef;
2002}
2003
2004sub reboot_to {
2005    if (defined($switch_to_test)) {
2006	run_command $switch_to_test;
2007    }
2008
2009    if ($reboot_type eq "grub") {
2010	run_ssh "'(echo \"savedefault --default=$grub_number --once\" | grub --batch)'";
2011    } elsif ($reboot_type eq "grub2") {
2012	run_ssh "$grub_reboot $grub_number";
2013    } elsif ($reboot_type eq "syslinux") {
2014	run_ssh "$syslinux --once \\\"$syslinux_label\\\" $syslinux_path";
2015    } elsif (defined $reboot_script) {
2016	run_command "$reboot_script";
2017    }
2018    reboot;
2019}
2020
2021sub get_sha1 {
2022    my ($commit) = @_;
2023
2024    doprint "git rev-list --max-count=1 $commit ... ";
2025    my $sha1 = `git rev-list --max-count=1 $commit`;
2026    my $ret = $?;
2027
2028    logit $sha1;
2029
2030    if ($ret) {
2031	doprint "FAILED\n";
2032	dodie "Failed to get git $commit";
2033    }
2034
2035    print "SUCCESS\n";
2036
2037    chomp $sha1;
2038
2039    return $sha1;
2040}
2041
2042sub monitor {
2043    my $booted = 0;
2044    my $bug = 0;
2045    my $bug_ignored = 0;
2046    my $skip_call_trace = 0;
2047    my $loops;
2048
2049    my $start_time = time;
2050
2051    wait_for_monitor 5;
2052
2053    my $line;
2054    my $full_line = "";
2055
2056    open(DMESG, "> $dmesg") or
2057	dodie "unable to write to $dmesg";
2058
2059    reboot_to;
2060
2061    my $success_start;
2062    my $failure_start;
2063    my $monitor_start = time;
2064    my $done = 0;
2065    my $version_found = 0;
2066
2067    while (!$done) {
2068
2069	if ($bug && defined($stop_after_failure) &&
2070	    $stop_after_failure >= 0) {
2071	    my $time = $stop_after_failure - (time - $failure_start);
2072	    $line = wait_for_input($monitor_fp, $time);
2073	    if (!defined($line)) {
2074		doprint "bug timed out after $booted_timeout seconds\n";
2075		doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
2076		last;
2077	    }
2078	} elsif ($booted) {
2079	    $line = wait_for_input($monitor_fp, $booted_timeout);
2080	    if (!defined($line)) {
2081		my $s = $booted_timeout == 1 ? "" : "s";
2082		doprint "Successful boot found: break after $booted_timeout second$s\n";
2083		last;
2084	    }
2085	} else {
2086	    $line = wait_for_input($monitor_fp);
2087	    if (!defined($line)) {
2088		my $s = $timeout == 1 ? "" : "s";
2089		doprint "Timed out after $timeout second$s\n";
2090		last;
2091	    }
2092	}
2093
2094	doprint $line;
2095	print DMESG $line;
2096
2097	# we are not guaranteed to get a full line
2098	$full_line .= $line;
2099
2100	if ($full_line =~ /$success_line/) {
2101	    $booted = 1;
2102	    $success_start = time;
2103	}
2104
2105	if ($booted && defined($stop_after_success) &&
2106	    $stop_after_success >= 0) {
2107	    my $now = time;
2108	    if ($now - $success_start >= $stop_after_success) {
2109		doprint "Test forced to stop after $stop_after_success seconds after success\n";
2110		last;
2111	    }
2112	}
2113
2114	if ($full_line =~ /\[ backtrace testing \]/) {
2115	    $skip_call_trace = 1;
2116	}
2117
2118	if ($full_line =~ /call trace:/i) {
2119	    if (!$bug && !$skip_call_trace) {
2120		if ($ignore_errors) {
2121		    $bug_ignored = 1;
2122		} else {
2123		    $bug = 1;
2124		    $failure_start = time;
2125		}
2126	    }
2127	}
2128
2129	if ($bug && defined($stop_after_failure) &&
2130	    $stop_after_failure >= 0) {
2131	    my $now = time;
2132	    if ($now - $failure_start >= $stop_after_failure) {
2133		doprint "Test forced to stop after $stop_after_failure seconds after failure\n";
2134		last;
2135	    }
2136	}
2137
2138	if ($full_line =~ /\[ end of backtrace testing \]/) {
2139	    $skip_call_trace = 0;
2140	}
2141
2142	if ($full_line =~ /Kernel panic -/) {
2143	    $failure_start = time;
2144	    $bug = 1;
2145	}
2146
2147	# Detect triple faults by testing the banner
2148	if ($full_line =~ /\bLinux version (\S+).*\n/) {
2149	    if ($1 eq $version) {
2150		$version_found = 1;
2151	    } elsif ($version_found && $detect_triplefault) {
2152		# We already booted into the kernel we are testing,
2153		# but now we booted into another kernel?
2154		# Consider this a triple fault.
2155		doprint "Already booted in Linux kernel $version, but now\n";
2156		doprint "we booted into Linux kernel $1.\n";
2157		doprint "Assuming that this is a triple fault.\n";
2158		doprint "To disable this: set DETECT_TRIPLE_FAULT to 0\n";
2159		last;
2160	    }
2161	}
2162
2163	if ($line =~ /\n/) {
2164	    $full_line = "";
2165	}
2166
2167	if ($stop_test_after > 0 && !$booted && !$bug) {
2168	    if (time - $monitor_start > $stop_test_after) {
2169		doprint "STOP_TEST_AFTER ($stop_test_after seconds) timed out\n";
2170		$done = 1;
2171	    }
2172	}
2173    }
2174
2175    my $end_time = time;
2176    $reboot_time = $end_time - $start_time;
2177
2178    close(DMESG);
2179
2180    if ($bug) {
2181	return 0 if ($in_bisect);
2182	fail "failed - got a bug report" and return 0;
2183    }
2184
2185    if (!$booted) {
2186	return 0 if ($in_bisect);
2187	fail "failed - never got a boot prompt." and return 0;
2188    }
2189
2190    if ($bug_ignored) {
2191	doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2192    }
2193
2194    return 1;
2195}
2196
2197sub eval_kernel_version {
2198    my ($option) = @_;
2199
2200    $option =~ s/\$KERNEL_VERSION/$version/g;
2201
2202    return $option;
2203}
2204
2205sub do_post_install {
2206
2207    return if (!defined($post_install));
2208
2209    my $cp_post_install = eval_kernel_version $post_install;
2210    run_command "$cp_post_install" or
2211	dodie "Failed to run post install";
2212}
2213
2214# Sometimes the reboot fails, and will hang. We try to ssh to the box
2215# and if we fail, we force another reboot, that should powercycle it.
2216sub test_booted {
2217    if (!run_ssh "echo testing connection") {
2218	reboot $sleep_time;
2219    }
2220}
2221
2222sub install {
2223
2224    return if ($no_install);
2225
2226    my $start_time = time;
2227
2228    if (defined($pre_install)) {
2229	my $cp_pre_install = eval_kernel_version $pre_install;
2230	run_command "$cp_pre_install" or
2231	    dodie "Failed to run pre install";
2232    }
2233
2234    my $cp_target = eval_kernel_version $target_image;
2235
2236    test_booted;
2237
2238    run_scp_install "$outputdir/$build_target", "$cp_target" or
2239	dodie "failed to copy image";
2240
2241    my $install_mods = 0;
2242
2243    # should we process modules?
2244    $install_mods = 0;
2245    open(IN, "$output_config") or dodie("Can't read config file");
2246    while (<IN>) {
2247	if (/CONFIG_MODULES(=y)?/) {
2248	    if (defined($1)) {
2249		$install_mods = 1;
2250		last;
2251	    }
2252	}
2253    }
2254    close(IN);
2255
2256    if (!$install_mods) {
2257	do_post_install;
2258	doprint "No modules needed\n";
2259	my $end_time = time;
2260	$install_time = $end_time - $start_time;
2261	return;
2262    }
2263
2264    run_command "$make INSTALL_MOD_STRIP=1 INSTALL_MOD_PATH=$tmpdir modules_install" or
2265	dodie "Failed to install modules";
2266
2267    my $modlib = "/lib/modules/$version";
2268    my $modtar = "ktest-mods.tar.bz2";
2269
2270    run_ssh "rm -rf $modlib" or
2271	dodie "failed to remove old mods: $modlib";
2272
2273    # would be nice if scp -r did not follow symbolic links
2274    run_command "cd $tmpdir && tar -cjf $modtar lib/modules/$version" or
2275	dodie "making tarball";
2276
2277    run_scp_mod "$tmpdir/$modtar", "/tmp" or
2278	dodie "failed to copy modules";
2279
2280    unlink "$tmpdir/$modtar";
2281
2282    run_ssh "'(cd / && tar xjf /tmp/$modtar)'" or
2283	dodie "failed to tar modules";
2284
2285    run_ssh "rm -f /tmp/$modtar";
2286
2287    do_post_install;
2288
2289    my $end_time = time;
2290    $install_time = $end_time - $start_time;
2291}
2292
2293sub get_version {
2294    # get the release name
2295    return if ($have_version);
2296    doprint "$make kernelrelease ... ";
2297    $version = `$make -s kernelrelease | tail -1`;
2298    chomp($version);
2299    doprint "$version\n";
2300    $have_version = 1;
2301}
2302
2303sub start_monitor_and_install {
2304    # Make sure the stable kernel has finished booting
2305
2306    # Install bisects, don't need console
2307    if (defined $console) {
2308	start_monitor;
2309	wait_for_monitor 5;
2310	end_monitor;
2311    }
2312
2313    get_grub_index;
2314    get_version;
2315    install;
2316
2317    start_monitor if (defined $console);
2318    return monitor;
2319}
2320
2321my $check_build_re = ".*:.*(warning|error|Error):.*";
2322my $utf8_quote = "\\x{e2}\\x{80}(\\x{98}|\\x{99})";
2323
2324sub process_warning_line {
2325    my ($line) = @_;
2326
2327    chomp $line;
2328
2329    # for distcc heterogeneous systems, some compilers
2330    # do things differently causing warning lines
2331    # to be slightly different. This makes an attempt
2332    # to fixe those issues.
2333
2334    # chop off the index into the line
2335    # using distcc, some compilers give different indexes
2336    # depending on white space
2337    $line =~ s/^(\s*\S+:\d+:)\d+/$1/;
2338
2339    # Some compilers use UTF-8 extended for quotes and some don't.
2340    $line =~ s/$utf8_quote/'/g;
2341
2342    return $line;
2343}
2344
2345# Read buildlog and check against warnings file for any
2346# new warnings.
2347#
2348# Returns 1 if OK
2349#         0 otherwise
2350sub check_buildlog {
2351    return 1 if (!defined $warnings_file);
2352
2353    my %warnings_list;
2354
2355    # Failed builds should not reboot the target
2356    my $save_no_reboot = $no_reboot;
2357    $no_reboot = 1;
2358
2359    if (-f $warnings_file) {
2360	open(IN, $warnings_file) or
2361	    dodie "Error opening $warnings_file";
2362
2363	while (<IN>) {
2364	    if (/$check_build_re/) {
2365		my $warning = process_warning_line $_;
2366		
2367		$warnings_list{$warning} = 1;
2368	    }
2369	}
2370	close(IN);
2371    }
2372
2373    # If warnings file didn't exist, and WARNINGS_FILE exist,
2374    # then we fail on any warning!
2375
2376    open(IN, $buildlog) or dodie "Can't open $buildlog";
2377    while (<IN>) {
2378	if (/$check_build_re/) {
2379	    my $warning = process_warning_line $_;
2380
2381	    if (!defined $warnings_list{$warning}) {
2382		fail "New warning found (not in $warnings_file)\n$_\n";
2383		$no_reboot = $save_no_reboot;
2384		return 0;
2385	    }
2386	}
2387    }
2388    $no_reboot = $save_no_reboot;
2389    close(IN);
2390}
2391
2392sub check_patch_buildlog {
2393    my ($patch) = @_;
2394
2395    my @files = `git show $patch | diffstat -l`;
2396
2397    foreach my $file (@files) {
2398	chomp $file;
2399    }
2400
2401    open(IN, "git show $patch |") or
2402	dodie "failed to show $patch";
2403    while (<IN>) {
2404	if (m,^--- a/(.*),) {
2405	    chomp $1;
2406	    $files[$#files] = $1;
2407	}
2408    }
2409    close(IN);
2410
2411    open(IN, $buildlog) or dodie "Can't open $buildlog";
2412    while (<IN>) {
2413	if (/^\s*(.*?):.*(warning|error)/) {
2414	    my $err = $1;
2415	    foreach my $file (@files) {
2416		my $fullpath = "$builddir/$file";
2417		if ($file eq $err || $fullpath eq $err) {
2418		    fail "$file built with warnings" and return 0;
2419		}
2420	    }
2421	}
2422    }
2423    close(IN);
2424
2425    return 1;
2426}
2427
2428sub apply_min_config {
2429    my $outconfig = "$output_config.new";
2430
2431    # Read the config file and remove anything that
2432    # is in the force_config hash (from minconfig and others)
2433    # then add the force config back.
2434
2435    doprint "Applying minimum configurations into $output_config.new\n";
2436
2437    open (OUT, ">$outconfig") or
2438	dodie "Can't create $outconfig";
2439
2440    if (-f $output_config) {
2441	open (IN, $output_config) or
2442	    dodie "Failed to open $output_config";
2443	while (<IN>) {
2444	    if (/^(# )?(CONFIG_[^\s=]*)/) {
2445		next if (defined($force_config{$2}));
2446	    }
2447	    print OUT;
2448	}
2449	close IN;
2450    }
2451    foreach my $config (keys %force_config) {
2452	print OUT "$force_config{$config}\n";
2453    }
2454    close OUT;
2455
2456    run_command "mv $outconfig $output_config";
2457}
2458
2459sub make_oldconfig {
2460
2461    my @force_list = keys %force_config;
2462
2463    if ($#force_list >= 0) {
2464	apply_min_config;
2465    }
2466
2467    if (!run_command "$make olddefconfig") {
2468	# Perhaps olddefconfig doesn't exist in this version of the kernel
2469	# try oldnoconfig
2470	doprint "olddefconfig failed, trying make oldnoconfig\n";
2471	if (!run_command "$make oldnoconfig") {
2472	    doprint "oldnoconfig failed, trying yes '' | make oldconfig\n";
2473	    # try a yes '' | oldconfig
2474	    run_command "yes '' | $make oldconfig" or
2475		dodie "failed make config oldconfig";
2476	}
2477    }
2478}
2479
2480# read a config file and use this to force new configs.
2481sub load_force_config {
2482    my ($config) = @_;
2483
2484    doprint "Loading force configs from $config\n";
2485    open(IN, $config) or
2486	dodie "failed to read $config";
2487    while (<IN>) {
2488	chomp;
2489	if (/^(CONFIG[^\s=]*)(\s*=.*)/) {
2490	    $force_config{$1} = $_;
2491	} elsif (/^# (CONFIG_\S*) is not set/) {
2492	    $force_config{$1} = $_;
2493	}
2494    }
2495    close IN;
2496}
2497
2498sub build {
2499    my ($type) = @_;
2500
2501    unlink $buildlog;
2502
2503    my $start_time = time;
2504
2505    # Failed builds should not reboot the target
2506    my $save_no_reboot = $no_reboot;
2507    $no_reboot = 1;
2508
2509    # Calculate a new version from here.
2510    $have_version = 0;
2511
2512    if (defined($pre_build)) {
2513	my $ret = run_command $pre_build;
2514	if (!$ret && defined($pre_build_die) &&
2515	    $pre_build_die) {
2516	    dodie "failed to pre_build\n";
2517	}
2518    }
2519
2520    if ($type =~ /^useconfig:(.*)/) {
2521	run_command "cp $1 $output_config" or
2522	    dodie "could not copy $1 to .config";
2523
2524	$type = "oldconfig";
2525    }
2526
2527    # old config can ask questions
2528    if ($type eq "oldconfig") {
2529	$type = "olddefconfig";
2530
2531	# allow for empty configs
2532	run_command "touch $output_config";
2533
2534	if (!$noclean) {
2535	    run_command "mv $output_config $outputdir/config_temp" or
2536		dodie "moving .config";
2537
2538	    run_command "$make mrproper" or dodie "make mrproper";
2539
2540	    run_command "mv $outputdir/config_temp $output_config" or
2541		dodie "moving config_temp";
2542	}
2543
2544    } elsif (!$noclean) {
2545	unlink "$output_config";
2546	run_command "$make mrproper" or
2547	    dodie "make mrproper";
2548    }
2549
2550    # add something to distinguish this build
2551    open(OUT, "> $outputdir/localversion") or dodie("Can't make localversion file");
2552    print OUT "$localversion\n";
2553    close(OUT);
2554
2555    if (defined($minconfig)) {
2556	load_force_config($minconfig);
2557    }
2558
2559    if ($type ne "olddefconfig") {
2560	run_command "$make $type" or
2561	    dodie "failed make config";
2562    }
2563    # Run old config regardless, to enforce min configurations
2564    make_oldconfig;
2565
2566    my $build_ret = run_command "$make $build_options", $buildlog;
2567
2568    if (defined($post_build)) {
2569	# Because a post build may change the kernel version
2570	# do it now.
2571	get_version;
2572	my $ret = run_command $post_build;
2573	if (!$ret && defined($post_build_die) &&
2574	    $post_build_die) {
2575	    dodie "failed to post_build\n";
2576	}
2577    }
2578
2579    if (!$build_ret) {
2580	# bisect may need this to pass
2581	if ($in_bisect) {
2582	    $no_reboot = $save_no_reboot;
2583	    return 0;
2584	}
2585	fail "failed build" and return 0;
2586    }
2587
2588    $no_reboot = $save_no_reboot;
2589
2590    my $end_time = time;
2591    $build_time = $end_time - $start_time;
2592
2593    return 1;
2594}
2595
2596sub halt {
2597    if (!run_ssh "halt" or defined($power_off)) {
2598	if (defined($poweroff_after_halt)) {
2599	    sleep $poweroff_after_halt;
2600	    run_command "$power_off";
2601	}
2602    } else {
2603	# nope? the zap it!
2604	run_command "$power_off";
2605    }
2606}
2607
2608sub success {
2609    my ($i) = @_;
2610
 
 
 
 
2611    $successes++;
2612
2613    my $name = "";
2614
2615    if (defined($test_name)) {
2616	$name = " ($test_name)";
2617    }
2618
2619    print_times;
2620
2621    doprint "\n\n*******************************************\n";
2622    doprint     "*******************************************\n";
2623    doprint     "KTEST RESULT: TEST $i$name SUCCESS!!!!         **\n";
2624    doprint     "*******************************************\n";
2625    doprint     "*******************************************\n";
2626
2627    if (defined($store_successes)) {
2628        save_logs "success", $store_successes;
2629    }
2630
2631    if ($i != $opt{"NUM_TESTS"} && !do_not_reboot) {
2632	doprint "Reboot and wait $sleep_time seconds\n";
2633	reboot_to_good $sleep_time;
2634    }
2635
2636    if (defined($post_test)) {
2637	run_command $post_test;
2638    }
2639}
2640
2641sub answer_bisect {
2642    for (;;) {
2643	doprint "Pass, fail, or skip? [p/f/s]";
2644	my $ans = <STDIN>;
2645	chomp $ans;
2646	if ($ans eq "p" || $ans eq "P") {
2647	    return 1;
2648	} elsif ($ans eq "f" || $ans eq "F") {
2649	    return 0;
2650	} elsif ($ans eq "s" || $ans eq "S") {
2651	    return -1;
2652	} else {
2653	    print "Please answer 'p', 'f', or 's'\n";
2654	}
2655    }
2656}
2657
2658sub child_run_test {
 
2659
2660    # child should have no power
2661    $reboot_on_error = 0;
2662    $poweroff_on_error = 0;
2663    $die_on_failure = 1;
2664
2665    run_command $run_test, $testlog;
2666
2667    exit $run_command_status;
2668}
2669
2670my $child_done;
2671
2672sub child_finished {
2673    $child_done = 1;
2674}
2675
2676sub do_run_test {
2677    my $child_pid;
2678    my $child_exit;
2679    my $line;
2680    my $full_line;
2681    my $bug = 0;
2682    my $bug_ignored = 0;
2683
2684    my $start_time = time;
2685
2686    wait_for_monitor 1;
2687
2688    doprint "run test $run_test\n";
2689
2690    $child_done = 0;
2691
2692    $SIG{CHLD} = qw(child_finished);
2693
2694    $child_pid = fork;
2695
2696    child_run_test if (!$child_pid);
2697
2698    $full_line = "";
2699
2700    do {
2701	$line = wait_for_input($monitor_fp, 1);
2702	if (defined($line)) {
2703
2704	    # we are not guaranteed to get a full line
2705	    $full_line .= $line;
2706	    doprint $line;
2707
2708	    if ($full_line =~ /call trace:/i) {
2709		if ($ignore_errors) {
2710		    $bug_ignored = 1;
2711		} else {
2712		    $bug = 1;
2713		}
2714	    }
2715
2716	    if ($full_line =~ /Kernel panic -/) {
2717		$bug = 1;
2718	    }
2719
2720	    if ($line =~ /\n/) {
2721		$full_line = "";
2722	    }
2723	}
2724    } while (!$child_done && !$bug);
2725
2726    if (!$bug && $bug_ignored) {
2727	doprint "WARNING: Call Trace detected but ignored due to IGNORE_ERRORS=1\n";
2728    }
2729
2730    if ($bug) {
2731	my $failure_start = time;
2732	my $now;
2733	do {
2734	    $line = wait_for_input($monitor_fp, 1);
2735	    if (defined($line)) {
2736		doprint $line;
2737	    }
2738	    $now = time;
2739	    if ($now - $failure_start >= $stop_after_failure) {
2740		last;
2741	    }
2742	} while (defined($line));
2743
2744	doprint "Detected kernel crash!\n";
2745	# kill the child with extreme prejudice
2746	kill 9, $child_pid;
2747    }
2748
2749    waitpid $child_pid, 0;
2750    $child_exit = $? >> 8;
2751
2752    my $end_time = time;
2753    $test_time = $end_time - $start_time;
2754
2755    if (!$bug && $in_bisect) {
2756	if (defined($bisect_ret_good)) {
2757	    if ($child_exit == $bisect_ret_good) {
2758		return 1;
2759	    }
2760	}
2761	if (defined($bisect_ret_skip)) {
2762	    if ($child_exit == $bisect_ret_skip) {
2763		return -1;
2764	    }
2765	}
2766	if (defined($bisect_ret_abort)) {
2767	    if ($child_exit == $bisect_ret_abort) {
2768		fail "test abort" and return -2;
2769	    }
2770	}
2771	if (defined($bisect_ret_bad)) {
2772	    if ($child_exit == $bisect_ret_skip) {
2773		return 0;
2774	    }
2775	}
2776	if (defined($bisect_ret_default)) {
2777	    if ($bisect_ret_default eq "good") {
2778		return 1;
2779	    } elsif ($bisect_ret_default eq "bad") {
2780		return 0;
2781	    } elsif ($bisect_ret_default eq "skip") {
2782		return -1;
2783	    } elsif ($bisect_ret_default eq "abort") {
2784		return -2;
2785	    } else {
2786		fail "unknown default action: $bisect_ret_default"
2787		    and return -2;
2788	    }
2789	}
2790    }
2791
2792    if ($bug || $child_exit) {
2793	return 0 if $in_bisect;
2794	fail "test failed" and return 0;
2795    }
2796    return 1;
2797}
2798
2799sub run_git_bisect {
2800    my ($command) = @_;
2801
2802    doprint "$command ... ";
2803
2804    my $output = `$command 2>&1`;
2805    my $ret = $?;
2806
2807    logit $output;
2808
2809    if ($ret) {
2810	doprint "FAILED\n";
2811	dodie "Failed to git bisect";
2812    }
2813
2814    doprint "SUCCESS\n";
2815    if ($output =~ m/^(Bisecting: .*\(roughly \d+ steps?\))\s+\[([[:xdigit:]]+)\]/) {
2816	doprint "$1 [$2]\n";
2817    } elsif ($output =~ m/^([[:xdigit:]]+) is the first bad commit/) {
2818	$bisect_bad_commit = $1;
2819	doprint "Found bad commit... $1\n";
2820	return 0;
2821    } else {
2822	# we already logged it, just print it now.
2823	print $output;
2824    }
2825
2826    return 1;
2827}
2828
2829sub bisect_reboot {
2830    doprint "Reboot and sleep $bisect_sleep_time seconds\n";
2831    reboot_to_good $bisect_sleep_time;
2832}
2833
2834# returns 1 on success, 0 on failure, -1 on skip
2835sub run_bisect_test {
2836    my ($type, $buildtype) = @_;
2837
2838    my $failed = 0;
2839    my $result;
2840    my $output;
2841    my $ret;
2842
2843    $in_bisect = 1;
2844
2845    build $buildtype or $failed = 1;
2846
2847    if ($type ne "build") {
2848	if ($failed && $bisect_skip) {
2849	    $in_bisect = 0;
2850	    return -1;
2851	}
2852	dodie "Failed on build" if $failed;
2853
2854	# Now boot the box
2855	start_monitor_and_install or $failed = 1;
2856
2857	if ($type ne "boot") {
2858	    if ($failed && $bisect_skip) {
2859		end_monitor;
2860		bisect_reboot;
2861		$in_bisect = 0;
2862		return -1;
2863	    }
2864	    dodie "Failed on boot" if $failed;
2865
2866	    do_run_test or $failed = 1;
2867	}
2868	end_monitor;
2869    }
2870
2871    if ($failed) {
2872	$result = 0;
2873    } else {
2874	$result = 1;
2875    }
2876
2877    # reboot the box to a kernel we can ssh to
2878    if ($type ne "build") {
2879	bisect_reboot;
2880    }
2881    $in_bisect = 0;
2882
2883    return $result;
2884}
2885
2886sub run_bisect {
2887    my ($type) = @_;
2888    my $buildtype = "oldconfig";
2889
2890    # We should have a minconfig to use?
2891    if (defined($minconfig)) {
2892	$buildtype = "useconfig:$minconfig";
2893    }
2894
2895    # If the user sets bisect_tries to less than 1, then no tries
2896    # is a success.
2897    my $ret = 1;
2898
2899    # Still let the user manually decide that though.
2900    if ($bisect_tries < 1 && $bisect_manual) {
2901	$ret = answer_bisect;
2902    }
2903
2904    for (my $i = 0; $i < $bisect_tries; $i++) {
2905	if ($bisect_tries > 1) {
2906	    my $t = $i + 1;
2907	    doprint("Running bisect trial $t of $bisect_tries:\n");
2908	}
2909	$ret = run_bisect_test $type, $buildtype;
2910
2911	if ($bisect_manual) {
2912	    $ret = answer_bisect;
2913	}
2914
2915	last if (!$ret);
2916    }
2917
2918    # Are we looking for where it worked, not failed?
2919    if ($reverse_bisect && $ret >= 0) {
2920	$ret = !$ret;
2921    }
2922
2923    if ($ret > 0) {
2924	return "good";
2925    } elsif ($ret == 0) {
2926	return  "bad";
2927    } elsif ($bisect_skip) {
2928	doprint "HIT A BAD COMMIT ... SKIPPING\n";
2929	return "skip";
2930    }
2931}
2932
2933sub update_bisect_replay {
2934    my $tmp_log = "$tmpdir/ktest_bisect_log";
2935    run_command "git bisect log > $tmp_log" or
2936	dodie "can't create bisect log";
2937    return $tmp_log;
2938}
2939
2940sub bisect {
2941    my ($i) = @_;
2942
2943    my $result;
2944
2945    dodie "BISECT_GOOD[$i] not defined\n"	if (!defined($bisect_good));
2946    dodie "BISECT_BAD[$i] not defined\n"	if (!defined($bisect_bad));
2947    dodie "BISECT_TYPE[$i] not defined\n"	if (!defined($bisect_type));
2948
2949    my $good = $bisect_good;
2950    my $bad = $bisect_bad;
2951    my $type = $bisect_type;
2952    my $start = $bisect_start;
2953    my $replay = $bisect_replay;
2954    my $start_files = $bisect_files;
2955
2956    if (defined($start_files)) {
2957	$start_files = " -- " . $start_files;
2958    } else {
2959	$start_files = "";
2960    }
2961
2962    # convert to true sha1's
2963    $good = get_sha1($good);
2964    $bad = get_sha1($bad);
2965
2966    if (defined($bisect_reverse) && $bisect_reverse == 1) {
2967	doprint "Performing a reverse bisect (bad is good, good is bad!)\n";
2968	$reverse_bisect = 1;
2969    } else {
2970	$reverse_bisect = 0;
2971    }
2972
2973    # Can't have a test without having a test to run
2974    if ($type eq "test" && !defined($run_test)) {
2975	$type = "boot";
2976    }
2977
2978    # Check if a bisect was running
2979    my $bisect_start_file = "$builddir/.git/BISECT_START";
2980
2981    my $check = $bisect_check;
2982    my $do_check = defined($check) && $check ne "0";
2983
2984    if ( -f $bisect_start_file ) {
2985	print "Bisect in progress found\n";
2986	if ($do_check) {
2987	    print " If you say yes, then no checks of good or bad will be done\n";
2988	}
2989	if (defined($replay)) {
2990	    print "** BISECT_REPLAY is defined in config file **";
2991	    print " Ignore config option and perform new git bisect log?\n";
2992	    if (read_ync " (yes, no, or cancel) ") {
2993		$replay = update_bisect_replay;
2994		$do_check = 0;
2995	    }
2996	} elsif (read_yn "read git log and continue?") {
2997	    $replay = update_bisect_replay;
2998	    $do_check = 0;
2999	}
3000    }
3001
3002    if ($do_check) {
3003
3004	# get current HEAD
3005	my $head = get_sha1("HEAD");
3006
3007	if ($check ne "good") {
3008	    doprint "TESTING BISECT BAD [$bad]\n";
3009	    run_command "git checkout $bad" or
3010		dodie "Failed to checkout $bad";
3011
3012	    $result = run_bisect $type;
3013
3014	    if ($result ne "bad") {
3015		fail "Tested BISECT_BAD [$bad] and it succeeded" and return 0;
3016	    }
3017	}
3018
3019	if ($check ne "bad") {
3020	    doprint "TESTING BISECT GOOD [$good]\n";
3021	    run_command "git checkout $good" or
3022		dodie "Failed to checkout $good";
3023
3024	    $result = run_bisect $type;
3025
3026	    if ($result ne "good") {
3027		fail "Tested BISECT_GOOD [$good] and it failed" and return 0;
3028	    }
3029	}
3030
3031	# checkout where we started
3032	run_command "git checkout $head" or
3033	    dodie "Failed to checkout $head";
3034    }
3035
3036    run_command "git bisect start$start_files" or
3037	dodie "could not start bisect";
3038
3039    if (defined($replay)) {
3040	run_command "git bisect replay $replay" or
3041	    dodie "failed to run replay";
3042    } else {
3043
3044	run_command "git bisect good $good" or
3045	    dodie "could not set bisect good to $good";
3046
3047	run_git_bisect "git bisect bad $bad" or
3048	    dodie "could not set bisect bad to $bad";
3049
3050    }
3051
3052    if (defined($start)) {
3053	run_command "git checkout $start" or
3054	    dodie "failed to checkout $start";
3055    }
3056
3057    my $test;
3058    do {
3059	$result = run_bisect $type;
3060	$test = run_git_bisect "git bisect $result";
3061	print_times;
3062    } while ($test);
3063
3064    run_command "git bisect log" or
3065	dodie "could not capture git bisect log";
3066
3067    run_command "git bisect reset" or
3068	dodie "could not reset git bisect";
3069
3070    doprint "Bad commit was [$bisect_bad_commit]\n";
3071
3072    success $i;
3073}
3074
3075# config_ignore holds the configs that were set (or unset) for
3076# a good config and we will ignore these configs for the rest
3077# of a config bisect. These configs stay as they were.
3078my %config_ignore;
3079
3080# config_set holds what all configs were set as.
3081my %config_set;
3082
3083# config_off holds the set of configs that the bad config had disabled.
3084# We need to record them and set them in the .config when running
3085# olddefconfig, because olddefconfig keeps the defaults.
3086my %config_off;
3087
3088# config_off_tmp holds a set of configs to turn off for now
3089my @config_off_tmp;
3090
3091# config_list is the set of configs that are being tested
3092my %config_list;
3093my %null_config;
3094
3095my %dependency;
3096
3097sub assign_configs {
3098    my ($hash, $config) = @_;
3099
3100    doprint "Reading configs from $config\n";
3101
3102    open (IN, $config)
3103	or dodie "Failed to read $config";
3104
3105    while (<IN>) {
3106	chomp;
3107	if (/^((CONFIG\S*)=.*)/) {
3108	    ${$hash}{$2} = $1;
3109	} elsif (/^(# (CONFIG\S*) is not set)/) {
3110	    ${$hash}{$2} = $1;
3111	}
3112    }
3113
3114    close(IN);
3115}
3116
3117sub process_config_ignore {
3118    my ($config) = @_;
3119
3120    assign_configs \%config_ignore, $config;
3121}
3122
3123sub get_dependencies {
3124    my ($config) = @_;
3125
3126    my $arr = $dependency{$config};
3127    if (!defined($arr)) {
3128	return ();
3129    }
3130
3131    my @deps = @{$arr};
3132
3133    foreach my $dep (@{$arr}) {
3134	print "ADD DEP $dep\n";
3135	@deps = (@deps, get_dependencies $dep);
3136    }
3137
3138    return @deps;
3139}
3140
3141sub save_config {
3142    my ($pc, $file) = @_;
3143
3144    my %configs = %{$pc};
3145
3146    doprint "Saving configs into $file\n";
3147
3148    open(OUT, ">$file") or dodie "Can not write to $file";
3149
3150    foreach my $config (keys %configs) {
3151	print OUT "$configs{$config}\n";
3152    }
3153    close(OUT);
3154}
3155
3156sub create_config {
3157    my ($name, $pc) = @_;
3158
3159    doprint "Creating old config from $name configs\n";
3160
3161    save_config $pc, $output_config;
3162
3163    make_oldconfig;
3164}
3165
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3166sub run_config_bisect_test {
3167    my ($type) = @_;
3168
3169    my $ret = run_bisect_test $type, "oldconfig";
3170
3171    if ($bisect_manual) {
3172	$ret = answer_bisect;
3173    }
3174
3175    return $ret;
3176}
3177
3178sub config_bisect_end {
3179    my ($good, $bad) = @_;
3180    my $diffexec = "diff -u";
3181
3182    if (-f "$builddir/scripts/diffconfig") {
3183	$diffexec = "$builddir/scripts/diffconfig";
3184    }
3185    doprint "\n\n***************************************\n";
3186    doprint "No more config bisecting possible.\n";
3187    run_command "$diffexec $good $bad", 1;
3188    doprint "***************************************\n\n";
3189}
3190
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3191sub run_config_bisect {
3192    my ($good, $bad, $last_result) = @_;
3193    my $reset = "";
3194    my $cmd;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3195    my $ret;
3196
3197    if (!length($last_result)) {
3198	$reset = "-r";
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3199    }
3200    run_command "$config_bisect_exec $reset -b $outputdir $good $bad $last_result", 1;
3201
3202    # config-bisect returns:
3203    #   0 if there is more to bisect
3204    #   1 for finding a good config
3205    #   2 if it can not find any more configs
3206    #  -1 (255) on error
3207    if ($run_command_status) {
3208	return $run_command_status;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3209    }
3210
3211    $ret = run_config_bisect_test $config_bisect_type;
3212    if ($ret) {
3213        doprint "NEW GOOD CONFIG\n";
3214	# Return 3 for good config
3215	return 3;
3216    } else {
3217        doprint "NEW BAD CONFIG\n";
3218	# Return 4 for bad config
3219	return 4;
 
 
 
 
 
 
 
3220    }
 
 
 
3221}
3222
3223sub config_bisect {
3224    my ($i) = @_;
3225
3226    my $good_config;
3227    my $bad_config;
3228
3229    my $type = $config_bisect_type;
3230    my $ret;
3231
3232    $bad_config = $config_bisect;
3233
3234    if (defined($config_bisect_good)) {
3235	$good_config = $config_bisect_good;
3236    } elsif (defined($minconfig)) {
3237	$good_config = $minconfig;
3238    } else {
3239	doprint "No config specified, checking if defconfig works";
3240	$ret = run_bisect_test $type, "defconfig";
3241	if (!$ret) {
3242	    fail "Have no good config to compare with, please set CONFIG_BISECT_GOOD";
3243	    return 1;
3244	}
3245	$good_config = $output_config;
3246    }
3247
3248    if (!defined($config_bisect_exec)) {
3249	# First check the location that ktest.pl ran
3250	my @locations = ( "$pwd/config-bisect.pl",
3251			  "$dirname/config-bisect.pl",
3252			  "$builddir/tools/testing/ktest/config-bisect.pl",
3253			  undef );
3254	foreach my $loc (@locations) {
3255	    doprint "loc = $loc\n";
3256	    $config_bisect_exec = $loc;
3257	    last if (defined($config_bisect_exec && -x $config_bisect_exec));
3258	}
3259	if (!defined($config_bisect_exec)) {
3260	    fail "Could not find an executable config-bisect.pl\n",
3261		"  Set CONFIG_BISECT_EXEC to point to config-bisect.pl";
3262	    return 1;
3263	}
3264    }
3265
3266    # we don't want min configs to cause issues here.
3267    doprint "Disabling 'MIN_CONFIG' for this test\n";
3268    undef $minconfig;
3269
3270    my %good_configs;
3271    my %bad_configs;
3272    my %tmp_configs;
3273
3274    if (-f "$tmpdir/good_config.tmp" || -f "$tmpdir/bad_config.tmp") {
3275	if (read_yn "Interrupted config-bisect. Continue (n - will start new)?") {
3276	    if (-f "$tmpdir/good_config.tmp") {
3277		$good_config = "$tmpdir/good_config.tmp";
3278	    } else {
3279		$good_config = "$tmpdir/good_config";
3280	    }
3281	    if (-f "$tmpdir/bad_config.tmp") {
3282		$bad_config = "$tmpdir/bad_config.tmp";
3283	    } else {
3284		$bad_config = "$tmpdir/bad_config";
3285	    }
3286	}
3287    }
3288    doprint "Run good configs through make oldconfig\n";
3289    assign_configs \%tmp_configs, $good_config;
3290    create_config "$good_config", \%tmp_configs;
3291    $good_config = "$tmpdir/good_config";
3292    system("cp $output_config $good_config") == 0 or dodie "cp good config";
3293
3294    doprint "Run bad configs through make oldconfig\n";
3295    assign_configs \%tmp_configs, $bad_config;
3296    create_config "$bad_config", \%tmp_configs;
 
 
 
3297    $bad_config = "$tmpdir/bad_config";
3298    system("cp $output_config $bad_config") == 0 or dodie "cp bad config";
 
 
 
3299
3300    if (defined($config_bisect_check) && $config_bisect_check ne "0") {
3301	if ($config_bisect_check ne "good") {
3302	    doprint "Testing bad config\n";
3303
3304	    $ret = run_bisect_test $type, "useconfig:$bad_config";
3305	    if ($ret) {
3306		fail "Bad config succeeded when expected to fail!";
3307		return 0;
3308	    }
3309	}
3310	if ($config_bisect_check ne "bad") {
3311	    doprint "Testing good config\n";
3312
3313	    $ret = run_bisect_test $type, "useconfig:$good_config";
3314	    if (!$ret) {
3315		fail "Good config failed when expected to succeed!";
3316		return 0;
3317	    }
3318	}
3319    }
3320
3321    my $last_run = "";
3322
3323    do {
3324	$ret = run_config_bisect $good_config, $bad_config, $last_run;
3325	if ($ret == 3) {
3326	    $last_run = "good";
3327	} elsif ($ret == 4) {
3328	    $last_run = "bad";
3329	}
3330	print_times;
3331    } while ($ret == 3 || $ret == 4);
3332
3333    if ($ret == 2) {
3334        config_bisect_end "$good_config.tmp", "$bad_config.tmp";
3335    }
3336
3337    return $ret if ($ret < 0);
3338
3339    success $i;
3340}
3341
3342sub patchcheck_reboot {
3343    doprint "Reboot and sleep $patchcheck_sleep_time seconds\n";
3344    reboot_to_good $patchcheck_sleep_time;
3345}
3346
3347sub patchcheck {
3348    my ($i) = @_;
3349
3350    dodie "PATCHCHECK_START[$i] not defined\n"
3351	if (!defined($patchcheck_start));
3352    dodie "PATCHCHECK_TYPE[$i] not defined\n"
3353	if (!defined($patchcheck_type));
3354
3355    my $start = $patchcheck_start;
3356
3357    my $cherry = $patchcheck_cherry;
3358    if (!defined($cherry)) {
3359	$cherry = 0;
3360    }
3361
3362    my $end = "HEAD";
3363    if (defined($patchcheck_end)) {
3364	$end = $patchcheck_end;
3365    } elsif ($cherry) {
3366	dodie "PATCHCHECK_END must be defined with PATCHCHECK_CHERRY\n";
3367    }
3368
3369    # Get the true sha1's since we can use things like HEAD~3
3370    $start = get_sha1($start);
3371    $end = get_sha1($end);
3372
3373    my $type = $patchcheck_type;
3374
3375    # Can't have a test without having a test to run
3376    if ($type eq "test" && !defined($run_test)) {
3377	$type = "boot";
3378    }
3379
3380    if ($cherry) {
3381	open (IN, "git cherry -v $start $end|") or
3382	    dodie "could not get git list";
3383    } else {
3384	open (IN, "git log --pretty=oneline $end|") or
3385	    dodie "could not get git list";
3386    }
3387
3388    my @list;
3389
3390    while (<IN>) {
3391	chomp;
3392	# git cherry adds a '+' we want to remove
3393	s/^\+ //;
3394	$list[$#list+1] = $_;
3395	last if (/^$start/);
3396    }
3397    close(IN);
3398
3399    if (!$cherry) {
3400	if ($list[$#list] !~ /^$start/) {
3401	    fail "SHA1 $start not found";
3402	}
3403
3404	# go backwards in the list
3405	@list = reverse @list;
3406    }
3407
3408    doprint("Going to test the following commits:\n");
3409    foreach my $l (@list) {
3410	doprint "$l\n";
3411    }
3412
3413    my $save_clean = $noclean;
3414    my %ignored_warnings;
3415
3416    if (defined($ignore_warnings)) {
3417	foreach my $sha1 (split /\s+/, $ignore_warnings) {
3418	    $ignored_warnings{$sha1} = 1;
3419	}
3420    }
3421
3422    $in_patchcheck = 1;
3423    foreach my $item (@list) {
3424	my $sha1 = $item;
3425	$sha1 =~ s/^([[:xdigit:]]+).*/$1/;
3426
3427	doprint "\nProcessing commit \"$item\"\n\n";
3428
3429	run_command "git checkout $sha1" or
3430	    dodie "Failed to checkout $sha1";
3431
3432	# only clean on the first and last patch
3433	if ($item eq $list[0] ||
3434	    $item eq $list[$#list]) {
3435	    $noclean = $save_clean;
3436	} else {
3437	    $noclean = 1;
3438	}
3439
3440	if (defined($minconfig)) {
3441	    build "useconfig:$minconfig" or return 0;
3442	} else {
3443	    # ?? no config to use?
3444	    build "oldconfig" or return 0;
3445	}
3446
3447	# No need to do per patch checking if warnings file exists
3448	if (!defined($warnings_file) && !defined($ignored_warnings{$sha1})) {
3449	    check_patch_buildlog $sha1 or return 0;
3450	}
3451
3452	check_buildlog or return 0;
3453
3454	next if ($type eq "build");
3455
3456	my $failed = 0;
3457
3458	start_monitor_and_install or $failed = 1;
3459
3460	if (!$failed && $type ne "boot"){
3461	    do_run_test or $failed = 1;
3462	}
3463	end_monitor;
3464	if ($failed) {
3465	    print_times;
3466	    return 0;
3467	}
3468	patchcheck_reboot;
3469	print_times;
3470    }
3471    $in_patchcheck = 0;
3472    success $i;
3473
3474    return 1;
3475}
3476
3477my %depends;
3478my %depcount;
3479my $iflevel = 0;
3480my @ifdeps;
3481
3482# prevent recursion
3483my %read_kconfigs;
3484
3485sub add_dep {
3486    # $config depends on $dep
3487    my ($config, $dep) = @_;
3488
3489    if (defined($depends{$config})) {
3490	$depends{$config} .= " " . $dep;
3491    } else {
3492	$depends{$config} = $dep;
3493    }
3494
3495    # record the number of configs depending on $dep
3496    if (defined $depcount{$dep}) {
3497	$depcount{$dep}++;
3498    } else {
3499	$depcount{$dep} = 1;
3500    } 
3501}
3502
3503# taken from streamline_config.pl
3504sub read_kconfig {
3505    my ($kconfig) = @_;
3506
3507    my $state = "NONE";
3508    my $config;
3509    my @kconfigs;
3510
3511    my $cont = 0;
3512    my $line;
3513
3514
3515    if (! -f $kconfig) {
3516	doprint "file $kconfig does not exist, skipping\n";
3517	return;
3518    }
3519
3520    open(KIN, "$kconfig")
3521	or dodie "Can't open $kconfig";
3522    while (<KIN>) {
3523	chomp;
3524
3525	# Make sure that lines ending with \ continue
3526	if ($cont) {
3527	    $_ = $line . " " . $_;
3528	}
3529
3530	if (s/\\$//) {
3531	    $cont = 1;
3532	    $line = $_;
3533	    next;
3534	}
3535
3536	$cont = 0;
3537
3538	# collect any Kconfig sources
3539	if (/^source\s*"(.*)"/) {
3540	    $kconfigs[$#kconfigs+1] = $1;
3541	}
3542
3543	# configs found
3544	if (/^\s*(menu)?config\s+(\S+)\s*$/) {
3545	    $state = "NEW";
3546	    $config = $2;
3547
3548	    for (my $i = 0; $i < $iflevel; $i++) {
3549		add_dep $config, $ifdeps[$i];
3550	    }
3551
3552	# collect the depends for the config
3553	} elsif ($state eq "NEW" && /^\s*depends\s+on\s+(.*)$/) {
3554
3555	    add_dep $config, $1;
3556
3557	# Get the configs that select this config
3558	} elsif ($state eq "NEW" && /^\s*select\s+(\S+)/) {
3559
3560	    # selected by depends on config
3561	    add_dep $1, $config;
3562
3563	# Check for if statements
3564	} elsif (/^if\s+(.*\S)\s*$/) {
3565	    my $deps = $1;
3566	    # remove beginning and ending non text
3567	    $deps =~ s/^[^a-zA-Z0-9_]*//;
3568	    $deps =~ s/[^a-zA-Z0-9_]*$//;
3569
3570	    my @deps = split /[^a-zA-Z0-9_]+/, $deps;
3571
3572	    $ifdeps[$iflevel++] = join ':', @deps;
3573
3574	} elsif (/^endif/) {
3575
3576	    $iflevel-- if ($iflevel);
3577
3578	# stop on "help"
3579	} elsif (/^\s*help\s*$/) {
3580	    $state = "NONE";
3581	}
3582    }
3583    close(KIN);
3584
3585    # read in any configs that were found.
3586    foreach $kconfig (@kconfigs) {
3587	if (!defined($read_kconfigs{$kconfig})) {
3588	    $read_kconfigs{$kconfig} = 1;
3589	    read_kconfig("$builddir/$kconfig");
3590	}
3591    }
3592}
3593
3594sub read_depends {
3595    # find out which arch this is by the kconfig file
3596    open (IN, $output_config)
3597	or dodie "Failed to read $output_config";
3598    my $arch;
3599    while (<IN>) {
3600	if (m,Linux/(\S+)\s+\S+\s+Kernel Configuration,) {
3601	    $arch = $1;
3602	    last;
3603	}
3604    }
3605    close IN;
3606
3607    if (!defined($arch)) {
3608	doprint "Could not find arch from config file\n";
3609	doprint "no dependencies used\n";
3610	return;
3611    }
3612
3613    # arch is really the subarch, we need to know
3614    # what directory to look at.
3615    if ($arch eq "i386" || $arch eq "x86_64") {
3616	$arch = "x86";
 
 
3617    }
3618
3619    my $kconfig = "$builddir/arch/$arch/Kconfig";
3620
3621    if (! -f $kconfig && $arch =~ /\d$/) {
3622	my $orig = $arch;
3623 	# some subarchs have numbers, truncate them
3624	$arch =~ s/\d*$//;
3625	$kconfig = "$builddir/arch/$arch/Kconfig";
3626	if (! -f $kconfig) {
3627	    doprint "No idea what arch dir $orig is for\n";
3628	    doprint "no dependencies used\n";
3629	    return;
3630	}
3631    }
3632
3633    read_kconfig($kconfig);
3634}
3635
3636sub make_new_config {
3637    my @configs = @_;
3638
3639    open (OUT, ">$output_config")
3640	or dodie "Failed to write $output_config";
3641
3642    foreach my $config (@configs) {
3643	print OUT "$config\n";
3644    }
3645    close OUT;
3646}
3647
3648sub chomp_config {
3649    my ($config) = @_;
3650
3651    $config =~ s/CONFIG_//;
3652
3653    return $config;
3654}
3655
3656sub get_depends {
3657    my ($dep) = @_;
3658
3659    my $kconfig = chomp_config $dep;
3660
3661    $dep = $depends{"$kconfig"};
3662
3663    # the dep string we have saves the dependencies as they
3664    # were found, including expressions like ! && ||. We
3665    # want to split this out into just an array of configs.
3666
3667    my $valid = "A-Za-z_0-9";
3668
3669    my @configs;
3670
3671    while ($dep =~ /[$valid]/) {
3672
3673	if ($dep =~ /^[^$valid]*([$valid]+)/) {
3674	    my $conf = "CONFIG_" . $1;
3675
3676	    $configs[$#configs + 1] = $conf;
3677
3678	    $dep =~ s/^[^$valid]*[$valid]+//;
3679	} else {
3680	    dodie "this should never happen";
3681	}
3682    }
3683
3684    return @configs;
3685}
3686
3687my %min_configs;
3688my %keep_configs;
3689my %save_configs;
3690my %processed_configs;
3691my %nochange_config;
3692
3693sub test_this_config {
3694    my ($config) = @_;
3695
3696    my $found;
3697
3698    # if we already processed this config, skip it
3699    if (defined($processed_configs{$config})) {
3700	return undef;
3701    }
3702    $processed_configs{$config} = 1;
3703
3704    # if this config failed during this round, skip it
3705    if (defined($nochange_config{$config})) {
3706	return undef;
3707    }
3708
3709    my $kconfig = chomp_config $config;
3710
3711    # Test dependencies first
3712    if (defined($depends{"$kconfig"})) {
3713	my @parents = get_depends $config;
3714	foreach my $parent (@parents) {
3715	    # if the parent is in the min config, check it first
3716	    next if (!defined($min_configs{$parent}));
3717	    $found = test_this_config($parent);
3718	    if (defined($found)) {
3719		return $found;
3720	    }
3721	}
3722    }
3723
3724    # Remove this config from the list of configs
3725    # do a make olddefconfig and then read the resulting
3726    # .config to make sure it is missing the config that
3727    # we had before
3728    my %configs = %min_configs;
3729    delete $configs{$config};
3730    make_new_config ((values %configs), (values %keep_configs));
3731    make_oldconfig;
3732    undef %configs;
3733    assign_configs \%configs, $output_config;
3734
3735    if (!defined($configs{$config}) || $configs{$config} =~ /^#/) {
3736	return $config;
3737    }
3738
3739    doprint "disabling config $config did not change .config\n";
3740
3741    $nochange_config{$config} = 1;
3742
3743    return undef;
3744}
3745
3746sub make_min_config {
3747    my ($i) = @_;
3748
3749    my $type = $minconfig_type;
3750    if ($type ne "boot" && $type ne "test") {
3751	fail "Invalid MIN_CONFIG_TYPE '$minconfig_type'\n" .
3752	    " make_min_config works only with 'boot' and 'test'\n" and return;
3753    }
3754
3755    if (!defined($output_minconfig)) {
3756	fail "OUTPUT_MIN_CONFIG not defined" and return;
3757    }
3758
3759    # If output_minconfig exists, and the start_minconfig
3760    # came from min_config, than ask if we should use
3761    # that instead.
3762    if (-f $output_minconfig && !$start_minconfig_defined) {
3763	print "$output_minconfig exists\n";
3764	if (!defined($use_output_minconfig)) {
3765	    if (read_yn " Use it as minconfig?") {
3766		$start_minconfig = $output_minconfig;
3767	    }
3768	} elsif ($use_output_minconfig > 0) {
3769	    doprint "Using $output_minconfig as MIN_CONFIG\n";
3770	    $start_minconfig = $output_minconfig;
3771	} else {
3772	    doprint "Set to still use MIN_CONFIG as starting point\n";
3773	}
3774    }
3775
3776    if (!defined($start_minconfig)) {
3777	fail "START_MIN_CONFIG or MIN_CONFIG not defined" and return;
3778    }
3779
3780    my $temp_config = "$tmpdir/temp_config";
3781
3782    # First things first. We build an allnoconfig to find
3783    # out what the defaults are that we can't touch.
3784    # Some are selections, but we really can't handle selections.
3785
3786    my $save_minconfig = $minconfig;
3787    undef $minconfig;
3788
3789    run_command "$make allnoconfig" or return 0;
3790
3791    read_depends;
3792
3793    process_config_ignore $output_config;
3794
3795    undef %save_configs;
3796    undef %min_configs;
3797
3798    if (defined($ignore_config)) {
3799	# make sure the file exists
3800	`touch $ignore_config`;
3801	assign_configs \%save_configs, $ignore_config;
3802    }
3803
3804    %keep_configs = %save_configs;
3805
3806    doprint "Load initial configs from $start_minconfig\n";
3807
3808    # Look at the current min configs, and save off all the
3809    # ones that were set via the allnoconfig
3810    assign_configs \%min_configs, $start_minconfig;
3811
3812    my @config_keys = keys %min_configs;
3813
3814    # All configs need a depcount
3815    foreach my $config (@config_keys) {
3816	my $kconfig = chomp_config $config;
3817	if (!defined $depcount{$kconfig}) {
3818		$depcount{$kconfig} = 0;
3819	}
3820    }
3821
3822    # Remove anything that was set by the make allnoconfig
3823    # we shouldn't need them as they get set for us anyway.
3824    foreach my $config (@config_keys) {
3825	# Remove anything in the ignore_config
3826	if (defined($keep_configs{$config})) {
3827	    my $file = $ignore_config;
3828	    $file =~ s,.*/(.*?)$,$1,;
3829	    doprint "$config set by $file ... ignored\n";
3830	    delete $min_configs{$config};
3831	    next;
3832	}
3833	# But make sure the settings are the same. If a min config
3834	# sets a selection, we do not want to get rid of it if
3835	# it is not the same as what we have. Just move it into
3836	# the keep configs.
3837	if (defined($config_ignore{$config})) {
3838	    if ($config_ignore{$config} ne $min_configs{$config}) {
3839		doprint "$config is in allnoconfig as '$config_ignore{$config}'";
3840		doprint " but it is '$min_configs{$config}' in minconfig .. keeping\n";
3841		$keep_configs{$config} = $min_configs{$config};
3842	    } else {
3843		doprint "$config set by allnoconfig ... ignored\n";
3844	    }
3845	    delete $min_configs{$config};
3846	}
3847    }
3848
3849    my $done = 0;
3850    my $take_two = 0;
3851
3852    while (!$done) {
3853
3854	my $config;
3855	my $found;
3856
3857	# Now disable each config one by one and do a make oldconfig
3858	# till we find a config that changes our list.
3859
3860	my @test_configs = keys %min_configs;
3861
3862	# Sort keys by who is most dependent on
3863	@test_configs = sort  { $depcount{chomp_config($b)} <=> $depcount{chomp_config($a)} }
3864			  @test_configs ;
3865
3866	# Put configs that did not modify the config at the end.
3867	my $reset = 1;
3868	for (my $i = 0; $i < $#test_configs; $i++) {
3869	    if (!defined($nochange_config{$test_configs[0]})) {
3870		$reset = 0;
3871		last;
3872	    }
3873	    # This config didn't change the .config last time.
3874	    # Place it at the end
3875	    my $config = shift @test_configs;
3876	    push @test_configs, $config;
3877	}
3878
3879	# if every test config has failed to modify the .config file
3880	# in the past, then reset and start over.
3881	if ($reset) {
3882	    undef %nochange_config;
3883	}
3884
3885	undef %processed_configs;
3886
3887	foreach my $config (@test_configs) {
3888
3889	    $found = test_this_config $config;
3890
3891	    last if (defined($found));
3892
3893	    # oh well, try another config
3894	}
3895
3896	if (!defined($found)) {
3897	    # we could have failed due to the nochange_config hash
3898	    # reset and try again
3899	    if (!$take_two) {
3900		undef %nochange_config;
3901		$take_two = 1;
3902		next;
3903	    }
3904	    doprint "No more configs found that we can disable\n";
3905	    $done = 1;
3906	    last;
3907	}
3908	$take_two = 0;
3909
3910	$config = $found;
3911
3912	doprint "Test with $config disabled\n";
3913
3914	# set in_bisect to keep build and monitor from dieing
3915	$in_bisect = 1;
3916
3917	my $failed = 0;
3918	build "oldconfig" or $failed = 1;
3919	if (!$failed) {
3920		start_monitor_and_install or $failed = 1;
3921
3922		if ($type eq "test" && !$failed) {
3923		    do_run_test or $failed = 1;
3924		}
3925
3926		end_monitor;
3927	}
3928
3929	$in_bisect = 0;
3930
3931	if ($failed) {
3932	    doprint "$min_configs{$config} is needed to boot the box... keeping\n";
3933	    # this config is needed, add it to the ignore list.
3934	    $keep_configs{$config} = $min_configs{$config};
3935	    $save_configs{$config} = $min_configs{$config};
3936	    delete $min_configs{$config};
3937
3938	    # update new ignore configs
3939	    if (defined($ignore_config)) {
3940		open (OUT, ">$temp_config")
3941		    or dodie "Can't write to $temp_config";
3942		foreach my $config (keys %save_configs) {
3943		    print OUT "$save_configs{$config}\n";
3944		}
3945		close OUT;
3946		run_command "mv $temp_config $ignore_config" or
3947		    dodie "failed to copy update to $ignore_config";
3948	    }
3949
3950	} else {
3951	    # We booted without this config, remove it from the minconfigs.
3952	    doprint "$config is not needed, disabling\n";
3953
3954	    delete $min_configs{$config};
3955
3956	    # Also disable anything that is not enabled in this config
3957	    my %configs;
3958	    assign_configs \%configs, $output_config;
3959	    my @config_keys = keys %min_configs;
3960	    foreach my $config (@config_keys) {
3961		if (!defined($configs{$config})) {
3962		    doprint "$config is not set, disabling\n";
3963		    delete $min_configs{$config};
3964		}
3965	    }
3966
3967	    # Save off all the current mandatory configs
3968	    open (OUT, ">$temp_config")
3969		or dodie "Can't write to $temp_config";
3970	    foreach my $config (keys %keep_configs) {
3971		print OUT "$keep_configs{$config}\n";
3972	    }
3973	    foreach my $config (keys %min_configs) {
3974		print OUT "$min_configs{$config}\n";
3975	    }
3976	    close OUT;
3977
3978	    run_command "mv $temp_config $output_minconfig" or
3979		dodie "failed to copy update to $output_minconfig";
3980	}
3981
3982	doprint "Reboot and wait $sleep_time seconds\n";
3983	reboot_to_good $sleep_time;
3984    }
3985
3986    success $i;
3987    return 1;
3988}
3989
3990sub make_warnings_file {
3991    my ($i) = @_;
3992
3993    if (!defined($warnings_file)) {
3994	dodie "Must define WARNINGS_FILE for make_warnings_file test";
3995    }
3996
3997    if ($build_type eq "nobuild") {
3998	dodie "BUILD_TYPE can not be 'nobuild' for make_warnings_file test";
3999    }
4000
4001    build $build_type or dodie "Failed to build";
4002
4003    open(OUT, ">$warnings_file") or dodie "Can't create $warnings_file";
4004
4005    open(IN, $buildlog) or dodie "Can't open $buildlog";
4006    while (<IN>) {
4007
4008	# Some compilers use UTF-8 extended for quotes
4009	# for distcc heterogeneous systems, this causes issues
4010	s/$utf8_quote/'/g;
4011
4012	if (/$check_build_re/) {
4013	    print OUT;
4014	}
4015    }
4016    close(IN);
4017
4018    close(OUT);
4019
4020    success $i;
4021}
4022
4023$#ARGV < 1 or die "ktest.pl version: $VERSION\n   usage: ktest.pl [config-file]\n";
4024
4025if ($#ARGV == 0) {
4026    $ktest_config = $ARGV[0];
4027    if (! -f $ktest_config) {
4028	print "$ktest_config does not exist.\n";
4029	if (!read_yn "Create it?") {
4030	    exit 0;
4031	}
4032    }
4033}
4034
4035if (! -f $ktest_config) {
4036    $newconfig = 1;
4037    get_test_case;
4038    open(OUT, ">$ktest_config") or die "Can not create $ktest_config";
4039    print OUT << "EOF"
4040# Generated by ktest.pl
4041#
4042
4043# PWD is a ktest.pl variable that will result in the process working
4044# directory that ktest.pl is executed in.
4045
4046# THIS_DIR is automatically assigned the PWD of the path that generated
4047# the config file. It is best to use this variable when assigning other
4048# directory paths within this directory. This allows you to easily
4049# move the test cases to other locations or to other machines.
4050#
4051THIS_DIR := $variable{"PWD"}
4052
4053# Define each test with TEST_START
4054# The config options below it will override the defaults
4055TEST_START
4056TEST_TYPE = $default{"TEST_TYPE"}
4057
4058DEFAULTS
4059EOF
4060;
4061    close(OUT);
4062}
4063read_config $ktest_config;
4064
4065if (defined($opt{"LOG_FILE"})) {
4066    $opt{"LOG_FILE"} = eval_option("LOG_FILE", $opt{"LOG_FILE"}, -1);
4067}
4068
4069# Append any configs entered in manually to the config file.
4070my @new_configs = keys %entered_configs;
4071if ($#new_configs >= 0) {
4072    print "\nAppending entered in configs to $ktest_config\n";
4073    open(OUT, ">>$ktest_config") or die "Can not append to $ktest_config";
4074    foreach my $config (@new_configs) {
4075	print OUT "$config = $entered_configs{$config}\n";
4076	$opt{$config} = process_variables($entered_configs{$config});
4077    }
4078}
4079
4080if ($opt{"CLEAR_LOG"} && defined($opt{"LOG_FILE"})) {
4081    unlink $opt{"LOG_FILE"};
4082}
4083
4084doprint "\n\nSTARTING AUTOMATED TESTS\n\n";
4085
4086for (my $i = 0, my $repeat = 1; $i <= $opt{"NUM_TESTS"}; $i += $repeat) {
4087
4088    if (!$i) {
4089	doprint "DEFAULT OPTIONS:\n";
4090    } else {
4091	doprint "\nTEST $i OPTIONS";
4092	if (defined($repeat_tests{$i})) {
4093	    $repeat = $repeat_tests{$i};
4094	    doprint " ITERATE $repeat";
4095	}
4096	doprint "\n";
4097    }
4098
4099    foreach my $option (sort keys %opt) {
4100
4101	if ($option =~ /\[(\d+)\]$/) {
4102	    next if ($i != $1);
4103	} else {
4104	    next if ($i);
4105	}
4106
4107	doprint "$option = $opt{$option}\n";
4108    }
4109}
4110
4111sub option_defined {
4112    my ($option) = @_;
4113
4114    if (defined($opt{$option}) && $opt{$option} !~ /^\s*$/) {
4115	return 1;
4116    }
4117
4118    return 0;
4119}
4120
4121sub __set_test_option {
4122    my ($name, $i) = @_;
4123
4124    my $option = "$name\[$i\]";
4125
4126    if (option_defined($option)) {
4127	return $opt{$option};
4128    }
4129
4130    foreach my $test (keys %repeat_tests) {
4131	if ($i >= $test &&
4132	    $i < $test + $repeat_tests{$test}) {
4133	    $option = "$name\[$test\]";
4134	    if (option_defined($option)) {
4135		return $opt{$option};
4136	    }
4137	}
4138    }
4139
4140    if (option_defined($name)) {
4141	return $opt{$name};
4142    }
4143
4144    return undef;
4145}
4146
4147sub set_test_option {
4148    my ($name, $i) = @_;
4149
4150    my $option = __set_test_option($name, $i);
4151    return $option if (!defined($option));
4152
4153    return eval_option($name, $option, $i);
4154}
4155
4156sub find_mailer {
4157    my ($mailer) = @_;
4158
4159    my @paths = split /:/, $ENV{PATH};
4160
4161    # sendmail is usually in /usr/sbin
4162    $paths[$#paths + 1] = "/usr/sbin";
4163
4164    foreach my $path (@paths) {
4165	if (-x "$path/$mailer") {
4166	    return $path;
4167	}
4168    }
4169
4170    return undef;
4171}
4172
4173sub do_send_mail {
4174    my ($subject, $message) = @_;
4175
4176    if (!defined($mail_path)) {
4177	# find the mailer
4178	$mail_path = find_mailer $mailer;
4179	if (!defined($mail_path)) {
4180	    die "\nCan not find $mailer in PATH\n";
4181	}
4182    }
4183
4184    if (!defined($mail_command)) {
4185	if ($mailer eq "mail" || $mailer eq "mailx") {
4186	    $mail_command = "\$MAIL_PATH/\$MAILER -s \'\$SUBJECT\' \$MAILTO <<< \'\$MESSAGE\'";
4187	} elsif ($mailer eq "sendmail" ) {
4188	    $mail_command =  "echo \'Subject: \$SUBJECT\n\n\$MESSAGE\' | \$MAIL_PATH/\$MAILER -t \$MAILTO";
4189	} else {
4190	    die "\nYour mailer: $mailer is not supported.\n";
4191	}
4192    }
4193
4194    $mail_command =~ s/\$MAILER/$mailer/g;
4195    $mail_command =~ s/\$MAIL_PATH/$mail_path/g;
4196    $mail_command =~ s/\$MAILTO/$mailto/g;
4197    $mail_command =~ s/\$SUBJECT/$subject/g;
4198    $mail_command =~ s/\$MESSAGE/$message/g;
4199
4200    run_command $mail_command;
4201}
4202
4203sub send_email {
4204
4205    if (defined($mailto)) {
4206	if (!defined($mailer)) {
4207	    doprint "No email sent: email or mailer not specified in config.\n";
4208	    return;
4209	}
4210	do_send_mail @_;
4211    }
4212}
4213
4214sub cancel_test {
4215    if ($email_when_canceled) {
4216	my $name = get_test_name;
4217        send_email("KTEST: Your [$name] test was cancelled",
4218                "Your test started at $script_start_time was cancelled: sig int");
4219    }
4220    die "\nCaught Sig Int, test interrupted: $!\n"
4221}
4222
4223$SIG{INT} = qw(cancel_test);
4224
4225# First we need to do is the builds
4226for (my $i = 1; $i <= $opt{"NUM_TESTS"}; $i++) {
4227
4228    # Do not reboot on failing test options
4229    $no_reboot = 1;
4230    $reboot_success = 0;
4231
4232    $have_version = 0;
4233
4234    $iteration = $i;
4235
4236    $build_time = 0;
4237    $install_time = 0;
4238    $reboot_time = 0;
4239    $test_time = 0;
4240
4241    undef %force_config;
4242
4243    my $makecmd = set_test_option("MAKE_CMD", $i);
4244
4245    $outputdir = set_test_option("OUTPUT_DIR", $i);
4246    $builddir = set_test_option("BUILD_DIR", $i);
4247
4248    chdir $builddir || dodie "can't change directory to $builddir";
4249
4250    if (!-d $outputdir) {
4251	mkpath($outputdir) or
4252	    dodie "can't create $outputdir";
4253    }
4254
4255    $make = "$makecmd O=$outputdir";
4256
4257    # Load all the options into their mapped variable names
4258    foreach my $opt (keys %option_map) {
4259	${$option_map{$opt}} = set_test_option($opt, $i);
4260    }
4261
4262    $start_minconfig_defined = 1;
4263
4264    # The first test may override the PRE_KTEST option
4265    if ($i == 1) {
4266        if (defined($pre_ktest)) {
4267            doprint "\n";
4268            run_command $pre_ktest;
4269        }
4270        if ($email_when_started) {
4271	    my $name = get_test_name;
4272            send_email("KTEST: Your [$name] test was started",
4273                "Your test was started on $script_start_time");
4274        }
4275    }
4276
4277    # Any test can override the POST_KTEST option
4278    # The last test takes precedence.
4279    if (defined($post_ktest)) {
4280	$final_post_ktest = $post_ktest;
4281    }
4282
4283    if (!defined($start_minconfig)) {
4284	$start_minconfig_defined = 0;
4285	$start_minconfig = $minconfig;
4286    }
4287
4288    if (!-d $tmpdir) {
4289	mkpath($tmpdir) or
4290	    dodie "can't create $tmpdir";
4291    }
4292
4293    $ENV{"SSH_USER"} = $ssh_user;
4294    $ENV{"MACHINE"} = $machine;
4295
4296    $buildlog = "$tmpdir/buildlog-$machine";
4297    $testlog = "$tmpdir/testlog-$machine";
4298    $dmesg = "$tmpdir/dmesg-$machine";
4299    $output_config = "$outputdir/.config";
4300
4301    if (!$buildonly) {
4302	$target = "$ssh_user\@$machine";
4303	if (($reboot_type eq "grub") or ($reboot_type eq "grub2bls")) {
4304	    dodie "GRUB_MENU not defined" if (!defined($grub_menu));
4305	} elsif ($reboot_type eq "grub2") {
4306	    dodie "GRUB_MENU not defined" if (!defined($grub_menu));
4307	    dodie "GRUB_FILE not defined" if (!defined($grub_file));
4308	} elsif ($reboot_type eq "syslinux") {
4309	    dodie "SYSLINUX_LABEL not defined" if (!defined($syslinux_label));
4310	}
4311    }
4312
4313    my $run_type = $build_type;
4314    if ($test_type eq "patchcheck") {
4315	$run_type = $patchcheck_type;
4316    } elsif ($test_type eq "bisect") {
4317	$run_type = $bisect_type;
4318    } elsif ($test_type eq "config_bisect") {
4319	$run_type = $config_bisect_type;
4320    } elsif ($test_type eq "make_min_config") {
4321	$run_type = "";
4322    } elsif ($test_type eq "make_warnings_file") {
4323	$run_type = "";
4324    }
4325
4326    # mistake in config file?
4327    if (!defined($run_type)) {
4328	$run_type = "ERROR";
4329    }
4330
4331    my $installme = "";
4332    $installme = " no_install" if ($no_install);
4333
4334    my $name = "";
4335
4336    if (defined($test_name)) {
4337	$name = " ($test_name)";
4338    }
4339
4340    doprint "\n\n";
4341    doprint "RUNNING TEST $i of $opt{NUM_TESTS}$name with option $test_type $run_type$installme\n\n";
4342
4343    if (defined($pre_test)) {
4344	run_command $pre_test;
4345    }
4346
4347    unlink $dmesg;
4348    unlink $buildlog;
4349    unlink $testlog;
4350
4351    if (defined($addconfig)) {
4352	my $min = $minconfig;
4353	if (!defined($minconfig)) {
4354	    $min = "";
4355	}
4356	run_command "cat $addconfig $min > $tmpdir/add_config" or
4357	    dodie "Failed to create temp config";
4358	$minconfig = "$tmpdir/add_config";
4359    }
4360
4361    if (defined($checkout)) {
4362	run_command "git checkout $checkout" or
4363	    dodie "failed to checkout $checkout";
4364    }
4365
4366    $no_reboot = 0;
4367
4368    # A test may opt to not reboot the box
4369    if ($reboot_on_success) {
4370	$reboot_success = 1;
4371    }
4372
4373    if ($test_type eq "bisect") {
4374	bisect $i;
4375	next;
4376    } elsif ($test_type eq "config_bisect") {
4377	config_bisect $i;
4378	next;
4379    } elsif ($test_type eq "patchcheck") {
4380	patchcheck $i;
4381	next;
4382    } elsif ($test_type eq "make_min_config") {
4383	make_min_config $i;
4384	next;
4385    } elsif ($test_type eq "make_warnings_file") {
4386	$no_reboot = 1;
4387	make_warnings_file $i;
4388	next;
4389    }
4390
4391    if ($build_type ne "nobuild") {
4392	build $build_type or next;
4393	check_buildlog or next;
4394    }
4395
4396    if ($test_type eq "install") {
4397	get_version;
4398	install;
4399	success $i;
4400	next;
4401    }
4402
4403    if ($test_type ne "build") {
4404	my $failed = 0;
4405	start_monitor_and_install or $failed = 1;
4406
4407	if (!$failed && $test_type ne "boot" && defined($run_test)) {
4408	    do_run_test or $failed = 1;
4409	}
4410	end_monitor;
4411	if ($failed) {
4412	    print_times;
4413	    next;
4414	}
4415    }
4416
4417    print_times;
4418
4419    success $i;
4420}
4421
4422if (defined($final_post_ktest)) {
4423
4424    my $cp_final_post_ktest = eval_kernel_version $final_post_ktest;
4425    run_command $cp_final_post_ktest;
4426}
4427
4428if ($opt{"POWEROFF_ON_SUCCESS"}) {
4429    halt;
4430} elsif ($opt{"REBOOT_ON_SUCCESS"} && !do_not_reboot && $reboot_success) {
4431    reboot_to_good;
4432} elsif (defined($switch_to_good)) {
4433    # still need to get to the good kernel
4434    run_command $switch_to_good;
4435}
4436
4437
4438doprint "\n    $successes of $opt{NUM_TESTS} tests were successful\n\n";
4439
4440if ($email_when_finished) {
4441    send_email("KTEST: Your test has finished!",
4442            "$successes of $opt{NUM_TESTS} tests started at $script_start_time were successful!");
4443}
4444exit 0;