Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 1 | #!/usr/bin/perl |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 2 | use POSIX qw(strftime); |
| 3 | use File::Copy; |
Bob Wilson | 6dc11b4 | 2009-06-19 17:19:38 +0000 | [diff] [blame] | 4 | use File::Find; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 5 | use Socket; |
| 6 | |
| 7 | # |
| 8 | # Program: NewNightlyTest.pl |
| 9 | # |
| 10 | # Synopsis: Perform a series of tests which are designed to be run nightly. |
| 11 | # This is used to keep track of the status of the LLVM tree, tracking |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 12 | # regressions and performance changes. Submits this information |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 13 | # to llvm.org where it is placed into the nightlytestresults database. |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 14 | # |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 15 | # Syntax: NightlyTest.pl [OPTIONS] [CVSROOT BUILDDIR WEBDIR] |
| 16 | # where |
| 17 | # OPTIONS may include one or more of the following: |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 18 | # |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 19 | # MAIN OPTIONS: |
| 20 | # -config LLVMPATH If specified, use an existing LLVM build and only run and |
| 21 | # report the test information. The LLVMCONFIG argument should |
| 22 | # be the path to the llvm-config executable in the LLVM build. |
| 23 | # This should be the first argument if given. NOT YET |
| 24 | # IMPLEMENTED. |
| 25 | # -nickname NAME The NAME argument specifieds the nickname this script |
| 26 | # will submit to the nightlytest results repository. |
Patrick Jenkins | 0e9402f | 2006-08-11 23:02:09 +0000 | [diff] [blame] | 27 | # -submit-server Specifies a server to submit the test results too. If this |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 28 | # option is not specified it defaults to |
| 29 | # llvm.org. This is basically just the address of the |
Patrick Jenkins | 0e9402f | 2006-08-11 23:02:09 +0000 | [diff] [blame] | 30 | # webserver |
| 31 | # -submit-script Specifies which script to call on the submit server. If |
| 32 | # this option is not specified it defaults to |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 33 | # /nightlytest/NightlyTestAccept.php. This is basically |
Patrick Jenkins | 0e9402f | 2006-08-11 23:02:09 +0000 | [diff] [blame] | 34 | # everything after the www.yourserver.org. |
Daniel Dunbar | cd3f999 | 2009-05-18 23:24:26 +0000 | [diff] [blame] | 35 | # -submit-aux If specified, an auxiliary script to run in addition to the |
| 36 | # normal submit script. The script will be passed the path to |
| 37 | # the "sentdata.txt" file as its sole argument. |
Tanya Lattner | c161188 | 2008-03-10 07:28:08 +0000 | [diff] [blame] | 38 | # -nosubmit Do not report the test results back to a submit server. |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 39 | # |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 40 | # |
| 41 | # BUILD OPTIONS (not used with -config): |
| 42 | # -nocheckout Do not create, checkout, update, or configure |
| 43 | # the source tree. |
| 44 | # -noremove Do not remove the BUILDDIR after it has been built. |
| 45 | # -noremoveresults Do not remove the WEBDIR after it has been built. |
Daniel Dunbar | da420ee | 2009-11-06 04:12:07 +0000 | [diff] [blame] | 46 | # -noclean Do not run 'make clean' before building. |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 47 | # -nobuild Do not build llvm. If tests are enabled perform them |
| 48 | # on the llvm build specified in the build directory |
| 49 | # -release Build an LLVM Release version |
| 50 | # -release-asserts Build an LLVM ReleaseAsserts version |
| 51 | # -disable-bindings Disable building LLVM bindings. |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 52 | # -with-clang Checkout Clang source into tools/clang. |
| 53 | # -compileflags Next argument specifies extra options passed to make when |
| 54 | # building LLVM. |
| 55 | # -use-gmake Use gmake instead of the default make command to build |
| 56 | # llvm and run tests. |
Daniel Dunbar | 2d7adb5 | 2009-11-06 04:11:29 +0000 | [diff] [blame] | 57 | # -llvmgccdir Next argument specifies the llvm-gcc install prefix. |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 58 | # |
| 59 | # TESTING OPTIONS: |
| 60 | # -notest Do not even attempt to run the test programs. |
| 61 | # -nodejagnu Do not run feature or regression tests |
| 62 | # -enable-llcbeta Enable testing of beta features in llc. |
| 63 | # -enable-lli Enable testing of lli (interpreter) features, default is off |
| 64 | # -disable-pic Disable building with Position Independent Code. |
| 65 | # -disable-llc Disable LLC tests in the nightly tester. |
| 66 | # -disable-jit Disable JIT tests in the nightly tester. |
| 67 | # -disable-cbe Disable C backend tests in the nightly tester. |
| 68 | # -disable-lto Disable link time optimization. |
| 69 | # -test-cflags Next argument specifies that C compilation options that |
| 70 | # override the default when running the testsuite. |
| 71 | # -test-cxxflags Next argument specifies that C++ compilation options that |
| 72 | # override the default when running the testsuite. |
| 73 | # -extraflags Next argument specifies extra options that are passed to |
| 74 | # compile the tests. |
| 75 | # -noexternals Do not run the external tests (for cases where povray |
| 76 | # or SPEC are not installed) |
| 77 | # -with-externals Specify a directory where the external tests are located. |
| 78 | # |
| 79 | # OTHER OPTIONS: |
| 80 | # -parallel Run parallel jobs with GNU Make (see -parallel-jobs). |
| 81 | # -parallel-jobs The number of parallel Make jobs to use (default is two). |
Daniel Dunbar | ddef095 | 2009-10-19 13:20:56 +0000 | [diff] [blame] | 82 | # -parallel-test Allow parallel execution of llvm-test |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 83 | # -verbose Turn on some debug output |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 84 | # -nice Checkout/Configure/Build with "nice" to reduce impact |
| 85 | # on busy servers. |
| 86 | # -f2c Next argument specifies path to F2C utility |
| 87 | # -gccpath Path to gcc/g++ used to build LLVM |
| 88 | # -target Specify the target triplet |
| 89 | # -cflags Next argument specifies that C compilation options that |
| 90 | # override the default. |
| 91 | # -cxxflags Next argument specifies that C++ compilation options that |
| 92 | # override the default. |
| 93 | # -ldflags Next argument specifies that linker options that override |
| 94 | # the default. |
| 95 | # |
Daniel Dunbar | 2e10794 | 2009-10-19 09:18:54 +0000 | [diff] [blame] | 96 | # CVSROOT is ignored, it is passed for backwards compatibility. |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 97 | # BUILDDIR is the directory where sources for this test run will be checked out |
| 98 | # AND objects for this test run will be built. This directory MUST NOT |
Daniel Dunbar | 2e10794 | 2009-10-19 09:18:54 +0000 | [diff] [blame] | 99 | # exist before the script is run; it will be created by the svn checkout |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 100 | # process and erased (unless -noremove is specified; see above.) |
| 101 | # WEBDIR is the directory into which the test results web page will be written, |
| 102 | # AND in which the "index.html" is assumed to be a symlink to the most recent |
| 103 | # copy of the results. This directory will be created if it does not exist. |
| 104 | # LLVMGCCDIR is the directory in which the LLVM GCC Front End is installed |
| 105 | # to. This is the same as you would have for a normal LLVM build. |
| 106 | # |
| 107 | ############################################################## |
| 108 | # |
| 109 | # Getting environment variables |
| 110 | # |
| 111 | ############################################################## |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 112 | my $HOME = $ENV{'HOME'}; |
Reid Spencer | 99e865a | 2007-04-07 04:41:16 +0000 | [diff] [blame] | 113 | my $SVNURL = $ENV{"SVNURL"}; |
Duncan Sands | 45db29c | 2009-06-12 13:02:52 +0000 | [diff] [blame] | 114 | $SVNURL = 'http://llvm.org/svn/llvm-project' unless $SVNURL; |
Evan Cheng | 53df0a2 | 2009-06-18 21:39:50 +0000 | [diff] [blame] | 115 | my $TestSVNURL = $ENV{"TestSVNURL"}; |
Evan Cheng | e11c4db | 2009-07-14 06:23:41 +0000 | [diff] [blame] | 116 | $TestSVNURL = 'http://llvm.org/svn/llvm-project' unless $TestSVNURL; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 117 | my $BuildDir = $ENV{'BUILDDIR'}; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 118 | my $WebDir = $ENV{'WEBDIR'}; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 119 | |
| 120 | ############################################################## |
| 121 | # |
| 122 | # Calculate the date prefix... |
| 123 | # |
| 124 | ############################################################## |
Daniel Dunbar | 6580da4 | 2009-11-06 04:12:13 +0000 | [diff] [blame] | 125 | use POSIX; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 126 | @TIME = localtime; |
Daniel Dunbar | 6580da4 | 2009-11-06 04:12:13 +0000 | [diff] [blame] | 127 | my $DATE = strftime("%Y-%m-%d_%H-%M-%S", localtime()); |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 128 | |
| 129 | ############################################################## |
| 130 | # |
| 131 | # Parse arguments... |
| 132 | # |
| 133 | ############################################################## |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 134 | $CONFIG_PATH=""; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 135 | $CONFIGUREARGS=""; |
Patrick Jenkins | 49717a4 | 2006-07-21 01:39:42 +0000 | [diff] [blame] | 136 | $nickname=""; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 137 | $NOTEST=0; |
Patrick Jenkins | 1cd4691 | 2006-07-27 01:17:17 +0000 | [diff] [blame] | 138 | $MAKECMD="make"; |
Patrick Jenkins | 0e9402f | 2006-08-11 23:02:09 +0000 | [diff] [blame] | 139 | $SUBMITSERVER = "llvm.org"; |
Jim Laskey | 6d8a1b7 | 2006-09-15 17:03:36 +0000 | [diff] [blame] | 140 | $SUBMITSCRIPT = "/nightlytest/NightlyTestAccept.php"; |
Daniel Dunbar | cd3f999 | 2009-05-18 23:24:26 +0000 | [diff] [blame] | 141 | $SUBMITAUX=""; |
Tanya Lattner | c161188 | 2008-03-10 07:28:08 +0000 | [diff] [blame] | 142 | $SUBMIT = 1; |
Daniel Dunbar | 056dbd0 | 2009-05-28 22:45:24 +0000 | [diff] [blame] | 143 | $PARALLELJOBS = "2"; |
Bill Wendling | 49e3182 | 2009-07-16 22:59:17 +0000 | [diff] [blame] | 144 | my $TESTFLAGS=""; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 145 | |
Daniel Dunbar | 2d7adb5 | 2009-11-06 04:11:29 +0000 | [diff] [blame] | 146 | if ($ENV{'LLVMGCCDIR'}) { |
| 147 | $CONFIGUREARGS .= " --with-llvmgccdir=" . $ENV{'LLVMGCCDIR'}; |
| 148 | $LLVMGCCPATH = $ENV{'LLVMGCCDIR'} . '/bin'; |
| 149 | } |
| 150 | else { |
| 151 | $LLVMGCCPATH = ""; |
| 152 | } |
| 153 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 154 | while (scalar(@ARGV) and ($_ = $ARGV[0], /^[-+]/)) { |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 155 | shift; |
| 156 | last if /^--$/; # Stop processing arguments on -- |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 157 | |
| 158 | # List command line options here... |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 159 | if (/^-config$/) { $CONFIG_PATH = "$ARGV[0]"; shift; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 160 | if (/^-nocheckout$/) { $NOCHECKOUT = 1; next; } |
Daniel Dunbar | da420ee | 2009-11-06 04:12:07 +0000 | [diff] [blame] | 161 | if (/^-noclean$/) { $NOCLEAN = 1; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 162 | if (/^-noremove$/) { $NOREMOVE = 1; next; } |
Daniel Dunbar | 0c39e38 | 2009-07-13 22:17:49 +0000 | [diff] [blame] | 163 | if (/^-noremoveatend$/) { $NOREMOVEATEND = 1; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 164 | if (/^-noremoveresults$/){ $NOREMOVERESULTS = 1; next; } |
Daniel Dunbar | f5a5950 | 2009-06-02 21:14:15 +0000 | [diff] [blame] | 165 | if (/^-notest$/) { $NOTEST = 1; next; } |
| 166 | if (/^-norunningtests$/) { next; } # Backward compatibility, ignored. |
Daniel Dunbar | 056dbd0 | 2009-05-28 22:45:24 +0000 | [diff] [blame] | 167 | if (/^-parallel-jobs$/) { $PARALLELJOBS = "$ARGV[0]"; shift; next;} |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 168 | if (/^-parallel$/) { $MAKEOPTS = "$MAKEOPTS -j$PARALLELJOBS"; next; } |
Daniel Dunbar | ddef095 | 2009-10-19 13:20:56 +0000 | [diff] [blame] | 169 | if (/^-parallel-test$/) { $PROGTESTOPTS .= " ENABLE_PARALLEL_REPORT=1"; next; } |
Duncan Sands | 45db29c | 2009-06-12 13:02:52 +0000 | [diff] [blame] | 170 | if (/^-with-clang$/) { $WITHCLANG = 1; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 171 | if (/^-release$/) { $MAKEOPTS = "$MAKEOPTS ENABLE_OPTIMIZED=1 ". |
Daniel Dunbar | f274138 | 2009-10-20 07:30:46 +0000 | [diff] [blame] | 172 | "OPTIMIZE_OPTION=-O2"; next;} |
Jim Laskey | 27b8ba0 | 2006-09-28 17:49:20 +0000 | [diff] [blame] | 173 | if (/^-release-asserts$/){ $MAKEOPTS = "$MAKEOPTS ENABLE_OPTIMIZED=1 ". |
Dan Gohman | c6e2241 | 2008-10-30 01:08:03 +0000 | [diff] [blame] | 174 | "DISABLE_ASSERTIONS=1 ". |
Daniel Dunbar | f274138 | 2009-10-20 07:30:46 +0000 | [diff] [blame] | 175 | "OPTIMIZE_OPTION=-O2"; next;} |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 176 | if (/^-enable-llcbeta$/) { $PROGTESTOPTS .= " ENABLE_LLCBETA=1"; next; } |
Duncan Sands | 45db29c | 2009-06-12 13:02:52 +0000 | [diff] [blame] | 177 | if (/^-disable-pic$/) { $CONFIGUREARGS .= " --enable-pic=no"; next; } |
Reid Spencer | 2bae1f5 | 2006-11-24 20:34:16 +0000 | [diff] [blame] | 178 | if (/^-enable-lli$/) { $PROGTESTOPTS .= " ENABLE_LLI=1"; |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 179 | $CONFIGUREARGS .= " --enable-lli"; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 180 | if (/^-disable-llc$/) { $PROGTESTOPTS .= " DISABLE_LLC=1"; |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 181 | $CONFIGUREARGS .= " --disable-llc_diffs"; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 182 | if (/^-disable-jit$/) { $PROGTESTOPTS .= " DISABLE_JIT=1"; |
| 183 | $CONFIGUREARGS .= " --disable-jit"; next; } |
Daniel Dunbar | 111def8 | 2009-03-10 19:33:13 +0000 | [diff] [blame] | 184 | if (/^-disable-bindings$/) { $CONFIGUREARGS .= " --disable-bindings"; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 185 | if (/^-disable-cbe$/) { $PROGTESTOPTS .= " DISABLE_CBE=1"; next; } |
Evan Cheng | e04c90b | 2008-01-12 04:27:18 +0000 | [diff] [blame] | 186 | if (/^-disable-lto$/) { $PROGTESTOPTS .= " DISABLE_LTO=1"; next; } |
Evan Cheng | 3d64f1c | 2008-01-14 17:58:03 +0000 | [diff] [blame] | 187 | if (/^-test-opts$/) { $PROGTESTOPTS .= " $ARGV[0]"; shift; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 188 | if (/^-verbose$/) { $VERBOSE = 1; next; } |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 189 | if (/^-teelogs$/) { $TEELOGS = 1; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 190 | if (/^-nice$/) { $NICE = "nice "; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 191 | if (/^-f2c$/) { $CONFIGUREARGS .= " --with-f2c=$ARGV[0]"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 192 | shift; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 193 | if (/^-with-externals$/) { $CONFIGUREARGS .= " --with-externals=$ARGV[0]"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 194 | shift; next; } |
Daniel Dunbar | ff79ef4 | 2009-07-13 22:31:58 +0000 | [diff] [blame] | 195 | if (/^-configure-args$/) { $CONFIGUREARGS .= " $ARGV[0]"; |
| 196 | shift; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 197 | if (/^-submit-server/) { $SUBMITSERVER = "$ARGV[0]"; shift; next; } |
| 198 | if (/^-submit-script/) { $SUBMITSCRIPT = "$ARGV[0]"; shift; next; } |
Daniel Dunbar | cd3f999 | 2009-05-18 23:24:26 +0000 | [diff] [blame] | 199 | if (/^-submit-aux/) { $SUBMITAUX = "$ARGV[0]"; shift; next; } |
Tanya Lattner | c161188 | 2008-03-10 07:28:08 +0000 | [diff] [blame] | 200 | if (/^-nosubmit$/) { $SUBMIT = 0; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 201 | if (/^-nickname$/) { $nickname = "$ARGV[0]"; shift; next; } |
| 202 | if (/^-gccpath/) { $CONFIGUREARGS .= |
| 203 | " CC=$ARGV[0]/gcc CXX=$ARGV[0]/g++"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 204 | $GCCPATH=$ARGV[0]; shift; next; } |
| 205 | else { $GCCPATH=""; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 206 | if (/^-target/) { $CONFIGUREARGS .= " --target=$ARGV[0]"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 207 | shift; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 208 | if (/^-cflags/) { $MAKEOPTS = "$MAKEOPTS C.Flags=\'$ARGV[0]\'"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 209 | shift; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 210 | if (/^-cxxflags/) { $MAKEOPTS = "$MAKEOPTS CXX.Flags=\'$ARGV[0]\'"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 211 | shift; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 212 | if (/^-ldflags/) { $MAKEOPTS = "$MAKEOPTS LD.Flags=\'$ARGV[0]\'"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 213 | shift; next; } |
Bill Wendling | 49e3182 | 2009-07-16 22:59:17 +0000 | [diff] [blame] | 214 | if (/^-test-cflags/) { $TESTFLAGS = "$TESTFLAGS CFLAGS=\'$ARGV[0]\'"; |
| 215 | shift; next; } |
| 216 | if (/^-test-cxxflags/) { $TESTFLAGS = "$TESTFLAGS CXXFLAGS=\'$ARGV[0]\'"; |
| 217 | shift; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 218 | if (/^-compileflags/) { $MAKEOPTS = "$MAKEOPTS $ARGV[0]"; shift; next; } |
Daniel Dunbar | 2d7adb5 | 2009-11-06 04:11:29 +0000 | [diff] [blame] | 219 | if (/^-llvmgccdir/) { $CONFIGUREARGS .= " --with-llvmgccdir=\'$ARGV[0]\'"; |
| 220 | $LLVMGCCPATH = $ARGV[0] . '/bin'; |
| 221 | shift; next;} |
| 222 | if (/^-noexternals$/) { $NOEXTERNALS = 1; next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 223 | if (/^-use-gmake/) { $MAKECMD = "gmake"; shift; next; } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 224 | if (/^-extraflags/) { $CONFIGUREARGS .= |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 225 | " --with-extra-options=\'$ARGV[0]\'"; shift; next;} |
| 226 | if (/^-noexternals$/) { $NOEXTERNALS = 1; next; } |
Daniel Dunbar | 539e187 | 2009-11-08 09:34:14 +0000 | [diff] [blame] | 227 | if (/^-nodejagnu$/) { next; } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 228 | if (/^-nobuild$/) { $NOBUILD = 1; next; } |
| 229 | print "Unknown option: $_ : ignoring!\n"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 232 | if ($CONFIGUREARGS !~ /--disable-jit/) { |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 233 | $CONFIGUREARGS .= " --enable-jit"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 234 | } |
| 235 | |
Daniel Dunbar | 0e9fe69 | 2009-10-19 09:19:19 +0000 | [diff] [blame] | 236 | if (@ARGV != 0 and @ARGV != 3) { |
| 237 | die "error: must specify 0 or 3 options!"; |
Patrick Jenkins | f58473f | 2006-07-27 01:03:46 +0000 | [diff] [blame] | 238 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 239 | |
| 240 | if (@ARGV == 3) { |
Daniel Dunbar | 0e9fe69 | 2009-10-19 09:19:19 +0000 | [diff] [blame] | 241 | if ($CONFIG_PATH ne "") { |
| 242 | die "error: arguments are unsupported in -config mode,"; |
| 243 | } |
| 244 | |
Daniel Dunbar | 2e10794 | 2009-10-19 09:18:54 +0000 | [diff] [blame] | 245 | # ARGV[0] used to be the CVS root, ignored for backward compatibility. |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 246 | $BuildDir = $ARGV[1]; |
| 247 | $WebDir = $ARGV[2]; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 248 | } |
| 249 | |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 250 | if ($CONFIG_PATH ne "") { |
| 251 | $BuildDir = ""; |
| 252 | $SVNURL = $TestSVNURL = ""; |
| 253 | if ($WebDir eq "") { |
| 254 | die("please specify a web directory"); |
| 255 | } |
| 256 | } else { |
| 257 | if ($BuildDir eq "" or |
| 258 | $WebDir eq "") { |
| 259 | die("please specify a build directory, and a web directory"); |
| 260 | } |
| 261 | } |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 262 | |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 263 | if ($nickname eq "") { |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 264 | die ("Please invoke NewNightlyTest.pl with command line option " . |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 265 | "\"-nickname <nickname>\""); |
Patrick Jenkins | 514e258 | 2006-07-20 22:28:43 +0000 | [diff] [blame] | 266 | } |
Patrick Jenkins | 1cd4691 | 2006-07-27 01:17:17 +0000 | [diff] [blame] | 267 | |
Daniel Dunbar | fe1974a | 2009-11-06 04:12:02 +0000 | [diff] [blame] | 268 | my $LLVMSrcDir = $ENV{'LLVMSRCDIR'}; |
| 269 | $LLVMSrcDir = "$BuildDir/llvm" unless $LLVMSrcDir; |
| 270 | my $LLVMObjDir = $ENV{'LLVMOBJDIR'}; |
| 271 | $LLVMObjDir = "$BuildDir/llvm" unless $LLVMObjDir; |
| 272 | my $LLVMTestDir = $ENV{'LLVMTESTDIR'}; |
| 273 | $LLVMTestDir = "$BuildDir/llvm/projects/llvm-test" unless $LLVMTestDir; |
| 274 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 275 | ############################################################## |
| 276 | # |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 277 | # Define the file names we'll use |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 278 | # |
| 279 | ############################################################## |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 280 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 281 | my $Prefix = "$WebDir/$DATE"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 282 | my $SingleSourceLog = "$Prefix-SingleSource-ProgramTest.txt.gz"; |
| 283 | my $MultiSourceLog = "$Prefix-MultiSource-ProgramTest.txt.gz"; |
Patrick Jenkins | 26ba609 | 2006-07-23 22:57:28 +0000 | [diff] [blame] | 284 | my $ExternalLog = "$Prefix-External-ProgramTest.txt.gz"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 285 | |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 286 | # These are only valid in non-config mode. |
| 287 | my $ConfigureLog = "", $BuildLog = "", $COLog = ""; |
| 288 | my $DejagnuLog = "", $DejagnuSum = "", $DejagnuLog = ""; |
| 289 | |
| 290 | # Are we in config mode? |
| 291 | my $ConfigMode = 0; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 292 | |
| 293 | ############################################################## |
| 294 | # |
| 295 | # Helper functions |
| 296 | # |
| 297 | ############################################################## |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 298 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 299 | sub GetDir { |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 300 | my $Suffix = shift; |
| 301 | opendir DH, $WebDir; |
| 302 | my @Result = reverse sort grep !/$DATE/, grep /[-0-9]+$Suffix/, readdir DH; |
| 303 | closedir DH; |
| 304 | return @Result; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 305 | } |
| 306 | |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 307 | sub RunLoggedCommand { |
| 308 | my $Command = shift; |
| 309 | my $Log = shift; |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 310 | my $Title = shift; |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 311 | if ($TEELOGS) { |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 312 | if ($VERBOSE) { |
| 313 | print "$Title\n"; |
| 314 | print "$Command 2>&1 | tee $Log\n"; |
| 315 | } |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 316 | system "$Command 2>&1 | tee $Log"; |
| 317 | } else { |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 318 | if ($VERBOSE) { |
| 319 | print "$Title\n"; |
| 320 | print "$Command 2>&1 > $Log\n"; |
| 321 | } |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 322 | system "$Command 2>&1 > $Log"; |
| 323 | } |
| 324 | } |
| 325 | |
| 326 | sub RunAppendingLoggedCommand { |
| 327 | my $Command = shift; |
| 328 | my $Log = shift; |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 329 | my $Title = shift; |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 330 | if ($TEELOGS) { |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 331 | if ($VERBOSE) { |
| 332 | print "$Title\n"; |
| 333 | print "$Command 2>&1 | tee -a $Log\n"; |
| 334 | } |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 335 | system "$Command 2>&1 | tee -a $Log"; |
| 336 | } else { |
Daniel Dunbar | fc0fc3a | 2009-06-26 02:30:49 +0000 | [diff] [blame] | 337 | if ($VERBOSE) { |
| 338 | print "$Title\n"; |
| 339 | print "$Command 2>&1 > $Log\n"; |
| 340 | } |
| 341 | system "$Command 2>&1 >> $Log"; |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 342 | } |
| 343 | } |
| 344 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 345 | sub GetRegex { # (Regex with ()'s, value) |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 346 | if ($_[1] =~ /$_[0]/m) { |
| 347 | return $1; |
| 348 | } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 349 | return "0"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 350 | } |
| 351 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 352 | sub ChangeDir { # directory, logical name |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 353 | my ($dir,$name) = @_; |
| 354 | chomp($dir); |
| 355 | if ( $VERBOSE ) { print "Changing To: $name ($dir)\n"; } |
| 356 | $result = chdir($dir); |
| 357 | if (!$result) { |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 358 | print "ERROR!!! Cannot change directory to: $name ($dir) because $!\n"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 359 | return false; |
| 360 | } |
| 361 | return true; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 362 | } |
| 363 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 364 | sub ReadFile { |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 365 | if (open (FILE, $_[0])) { |
| 366 | undef $/; |
| 367 | my $Ret = <FILE>; |
| 368 | close FILE; |
| 369 | $/ = '\n'; |
| 370 | return $Ret; |
| 371 | } else { |
| 372 | print "Could not open file '$_[0]' for reading!\n"; |
| 373 | return ""; |
| 374 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 375 | } |
| 376 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 377 | sub WriteFile { # (filename, contents) |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 378 | open (FILE, ">$_[0]") or die "Could not open file '$_[0]' for writing!\n"; |
| 379 | print FILE $_[1]; |
| 380 | close FILE; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 381 | } |
| 382 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 383 | sub CopyFile { #filename, newfile |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 384 | my ($file, $newfile) = @_; |
| 385 | chomp($file); |
| 386 | if ($VERBOSE) { print "Copying $file to $newfile\n"; } |
| 387 | copy($file, $newfile); |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 388 | } |
| 389 | |
| 390 | #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
Patrick Jenkins | b9c65eb | 2006-08-18 18:00:21 +0000 | [diff] [blame] | 391 | # |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 392 | # This function acts as a mini web browswer submitting data |
| 393 | # to our central server via the post method |
| 394 | # |
| 395 | #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 396 | sub SendData { |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 397 | $host = $_[0]; |
| 398 | $file = $_[1]; |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 399 | $variables = $_[2]; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 400 | |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 401 | # Write out the "...-sentdata.txt" file. |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 402 | |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 403 | my $sentdata=""; |
| 404 | foreach $x (keys (%$variables)){ |
| 405 | $value = $variables->{$x}; |
| 406 | $sentdata.= "$x => $value\n"; |
| 407 | } |
| 408 | WriteFile "$Prefix-sentdata.txt", $sentdata; |
| 409 | |
| 410 | if (!($SUBMITAUX eq "")) { |
Daniel Dunbar | f7f02a9 | 2009-06-26 22:33:28 +0000 | [diff] [blame] | 411 | system "$SUBMITAUX \"$Prefix-sentdata.txt\""; |
| 412 | } |
| 413 | |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 414 | if (!$SUBMIT) { |
Daniel Dunbar | f7f02a9 | 2009-06-26 22:33:28 +0000 | [diff] [blame] | 415 | return "Skipped standard submit.\n"; |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 416 | } |
| 417 | |
| 418 | # Create the content to send to the server. |
| 419 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 420 | my $content; |
| 421 | foreach $key (keys (%$variables)){ |
| 422 | $value = $variables->{$key}; |
| 423 | $value =~ s/([^A-Za-z0-9])/sprintf("%%%02X", ord($1))/seg; |
| 424 | $content .= "$key=$value&"; |
| 425 | } |
| 426 | |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 427 | # Send the data to the server. |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 428 | # |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 429 | # FIXME: This code should be more robust? |
Daniel Dunbar | 4628e5e | 2009-10-19 09:18:24 +0000 | [diff] [blame] | 430 | |
Daniel Dunbar | 94a37a4 | 2009-05-28 18:31:40 +0000 | [diff] [blame] | 431 | $port=80; |
| 432 | $socketaddr= sockaddr_in $port, inet_aton $host or die "Bad hostname\n"; |
| 433 | socket SOCK, PF_INET, SOCK_STREAM, getprotobyname('tcp') or |
| 434 | die "Bad socket\n"; |
| 435 | connect SOCK, $socketaddr or die "Bad connection\n"; |
| 436 | select((select(SOCK), $| = 1)[0]); |
| 437 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 438 | $length = length($content); |
| 439 | |
| 440 | my $send= "POST $file HTTP/1.0\n"; |
Lauro Ramos Venancio | 4604023 | 2007-05-03 14:05:07 +0000 | [diff] [blame] | 441 | $send.= "Host: $host\n"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 442 | $send.= "Content-Type: application/x-www-form-urlencoded\n"; |
| 443 | $send.= "Content-length: $length\n\n"; |
| 444 | $send.= "$content"; |
| 445 | |
Patrick Jenkins | e8501eb | 2006-08-07 01:54:37 +0000 | [diff] [blame] | 446 | print SOCK $send; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 447 | my $result; |
| 448 | while(<SOCK>){ |
| 449 | $result .= $_; |
| 450 | } |
| 451 | close(SOCK); |
| 452 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 453 | return $result; |
| 454 | } |
| 455 | |
Patrick Jenkins | 215b48f | 2006-07-07 18:50:51 +0000 | [diff] [blame] | 456 | ############################################################## |
| 457 | # |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 458 | # Individual Build & Test Functions |
Patrick Jenkins | 215b48f | 2006-07-07 18:50:51 +0000 | [diff] [blame] | 459 | # |
| 460 | ############################################################## |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 461 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 462 | # Create the source repository directory. |
Daniel Dunbar | 8df92e8 | 2009-10-19 13:20:06 +0000 | [diff] [blame] | 463 | sub CheckoutSource { |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 464 | die "Invalid call!" unless $ConfigMode == 0; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 465 | if (-d $BuildDir) { |
| 466 | if (!$NOREMOVE) { |
| 467 | if ( $VERBOSE ) { |
| 468 | print "Build directory exists! Removing it\n"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 469 | } |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 470 | system "rm -rf $BuildDir"; |
Daniel Dunbar | 8df92e8 | 2009-10-19 13:20:06 +0000 | [diff] [blame] | 471 | mkdir $BuildDir or die "Could not create checkout directory $BuildDir!"; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 472 | } else { |
| 473 | if ( $VERBOSE ) { |
| 474 | print "Build directory exists!\n"; |
| 475 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 476 | } |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 477 | } else { |
| 478 | mkdir $BuildDir or die "Could not create checkout directory $BuildDir!"; |
| 479 | } |
Daniel Dunbar | 8df92e8 | 2009-10-19 13:20:06 +0000 | [diff] [blame] | 480 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 481 | ChangeDir( $BuildDir, "checkout directory" ); |
| 482 | my $SVNCMD = "$NICE svn co --non-interactive"; |
| 483 | RunLoggedCommand("( time -p $SVNCMD $SVNURL/llvm/trunk llvm; cd llvm/projects ; " . |
| 484 | " $SVNCMD $TestSVNURL/test-suite/trunk llvm-test )", $COLog, |
| 485 | "CHECKOUT LLVM"); |
| 486 | if ($WITHCLANG) { |
| 487 | RunLoggedCommand("( cd llvm/tools ; " . |
| 488 | " $SVNCMD $SVNURL/cfe/trunk clang )", $COLog, |
| 489 | "CHECKOUT CLANG"); |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 490 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 491 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 492 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 493 | # Build the entire tree, saving build messages to the build log. Returns false |
| 494 | # on build failure. |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 495 | sub BuildLLVM { |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 496 | die "Invalid call!" unless $ConfigMode == 0; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 497 | my $EXTRAFLAGS = "--enable-spec --with-objroot=."; |
| 498 | RunLoggedCommand("(time -p $NICE ./configure $CONFIGUREARGS $EXTRAFLAGS) ", |
| 499 | $ConfigureLog, "CONFIGURE"); |
| 500 | # Build the entire tree, capturing the output into $BuildLog |
Daniel Dunbar | da420ee | 2009-11-06 04:12:07 +0000 | [diff] [blame] | 501 | if (!$NOCLEAN) { |
| 502 | RunAppendingLoggedCommand("($NICE $MAKECMD $MAKEOPTS clean)", $BuildLog, "BUILD CLEAN"); |
| 503 | } |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 504 | RunAppendingLoggedCommand("(time -p $NICE $MAKECMD $MAKEOPTS)", $BuildLog, "BUILD"); |
| 505 | |
| 506 | if (`grep '^$MAKECMD\[^:]*: .*Error' $BuildLog | wc -l` + 0 || |
| 507 | `grep '^$MAKECMD: \*\*\*.*Stop.' $BuildLog | wc -l` + 0) { |
| 508 | return 0; |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 509 | } |
| 510 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 511 | return 1; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 512 | } |
| 513 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 514 | # Run the named tests (i.e. "SingleSource" "MultiSource" "External") |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 515 | sub TestDirectory { |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 516 | my $SubDir = shift; |
Daniel Dunbar | 2f90daf | 2009-06-26 01:53:05 +0000 | [diff] [blame] | 517 | ChangeDir( "$LLVMTestDir/$SubDir", |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 518 | "Programs Test Subdirectory" ) || return ("", ""); |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 519 | |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 520 | my $ProgramTestLog = "$Prefix-$SubDir-ProgramTest.txt"; |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 521 | |
Daniel Dunbar | da420ee | 2009-11-06 04:12:07 +0000 | [diff] [blame] | 522 | # Make sure to clean the test results. |
| 523 | RunLoggedCommand("$MAKECMD -k $MAKEOPTS $PROGTESTOPTS clean $TESTFLAGS", |
| 524 | $ProgramTestLog, "TEST DIRECTORY $SubDir"); |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 525 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 526 | # Run the programs tests... creating a report.nightly.csv file. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 527 | my $LLCBetaOpts = ""; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 528 | RunLoggedCommand("$MAKECMD -k $MAKEOPTS $PROGTESTOPTS report.nightly.csv ". |
| 529 | "$TESTFLAGS TEST=nightly", |
| 530 | $ProgramTestLog, "TEST DIRECTORY $SubDir"); |
| 531 | $LLCBetaOpts = `$MAKECMD print-llcbeta-option`; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 532 | |
Patrick Jenkins | 59d1a66 | 2006-07-27 18:28:50 +0000 | [diff] [blame] | 533 | my $ProgramsTable; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 534 | if (`grep '^$MAKECMD\[^:]: .*Error' $ProgramTestLog | wc -l` + 0) { |
Patrick Jenkins | 59d1a66 | 2006-07-27 18:28:50 +0000 | [diff] [blame] | 535 | $ProgramsTable="Error running test $SubDir\n"; |
| 536 | print "ERROR TESTING\n"; |
| 537 | } elsif (`grep '^$MAKECMD\[^:]: .*No rule to make target' $ProgramTestLog | wc -l` + 0) { |
Patrick Jenkins | 59d1a66 | 2006-07-27 18:28:50 +0000 | [diff] [blame] | 538 | $ProgramsTable="Makefile error running tests $SubDir!\n"; |
| 539 | print "ERROR TESTING\n"; |
| 540 | } else { |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 541 | # Create a list of the tests which were run... |
| 542 | system "egrep 'TEST-(PASS|FAIL)' < $ProgramTestLog ". |
| 543 | "| sort > $Prefix-$SubDir-Tests.txt"; |
Patrick Jenkins | 59d1a66 | 2006-07-27 18:28:50 +0000 | [diff] [blame] | 544 | } |
| 545 | $ProgramsTable = ReadFile "report.nightly.csv"; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 546 | |
Patrick Jenkins | 59d1a66 | 2006-07-27 18:28:50 +0000 | [diff] [blame] | 547 | ChangeDir( "../../..", "Programs Test Parent Directory" ); |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 548 | return ($ProgramsTable, $LLCBetaOpts); |
| 549 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 550 | |
Daniel Dunbar | ac0c064 | 2009-10-19 13:20:44 +0000 | [diff] [blame] | 551 | # Run all the nightly tests and return the program tables and the list of tests, |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 552 | # passes, fails, and xfails. |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 553 | sub RunNightlyTest() { |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 554 | ($SSProgs, $llcbeta_options) = TestDirectory("SingleSource"); |
| 555 | WriteFile "$Prefix-SingleSource-Performance.txt", $SSProgs; |
| 556 | ($MSProgs, $llcbeta_options) = TestDirectory("MultiSource"); |
| 557 | WriteFile "$Prefix-MultiSource-Performance.txt", $MSProgs; |
| 558 | if ( ! $NOEXTERNALS ) { |
| 559 | ($ExtProgs, $llcbeta_options) = TestDirectory("External"); |
| 560 | WriteFile "$Prefix-External-Performance.txt", $ExtProgs; |
| 561 | system "cat $Prefix-SingleSource-Tests.txt " . |
| 562 | "$Prefix-MultiSource-Tests.txt ". |
| 563 | "$Prefix-External-Tests.txt | sort > $Prefix-Tests.txt"; |
| 564 | system "cat $Prefix-SingleSource-Performance.txt " . |
| 565 | "$Prefix-MultiSource-Performance.txt ". |
| 566 | "$Prefix-External-Performance.txt | sort > $Prefix-Performance.txt"; |
| 567 | } else { |
| 568 | $ExtProgs = "External TEST STAGE SKIPPED\n"; |
| 569 | if ( $VERBOSE ) { |
| 570 | print "External TEST STAGE SKIPPED\n"; |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 571 | } |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 572 | system "cat $Prefix-SingleSource-Tests.txt " . |
| 573 | "$Prefix-MultiSource-Tests.txt ". |
| 574 | " | sort > $Prefix-Tests.txt"; |
| 575 | system "cat $Prefix-SingleSource-Performance.txt " . |
| 576 | "$Prefix-MultiSource-Performance.txt ". |
| 577 | " | sort > $Prefix-Performance.txt"; |
| 578 | } |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 579 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 580 | # Compile passes, fails, xfails. |
Daniel Dunbar | ac0c064 | 2009-10-19 13:20:44 +0000 | [diff] [blame] | 581 | my $All = (ReadFile "$Prefix-Tests.txt"); |
| 582 | my @TestSuiteResultLines = split "\n", $All; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 583 | my ($Passes, $Fails, $XFails) = ""; |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 584 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 585 | for ($x=0; $x < @TestSuiteResultLines; $x++) { |
| 586 | if (@TestSuiteResultLines[$x] =~ m/^PASS:/) { |
| 587 | $Passes .= "$TestSuiteResultLines[$x]\n"; |
| 588 | } |
| 589 | elsif (@TestSuiteResultLines[$x] =~ m/^FAIL:/) { |
| 590 | $Fails .= "$TestSuiteResultLines[$x]\n"; |
| 591 | } |
| 592 | elsif (@TestSuiteResultLines[$x] =~ m/^XFAIL:/) { |
| 593 | $XFails .= "$TestSuiteResultLines[$x]\n"; |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 594 | } |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 595 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 596 | |
Daniel Dunbar | ac0c064 | 2009-10-19 13:20:44 +0000 | [diff] [blame] | 597 | return ($SSProgs, $MSProgs, $ExtProgs, $All, $Passes, $Fails, $XFails); |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 598 | } |
Patrick Jenkins | ad6f758 | 2006-08-22 18:11:19 +0000 | [diff] [blame] | 599 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 600 | ############################################################## |
| 601 | # |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 602 | # Initialize filenames |
| 603 | # |
| 604 | ############################################################## |
| 605 | |
| 606 | if (! -d $WebDir) { |
| 607 | mkdir $WebDir, 0777 or die "Unable to create web directory: '$WebDir'."; |
| 608 | if($VERBOSE){ |
| 609 | warn "$WebDir did not exist; creating it.\n"; |
| 610 | } |
| 611 | } |
| 612 | |
| 613 | if ($CONFIG_PATH ne "") { |
| 614 | $ConfigMode = 1; |
| 615 | $LLVMSrcDir = GetRegex "^(.*)\\s+", `$CONFIG_PATH --src-root`; |
| 616 | $LLVMObjDir = GetRegex "^(.*)\\s+", `$CONFIG_PATH --obj-root`; |
| 617 | # FIXME: Add llvm-config hook for this? |
| 618 | $LLVMTestDir = $LLVMObjDir . "/projects/test-suite"; |
| 619 | } else { |
| 620 | $ConfigureLog = "$Prefix-Configure-Log.txt"; |
| 621 | $BuildLog = "$Prefix-Build-Log.txt"; |
| 622 | $COLog = "$Prefix-CVS-Log.txt"; |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 623 | } |
| 624 | |
| 625 | if ($VERBOSE) { |
| 626 | if ($CONFIG_PATH ne "") { |
| 627 | print "INITIALIZED (config mode)\n"; |
| 628 | print "WebDir = $WebDir\n"; |
| 629 | print "Prefix = $Prefix\n"; |
| 630 | print "LLVM Src = $LLVMSrcDir\n"; |
| 631 | print "LLVM Obj = $LLVMObjDir\n"; |
| 632 | print "LLVM Test = $LLVMTestDir\n"; |
| 633 | } else { |
| 634 | print "INITIALIZED\n"; |
| 635 | print "SVN URL = $SVNURL\n"; |
| 636 | print "COLog = $COLog\n"; |
| 637 | print "BuildDir = $BuildDir\n"; |
| 638 | print "WebDir = $WebDir\n"; |
| 639 | print "Prefix = $Prefix\n"; |
| 640 | print "BuildLog = $BuildLog\n"; |
| 641 | } |
| 642 | } |
| 643 | |
| 644 | ############################################################## |
| 645 | # |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 646 | # The actual NewNightlyTest logic. |
| 647 | # |
| 648 | ############################################################## |
| 649 | |
| 650 | $starttime = `date "+20%y-%m-%d %H:%M:%S"`; |
| 651 | |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 652 | my $BuildError = 0, $BuildStatus = "OK"; |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 653 | if ($ConfigMode == 0) { |
| 654 | if (!$NOCHECKOUT) { |
| 655 | CheckoutSource(); |
| 656 | } |
| 657 | |
| 658 | # Build LLVM. |
| 659 | ChangeDir( $LLVMSrcDir , "llvm source directory") ; |
| 660 | if ($NOCHECKOUT || $NOBUILD) { |
| 661 | $BuildStatus = "Skipped by user"; |
| 662 | } else { |
| 663 | if (!BuildLLVM()) { |
| 664 | if( $VERBOSE) { print "\n***ERROR BUILDING TREE\n\n"; } |
| 665 | $BuildError = 1; |
| 666 | $BuildStatus = "Error: compilation aborted"; |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 667 | } |
| 668 | } |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 669 | } |
| 670 | |
| 671 | # Run the llvm-test tests. |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 672 | my ($SingleSourceProgramsTable, $MultiSourceProgramsTable, $ExternalProgramsTable, |
Daniel Dunbar | ac0c064 | 2009-10-19 13:20:44 +0000 | [diff] [blame] | 673 | $all_tests, $passes, $fails, $xfails) = ""; |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 674 | if (!$NOTEST && !$BuildError) { |
| 675 | ($SingleSourceProgramsTable, $MultiSourceProgramsTable, $ExternalProgramsTable, |
Daniel Dunbar | ac0c064 | 2009-10-19 13:20:44 +0000 | [diff] [blame] | 676 | $all_tests, $passes, $fails, $xfails) = RunNightlyTest(); |
Daniel Dunbar | 1409c13 | 2009-10-19 13:20:38 +0000 | [diff] [blame] | 677 | } |
Daniel Dunbar | 4a338bf | 2009-10-19 13:20:25 +0000 | [diff] [blame] | 678 | |
Patrick Jenkins | b67e118 | 2006-07-21 21:43:09 +0000 | [diff] [blame] | 679 | $endtime = `date "+20%y-%m-%d %H:%M:%S"`; |
Patrick Jenkins | 215b48f | 2006-07-07 18:50:51 +0000 | [diff] [blame] | 680 | |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 681 | # The last bit of logic is to remove the build and web dirs, after sending data |
| 682 | # to the server. |
| 683 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 684 | ############################################################## |
| 685 | # |
| 686 | # Accumulate the information to send to the server. |
| 687 | # |
| 688 | ############################################################## |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 689 | |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 690 | if ( $VERBOSE ) { print "PREPARING LOGS TO BE SENT TO SERVER\n"; } |
| 691 | |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 692 | $machine_data = "uname: ".`uname -a`. |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 693 | "hardware: ".`uname -m`. |
| 694 | "os: ".`uname -sr`. |
| 695 | "name: ".`uname -n`. |
| 696 | "date: ".`date \"+20%y-%m-%d\"`. |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 697 | "time: ".`date +\"%H:%M:%S\"`; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 698 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 699 | # Get gcc version. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 700 | my $gcc_version_long = ""; |
Patrick Jenkins | ad6f758 | 2006-08-22 18:11:19 +0000 | [diff] [blame] | 701 | if ($GCCPATH ne "") { |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 702 | $gcc_version_long = `$GCCPATH/gcc --version`; |
Jeff Cohen | 7545422 | 2007-04-10 19:13:43 +0000 | [diff] [blame] | 703 | } elsif ($ENV{"CC"}) { |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 704 | $gcc_version_long = `$ENV{"CC"} --version`; |
Patrick Jenkins | ad6f758 | 2006-08-22 18:11:19 +0000 | [diff] [blame] | 705 | } else { |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 706 | $gcc_version_long = `gcc --version`; |
Patrick Jenkins | ad6f758 | 2006-08-22 18:11:19 +0000 | [diff] [blame] | 707 | } |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 708 | my $gcc_version = (split '\n', $gcc_version_long)[0]; |
Patrick Jenkins | ad6f758 | 2006-08-22 18:11:19 +0000 | [diff] [blame] | 709 | |
Daniel Dunbar | 5381eb7 | 2009-10-19 13:20:31 +0000 | [diff] [blame] | 710 | # Get llvm-gcc target triple. |
Daniel Dunbar | 2d7adb5 | 2009-11-06 04:11:29 +0000 | [diff] [blame] | 711 | # |
| 712 | # FIXME: This shouldn't be hardwired to llvm-gcc. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 713 | my $llvmgcc_version_long = ""; |
Tanya Lattner | 849c9a2 | 2007-04-13 04:36:48 +0000 | [diff] [blame] | 714 | if ($LLVMGCCPATH ne "") { |
| 715 | $llvmgcc_version_long = `$LLVMGCCPATH/llvm-gcc -v 2>&1`; |
| 716 | } else { |
| 717 | $llvmgcc_version_long = `llvm-gcc -v 2>&1`; |
| 718 | } |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 719 | (split '\n', $llvmgcc_version_long)[1] =~ /Target: (.+)/; |
| 720 | my $targetTriple = $1; |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 721 | |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 722 | # Logs. |
Daniel Dunbar | 539e187 | 2009-11-08 09:34:14 +0000 | [diff] [blame] | 723 | my ($ConfigureLogData, $BuildLogData, $CheckoutLogData) = ""; |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 724 | if ($ConfigMode == 0) { |
| 725 | $ConfigureLogData = ReadFile $ConfigureLog; |
| 726 | $BuildLogData = ReadFile $BuildLog; |
Daniel Dunbar | 80dd453 | 2009-10-20 07:30:54 +0000 | [diff] [blame] | 727 | $CheckoutLogData = ReadFile $COLog; |
| 728 | } |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 729 | |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 730 | # Checkout info. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 731 | my $CheckoutTime_Wall = GetRegex "^real ([0-9.]+)", $CheckoutLogData; |
| 732 | my $CheckoutTime_User = GetRegex "^user ([0-9.]+)", $CheckoutLogData; |
| 733 | my $CheckoutTime_Sys = GetRegex "^sys ([0-9.]+)", $CheckoutLogData; |
Daniel Dunbar | 8df92e8 | 2009-10-19 13:20:06 +0000 | [diff] [blame] | 734 | my $CheckoutTime_CPU = $CVSCheckoutTime_User + $CVSCheckoutTime_Sys; |
| 735 | |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 736 | # Configure info. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 737 | my $ConfigTimeU = GetRegex "^user ([0-9.]+)", $ConfigureLogData; |
| 738 | my $ConfigTimeS = GetRegex "^sys ([0-9.]+)", $ConfigureLogData; |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 739 | my $ConfigTime = $ConfigTimeU+$ConfigTimeS; # ConfigTime = User+System |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 740 | my $ConfigWallTime = GetRegex "^real ([0-9.]+)",$ConfigureLogData; |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 741 | $ConfigTime=-1 unless $ConfigTime; |
| 742 | $ConfigWallTime=-1 unless $ConfigWallTime; |
| 743 | |
| 744 | # Build info. |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 745 | my $BuildTimeU = GetRegex "^user ([0-9.]+)", $BuildLogData; |
| 746 | my $BuildTimeS = GetRegex "^sys ([0-9.]+)", $BuildLogData; |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 747 | my $BuildTime = $BuildTimeU+$BuildTimeS; # BuildTime = User+System |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 748 | my $BuildWallTime = GetRegex "^real ([0-9.]+)", $BuildLogData; |
Daniel Dunbar | 439801e | 2009-10-19 13:20:13 +0000 | [diff] [blame] | 749 | $BuildTime=-1 unless $BuildTime; |
| 750 | $BuildWallTime=-1 unless $BuildWallTime; |
| 751 | |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 752 | if ( $VERBOSE ) { print "SEND THE DATA VIA THE POST REQUEST\n"; } |
| 753 | |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 754 | my %hash_of_data = ( |
| 755 | 'machine_data' => $machine_data, |
Daniel Dunbar | 3431123 | 2009-10-19 13:20:19 +0000 | [diff] [blame] | 756 | 'build_data' => $ConfigureLogData . $BuildLogData, |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 757 | 'gcc_version' => $gcc_version, |
| 758 | 'nickname' => $nickname, |
Daniel Dunbar | 539e187 | 2009-11-08 09:34:14 +0000 | [diff] [blame] | 759 | 'dejagnutime_wall' => "0.0", |
| 760 | 'dejagnutime_cpu' => "0.0", |
Reid Spencer | 99e865a | 2007-04-07 04:41:16 +0000 | [diff] [blame] | 761 | 'cvscheckouttime_wall' => $CheckoutTime_Wall, |
| 762 | 'cvscheckouttime_cpu' => $CheckoutTime_CPU, |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 763 | 'configtime_wall' => $ConfigWallTime, |
| 764 | 'configtime_cpu'=> $ConfigTime, |
| 765 | 'buildtime_wall' => $BuildWallTime, |
| 766 | 'buildtime_cpu' => $BuildTime, |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 767 | 'buildstatus' => $BuildStatus, |
| 768 | 'singlesource_programstable' => $SingleSourceProgramsTable, |
| 769 | 'multisource_programstable' => $MultiSourceProgramsTable, |
| 770 | 'externalsource_programstable' => $ExternalProgramsTable, |
| 771 | 'llcbeta_options' => $llcbeta_options, |
| 772 | 'passing_tests' => $passes, |
| 773 | 'expfail_tests' => $xfails, |
| 774 | 'unexpfail_tests' => $fails, |
| 775 | 'all_tests' => $all_tests, |
Daniel Dunbar | 539e187 | 2009-11-08 09:34:14 +0000 | [diff] [blame] | 776 | 'dejagnutests_results' => "Dejagnu skipped by user choice.", |
| 777 | 'dejagnutests_log' => "", |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 778 | 'starttime' => $starttime, |
| 779 | 'endtime' => $endtime, |
| 780 | 'target_triple' => $targetTriple, |
| 781 | |
| 782 | # Unused, but left around for backwards compatability. |
Daniel Dunbar | 7a1e60a | 2009-10-19 13:19:53 +0000 | [diff] [blame] | 783 | 'warnings' => "", |
Daniel Dunbar | 7c9eb9e | 2009-10-19 09:19:09 +0000 | [diff] [blame] | 784 | 'cvsusercommitlist' => "", |
| 785 | 'cvsuserupdatelist' => "", |
| 786 | 'cvsaddedfiles' => "", |
| 787 | 'cvsmodifiedfiles' => "", |
| 788 | 'cvsremovedfiles' => "", |
| 789 | 'lines_of_code' => "", |
| 790 | 'cvs_file_count' => 0, |
| 791 | 'cvs_dir_count' => 0, |
Daniel Dunbar | 7a1e60a | 2009-10-19 13:19:53 +0000 | [diff] [blame] | 792 | 'warnings_removed' => "", |
| 793 | 'warnings_added' => "", |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 794 | 'new_tests' => "", |
| 795 | 'removed_tests' => "", |
Daniel Dunbar | 7f0e81f | 2009-10-19 13:20:00 +0000 | [diff] [blame] | 796 | 'o_file_sizes' => "", |
Daniel Dunbar | 2bb4c53 | 2009-10-19 13:20:50 +0000 | [diff] [blame] | 797 | 'a_file_sizes' => "" |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 798 | ); |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 799 | |
Daniel Dunbar | f7f02a9 | 2009-06-26 22:33:28 +0000 | [diff] [blame] | 800 | if ($SUBMIT || !($SUBMITAUX eq "")) { |
Tanya Lattner | c161188 | 2008-03-10 07:28:08 +0000 | [diff] [blame] | 801 | my $response = SendData $SUBMITSERVER,$SUBMITSCRIPT,\%hash_of_data; |
| 802 | if( $VERBOSE) { print "============================\n$response"; } |
| 803 | } else { |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 804 | print "============================\n"; |
| 805 | foreach $x(keys %hash_of_data){ |
| 806 | print "$x => $hash_of_data{$x}\n"; |
| 807 | } |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 808 | } |
| 809 | |
| 810 | ############################################################## |
| 811 | # |
Daniel Dunbar | 2e10794 | 2009-10-19 09:18:54 +0000 | [diff] [blame] | 812 | # Remove the source tree... |
Patrick Jenkins | fe030d7 | 2006-07-06 21:19:32 +0000 | [diff] [blame] | 813 | # |
| 814 | ############################################################## |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 815 | system ( "$NICE rm -rf $BuildDir") |
Daniel Dunbar | 0c39e38 | 2009-07-13 22:17:49 +0000 | [diff] [blame] | 816 | if (!$NOCHECKOUT and !$NOREMOVE and !$NOREMOVEATEND); |
Misha Brukman | 12c8d1b | 2009-01-02 16:28:18 +0000 | [diff] [blame] | 817 | system ( "$NICE rm -rf $WebDir") |
Reid Spencer | fa34d7b | 2006-08-13 09:53:02 +0000 | [diff] [blame] | 818 | if (!$NOCHECKOUT and !$NOREMOVE and !$NOREMOVERESULTS); |