sewardj | 59570ff | 2010-01-01 11:59:33 +0000 | [diff] [blame] | 1 | #!/bin/bash |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 2 | |
| 3 | # Do an automated test which involves building and regtesting version |
| 4 | # 1.6 of the GNU Scientific Library (gsl). This has proven to be a |
| 5 | # very thorough test of Vex's CPU simulations and has exposed bugs |
| 6 | # which had not been previously discovered. Gsl contains more |
| 7 | # than 100,000 tests as part of its regression suite, and so this |
| 8 | # script's purpose is to runs those tests using valgrind and compare |
| 9 | # against the same tests run natively. |
| 10 | # |
| 11 | # You can download gsl and get more info about it at |
| 12 | # http://www.gnu.org/software/gsl |
| 13 | |
| 14 | |
| 15 | |
| 16 | # Args: |
| 17 | # absolute name of gsl-1.6.tar.gz file |
| 18 | # name of C compiler |
| 19 | # args for C compiler |
| 20 | # name of Valgrind |
| 21 | # args for Valgrind |
| 22 | |
florian | 7d219f8 | 2011-11-11 04:04:12 +0000 | [diff] [blame] | 23 | # Results: 3.7.0 --tool=none |
| 24 | # x86 1 failure Ubuntu 10.10 |
| 25 | # FAIL: qawo(f456) elist (7.25063790881233303e-15 observed vs 7.25922435194575979e-15 expected) |
| 26 | # same failure was also present in 3.6.1 |
| 27 | # s390x 0 failures on z900 running RHEL4 |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 28 | |
sewardj | d2ea411 | 2005-07-04 23:54:41 +0000 | [diff] [blame] | 29 | if [ $# != 5 ] |
| 30 | then |
sewardj | 4d3ab3e | 2005-12-30 22:50:01 +0000 | [diff] [blame] | 31 | echo "usage: gsl16test /absolute/name/of/gsl-1.6-patched.tar.gz" |
sewardj | d2ea411 | 2005-07-04 23:54:41 +0000 | [diff] [blame] | 32 | echo " C-compiler-command" |
| 33 | echo " flags-for-C-compiler" |
| 34 | echo " Valgrind-command" |
| 35 | echo " flags-for-Valgrind" |
| 36 | exit 1 |
| 37 | fi |
| 38 | |
| 39 | |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 40 | runcmd () { |
| 41 | echo -n " $1 ... " |
| 42 | shift |
| 43 | |
| 44 | (eval "$*") >> log.verbose 2>&1 |
| 45 | |
| 46 | if [ $? == 0 ] |
| 47 | then |
| 48 | echo "done" |
| 49 | return 0 |
| 50 | else |
| 51 | echo "failed" |
| 52 | return 1 |
| 53 | fi |
| 54 | } |
| 55 | |
| 56 | GSL_FILE=$1 |
| 57 | GSL_CC=$2 |
| 58 | GSL_CFLAGS=$3 |
| 59 | GSL_VV=$4 |
| 60 | GSL_VFLAGS=$5 |
| 61 | |
| 62 | TESTS1="block/test cblas/test cdf/test cheb/test combination/test" |
| 63 | TESTS2="complex/test const/test deriv/test dht/test diff/test" |
| 64 | TESTS3="eigen/test err/test fft/test fit/test histogram/test" |
| 65 | TESTS4="ieee-utils/test integration/test interpolation/test linalg/test" |
| 66 | TESTS5="matrix/test min/test monte/test multifit/test multimin/test" |
| 67 | TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test" |
| 68 | TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test" |
| 69 | TESTS8="sort/test specfunc/test statistics/test sum/test sys/test" |
| 70 | TESTS9="vector/test wavelet/test" |
| 71 | |
| 72 | ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9" |
| 73 | |
| 74 | echo "gsl16test: src: " $GSL_FILE |
| 75 | echo "gsl16test: cc: " $GSL_CC |
| 76 | echo "gsl16test: cflags: " $GSL_CFLAGS |
| 77 | echo "gsl16test: valgrind: " $GSL_VV |
| 78 | echo "gsl16test: vflags: " $GSL_VFLAGS |
| 79 | |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 80 | rm -rf log.verbose gsl-1.6-patched summary.txt |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 81 | |
| 82 | echo > log.verbose |
| 83 | |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 84 | echo > summary.txt |
| 85 | echo $0 $1 \"$2\" \"$3\" \"$4\" \"$5\" >> summary.txt |
| 86 | echo >> summary.txt |
| 87 | |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 88 | runcmd "Untarring " \ |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 89 | "rm -rf gsl-1.6-patched && tar xzf $GSL_FILE" && \ |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 90 | \ |
| 91 | runcmd "Configuring " \ |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 92 | "(cd gsl-1.6-patched && CC=$GSL_CC CFLAGS=\"$GSL_CFLAGS\" ./configure)" && \ |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 93 | \ |
| 94 | runcmd "Building " \ |
sewardj | 4cb3dc3 | 2012-06-28 09:12:58 +0000 | [diff] [blame] | 95 | "(cd gsl-1.6-patched && make -j4 && make -k check)" |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 96 | |
| 97 | echo -n " Collecting reference results " |
| 98 | rm -f out-REF |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 99 | (cd gsl-1.6-patched && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 100 | echo " ... done" |
| 101 | |
| 102 | echo -n " Collecting valgrinded results " |
sewardj | 4bec7ac | 2012-06-13 11:12:06 +0000 | [diff] [blame] | 103 | rm -f out-VAL |
| 104 | (cd gsl-1.6-patched && for f in $ALL_TESTS ; do eval $GSL_VV -v --trace-children=yes "$GSL_VFLAGS" ./$f ; done) &> out-VAL |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 105 | echo " ... done" |
| 106 | |
| 107 | echo -n " Native fails: " && (grep FAIL: out-REF | wc -l) |
| 108 | echo -n " Native passes: " && (grep PASS: out-REF | wc -l) |
sewardj | 4bec7ac | 2012-06-13 11:12:06 +0000 | [diff] [blame] | 109 | echo -n " Valgrind fails: " && (grep FAIL: out-VAL | wc -l) |
| 110 | echo -n " Valgrind passes: " && (grep PASS: out-VAL | wc -l) |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 111 | |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 112 | (echo -n " Native fails: " && (grep FAIL: out-REF | wc -l)) >> summary.txt |
| 113 | (echo -n " Native passes: " && (grep PASS: out-REF | wc -l)) >> summary.txt |
sewardj | 4bec7ac | 2012-06-13 11:12:06 +0000 | [diff] [blame] | 114 | (echo -n " Valgrind fails: " && (grep FAIL: out-VAL | wc -l)) >> summary.txt |
| 115 | (echo -n " Valgrind passes: " && (grep PASS: out-VAL | wc -l)) >> summary.txt |
sewardj | b9c7c79 | 2005-07-24 11:18:41 +0000 | [diff] [blame] | 116 | echo >> summary.txt |
| 117 | |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 118 | echo |