sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
| 3 | # Do an automated test which involves building and regtesting version |
| 4 | # 1.6 of the GNU Scientific Library (gsl). This has proven to be a |
| 5 | # very thorough test of Vex's CPU simulations and has exposed bugs |
| 6 | # which had not been previously discovered. Gsl contains more |
| 7 | # than 100,000 tests as part of its regression suite, and so this |
| 8 | # script's purpose is to runs those tests using valgrind and compare |
| 9 | # against the same tests run natively. |
| 10 | # |
| 11 | # You can download gsl and get more info about it at |
| 12 | # http://www.gnu.org/software/gsl |
| 13 | |
| 14 | |
| 15 | |
| 16 | # Args: |
| 17 | # absolute name of gsl-1.6.tar.gz file |
| 18 | # name of C compiler |
| 19 | # args for C compiler |
| 20 | # name of Valgrind |
| 21 | # args for Valgrind |
| 22 | |
| 23 | |
sewardj | d2ea411 | 2005-07-04 23:54:41 +0000 | [diff] [blame] | 24 | if [ $# != 5 ] |
| 25 | then |
| 26 | echo "usage: gsl15test /absolute/name/of/gsl-1.6.tar.gz" |
| 27 | echo " C-compiler-command" |
| 28 | echo " flags-for-C-compiler" |
| 29 | echo " Valgrind-command" |
| 30 | echo " flags-for-Valgrind" |
| 31 | exit 1 |
| 32 | fi |
| 33 | |
| 34 | |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 35 | runcmd () { |
| 36 | echo -n " $1 ... " |
| 37 | shift |
| 38 | |
| 39 | (eval "$*") >> log.verbose 2>&1 |
| 40 | |
| 41 | if [ $? == 0 ] |
| 42 | then |
| 43 | echo "done" |
| 44 | return 0 |
| 45 | else |
| 46 | echo "failed" |
| 47 | return 1 |
| 48 | fi |
| 49 | } |
| 50 | |
| 51 | GSL_FILE=$1 |
| 52 | GSL_CC=$2 |
| 53 | GSL_CFLAGS=$3 |
| 54 | GSL_VV=$4 |
| 55 | GSL_VFLAGS=$5 |
| 56 | |
| 57 | TESTS1="block/test cblas/test cdf/test cheb/test combination/test" |
| 58 | TESTS2="complex/test const/test deriv/test dht/test diff/test" |
| 59 | TESTS3="eigen/test err/test fft/test fit/test histogram/test" |
| 60 | TESTS4="ieee-utils/test integration/test interpolation/test linalg/test" |
| 61 | TESTS5="matrix/test min/test monte/test multifit/test multimin/test" |
| 62 | TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test" |
| 63 | TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test" |
| 64 | TESTS8="sort/test specfunc/test statistics/test sum/test sys/test" |
| 65 | TESTS9="vector/test wavelet/test" |
| 66 | |
| 67 | ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9" |
| 68 | |
| 69 | echo "gsl16test: src: " $GSL_FILE |
| 70 | echo "gsl16test: cc: " $GSL_CC |
| 71 | echo "gsl16test: cflags: " $GSL_CFLAGS |
| 72 | echo "gsl16test: valgrind: " $GSL_VV |
| 73 | echo "gsl16test: vflags: " $GSL_VFLAGS |
| 74 | |
| 75 | rm -rf log.verbose gsl-1.6 |
| 76 | |
| 77 | echo > log.verbose |
| 78 | |
| 79 | runcmd "Untarring " \ |
| 80 | "rm -rf gsl-1.6 && tar xzf $GSL_FILE" && \ |
| 81 | \ |
| 82 | runcmd "Configuring " \ |
sewardj | 2085956 | 2005-07-05 00:00:40 +0000 | [diff] [blame^] | 83 | "(cd gsl-1.6 && CC=$GSL_CC CFLAGS=\"$GSL_CFLAGS\" ./configure)" && \ |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 84 | \ |
| 85 | runcmd "Building " \ |
| 86 | "(cd gsl-1.6 && make && make -k check)" |
| 87 | |
| 88 | echo -n " Collecting reference results " |
| 89 | rm -f out-REF |
| 90 | (cd gsl-1.6 && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF |
| 91 | echo " ... done" |
| 92 | |
| 93 | echo -n " Collecting valgrinded results " |
| 94 | rm -f out-V |
sewardj | 2085956 | 2005-07-05 00:00:40 +0000 | [diff] [blame^] | 95 | (cd gsl-1.6 && for f in $ALL_TESTS ; do $GSL_VV -v --trace-children=yes \"$GSL_VFLAGS\" ./$f ; done) &> out-V |
sewardj | 1bad800 | 2005-07-04 23:44:10 +0000 | [diff] [blame] | 96 | echo " ... done" |
| 97 | |
| 98 | echo -n " Native fails: " && (grep FAIL: out-REF | wc -l) |
| 99 | echo -n " Native passes: " && (grep PASS: out-REF | wc -l) |
| 100 | echo -n " Valgrind fails: " && (grep FAIL: out-V | wc -l) |
| 101 | echo -n " Valgrind passes: " && (grep PASS: out-V | wc -l) |
| 102 | |
| 103 | echo |