blob: 333a060078060cca626ca3b2925287e4de5d9cb3 [file] [log] [blame]
sewardjb9c7c792005-07-24 11:18:41 +00001#!/bin/sh
sewardj1bad8002005-07-04 23:44:10 +00002
3# Do an automated test which involves building and regtesting version
4# 1.6 of the GNU Scientific Library (gsl). This has proven to be a
5# very thorough test of Vex's CPU simulations and has exposed bugs
6# which had not been previously discovered. Gsl contains more
7# than 100,000 tests as part of its regression suite, and so this
8# script's purpose is to runs those tests using valgrind and compare
9# against the same tests run natively.
10#
11# You can download gsl and get more info about it at
12# http://www.gnu.org/software/gsl
13
14
15
16# Args:
17# absolute name of gsl-1.6.tar.gz file
18# name of C compiler
19# args for C compiler
20# name of Valgrind
21# args for Valgrind
22
23
sewardjd2ea4112005-07-04 23:54:41 +000024if [ $# != 5 ]
25then
sewardj4d3ab3e2005-12-30 22:50:01 +000026 echo "usage: gsl16test /absolute/name/of/gsl-1.6-patched.tar.gz"
sewardjd2ea4112005-07-04 23:54:41 +000027 echo " C-compiler-command"
28 echo " flags-for-C-compiler"
29 echo " Valgrind-command"
30 echo " flags-for-Valgrind"
31 exit 1
32fi
33
34
sewardj1bad8002005-07-04 23:44:10 +000035runcmd () {
36 echo -n " $1 ... "
37 shift
38
39 (eval "$*") >> log.verbose 2>&1
40
41 if [ $? == 0 ]
42 then
43 echo "done"
44 return 0
45 else
46 echo "failed"
47 return 1
48 fi
49}
50
51GSL_FILE=$1
52GSL_CC=$2
53GSL_CFLAGS=$3
54GSL_VV=$4
55GSL_VFLAGS=$5
56
57TESTS1="block/test cblas/test cdf/test cheb/test combination/test"
58TESTS2="complex/test const/test deriv/test dht/test diff/test"
59TESTS3="eigen/test err/test fft/test fit/test histogram/test"
60TESTS4="ieee-utils/test integration/test interpolation/test linalg/test"
61TESTS5="matrix/test min/test monte/test multifit/test multimin/test"
62TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test"
63TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test"
64TESTS8="sort/test specfunc/test statistics/test sum/test sys/test"
65TESTS9="vector/test wavelet/test"
66
67ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9"
68
69echo "gsl16test: src: " $GSL_FILE
70echo "gsl16test: cc: " $GSL_CC
71echo "gsl16test: cflags: " $GSL_CFLAGS
72echo "gsl16test: valgrind: " $GSL_VV
73echo "gsl16test: vflags: " $GSL_VFLAGS
74
sewardjb9c7c792005-07-24 11:18:41 +000075rm -rf log.verbose gsl-1.6-patched summary.txt
sewardj1bad8002005-07-04 23:44:10 +000076
77echo > log.verbose
78
sewardjb9c7c792005-07-24 11:18:41 +000079echo > summary.txt
80echo $0 $1 \"$2\" \"$3\" \"$4\" \"$5\" >> summary.txt
81echo >> summary.txt
82
sewardj1bad8002005-07-04 23:44:10 +000083runcmd "Untarring " \
sewardjb9c7c792005-07-24 11:18:41 +000084 "rm -rf gsl-1.6-patched && tar xzf $GSL_FILE" && \
sewardj1bad8002005-07-04 23:44:10 +000085\
86runcmd "Configuring " \
sewardjb9c7c792005-07-24 11:18:41 +000087 "(cd gsl-1.6-patched && CC=$GSL_CC CFLAGS=\"$GSL_CFLAGS\" ./configure)" && \
sewardj1bad8002005-07-04 23:44:10 +000088\
89runcmd "Building " \
sewardjb9c7c792005-07-24 11:18:41 +000090 "(cd gsl-1.6-patched && make && make -k check)"
sewardj1bad8002005-07-04 23:44:10 +000091
92echo -n " Collecting reference results "
93rm -f out-REF
sewardjb9c7c792005-07-24 11:18:41 +000094(cd gsl-1.6-patched && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF
sewardj1bad8002005-07-04 23:44:10 +000095echo " ... done"
96
97echo -n " Collecting valgrinded results "
98rm -f out-V
sewardjb9c7c792005-07-24 11:18:41 +000099(cd gsl-1.6-patched && for f in $ALL_TESTS ; do eval $GSL_VV -v --trace-children=yes "$GSL_VFLAGS" ./$f ; done) &> out-V
sewardj1bad8002005-07-04 23:44:10 +0000100echo " ... done"
101
102echo -n " Native fails: " && (grep FAIL: out-REF | wc -l)
103echo -n " Native passes: " && (grep PASS: out-REF | wc -l)
104echo -n " Valgrind fails: " && (grep FAIL: out-V | wc -l)
105echo -n " Valgrind passes: " && (grep PASS: out-V | wc -l)
106
sewardjb9c7c792005-07-24 11:18:41 +0000107(echo -n " Native fails: " && (grep FAIL: out-REF | wc -l)) >> summary.txt
108(echo -n " Native passes: " && (grep PASS: out-REF | wc -l)) >> summary.txt
109(echo -n " Valgrind fails: " && (grep FAIL: out-V | wc -l)) >> summary.txt
110(echo -n " Valgrind passes: " && (grep PASS: out-V | wc -l)) >> summary.txt
111echo >> summary.txt
112
sewardj1bad8002005-07-04 23:44:10 +0000113echo