| #! /bin/sh |
| # |
| # Copyright 2018 Gavin D. Howard |
| # |
| # Permission to use, copy, modify, and/or distribute this software for any |
| # purpose with or without fee is hereby granted. |
| # |
| # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH |
| # REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY |
| # AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, |
| # INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM |
| # LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR |
| # OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR |
| # PERFORMANCE OF THIS SOFTWARE. |
| # |
| |
| usage() { |
| printf 'usage: %s [run_tests] [generate_tests] [test_with_gcc] [run_sanitizers] [run_valgrind]\n' "$script" |
| exit 1 |
| } |
| |
| header() { |
| |
| local msg="$1" |
| shift |
| |
| printf '\n' |
| printf '*******************\n' |
| printf '%s...\n' "$msg" |
| printf '*******************\n' |
| printf '\n' |
| } |
| |
| do_make() { |
| make -j4 "$@" |
| } |
| |
| configure() { |
| |
| local CFLAGS="$1" |
| shift |
| |
| local CC="$1" |
| shift |
| |
| local configure_flags="$1" |
| shift |
| |
| if [ "$gen_tests" -eq 0 ]; then |
| configure_flags="-G $configure_flags" |
| fi |
| |
| if [ "$CC" = "clang" ]; then |
| CFLAGS="$clang_flags $CFLAGS" |
| fi |
| |
| header "Running \"./configure.sh $configure_flags\" with CC=\"$CC\" and CFLAGS=\"$CFLAGS\"" |
| CFLAGS="$CFLAGS" CC="$CC" ./configure.sh $configure_flags > /dev/null |
| |
| } |
| |
| build() { |
| |
| local CFLAGS="$1" |
| shift |
| |
| local CC="$1" |
| shift |
| |
| local configure_flags="$1" |
| shift |
| |
| configure "$CFLAGS" "$CC" "$configure_flags" |
| |
| header "Building with CC=\"$CC\" and CFLAGS=\"$CFLAGS\"" |
| |
| do_make > /dev/null 2> "$scriptdir/.test.txt" |
| |
| if [ -s "$scriptdir/.test.txt" ]; then |
| printf '%s generated warning(s):\n' "$CC" |
| printf '\n' |
| cat "$scriptdir/.test.txt" |
| exit 1 |
| fi |
| } |
| |
| runtest() { |
| |
| header "Running tests" |
| |
| if [ "$#" -gt 0 ]; then |
| do_make "$@" |
| else |
| do_make test |
| fi |
| } |
| |
| runconfigtests() { |
| |
| local CFLAGS="$1" |
| shift |
| |
| local CC="$1" |
| shift |
| |
| local configure_flags="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| if [ "$run_tests" -ne 0 ]; then |
| header "Running tests with configure flags \"$configure_flags\", CC=\"$CC\", and CFLAGS=\"$CFLAGS\"" |
| else |
| header "Building with configure flags \"$configure_flags\", CC=\"$CC\", and CFLAGS=\"$CFLAGS\"" |
| fi |
| |
| build "$CFLAGS" "$CC" "$configure_flags" |
| if [ "$run_tests" -ne 0 ]; then |
| runtest |
| fi |
| |
| do_make clean |
| |
| build "$CFLAGS" "$CC" "$configure_flags -b" |
| if [ "$run_tests" -ne 0 ]; then |
| runtest |
| fi |
| |
| do_make clean |
| |
| build "$CFLAGS" "$CC" "$configure_flags -d" |
| if [ "$run_tests" -ne 0 ]; then |
| runtest |
| fi |
| |
| do_make clean |
| } |
| |
| runtestseries() { |
| |
| local CFLAGS="$1" |
| shift |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runconfigtests "$CFLAGS" "$CC" "" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-E" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-H" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-N" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-R" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-S" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EH" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EN" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ER" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ES" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HN" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-NR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-NS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-RS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHN" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ENR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ENS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ERS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HNR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HNS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HRS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-NRS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHNR" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHNS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHRS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-ENRS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-HNRS" "$run_tests" |
| runconfigtests "$CFLAGS" "$CC" "-EHNRS" "$run_tests" |
| } |
| |
| runtests() { |
| |
| local CFLAGS="$1" |
| shift |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runtestseries "$CFLAGS" "$CC" "$run_tests" |
| } |
| |
| karatsuba() { |
| |
| header "Running Karatsuba tests" |
| do_make karatsuba_test |
| } |
| |
| vg() { |
| |
| header "Running valgrind" |
| |
| build "$reldebug" "$CC" "-g" |
| runtest valgrind |
| |
| do_make clean_config |
| |
| build "$reldebug" "$CC" "-gb" |
| runtest valgrind |
| |
| do_make clean_config |
| |
| build "$reldebug" "$CC" "-gd" |
| runtest valgrind |
| |
| do_make clean_config |
| } |
| |
| debug() { |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runtests "$debug" "$CC" "$run_tests" |
| |
| if [ "$CC" = "clang" -a "$run_sanitizers" -ne 0 ]; then |
| runtests "$debug -fsanitize=address" "$CC" "$run_tests" |
| runtests "$debug -fsanitize=undefined" "$CC" "$run_tests" |
| runtests "$debug -fsanitize=memory" "$CC" "$run_tests" |
| fi |
| } |
| |
| release() { |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runtests "$release" "$CC" "$run_tests" |
| } |
| |
| reldebug() { |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runtests "$reldebug" "$CC" "$run_tests" |
| } |
| |
| minsize() { |
| |
| local CC="$1" |
| shift |
| |
| local run_tests="$1" |
| shift |
| |
| runtests "$minsize" "$CC" "$run_tests" |
| } |
| |
| clang_flags="-Weverything -Wno-padded -Wno-switch-enum -Wno-format-nonliteral" |
| clang_flags="$clang_flags -Wno-cast-align -Wno-missing-noreturn -Wno-disabled-macro-expansion" |
| clang_flags="$clang_flags -Wno-unreachable-code -Wno-unreachable-code-return" |
| |
| cflags="-Wall -Wextra -Werror -pedantic -std=c99" |
| |
| debug="$cflags -g -O0 -fno-omit-frame-pointer" |
| release="$cflags -DNDEBUG -O3" |
| reldebug="$cflags -O3 -g -fno-omit-frame-pointer" |
| minsize="$cflags -DNDEBUG -Os" |
| |
| set -e |
| |
| script="$0" |
| scriptdir=$(dirname "$script") |
| |
| if [ "$#" -gt 0 ]; then |
| run_tests="$1" |
| shift |
| else |
| run_tests=1 |
| fi |
| |
| if [ "$#" -gt 0 ]; then |
| gen_tests="$1" |
| shift |
| else |
| gen_tests=1 |
| fi |
| |
| if [ "$#" -gt 0 ]; then |
| test_with_gcc="$1" |
| shift |
| else |
| test_with_gcc=1 |
| fi |
| |
| if [ "$#" -gt 0 ]; then |
| run_sanitizers="$1" |
| shift |
| else |
| run_sanitizers=1 |
| fi |
| |
| if [ "$#" -gt 0 ]; then |
| run_valgrind="$1" |
| shift |
| else |
| run_valgrind=1 |
| fi |
| |
| cd "$scriptdir" |
| |
| build "$debug" "clang" "" |
| |
| header "Running math library under --standard" |
| |
| printf 'quit\n' | bin/bc -ls |
| |
| version=$(make version) |
| |
| do_make clean_tests |
| |
| debug "clang" "$run_tests" |
| release "clang" "$run_tests" |
| reldebug "clang" "$run_tests" |
| minsize "clang" "$run_tests" |
| |
| if [ "$test_with_gcc" -ne 0 ]; then |
| debug "gcc" "$run_tests" |
| release "gcc" "$run_tests" |
| reldebug "gcc" "$run_tests" |
| minsize "gcc" "$run_tests" |
| fi |
| |
| if [ "$run_tests" -ne 0 ]; then |
| |
| build "$release" "clang" "" |
| |
| karatsuba |
| |
| if [ "$run_valgrind" -ne 0 ]; then |
| vg |
| fi |
| |
| configure "$reldebug" "afl-gcc" "" |
| |
| printf '\n' |
| printf 'Run make\n' |
| printf '\n' |
| printf 'Then run %s/tests/randmath.py and the fuzzer.\n' "$scriptdir" |
| printf 'Then run the GitHub release script as follows:\n' |
| printf '\n' |
| printf ' <github_release> %s <msg> .travis.yml codecov.yml release.sh RELEASE.md \\\n' "$version" |
| printf ' tests/afl.py tests/randmath.py tests/bc/scripts/timeconst.bc\n' |
| |
| fi |