| #! /bin/sh |
| # |
| # SPDX-License-Identifier: BSD-2-Clause |
| # |
| # Copyright (c) 2018-2020 Gavin D. Howard and contributors. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are met: |
| # |
| # * Redistributions of source code must retain the above copyright notice, this |
| # list of conditions and the following disclaimer. |
| # |
| # * Redistributions in binary form must reproduce the above copyright notice, |
| # this list of conditions and the following disclaimer in the documentation |
| # and/or other materials provided with the distribution. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE |
| # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| # POSSIBILITY OF SUCH DAMAGE. |
| # |
| |
| set -e |
| |
| script="$0" |
| testdir=$(dirname "$script") |
| |
| . "$testdir/../functions.sh" |
| |
| if [ "$#" -ge 1 ]; then |
| d="$1" |
| shift |
| else |
| err_exit "usage: $script dir [run_extra_tests] [run_stack_tests] [gen_tests] [time_tests] [exec args...]" 1 |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| extra=1 |
| else |
| extra="$1" |
| shift |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| run_stack_tests=1 |
| else |
| run_stack_tests="$1" |
| shift |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| generate_tests=1 |
| else |
| generate_tests="$1" |
| shift |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| time_tests=0 |
| else |
| time_tests="$1" |
| shift |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| exe="$testdir/../bin/$d" |
| else |
| exe="$1" |
| shift |
| fi |
| |
| stars="***********************************************************************" |
| printf '%s\n' "$stars" |
| |
| if [ "$d" = "bc" ]; then |
| halt="quit" |
| else |
| halt="q" |
| fi |
| |
| unset BC_ENV_ARGS |
| unset BC_LINE_LENGTH |
| unset DC_ENV_ARGS |
| unset DC_LINE_LENGTH |
| |
| printf '\nRunning %s tests...\n\n' "$d" |
| |
| while read t; do |
| |
| if [ "$extra" -eq 0 ]; then |
| if [ "$t" = "trunc" ] || [ "$t" = "places" ] || [ "$t" = "shift" ] || \ |
| [ "$t" = "lib2" ] || [ "$t" = "scientific" ] || [ "$t" = "rand" ] || \ |
| [ "$t" = "engineering" ] |
| then |
| printf 'Skipping %s %s\n' "$d" "$t" |
| continue |
| fi |
| fi |
| |
| sh "$testdir/test.sh" "$d" "$t" "$generate_tests" "$time_tests" "$exe" "$@" |
| |
| done < "$testdir/$d/all.txt" |
| |
| sh "$testdir/stdin.sh" "$d" "$exe" "$@" |
| |
| sh "$testdir/scripts.sh" "$d" "$extra" "$run_stack_tests" "$generate_tests" "$time_tests" "$exe" "$@" |
| sh "$testdir/read.sh" "$d" "$exe" "$@" |
| sh "$testdir/errors.sh" "$d" "$exe" "$@" |
| |
| num=100000000000000000000000000000000000000000000000000000000000000000000000000000 |
| numres="$num" |
| num70="10000000000000000000000000000000000000000000000000000000000000000000\\ |
| 0000000000" |
| |
| if [ "$d" = "bc" ]; then |
| halt="halt" |
| opt="x" |
| lopt="extended-register" |
| line_var="BC_LINE_LENGTH" |
| else |
| halt="q" |
| opt="l" |
| lopt="mathlib" |
| line_var="DC_LINE_LENGTH" |
| num="$num pR" |
| fi |
| |
| printf '\nRunning %s quit test...' "$d" |
| |
| printf '%s\n' "$halt" | "$exe" "$@" > /dev/null 2>&1 |
| |
| if [ "$d" = bc ]; then |
| printf '%s\n' "quit" | "$exe" "$@" > /dev/null 2>&1 |
| two=$("$exe" "$@" -e 1+1 -e quit) |
| if [ "$two" != "2" ]; then |
| err_exit "$d failed a quit test" 1 |
| fi |
| fi |
| |
| printf 'pass\n' |
| |
| base=$(basename "$exe") |
| |
| if [ "$base" != "bc" -a "$base" != "dc" ]; then |
| exit 0 |
| fi |
| |
| printf 'Running %s environment var tests...' "$d" |
| |
| if [ "$d" = "bc" ]; then |
| export BC_ENV_ARGS=" '-l' '' -q" |
| export BC_EXPR_EXIT="1" |
| printf 's(.02893)\n' | "$exe" "$@" > /dev/null |
| "$exe" -e 4 "$@" > /dev/null |
| else |
| export DC_ENV_ARGS="'-x'" |
| export DC_EXPR_EXIT="1" |
| printf '4s stuff\n' | "$exe" "$@" > /dev/null |
| "$exe" -e 4pR "$@" > /dev/null |
| fi |
| |
| printf 'pass\n' |
| |
| out1="$testdir/../.log_$d.txt" |
| out2="$testdir/../.log_${d}_test.txt" |
| |
| printf 'Running %s line length tests...' "$d" |
| |
| printf '%s\n' "$numres" > "$out1" |
| |
| export "$line_var"=80 |
| printf '%s\n' "$num" | "$exe" "$@" > "$out2" |
| |
| diff "$out1" "$out2" |
| |
| printf '%s\n' "$num70" > "$out1" |
| |
| export "$line_var"=2147483647 |
| printf '%s\n' "$num" | "$exe" "$@" > "$out2" |
| |
| diff "$out1" "$out2" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s arg tests...' "$d" |
| |
| f="$testdir/$d/add.txt" |
| exprs=$(cat "$f") |
| results=$(cat "$testdir/$d/add_results.txt") |
| |
| printf '%s\n%s\n%s\n%s\n' "$results" "$results" "$results" "$results" > "$out1" |
| |
| "$exe" "$@" -e "$exprs" -f "$f" --expression "$exprs" --file "$f" -e "$halt" > "$out2" |
| |
| diff "$out1" "$out2" |
| |
| printf '%s\n' "$halt" | "$exe" "$@" -- "$f" "$f" "$f" "$f" > "$out2" |
| |
| diff "$out1" "$out2" |
| |
| if [ "$d" = "bc" ]; then |
| printf '%s\n' "$halt" | "$exe" "$@" -i > /dev/null 2>&1 |
| fi |
| |
| printf '%s\n' "$halt" | "$exe" "$@" -h > /dev/null |
| printf '%s\n' "$halt" | "$exe" "$@" -P > /dev/null |
| printf '%s\n' "$halt" | "$exe" "$@" -v > /dev/null |
| printf '%s\n' "$halt" | "$exe" "$@" -V > /dev/null |
| |
| set +e |
| |
| "$exe" "$@" -f "saotehasotnehasthistohntnsahxstnhalcrgxgrlpyasxtsaosysxsatnhoy.txt" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "invalid file argument" "$out2" "$d" |
| |
| "$exe" "$@" "-$opt" -e "$exprs" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "invalid option argument" "$out2" "$d" |
| |
| "$exe" "$@" "--$lopt" -e "$exprs" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "invalid long option argument" "$out2" "$d" |
| |
| "$exe" "$@" "-u" -e "$exprs" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "unrecognized option argument" "$out2" "$d" |
| |
| "$exe" "$@" "--uniform" -e "$exprs" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "unrecognized long option argument" "$out2" "$d" |
| |
| "$exe" "$@" -f > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "missing required argument to short option" "$out2" "$d" |
| |
| "$exe" "$@" --file > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "missing required argument to long option" "$out2" "$d" |
| |
| "$exe" "$@" --version=5 > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "given argument to long option with no argument" "$out2" "$d" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s directory test...' "$d" |
| |
| "$exe" "$@" "$testdir" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "directory" "$out2" "$d" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s binary file test...' "$d" |
| |
| bin="/bin/sh" |
| |
| "$exe" "$@" "$bin" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "binary file" "$out2" "$d" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s binary stdin test...' "$d" |
| |
| cat "$bin" | "$exe" "$@" > /dev/null 2> "$out2" |
| err="$?" |
| |
| checktest "$d" "$err" "binary stdin" "$out2" "$d" |
| |
| printf 'pass\n' |
| |
| if [ "$d" = "bc" ]; then |
| |
| printf 'Running %s limits tests...' "$d" |
| printf 'limits\n' | "$exe" "$@" > "$out2" /dev/null 2>&1 |
| |
| if [ ! -s "$out2" ]; then |
| err_exit "$d did not produce output on the limits test" 1 |
| fi |
| |
| printf 'pass\n' |
| |
| fi |
| |
| printf '\nAll %s tests passed.\n' "$d" |
| |
| printf '\n%s\n' "$stars" |