| #! /bin/sh |
| # |
| # SPDX-License-Identifier: BSD-2-Clause |
| # |
| # Copyright (c) 2018-2021 Gavin D. Howard and contributors. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are met: |
| # |
| # * Redistributions of source code must retain the above copyright notice, this |
| # list of conditions and the following disclaimer. |
| # |
| # * Redistributions in binary form must reproduce the above copyright notice, |
| # this list of conditions and the following disclaimer in the documentation |
| # and/or other materials provided with the distribution. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE |
| # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| # POSSIBILITY OF SUCH DAMAGE. |
| # |
| |
| # WARNING: Test files cannot have empty lines! |
| |
| script="$0" |
| testdir=$(dirname "$script") |
| |
| . "$testdir/../scripts/functions.sh" |
| |
| # Command-line processing. |
| if [ "$#" -eq 0 ]; then |
| printf 'usage: %s dir [exec args...]\n' "$script" |
| exit 1 |
| else |
| d="$1" |
| shift |
| fi |
| |
| if [ "$#" -lt 1 ]; then |
| exe="$testdir/../bin/$d" |
| else |
| exe="$1" |
| shift |
| fi |
| |
| # I use these, so unset them to make the tests work. |
| unset BC_ENV_ARGS |
| unset BC_LINE_LENGTH |
| unset DC_ENV_ARGS |
| unset DC_LINE_LENGTH |
| |
| out="$testdir/${d}_outputs/errors_results.txt" |
| outdir=$(dirname "$out") |
| |
| # Make sure the directory exists. |
| if [ ! -d "$outdir" ]; then |
| mkdir -p "$outdir" |
| fi |
| |
| exebase=$(basename "$exe") |
| |
| # These are the filenames for the extra tests. |
| posix="posix_errors" |
| read_errors="read_errors" |
| |
| # Set stuff for the correct calculator. |
| if [ "$d" = "bc" ]; then |
| opts="-l" |
| halt="halt" |
| read_call="read()" |
| read_expr="${read_call}\n5+5;" |
| else |
| opts="-x" |
| halt="q" |
| fi |
| |
| printf 'Running %s command-line error tests...' "$d" |
| |
| printf '%s\n' "$halt" | "$exe" "$@" -e "1+1" -f- -e "2+2" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "command-line -e test" "$out" "$exebase" |
| |
| printf '%s\n' "$halt" | "$exe" "$@" -e "1+1" -f- -f "$testdir/$d/decimal.txt" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "command-line -f test" "$out" "$exebase" |
| |
| printf 'pass\n' |
| |
| # Now test the error files in the standard tests directory. |
| for testfile in $testdir/$d/*errors.txt; do |
| |
| if [ -z "${testfile##*$read_errors*}" ]; then |
| # We don't test read errors here. Skip. |
| continue |
| fi |
| |
| # Test bc POSIX errors and warnings. |
| if [ -z "${testfile##*$posix*}" ]; then |
| |
| # Just test warnings. |
| line="last" |
| printf '%s\n' "$line" | "$exe" "$@" "-lw" 2> "$out" > /dev/null |
| err="$?" |
| |
| if [ "$err" -ne 0 ]; then |
| die "$d" "returned an error ($err)" "POSIX warning" 1 |
| fi |
| |
| checkerrtest "$d" "1" "$line" "$out" "$exebase" |
| |
| # Set the options for standard mode. |
| options="-ls" |
| |
| else |
| options="$opts" |
| fi |
| |
| # Output something pretty. |
| base=$(basename "$testfile") |
| base="${base%.*}" |
| printf 'Running %s %s...' "$d" "$base" |
| |
| # Test errors on each line of the file. Yes, each line has a separate error |
| # case. |
| while read -r line; do |
| |
| rm -f "$out" |
| |
| printf '%s\n' "$line" | "$exe" "$@" "$options" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$line" "$out" "$exebase" |
| |
| done < "$testfile" |
| |
| printf 'pass\n' |
| |
| done |
| |
| # I need to skip a test here on FreeBSD. |
| os=$(uname) |
| |
| # The list of files we need to skip. |
| skip_files=" |
| 33.txt |
| " |
| |
| # Test all the files in the errors directory. While the loop above does one test |
| # for every line, this does one test per file, but it runs the file through |
| # stdin and as a file on the command-line. |
| for testfile in $testdir/$d/errors/*.txt; do |
| |
| # If we are on FreeBSD... |
| if [ "$os" = "FreeBSD" ] && [ "$d" = "dc" ]; then |
| |
| b=$(basename "$testfile") |
| |
| # If the file is one of the skip files... |
| if [ -z "${skip_files##*$b*}" ]; then |
| |
| printf 'On FreeBSD; skipping %s...\n' "$testfile" |
| continue |
| |
| fi |
| fi |
| |
| printf 'Running %s error file %s...' "$d" "$testfile" |
| |
| printf '%s\n' "$halt" | "$exe" "$@" $opts "$testfile" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s error file %s through cat...' "$d" "$testfile" |
| |
| cat "$testfile" | "$exe" "$@" $opts 2> "$out" > /dev/null |
| err="$?" |
| |
| checkcrash "$d" "$err" "$testfile" |
| |
| printf 'pass\n' |
| |
| done |