| #! /bin/sh |
| # |
| # SPDX-License-Identifier: BSD-2-Clause |
| # |
| # Copyright (c) 2018-2023 Gavin D. Howard and contributors. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are met: |
| # |
| # * Redistributions of source code must retain the above copyright notice, this |
| # list of conditions and the following disclaimer. |
| # |
| # * Redistributions in binary form must reproduce the above copyright notice, |
| # this list of conditions and the following disclaimer in the documentation |
| # and/or other materials provided with the distribution. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| # AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| # ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE |
| # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| # POSSIBILITY OF SUCH DAMAGE. |
| # |
| |
| script="$0" |
| testdir=$(dirname "$script") |
| |
| . "$testdir/../scripts/functions.sh" |
| |
| outputdir=${BC_TEST_OUTPUT_DIR:-$testdir} |
| |
| # Just print the usage and exit with an error. This can receive a message to |
| # print. |
| # @param 1 A message to print. |
| usage() { |
| if [ $# -eq 1 ]; then |
| printf '%s\n\n' "$1" |
| fi |
| printf 'usage: %s dir test problematic_tests [exec args...]\n' "$script" |
| exit 1 |
| } |
| |
| # Command-line processing. |
| if [ "$#" -lt 3 ]; then |
| usage "Not enough arguments" |
| else |
| |
| d="$1" |
| shift |
| check_d_arg "$d" |
| |
| t="$1" |
| shift |
| |
| problematic="$1" |
| shift |
| check_bool_arg "$problematic" |
| |
| fi |
| |
| testfile="$testdir/$d/errors/$t" |
| check_file_arg "$testfile" |
| |
| if [ "$#" -lt 1 ]; then |
| exe="$testdir/../bin/$d" |
| else |
| exe="$1" |
| shift |
| fi |
| |
| # Just skip tests that are problematic on FreeBSD. These tests can cause FreeBSD |
| # to kill bc from memory exhaustion because of overcommit. |
| if [ "$d" = "bc" ] && [ "$problematic" -eq 0 ]; then |
| if [ "$t" = "33.txt" ]; then |
| printf 'Skipping problematic %s error file %s...\n' "$d" "$t" |
| exit 0 |
| fi |
| fi |
| |
| # I use these, so unset them to make the tests work. |
| unset BC_ENV_ARGS |
| unset BC_LINE_LENGTH |
| unset DC_ENV_ARGS |
| unset DC_LINE_LENGTH |
| |
| out="$outputdir/${d}_outputs/error_results_${t}" |
| outdir=$(dirname "$out") |
| |
| # Make sure the directory exists. |
| if [ ! -d "$outdir" ]; then |
| mkdir -p "$outdir" |
| fi |
| |
| # Set stuff for the correct calculator. |
| if [ "$d" = "bc" ]; then |
| opts="-l" |
| halt="halt" |
| read_call="read()" |
| read_expr="${read_call}\n5+5;" |
| else |
| opts="-x" |
| halt="q" |
| fi |
| |
| printf 'Running %s error file %s with clamping...' "$d" "$t" |
| |
| printf '%s\n' "$halt" 2> /dev/null | "$exe" "$@" $opts -c "$testfile" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" > /dev/null |
| |
| printf 'pass\n' |
| |
| printf 'Running %s error file %s without clamping...' "$d" "$t" |
| |
| printf '%s\n' "$halt" 2> /dev/null | "$exe" "$@" $opts -C "$testfile" 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" > /dev/null |
| |
| printf 'pass\n' |
| |
| printf 'Running %s error file %s through cat with clamping...' "$d" "$t" |
| |
| cat "$testfile" 2> /dev/null | "$exe" "$@" $opts -c 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" |
| |
| printf 'pass\n' |
| |
| printf 'Running %s error file %s through cat without clamping...' "$d" "$t" |
| |
| cat "$testfile" 2> /dev/null | "$exe" "$@" $opts -C 2> "$out" > /dev/null |
| err="$?" |
| |
| checkerrtest "$d" "$err" "$testfile" "$out" "$exebase" |
| |
| printf 'pass\n' |