Skip to content

Commit

Permalink
Added test.sh and improved make test
Browse files Browse the repository at this point in the history 
Added test.sh to perform the complete suite of tests
for the mkiocccentry repo.

Updated make test to run ./test.sh.

Unlike the previous test process, if all the test code
is executable, then all the tests are performed
and only afterwards might test.sh exit non-zero.
  • Loading branch information
@lcn2
lcn2 committed Apr 24, 2022
1 parent aea984d commit eeafc3e
Show file tree
Hide file tree
Showing 2 changed files with 333 additions and 41 deletions.
44 changes: 3 additions & 41 deletions Makefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -238,7 +238,7 @@ H_FILES= dbg.h jauthchk.h jinfochk.h json.h jstrdecode.h jstrencode.h limit_iocc
#
DSYMDIRS= $(TARGETS:=.dSYM)
SH_FILES= iocccsize-test.sh jstr-test.sh limit_ioccc.sh mkiocccentry-test.sh json-test.sh \
jcodechk.sh vermod.sh prep.sh run_bison.sh run_flex.sh reset_tstamp.sh
jcodechk.sh vermod.sh prep.sh run_bison.sh run_flex.sh reset_tstamp.sh test.sh
BUILD_LOG= build.log

# the basename of bison (or yacc) to look for
Expand Down Expand Up @@ -582,46 +582,8 @@ reset_min_timestamp: reset_tstamp.sh

# perform all of the mkiocccentry repo required tests
#
test: all iocccsize-test.sh dbg mkiocccentry-test.sh jstr-test.sh jint jfloat Makefile
@chmod +x iocccsize-test.sh mkiocccentry-test.sh jstr-test.sh
@echo "RUNNING: iocccsize-test.sh"
./iocccsize-test.sh -v 1
@echo "PASSED: iocccsize-test.sh"
@echo
@echo "This next test is supposed to fail with the error: FATAL[5]: main: simulated error, ..."
@echo
@echo "RUNNING: dbg"
@${RM} -f dbg.out
@status=`./dbg -e 2 foo bar baz 2>dbg.out; echo "$$?"`; \
if [ "$$status" != 5 ]; then \
echo "exit status of dbg: $$status != 5"; \
exit 1; \
fi
@${GREP} -q '^FATAL\[5\]: main: simulated error, foo: foo bar: bar errno\[2\]: No such file or directory$$' dbg.out
@${RM} -f dbg.out
@echo "PASSED: dbg"
@echo
@echo "RUNNING: mkiocccentry-test.sh"
./mkiocccentry-test.sh
@echo "PASSED: mkiocccentry-test.sh"
@echo
@echo "RUNNING: jstr-test.sh"
./jstr-test.sh
@echo "PASSED: jstr-test.sh"
@echo
@echo "RUNNING: jint -t"
./jint -t
@echo "PASSED: jint -t"
@echo
@echo "RUNNING: jfloat -t"
./jfloat -t
@echo "PASSED: jfloat -t"
@echo
@echo "RUNNING: dyn_test"
./dyn_test
@echo "PASSED: dyn_test"
@echo
@echo "All tests PASSED"
test: test.sh iocccsize-test.sh dbg mkiocccentry-test.sh jstr-test.sh jint jfloat dyn_test Makefile
./test.sh

# run json-test.sh on test_JSON files
#
Expand Down
330 changes: 330 additions & 0 deletions test.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,330 @@
#!/usr/bin/env bash
#
# test.sh - perform the complete suite of tests for the mkiocccentry repo
#
# Copyright (c) 2022 by Landon Curt Noll. All Rights Reserved.
#
# Permission to use, copy, modify, and distribute this software and
# its documentation for any purpose and without fee is hereby granted,
# provided that the above copyright, this permission notice and text
# this comment, and the disclaimer below appear in all of the following:
#
# supporting documentation
# source copies
# source works derived from this source
# binaries derived from this source or from derived source
#
# LANDON CURT NOLL DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO
# EVENT SHALL LANDON CURT NOLL BE LIABLE FOR ANY SPECIAL, INDIRECT OR
# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF
# USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
# OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
# PERFORMANCE OF THIS SOFTWARE.
#
# chongo (Landon Curt Noll, http://www.isthe.com/chongo/index.html) /\oo/\
#
# Share and enjoy! :-)


# setup
#
export USAGE="usage: $0 [-h] [-v level] [-V]
-h print help and exit 8
-v level set debug level (def: 0)
-V print version and exit 8
Exit codes:
0 all tests are OK
1 -h and help string printed or -V and version string printed
2 Command line usage error
3 ./iocccsize-test.sh not found or not executable
4 ./dbg not found or not executable
5 ./mkiocccentry-test.sh not found or not executable
6 ./jstr-test.sh not found or not executable
7 ./jint or ./jfloat not found or not executable
8 ./dyn_test not found or not executable
>=20 some test failed"
export TEST_VERSION="0.462022-04-23"
export V_FLAG="0"
EXIT_CODE="0"

# parse args
#
while getopts :hv:V flag; do
case "$flag" in
h) echo "$USAGE" 1>&2
exit 1
;;
v) V_FLAG="$OPTARG";
;;
V) echo "$TEST_VERSION"
exit 1
;;
\?) echo "$0: ERROR: invalid option: -$OPTARG" 1>&2
exit 2
;;
:) echo "$0: ERROR: option -$OPTARG requires an argument" 1>&2
exit 2
;;
*)
;;
esac
done

# check args
#
shift $(( OPTIND - 1 ));
if [[ $# -gt 0 ]]; then
echo "$0: ERROR: Expected 0 args, found: $#" 1>&2
exit 2
fi

# firewall - verify we have the required executables
#
if [[ ! -e ./iocccsize-test.sh ]]; then
echo "$0: ERROR: ./iocccsize-test.sh file not found" 1>&2
exit 3
fi
if [[ ! -f ./iocccsize-test.sh ]]; then
echo "$0: ERROR: ./iocccsize-test.sh is not a file" 1>&2
exit 3
fi
if [[ ! -x ./iocccsize-test.sh ]]; then
echo "$0: ERROR: ./iocccsize-test.sh is not executable" 1>&2
exit 3
fi
#
if [[ ! -e ./dbg ]]; then
echo "$0: ERROR: ./dbg file not found" 1>&2
exit 4
fi
if [[ ! -f ./dbg ]]; then
echo "$0: ERROR: ./dbg is not a file" 1>&2
exit 4
fi
if [[ ! -x ./dbg ]]; then
echo "$0: ERROR: ./dbg is not executable" 1>&2
exit 4
fi
#
if [[ ! -e ./mkiocccentry-test.sh ]]; then
echo "$0: ERROR: ./mkiocccentry-test.sh file not found" 1>&2
exit 5
fi
if [[ ! -f ./mkiocccentry-test.sh ]]; then
echo "$0: ERROR: ./mkiocccentry-test.sh is not a file" 1>&2
exit 5
fi
if [[ ! -x ./mkiocccentry-test.sh ]]; then
echo "$0: ERROR: ./mkiocccentry-test.sh is not executable" 1>&2
exit 5
fi
#
if [[ ! -e ./jstr-test.sh ]]; then
echo "$0: ERROR: ./jstr-test.sh file not found" 1>&2
exit 6
fi
if [[ ! -f ./jstr-test.sh ]]; then
echo "$0: ERROR: ./jstr-test.sh is not a file" 1>&2
exit 6
fi
if [[ ! -x ./jstr-test.sh ]]; then
echo "$0: ERROR: ./jstr-test.sh is not executable" 1>&2
exit 6
fi
#
# XXX - Both ./jint and ./jfloat will be replaced by ./jnumber
# XXX So we use the same 'exit 7' code for both of them.
#
if [[ ! -e ./jint ]]; then
echo "$0: ERROR: ./jint file not found" 1>&2
exit 7
fi
if [[ ! -f ./jint ]]; then
echo "$0: ERROR: ./jint is not a file" 1>&2
exit 7
fi
if [[ ! -x ./jint ]]; then
echo "$0: ERROR: ./jint is not executable" 1>&2
exit 7
fi
#
if [[ ! -e ./jfloat ]]; then
echo "$0: ERROR: ./jfloat file not found" 1>&2
exit 7
fi
if [[ ! -f ./jfloat ]]; then
echo "$0: ERROR: ./jfloat is not a file" 1>&2
exit 7
fi
if [[ ! -x ./jfloat ]]; then
echo "$0: ERROR: ./jfloat is not executable" 1>&2
exit 7
fi
#
if [[ ! -e ./dyn_test ]]; then
echo "$0: ERROR: ./dyn_test file not found" 1>&2
exit 8
fi
if [[ ! -f ./dyn_test ]]; then
echo "$0: ERROR: ./dyn_test is not a file" 1>&2
exit 8
fi
if [[ ! -x ./dyn_test ]]; then
echo "$0: ERROR: ./dyn_test is not executable" 1>&2
exit 8
fi
#

# start the test suite
#
echo "Start test suite"
echo

# iocccsize-test.sh
#
echo "RUNNING: iocccsize-test.sh"
echo
echo "./iocccsize-test.sh -v 1"
./iocccsize-test.sh -v 1
status="$?"
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: iocccsize-test.sh non-zero exit code: $status" 1>&2
EXIT_CODE="20"
else
echo
echo "PASSED: iocccsize-test.sh"
fi

# dbg
#
echo
echo "RUNNING: dbg"
rm -f dbg.out
echo
echo "./dbg -e 2 foo bar baz >dbg.out 2>&1"
./dbg -e 2 foo bar baz >dbg.out 2>&1
status="$?"
if [[ $status -ne 5 ]]; then
echo "exit status of dbg: $$status != 5";
EXIT_CODE="21"
else
grep -q '^FATAL\[5\]: main: simulated error, foo: foo bar: bar errno\[2\]: No such file or directory$' dbg.out
status="$?"
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: did not find the correct dbg error message" 1>&2
echo "$0: ERROR: beginning dbg.out contents" 1>&2
cat dbg.out 1>&2
echo "$0: ERROR: dbg.out contents complete" 1>&2
EXIT_CODE="22"
else
echo
echo "PASSED: dbg"
rm -f dbg.out
fi
fi

# mkiocccentry-test.sh
#
echo
echo "RUNNING: mkiocccentry-test.sh"
echo
echo "./mkiocccentry-test.sh"
./mkiocccentry-test.sh
status="$?"
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: mkiocccentry-test.sh non-zero exit code: $status" 1>&2
EXIT_CODE="23"
else
echo
echo "PASSED: mkiocccentry-test.sh"
fi


# jstr-test.sh
#
echo
echo "RUNNING: jstr-test.sh"
echo
echo "./jstr-test.sh"
./jstr-test.sh
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: jstr-test.sh non-zero exit code: $status" 1>&2
EXIT_CODE="24"
else
echo
echo "PASSED: jstr-test.sh"
fi

# jint
#
echo
echo "RUNNING: jint -t"
echo
echo "./jint -t"
./jint -t
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: jint non-zero exit code: $status" 1>&2
#
# XXX - Both ./jint and ./jfloat will be replaced by ./jnumber
# XXX So we use the same 'exit 7' code for both of them.
#
EXIT_CODE="25"
else
echo
echo "PASSED: jint -t"
fi

# jfloat
#
echo
echo "RUNNING: jfloat -t"
echo
echo "./jfloat -t"
./jfloat -t
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: jfloat non-zero exit code: $status" 1>&2
#
# XXX - Both ./jint and ./jfloat will be replaced by ./jnumber
# XXX So we use the same 'exit 7' code for both of them.
#
EXIT_CODE="25"
else
echo
echo "PASSED: jfloat -t"
fi

# dyn_test
#
echo
echo "RUNNING: dyn_test"
echo
echo "./dyn_test"
./dyn_test
if [[ $status -ne 0 ]]; then
echo "$0: ERROR: dyn_test non-zero exit code: $status" 1>&2
EXIT_CODE="26"
else
echo
echo "PASSED: dyn_test"
fi

# report overall status
#
if [[ $EXIT_CODE -eq 0 ]]; then
echo
echo "All tests PASSED"
echo
else
echo
echo "Some test(s) failed"
echo
echo "About to exit: $EXIT_CODE"
echo
fi
exit "$EXIT_CODE"

0 comments on commit eeafc3e

Please sign in to comment.