171 lines
3.6 KiB
Bash
Executable File
171 lines
3.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
EXIT_ON_FAILURE=${EXIT_ON_FAILURE:=0}
|
|
PRINT_MESSAGE=${PRINT_MESSAGE:=0}
|
|
|
|
PYTHON=${PYTHON:="python"}
|
|
GLAD_ARGS=${GLAD_ARGS:="--reproducible"}
|
|
GLAD=${GLAD:="$PYTHON -m glad ${GLAD_ARGS}"}
|
|
|
|
_GCC=${_GCC:="gcc"}
|
|
_MINGW_GCC=${_MINGW_GCC:="x86_64-w64-mingw32-gcc"}
|
|
_GCC_FLAGS="-Wall -Wextra -Werror -Wsign-conversion -Wcast-qual -Wstrict-prototypes -ansi -pedantic"
|
|
|
|
GCC=${GCC:="$_GCC $_GCC_FLAGS"}
|
|
MINGW_GCC=${MINGW_GCC:="$_MINGW_GCC $_GCC_FLAGS"}
|
|
|
|
WINE=${WINE:="wine"}
|
|
|
|
TEST_TMP=$(realpath ${TEST_TMP:="build"})
|
|
|
|
TEST_DIRECTORY=${TEST_DIRECTORY:="test"}
|
|
TEST_PATTERN=${TEST_PATTERN:="test.*"}
|
|
|
|
TESTS=(${TESTS:=$(find "${TEST_DIRECTORY}" -iname "${TEST_PATTERN}" | sort)})
|
|
|
|
TEST_REPORT_ENABLED=${TEST_REPORT_ENABLED:=1}
|
|
TEST_REPORT=${TEST_REPORT:="test-report.xml"}
|
|
|
|
|
|
function run_test {
|
|
local test="$1"
|
|
|
|
local glad=$(extract "GLAD" "$test")
|
|
local compile=$(extract "COMPILE" "$test")
|
|
local run=$(extract "RUN" "$test")
|
|
|
|
rm -rf "${TEST_TMP}"
|
|
mkdir -p "${TEST_TMP}"
|
|
|
|
local time=$(date +%s)
|
|
|
|
local wd=$(pwd)
|
|
|
|
local output;
|
|
output=$({
|
|
execute ${glad} && \
|
|
execute ${compile} && \
|
|
execute ${run}
|
|
} 2>& 1)
|
|
local status=$?
|
|
|
|
time=$(($(date +%s) - ${time}))
|
|
|
|
cd "$wd"
|
|
|
|
log_failure "${status}" "${output}"
|
|
report_test "${test}" "${status}" "${time}" "${output}"
|
|
|
|
return ${status}
|
|
}
|
|
|
|
function report_start {
|
|
if [ ${TEST_REPORT_ENABLED} -eq 0 ]; then
|
|
return
|
|
fi
|
|
|
|
echo '<?xml version="1.0" encoding="UTF-8"?>' > ${TEST_REPORT}
|
|
echo '<testsuite>' >> ${TEST_REPORT}
|
|
}
|
|
|
|
function report_test {
|
|
if [ ${TEST_REPORT_ENABLED} -eq 0 ]; then
|
|
return
|
|
fi
|
|
|
|
local test=${1#*/}
|
|
local status="$2"
|
|
local time="$3"
|
|
local output=$(echo "$4" | sed 's/&/\&/g; s/</\</g; s/>/\>/g; s/"/\"/g; s/'"'"'/\'/g')
|
|
|
|
local class_name=${test%%/*}
|
|
local test_name_with_suffix=${test#*/}
|
|
local test_name=${test_name_with_suffix%/*}
|
|
|
|
echo " <testcase name=\"${test_name//\//.}\" classname=\"${class_name}\" time=\"${time}\">" >> ${TEST_REPORT}
|
|
if [ $status -ne 0 ]; then
|
|
echo " <failure />" >> ${TEST_REPORT}
|
|
fi
|
|
echo " <system-out>${output}</system-out>" >> ${TEST_REPORT}
|
|
echo " </testcase>" >> ${TEST_REPORT}
|
|
}
|
|
|
|
function report_end {
|
|
if [ ${TEST_REPORT_ENABLED} -eq 0 ]; then
|
|
return
|
|
fi
|
|
|
|
echo '</testsuite>' >> ${TEST_REPORT}
|
|
}
|
|
|
|
function extract {
|
|
local variable="$1"
|
|
local test="$2"
|
|
|
|
local content;
|
|
content=$(grep -oP "(?<=$variable: ).*" "$test")
|
|
|
|
log_failure $? "Unable to extract variable '$variable'"
|
|
|
|
echo "$content"
|
|
}
|
|
|
|
function execute {
|
|
# define variables for use in test
|
|
local tmp="$TEST_TMP"
|
|
local test_dir="$(dirname ${test})"
|
|
|
|
eval $@
|
|
|
|
return $?
|
|
}
|
|
|
|
function log_failure {
|
|
local status="$1"
|
|
local message="$2"
|
|
|
|
if [ $status -ne 0 ]; then
|
|
if [ $PRINT_MESSAGE -ne 0 ]; then
|
|
echo
|
|
echo "$message" >&2
|
|
echo
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
_tests_total=${#TESTS[@]}
|
|
_tests_ran=0
|
|
_tests_failed=0
|
|
|
|
report_start
|
|
|
|
for test in "${TESTS[@]}"; do
|
|
_tests_ran=$((_tests_ran+1))
|
|
|
|
echo -n " 🡒 $test "
|
|
test=$(realpath $test)
|
|
run_test $test
|
|
|
|
if [ $? -ne 0 ]; then
|
|
echo "| ✕"
|
|
_tests_failed=$((_tests_failed+1))
|
|
|
|
if [ $EXIT_ON_FAILURE -eq 1 ]; then
|
|
report_end
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "| ✓"
|
|
fi
|
|
done
|
|
|
|
report_end
|
|
|
|
echo
|
|
echo "Total tests: $_tests_total, Tests ran: $_tests_ran, Tests failed: $_tests_failed"
|
|
|
|
if [ $_tests_failed -gt 0 ]; then
|
|
exit 1
|
|
fi
|