test.sh

#!/bin/bash

LOG=0
VERBOSE=0
VERIFY=1

while getopts ":lvc" opt; do
	case $opt in
		l)
			LOG=1
			;;
		v)
			VERBOSE=1
			;;
		c)
			VERIFY=1
			;;
		\?)
			echo "Invalid option: -$OPTARG" >&2
			exit
			;;
	esac
done
echo -n -e "\033[93m"
echo "  Building compiler"
echo "============================="
echo -e -n "\033[0m"

if [ ! -f build.sh ]
then
	echo -e "\033[0;31m[Error]\033[0m: Missing build.sh script"
	exit 1
fi

./build.sh

if [[ $? != 0 ]]
then
	echo -e "\033[0;31m[Error]\033[0m: Build failed"
	exit 1
fi

if [ ! -f run.sh ]
then
	echo -e "\033[0;31m[Error]\033[0m: Missing run.sh script"
	exit 1
fi

RESULTS=()

for DIR_PHASE in programs/*/
do
	PHASE=$(basename $DIR_PHASE)
	PHASE_NUM=${PHASE%-*}
	PHASE_NAME=${PHASE#*-}
	PREV_PHASE_NUM=`expr $PHASE_NUM - 1`
	PREV_PHASE=`ls programs | grep $PREV_PHASE_NUM-`
	PREV_PHASE_NAME=${PREV_PHASE#*-}
	PREV_MODE=${PREV_PHASE_NAME#*+}
	MODE=${PHASE_NAME#*+}
	PHASE_NAME="${PHASE_NAME^}"

	for DIR_TYPE in $DIR_PHASE*/
	do
		TYPE=$(basename $DIR_TYPE)
		TYPE="${TYPE^}"

		if [[ $TYPE == "Valid" ]]
		then
			CONF_STATUS=0
			CONF_OUTPUT="OK"
		else
			CONF_STATUS=1
			CONF_OUTPUT="Error:"
		fi

		if [[ $MODE == "codegen" ]]
		then
			CONF_STATUS=0
			CONF_OUTPUT=""
		fi

		if [ "$(ls -A -I ".gitignore" $DIR_TYPE)" ]
		then
			echo -e "\033[93m"
			echo "  $PHASE_NAME $TYPE"
			echo "============================="
			echo -e -n "\033[0m"

			COUNT=0
			COUNT_PASSED=0

			TESTS=`find $DIR_TYPE -type f \( -name "*.go" \)`

			for TEST in $TESTS
			do
				((COUNT++))

				PREV_SUCCESS=1

				if [[ $VERBOSE == 1 ]]
				then
					echo
					echo -n "$TEST: "
				fi
				if [[ $TYPE == 'Invalid' && ! -z $PREV_MODE ]]
				then
					OUTPUT=$(./run.sh $PREV_MODE $TEST 2>&1)
					STATUS=${PIPESTATUS[0]}
					OUTPUT=${OUTPUT#$TEST}

					if [[ $OUTPUT == *"java.lang.NullPointerException"* ]]
					then
						STATUS=-1
					fi

					if [[ $OUTPUT != "OK" || $STATUS != 0 ]]
					then
						PREV_SUCCESS=0
					fi
				fi

				VERIFY_OUTPUT=
				VERIFY_STATUS=

				if [[ $PREV_SUCCESS == 1 ]]
				then
					OUTPUT=$(./run.sh $MODE $TEST 2>&1)
					STATUS=${PIPESTATUS[0]}
					OUTPUT=${OUTPUT#$TEST}

					if [[ $OUTPUT == $CONF_OUTPUT* && $STATUS == $CONF_STATUS ]]
					then
						if [[ $VERBOSE == 1 ]]
						then
							STATUS_TEXT="pass"
							STATUS_COLOUR="32"

						else
							STATUS_TEXT=""
						fi
						if [[ -f $DIR_TYPE/verify.sh ]]
						then
							VERIFY_OUTPUT=$(./$DIR_TYPE/verify.sh $TEST 2>&1)
							VERIFY_STATUS=${PIPESTATUS[0]}

							if [[ $VERIFY_STATUS == 0 ]]
							then
								((COUNT_PASSED++))
							else
								STATUS_TEXT="pass"
								STATUS_COLOUR="32"
							fi
						else
							((COUNT_PASSED++))
						fi
					else
						STATUS_TEXT="fail"
						STATUS_COLOUR="31"
					fi

				else
					STATUS_TEXT="failed previous"
					STATUS_COLOUR="31"
				fi

				if [ ! -z "$STATUS_TEXT" ]
				then
					if [[ $VERBOSE == 0 ]]
					then
						echo
						echo -n "$TEST: "
					fi
					echo "$OUTPUT" | tr -d '\n'
					if [ -z "$VERIFY_OUTPUT" ]
					then
						echo -n -e " \033[0;${STATUS_COLOUR}m[$STATUS_TEXT]\033[0m"
					else
						echo -e -n "\n$VERIFY_OUTPUT" | sed 's/^/  /'
					fi

					if [ $LOG -eq 1 ]
					then
						echo "$TEST: $OUTPUT [$STATUS_TEXT]" >> ${PHASE_NAME}_${TYPE}.log
					fi
				fi
			done                                 
			if [ $VERBOSE -eq 1 ]
			then
				if [ $COUNT -gt 0 ]
				then
					echo
				fi
			else
				if [ $COUNT -ne $COUNT_PASSED ]
				then
					echo
				fi
			fi
			echo
			if [ $COUNT -eq $COUNT_PASSED ]
			then
				STATUS_COLOUR="42"
			else
				STATUS_COLOUR="41"
			fi

			echo -e "\e[${STATUS_COLOUR}m# ${PHASE_NAME} ${TYPE}: ${COUNT_PASSED}/${COUNT}\e[49m"
			RESULTS+=("\e[${STATUS_COLOUR}m# ${PHASE_NAME} ${TYPE}: ${COUNT_PASSED}/${COUNT}\e[49m")
		fi
	done
done

echo -e "\033[93m"
echo "  Overall"
echo "============================="
echo -e "\033[0m"

for i in ${!RESULTS[*]}; do
	echo -e ${RESULTS[$i]}
done