#!/bin/bash
# The Evaluator -- Master Control Script
-# (c) 2001 Martin Mares <mj@ucw.cz>
+# (c) 2001--2004 Martin Mares <mj@ucw.cz>
set -e
if [ ! -f config -o ! -f bin/lib ] ; then
. bin/lib
. config
-# Set up environment:
-# PDIR problem specific data
-# SDIR contestant's solution
-# TDIR test results
-# BOXDIR sandbox
-# PROBLEM problem we're evaluating
-
-[ -n "$2" ] || die "Usage: ev <contestant> <problem> [<program>]"
+[ -n "$2" -a -z "$4" ] || die "Usage: ev <contestant> <problem> [<program>]"
CONTESTANT=$1
PROBLEM=$2
dir-init
# Compile the program
locate-source $3
-compile
+compile || true
-# Perform the tests
+# Initialize the points file
PTSFILE=$TDIR/points
+>$PTSFILE
+
+function test-verdict
+{
+ if [ $1 == 0 ] ; then
+ pend "$2"
+ else
+ pend "$2 ($1 points)"
+ fi
+ echo >>$PTSFILE "$TEST $1 $2"
+ exit 0
+}
+
+# Perform the tests
for TEST in $TESTS ; do
(
[ -f $PDIR/$TEST.config ] && . $PDIR/$TEST.config
exec >$TDIR/$TEST.log
- pstart "Test $TEST ($POINTS_PER_TEST points)... "
+ pstart "Test $TEST... "
echo "Test $TEST ($POINTS_PER_TEST points)"
- echo >>$PTSFILE -n "$TEST "
- if [ ! -f $TDIR/$PROBLEM ] ; then
- echo >$PTSFILE "0 Compile error."
- die "No executable file"
- fi
- test-run || exit 0
- syntax-check || exit 0
- output-check || exit 0
- echo "Test completed OK ($POINTS_PER_TEST points)"
- echo >>$PTSFILE "$POINTS_PER_TEST OK"
- pend "OK"
+ test-run
+ syntax-check
+ output-check
+ die "You must never see this message."
)
done