1 # The Evaluator -- Shell Function Library
2 # (c) 2001 Martin Mares <mj@ucw.cz>
8 # File handles used: fd1=log, fd2=progress
34 [ -n "$HAVE_LOG" ] && echo "Fatal error: $@"
42 pstart "Preparing sandbox... "
43 [ -n "$TEST_USER" ] || die "TEST_USER not set. Please fix."
44 if [ $TEST_USER == $EVAL_USER ] ; then
45 pcont "running locally (INSECURE), "
50 pcont "used account $TEST_USER, "
51 BOXDIR=$MO_ROOT/$TEST_USER
52 BOXCMD=bin/box-$TEST_USER
54 [ -d $BOXDIR -a -f $BOXCMD ] || die "Sandbox set up incorrectly"
55 BOXCMD="$BOXCMD -c$BOXDIR"
56 echo "Sandbox directory: $BOXDIR"
57 echo "Sandbox command: $BOXCMD"
64 [ -n "$BOXCMD" ] || die "box-init not called"
68 # Initialization of testing directories
72 pstart "Initializing... "
73 PDIR=problems/$PROBLEM
74 SDIR=solutions/$CONTESTANT/$PROBLEM
75 TDIR=testing/$CONTESTANT/$PROBLEM
76 [ -d $PDIR ] || die "Problem $PROBLEM not known"
77 [ -d $SDIR ] || die "Solution of $PROBLEM not found"
82 Testing solution of $PROBLEM by $CONTESTANT
83 Test started at `date`
84 Contestant's solution directory: $SDIR
85 Problem directory: $PDIR
86 Testing directory: $TDIR
92 # Locating source file in SDIR, pass name in SRCN (without path) and extension in SRCEXT
94 function locate-source
96 pstart "Finding source... "
98 for a in $EXTENSIONS ; do
99 if [ -f $SDIR/$SBASE.$a ] ; then
100 [ -z "$SRCN" ] || die "Multiple source files found: $SDIR/$PROBLEM.$a and $SDIR/$SRCN. Please fix."
105 [ -n "$SRCN" ] || die "NOT FOUND"
107 echo "Found source file: $SDIR/$SRCN"
110 # Compilation (compile SDIR/SRCN with PDIR/EXTRAS to EXE=TDIR/PROBLEM)
114 pstart "Compiling... "
115 cp -a $SDIR/$SRCN $TDIR/$SRCN
116 if [ -n "$EXTRAS" ] ; then
117 echo "Extras: $EXTRAS"
118 for a in $EXTRAS ; do cp $PDIR/$a $TDIR/ ; done
121 for a in $SRCN $EXTRAS ; do cp $TDIR/$a $BOXDIR/ ; done
125 CCMD="`eval echo ${!CCMD}`"
126 COMP_SANDBOX_OPTS="`eval echo $COMP_SANDBOX_OPTS`"
127 echo "Compiler command: $CCMD"
128 echo "Compiler sandbox options: $COMP_SANDBOX_OPTS"
130 echo "Compiler input files:"
132 echo "Compiler output:"
133 if ! $BOXCMD $COMP_SANDBOX_OPTS -- $CCMD 2>$TDIR/compile.out ; then
134 COMPILE_MSG="`cat $TDIR/compile.out`"
135 pend "FAILED: $COMPILE_MSG"
139 cat $TDIR/compile.out
141 echo "Compiler output files:"
143 if [ ! -f $BOXDIR/$PROBLEM ] ; then
144 pend "FAILED: Missing executable file"
145 echo "Missing executable file"
149 cp -a $BOXDIR/$PROBLEM $EXE
150 echo "Compiled OK, result copied to $EXE"
154 # Running of test program according to current task type
161 # Running of test program with file input/output
163 function test-run-file
167 echo "Executable file: $TDIR/$PROBLEM"
168 cp $TDIR/$PROBLEM $BOXDIR/
169 echo "Input: $TDIR/$PROBLEM"
170 ln $PDIR/$TEST.in $TDIR/$TEST.in
171 cp $PDIR/$TEST.in $BOXDIR/$PROBLEM.in
176 echo "Timeout: $TIME_LIMIT s"
177 echo "Memory: $MEM_LIMIT KB"
178 BOXOPTS="`eval echo $TEST_SANDBOX_OPTS`"
179 echo "Sandbox options: $BOXOPTS"
180 if ! $BOXCMD $BOXOPTS -- ./$PROBLEM 2>$TDIR/exec.out ; then
181 TEST_MSG="`cat $TDIR/exec.out`"
184 echo >>$PTSFILE "0 $TEST_MSG"
191 if [ ! -s $BOXDIR/$PROBLEM.out ] ; then
192 pend "No output file."
193 echo "No output file."
194 echo >>$PTSFILE "0 No output."
197 cp $BOXDIR/$PROBLEM.out $TDIR/$TEST.out
200 # Running of interactive test programs
202 function test-run-interactive
206 echo "Executable file: $TDIR/$PROBLEM"
207 cp $TDIR/$PROBLEM $BOXDIR/
208 echo "Input: $TDIR/$PROBLEM"
209 ln $PDIR/$TEST.in $TDIR/$TEST.in
210 cp $PDIR/$TEST.in $BOXDIR/$PROBLEM.in
215 echo "Timeout: $TIME_LIMIT s"
216 echo "Memory: $MEM_LIMIT KB"
217 BOXOPTS="`eval echo $TEST_SANDBOX_OPTS`"
218 echo "Sandbox options: $BOXOPTS"
219 ICCMD="`eval echo $IA_CHECK`"
220 echo "Interactive checker: $ICCMD"
221 if ! bin/iwrapper $BOXCMD $BOXOPTS -- ./$PROBLEM @@ $ICCMD 2>$TDIR/exec.out ; then
222 TEST_MSG="`cat $TDIR/exec.out`"
225 echo >>$PTSFILE "0 $TEST_MSG"
234 function syntax-check
236 [ -n "$SYNTAX_CHECK" ] || return 0
238 SCHECK="`eval echo $SYNTAX_CHECK`"
239 echo "Syntax check command: $SCHECK"
243 echo >>$PTSFILE "0 Wrong syntax."
249 function output-check
251 [ -n "$OUTPUT_CHECK" ] || return 0
253 ln $PDIR/$TEST.out $TDIR/$TEST.ok
254 OCHECK="`eval echo $OUTPUT_CHECK`"
255 echo "Output check command: $OCHECK"
259 echo >>$PTSFILE "0 Wrong answer."
263 # Setup of public commands
265 function public-setup
267 PDIR=$MO_PUBLIC/problems/$PROBLEM
270 [ -d $PDIR ] || die "Unknown problem $PROBLEM"
272 pstart "Initializing... "
278 BOXCMD="$MO_PUBLIC/bin/box -c$BOXDIR"
280 pend "OK (see 'log' for details)"