]> mj.ucw.cz Git - eval.git/blob - bin/lib
cb9f910c5aa993dcc7c18d3539b56ef4fe0483ca
[eval.git] / bin / lib
1 # The Evaluator -- Shell Function Library
2 # (c) 2001 Martin Mares <mj@ucw.cz>
3
4 # General settings
5 shopt -s dotglob
6
7 # Logging functions.
8 # File handles used: fd1=log, fd2=progress
9
10 function log-init
11 {
12         exec >>$TDIR/log
13         HAVE_LOG=1
14 }
15
16 function pstart
17 {
18         echo >&2 -n "$@"
19 }
20
21 function pcont
22 {
23         echo >&2 -n "$@"
24 }
25
26 function pend
27 {
28         echo >&2 "$@"
29 }
30
31 function die
32 {
33         echo >&2 "$@"
34         [ -n "$HAVE_LOG" ] && echo "Fatal error: $@"
35         exit 1
36 }
37
38 # Sandbox subroutines
39
40 function box-init
41 {
42         pstart "Preparing sandbox... "
43         [ -n "$TEST_USER" ] || die "TEST_USER not set. Please fix."
44         if [ $TEST_USER == $EVAL_USER ] ; then
45                 pcont "running locally (INSECURE), "
46                 BOXDIR=box
47                 BOXCMD=bin/box
48                 mkdir -p box
49         else
50                 pcont "used account $TEST_USER, "
51                 BOXDIR=$MO_ROOT/eval/$TEST_USER
52                 BOXCMD=bin/box-$TEST_USER
53         fi
54         [ -d $BOXDIR -a -f $BOXCMD ] || die "Sandbox set up incorrectly"
55         BOXCMD="$BOXCMD -c$BOXDIR"
56         echo "Sandbox directory: $BOXDIR"
57         echo "Sandbox command: $BOXCMD"
58         box-clean
59         pend "OK"
60 }
61
62 function box-clean
63 {
64         [ -n "$BOXCMD" ] || die "box-init not called"
65         rm -rf $BOXDIR/*
66 }
67
68 # Initialization of testing directories
69
70 function dir-init
71 {
72         pstart "Initializing... "
73         HDIR=.
74         PDIR=problems/$PROBLEM
75         SDIR=solutions/$CONTESTANT/$PROBLEM
76         TDIR=testing/$CONTESTANT/$PROBLEM
77         [ -d $PDIR ] || die "Problem $PROBLEM not known"
78         [ -d $SDIR ] || die "Solution of $PROBLEM not found"
79         mkdir -p $TDIR
80         rm -rf $TDIR
81         cp -a $SDIR $TDIR
82         cat >$TDIR/log <<EOF
83 Testing solution of $PROBLEM by $CONTESTANT
84 Test started at `date`
85 Contestant's solution directory: $SDIR
86 Problem directory: $PDIR
87 Testing directory: $TDIR
88 EOF
89         >$TDIR/points
90         pend "OK"
91 }
92
93 # Locating source file in SDIR, pass name in SRCN (without path) and extension in SRCEXT
94
95 function locate-source
96 {
97         pstart "Finding source... "
98         SBASE=${1:-$PROBLEM}
99         for a in $EXTENSIONS ; do
100                 if [ -f $SDIR/$SBASE.$a ] ; then
101                         [ -z "$SRCN" ] || die "Multiple source files found: $SDIR/$PROBLEM.$a and $SDIR/$SRCN. Please fix."
102                         SRCN=$SBASE.$a
103                         SRCEXT=$a
104                 fi
105         done
106         [ -n "$SRCN" ] || die "NOT FOUND"
107         pend $SRCN
108         echo "Found source file: $SDIR/$SRCN"
109 }
110
111 # Compilation (compile SDIR/SRCN with PDIR/EXTRAS to EXE=TDIR/PROBLEM)
112
113 function compile
114 {
115         pstart "Compiling... "
116         cp -a $SDIR/$SRCN $TDIR/$SRCN
117         if [ -n "$EXTRAS" ] ; then
118                 echo "Extras: $EXTRAS"
119                 for a in $EXTRAS ; do cp $PDIR/$a $TDIR/ ; done
120         fi
121         box-clean
122         for a in $SRCN $EXTRAS ; do cp $TDIR/$a $BOXDIR/ ; done
123         SRC=$SRCN
124         EXE=$PROBLEM
125         CCMD=COMP_$SRCEXT
126         CCMD=`eval echo ${!CCMD}`
127         COMP_SANDBOX_OPTS=`eval echo $COMP_SANDBOX_OPTS`
128         echo "Compiler command: $CCMD"
129         echo "Compiler sandbox options: $COMP_SANDBOX_OPTS"
130         eval $COMP_SANDBOX_INIT
131
132         echo "Compiler input files:"
133         ls -Al $BOXDIR
134         echo "Compiler output:"
135         if ! $BOXCMD $COMP_SANDBOX_OPTS -- $CCMD 2>$TDIR/compile.out ; then
136                 COMPILE_MSG="`cat $TDIR/compile.out`"
137                 pend "FAILED: $COMPILE_MSG"
138                 echo "$COMPILE_MSG"
139                 return 1
140         fi
141         cat $TDIR/compile.out
142         rm $TDIR/compile.out
143         echo "Compiler output files:"
144         ls -Al $BOXDIR
145         if [ ! -f $BOXDIR/$PROBLEM ] ; then
146                 pend "FAILED: Missing executable file"
147                 echo "Missing executable file"
148                 return 1
149         fi
150         EXE=$TDIR/$PROBLEM
151         cp -a $BOXDIR/$PROBLEM $EXE
152         echo "Compiled OK, result copied to $EXE"
153         pend "OK"
154 }
155
156 # Running of test program according to current task type
157
158 function test-run
159 {
160         test-run-$TASK_TYPE
161 }
162
163 # Running of test program with file input/output
164
165 function test-run-file
166 {
167         pcont "<init> "
168         box-clean
169         echo "Executable file: $TDIR/$PROBLEM"
170         cp $TDIR/$PROBLEM $BOXDIR/
171         echo "Input: $TDIR/$PROBLEM"
172         ln $PDIR/$TEST.in $TDIR/$TEST.in
173         cp $PDIR/$TEST.in $BOXDIR/$PROBLEM.in
174         eval $SANDBOX_INIT
175         echo "Input files:"
176         ls -Al $BOXDIR
177
178         pcont "<run> "
179         echo "Timeout: $TIME_LIMIT s"
180         echo "Memory: $MEM_LIMIT KB"
181         BOXOPTS=`eval echo $TEST_SANDBOX_OPTS`
182         echo "Sandbox options: $BOXOPTS"
183         if ! $BOXCMD $BOXOPTS -- ./$PROBLEM 2>$TDIR/exec.out ; then
184                 TEST_MSG="`head -1 $TDIR/exec.out`"
185                 pend "$TEST_MSG"
186                 cat $TDIR/exec.out
187                 rm $TDIR/exec.out
188                 echo >>$PTSFILE "0 $TEST_MSG"
189                 return 1
190         fi
191         cat $TDIR/exec.out
192         rm $TDIR/exec.out
193         echo "Output files:"
194         ls -Al $BOXDIR
195         if [ ! -s $BOXDIR/$PROBLEM.out ] ; then
196                 pend "No output file."
197                 echo "No output file."
198                 echo >>$PTSFILE "0 No output."
199                 return 1
200         fi
201         cp $BOXDIR/$PROBLEM.out $TDIR/$TEST.out
202 }
203
204 # Running of interactive test programs
205
206 function test-run-interactive
207 {
208         pcont "<init> "
209         box-clean
210         echo "Executable file: $TDIR/$PROBLEM"
211         cp $TDIR/$PROBLEM $BOXDIR/
212         echo "Input: $TDIR/$PROBLEM"
213         ln $PDIR/$TEST.in $TDIR/$TEST.in
214         cp $PDIR/$TEST.in $BOXDIR/$PROBLEM.in
215         eval $SANDBOX_INIT
216         echo "Input files:"
217         ls -Al $BOXDIR
218
219         pcont "<run> "
220         echo "Timeout: $TIME_LIMIT s"
221         echo "Memory: $MEM_LIMIT KB"
222         BOXOPTS=`eval echo $TEST_SANDBOX_OPTS`
223         echo "Sandbox options: $BOXOPTS"
224         ICCMD=`eval echo $IA_CHECK`
225         echo "Interactive checker: $ICCMD"
226         if ! $HDIR/bin/iwrapper $BOXCMD $BOXOPTS -- ./$PROBLEM @@ $ICCMD 2>$TDIR/exec.out ; then
227                 TEST_MSG="`head -1 $TDIR/exec.out`"
228                 pend "$TEST_MSG"
229                 cat $TDIR/exec.out
230                 rm $TDIR/exec.out
231                 echo "$TEST_MSG"
232                 echo >>$PTSFILE "0 $TEST_MSG"
233                 return 1
234         fi
235         cat $TDIR/exec.out
236         rm $TDIR/exec.out
237 }
238
239 # Syntax checks
240
241 function syntax-check
242 {
243         [ -n "$SYNTAX_CHECK" ] || return 0
244         pcont "<syntax> "
245         SCHECK=`eval echo $SYNTAX_CHECK`
246         echo "Syntax check command: $SCHECK"
247         eval $SCHECK && return 0
248         pend "Wrong syntax."
249         echo "Wrong syntax."
250         echo >>$PTSFILE "0 Wrong syntax."
251         return 1
252 }
253
254 # Output checks
255
256 function output-check
257 {
258         [ -n "$OUTPUT_CHECK" ] || return 0
259         pcont "<check> "
260         [ -f $PDIR/$TEST.out ] && ln $PDIR/$TEST.out $TDIR/$TEST.ok
261         OCHECK=`eval echo $OUTPUT_CHECK`
262         echo "Output check command: $OCHECK"
263         eval $OCHECK && return 0
264         pend "Wrong answer."
265         echo "Wrong answer."
266         echo >>$PTSFILE "0 Wrong answer."
267         return 1
268 }
269
270 # Setup of public commands
271
272 function public-setup
273 {
274         HDIR=$MO_PUBLIC
275         PDIR=$MO_PUBLIC/problems/$PROBLEM
276         SDIR=.
277         TDIR=~/.test
278         [ -d $PDIR ] || die "Unknown problem $PROBLEM"
279
280         pstart "Initializing... "
281         mkdir -p $TDIR
282         rm -rf $TDIR/*
283         BOXDIR=~/.box
284         mkdir -p $BOXDIR
285         rm -rf $BOXDIR/*
286         BOXCMD="$MO_PUBLIC/bin/box -c$BOXDIR"
287         exec >log
288         pend "OK  (see 'log' for details)"
289 }
290
291 # Locate output of open data problem, test case TEST
292
293 function open-locate
294 {
295         [ -f $PDIR/$TEST.in ] || die "Unknown test $TEST"
296         SRCN=$SDIR/$PROBLEM$TEST.out
297         [ -f $SRCN ] || die "Output file $SRCN not found"
298 }