Implemented syntax checkers and output filters

[eval.git] / t / config

diff --git a/t/config b/t/config
index 96ac31e4c11ee469f6c81a42e0c7b714cfd926e1..411443fc32ab39839f67ff1dd79353c00227f3d4 100644 (file)
--- a/t/config
+++ b/t/config
@@ -1,16 +1,18 @@
 # HOME set automatically
 # CONTESTANT set automatically
 # TASK set automatically
+
 PDIR="${HOME}/problems/${TASK}"
 SDIR="${HOME}/solutions/${CONTESTANT}/${TASK}"
 TDIR="${HOME}/testing/${CONTESTANT}/${TASK}"
 
-TASK_TYPE=batch
-
 TESTCASE_IN=${TEST}.in
 TESTCASE_OUT=${TEST}.out
 TESTCASE_OK=${TEST}.ok
 TESTCASE_STATUS=${TEST}.stat
+TESTCASE_RAW=${TEST}.raw
+# backward compatibility
+TESTCASE_PTS=${TEST}.pts
 
 # HOOKS
 # TESTCASE_HOOKS
@@ -131,3 +133,20 @@ TEST_SANDBOX_OPTS=-a2 -f -m$MEM_LIMIT -k$STACK_LIMIT -t$TIME_LIMIT $BOX_EXTRAS $
 # Extra options to be overridden in task configuration
 BOX_EXTRAS=
 
+### Hook priorities:
+
+# Task pipeline for batch and interactive tasks:
+#      100     compile-init
+#      150     compile-run
+#      190     compile-done
+#      200     batch-tests
+
+# Test pipeline:
+#      000     setup           copy input and correct output to $TDIR
+#      100     prepare         copy input and executables to the sandbox
+#      200     run             run inside the sandbox
+#      300     collect         copy output out of the sandbox
+#      400     filter          filter the output ($OUTPUT_FILTER)
+#      500     syntax          check syntax of the output ($SYNTAX_CHECK)
+#      600     judge           check correctness of the output ($OUTPUT_CHECK)
+#      700     points          award $POINTS_PER_TEST points unless already done