2 # A simple unit testing script
3 # (c) 2004--2013 Martin Mares <mj@ucw.cz>
4 # (c) 2007 Pavel Charvat <pchar@ucw.cz>
6 # Tests in the test file have a syntax similar to mail headers,
7 # individual test case are separated by blank lines and they can contain
8 # the following fields:
10 # Name: name of the case (default: sequence number since start of file)
11 # Run: command to run (default: command from the previous test case)
12 # This can be an arbitrary shell pipeline, sequences $0 to $9 are
13 # replaced by file names of In<N> or Out<N> files (see below).
14 # In: lines to pass to the program as standard input
15 # Out: lines to expect at the program's standard output
16 # In<N>: lines to pass to the program as input file <N>
17 # Out<N>: lines to expect from the program in output file <N>
18 # Both In<N> and Out<N> can be specified simultaneously if we
19 # are testing a program which modifies some of its input files.
20 # Exit: expected exit code of the program (default: 0)
22 # A value of a field can be optionally given as a shell-style here-document:
34 GetOptions("verbose!" => \$verbose,
35 "rundir=s" => \$rundir)
36 or die "Usage: tester [--verbose] [--rundir=<dir>] <tests>\n";
47 } elsif (defined($append_to) && /^\s+(.*)$/) {
48 $$append_to .= "\n$1";
49 } elsif (my ($n,$v) = /^(\w+):\s+(.*)$/) {
54 ($tt->{$n}) && die "$n already defined";
56 $append_to = \($tt->{$n});
57 } elsif (my ($n,$sep) = /^(\w+)\s*<<(\w+)\s*$/) {
62 ($tt->{$n}) && die "$n already defined";
67 defined $line or die "Here-document not terminated";
68 last if $line eq $sep;
72 die "Test script syntax error";
76 if (! -d "$rundir/tmp") {
77 mkdir "$rundir/tmp" or die "Unable to create $rundir/tmp: $!";
83 TEST: foreach $tt (@tests) {
85 my $name = $tt->{'Name'} || $i;
87 $run = ($tt->{'Run'} || $prev_run) or die "Don't know what to run";
94 if (defined $tt->{'In'}) {
95 my $ifi = "tmp/test$i.in";
96 open X, ">$rundir/$ifi" or die "Unable to create $ifi";
97 print X $tt->{'In'}, "\n";
101 $redirs .= " </dev/null";
103 if (defined $tt->{'Out'}) {
104 my $ofi = "tmp/test$i.out";
105 unlink "$rundir/$ofi";
107 push @out_files, $ofi;
108 push @out_checks, $tt->{'Out'};
110 $redirs .= " >/dev/null";
112 foreach my $arg (0..9) {
113 my $f = "tmp/test$i.$arg";
114 if (defined $tt->{"Out$arg"}) {
117 push @out_checks, $tt->{"Out$arg"};
119 if (defined $tt->{"In$arg"}) {
120 open X, ">$rundir/$f" or die "Unable to create $f";
121 print X $tt->{"In$arg"}, "\n";
125 $run =~ s/\$(\d)/tmp\/test$i.$1/g;
126 print "(running $run) " if $verbose;
127 system "cd $rundir && ( $run ) $redirs";
129 print "FAILED with status code $?\n";
134 my $expect_ec = $tt->{'Exit'} || 0;
135 if ($ec != $expect_ec) {
136 print "FAILED: unexpected exit code $ec\n";
141 for (my $i=0; $i<=$#out_files; $i++) {
142 my $ofi = $out_files[$i];
143 open X, "<$rundir/$ofi" or die "Unable to read $ofi";
150 $out =~ /\n$/s or $out .= "\n";
151 if ($out ne $out_checks[$i] . "\n") {
152 print "FAILED (see $ofi)\n";
158 system "rm -f $rundir/tmp/test$i.*";