1 # Perl module for parsing and generating the Subunit protocol
2 # Copyright (C) 2008-2009 Jelmer Vernooij <jelmer@samba.org>
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
22 @EXPORT_OK = qw(parse_results);
26 sub parse_results($$$)
28 my ($msg_ops, $statistics, $fh) = @_;
29 my $unexpected_ok = 0;
30 my $expected_fail = 0;
31 my $unexpected_fail = 0;
32 my $unexpected_err = 0;
36 if (/^test: (.+)\n/) {
37 $msg_ops->control_msg($_);
38 $msg_ops->start_test($1);
39 push (@$open_tests, $1);
40 } elsif (/^time: (\d+)-(\d+)-(\d+) (\d+):(\d+):(\d+)Z\n/) {
41 $msg_ops->report_time(mktime($6, $5, $4, $3, $2, $1-1900));
42 } elsif (/^(success|successful|failure|fail|skip|knownfail|error|xfail|skip-testsuite|testsuite-failure|testsuite-xfail|testsuite-success|testsuite-error): (.*?)( \[)?([ \t]*)\n/) {
43 $msg_ops->control_msg($_);
49 # reason may be specified in next lines
52 $msg_ops->control_msg($_);
53 if ($_ eq "]\n") { $terminated = 1; last; } else { $reason .= $_; }
56 unless ($terminated) {
57 $statistics->{TESTS_ERROR}++;
58 $msg_ops->end_test($testname, "error", 1, "reason ($result) interrupted");
62 if ($result eq "success" or $result eq "successful") {
63 pop(@$open_tests); #FIXME: Check that popped value == $testname
64 $statistics->{TESTS_EXPECTED_OK}++;
65 $msg_ops->end_test($testname, $result, 0, $reason);
66 } elsif ($result eq "xfail" or $result eq "knownfail") {
67 pop(@$open_tests); #FIXME: Check that popped value == $testname
68 $statistics->{TESTS_EXPECTED_FAIL}++;
69 $msg_ops->end_test($testname, $result, 0, $reason);
71 } elsif ($result eq "failure" or $result eq "fail") {
72 pop(@$open_tests); #FIXME: Check that popped value == $testname
73 $statistics->{TESTS_UNEXPECTED_FAIL}++;
74 $msg_ops->end_test($testname, $result, 1, $reason);
76 } elsif ($result eq "skip") {
77 $statistics->{TESTS_SKIP}++;
78 my $last = pop(@$open_tests);
79 if (defined($last) and $last ne $testname) {
80 push (@$open_tests, $testname);
82 $msg_ops->end_test($testname, $result, 0, $reason);
83 } elsif ($result eq "error") {
84 $statistics->{TESTS_ERROR}++;
85 pop(@$open_tests); #FIXME: Check that popped value == $testname
86 $msg_ops->end_test($testname, $result, 1, $reason);
88 } elsif ($result eq "skip-testsuite") {
89 $msg_ops->skip_testsuite($testname);
90 } elsif ($result eq "testsuite-success") {
91 $msg_ops->end_testsuite($testname, "success", $reason);
92 } elsif ($result eq "testsuite-failure") {
93 $msg_ops->end_testsuite($testname, "failure", $reason);
94 } elsif ($result eq "testsuite-xfail") {
95 $msg_ops->end_testsuite($testname, "xfail", $reason);
96 } elsif ($result eq "testsuite-error") {
97 $msg_ops->end_testsuite($testname, "error", $reason);
99 } elsif (/^testsuite: (.*)\n/) {
100 $msg_ops->start_testsuite($1);
101 } elsif (/^testsuite-count: (\d+)\n/) {
102 $msg_ops->testsuite_count($1);
104 $msg_ops->output_msg($_);
108 while ($#$open_tests+1 > 0) {
109 $msg_ops->end_test(pop(@$open_tests), "error", 1,
110 "was started but never finished!");
111 $statistics->{TESTS_ERROR}++;
115 return 1 if $unexpected_err > 0;
116 return 1 if $unexpected_fail > 0;
117 return 1 if $unexpected_ok > 0 and $expected_fail > 0;
118 return 0 if $unexpected_ok > 0 and $expected_fail == 0;
119 return 0 if $expected_fail > 0;
126 print "test: $testname\n";
135 print "$result: $name [\n";
139 print "$result: $name\n";
147 end_test($name, "skip", $reason);
154 end_test($name, "fail", $reason);
157 sub success_test($;$)
161 end_test($name, "success", $reason);
168 end_test($name, "xfail", $reason);
174 my ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime($time);
175 printf "time: %04d-%02d-%02d %02d:%02d:%02dZ\n", $year+1900, $mon, $mday, $hour, $min, $sec;
178 # The following are Samba extensions:
180 sub start_testsuite($)
183 print "testsuite: $name\n";
186 sub skip_testsuite($;$)
188 my ($name, $reason) = @_;
190 print "skip-testsuite: $name [\n$reason\n]\n";
192 print "skip-testsuite: $name\n";
196 sub end_testsuite($$;$)
202 print "testsuite-$result: $name [\n";
206 print "testsuite-$result: $name\n";
210 sub testsuite_count($)
213 print "testsuite-count: $count\n";