selftest/output/html.pm

   1 #!/usr/bin/perl
   2 # HTML output for selftest
   3 # Copyright (C) 2008 Jelmer Vernooij <jelmer@samba.org>
   4 #
   5 # This program is free software; you can redistribute it and/or modify
   6 # it under the terms of the GNU General Public License as published by
   7 # the Free Software Foundation; either version 3 of the License, or
   8 # (at your option) any later version.
   9
  10 # This program is distributed in the hope that it will be useful,
  11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 # GNU General Public License for more details.
  14
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17 package output::html;
  18 use Exporter;
  19 @ISA = qw(Exporter);
  20
  21 use strict;
  22 use warnings;
  23
  24 use FindBin qw($RealBin);
  25 use lib "$RealBin/..";
  26
  27 use Subunit qw(parse_results);
  28
  29 sub new($$$) {
  30         my ($class, $dirname, $statistics) = @_;
  31         my $self = {
  32                 dirname => $dirname,
  33                 active_test => undef,
  34                 local_statistics => {},
  35                 statistics => $statistics,
  36                 msg => "",
  37                 error_summary => {
  38                         skip => [],
  39                         expected_success => [],
  40                         unexpected_success => [],
  41                         expected_failure => [],
  42                         unexpected_failure => [],
  43                         skip_testsuites => [],
  44                         error => []
  45                 }
  46         };
  47
  48         link("$RealBin/output/testresults.css", "$dirname/testresults.css");
  49
  50         open(INDEX, ">$dirname/index.html");
  51
  52         bless($self, $class);
  53
  54         $self->print_html_header("Samba Testsuite Run", *INDEX);
  55
  56         print INDEX "  <center>";
  57         print INDEX "  <table>\n";
  58         print INDEX "  <tr>\n";
  59         print INDEX "    <td class=\"tableHead\">Test</td>\n";
  60         print INDEX "    <td class=\"tableHead\">Result</td>\n";
  61         print INDEX "  </tr>\n";
  62
  63         return $self;
  64 }
  65
  66 sub print_html_header($$$)
  67 {
  68         my ($self, $title, $fh) = @_;
  69
  70         print $fh "<html lang=\"en\">\n";
  71         print $fh "<head>\n";
  72         print $fh "  <title>$title</title>\n";
  73         print $fh "  <link rel=\"stylesheet\" type=\"text/css\" href=\"testresults.css\"/>\n";
  74         print $fh "</head>\n";
  75         print $fh "<body>\n";
  76         print $fh "<table width=\"100%\" border=\"0\" cellspacing=\"0\">\n";
  77         print $fh "  <tr><td class=\"title\">$title</td></tr>\n";
  78         print $fh "  <tr><td>\n";
  79 }
  80
  81 sub print_html_footer($$)
  82 {
  83         my ($self, $fh) = @_;
  84
  85         print $fh "</td></tr>\n";
  86         print $fh "</table>\n";
  87         print $fh "</body>\n";
  88         print $fh "</html>\n";
  89 }
  90
  91 sub output_msg($$);
  92
  93 sub start_testsuite($$)
  94 {
  95         my ($self, $name) = @_;
  96
  97         $self->{local_statistics} = {
  98                 success => 0,
  99                 skip => 0,
 100                 error => 0,
 101                 failure => 0
 102         };
 103
 104         $self->{NAME} = $name;
 105         $self->{HTMLFILE} = "$name.html";
 106         $self->{HTMLFILE} =~ s/[:\t\n \/]/_/g;
 107
 108         open(TEST, ">$self->{dirname}/$self->{HTMLFILE}") or die("Unable to open $self->{HTMLFILE} for writing");
 109
 110         $self->print_html_header("Test Results for $name", *TEST);
 111
 112         print TEST "<h2>Tests</h2>\n";
 113
 114         print TEST "  <table>\n";
 115 }
 116
 117 sub control_msg($$)
 118 {
 119         my ($self, $output) = @_;
 120
 121         $self->{msg} .=  "<span class=\"control\">$output<br/></span>\n";
 122 }
 123
 124 sub output_msg($$)
 125 {
 126         my ($self, $output) = @_;
 127
 128         unless (defined($self->{active_test})) {
 129                 print TEST "$output<br/>";
 130         } else {
 131                 $self->{msg} .= "$output<br/>";
 132         }
 133 }
 134
 135 sub end_testsuite($$$$)
 136 {
 137         my ($self, $name, $result, $unexpected, $reason) = @_;
 138
 139         print TEST "</table>\n";
 140
 141         print TEST "<div class=\"duration\">Duration: " . (time() - $self->{START_TIME}) . "s</div>\n";
 142
 143         $self->print_html_footer(*TEST);
 144
 145         close(TEST);
 146
 147         print INDEX "<tr>\n";
 148         print INDEX "  <td class=\"testSuite\"><a href=\"$self->{HTMLFILE}\">$name</a></td>\n";
 149         my $st = $self->{local_statistics};
 150
 151         if (not $unexpected) {
 152                 if ($result eq "failure") {
 153                         print INDEX "  <td class=\"resultExpectedFailure\">";
 154                 } else {
 155                         print INDEX "  <td class=\"resultOk\">";
 156                 }
 157         } else {
 158                 print INDEX "  <td class=\"resultFailure\">";
 159         }
 160
 161         my $l = 0;
 162         if ($st->{success} > 0) {
 163                 print INDEX "$st->{success} ok";
 164                 $l++;
 165         }
 166         if ($st->{skip} > 0) {
 167                 print INDEX ", " if ($l);
 168                 print INDEX "$st->{skip} skipped";
 169                 $l++;
 170         }
 171         if ($st->{failure} > 0) {
 172                 print INDEX ", " if ($l);
 173                 print INDEX "$st->{failure} failures";
 174                 $l++;
 175         }
 176         if ($st->{error} > 0) {
 177                 print INDEX ", " if ($l);
 178                 print INDEX "$st->{error} errors";
 179                 $l++;
 180         }
 181
 182         if ($l == 0) {
 183                 if (not $unexpected) {
 184                         print INDEX "OK";
 185                 } else {
 186                         print INDEX "FAIL";
 187                 }
 188         }
 189
 190         print INDEX "</td>";
 191
 192         print INDEX "</tr>\n";
 193 }
 194
 195 sub start_test($$)
 196 {
 197         my ($self, $parents, $testname) = @_;
 198
 199         if ($#$parents == -1) {
 200                 $self->{START_TIME} = time();
 201                 $self->start_testsuite($testname);
 202                 return;
 203         }
 204
 205         $self->{active_test} = $testname;
 206         $self->{msg} = "";
 207 }
 208
 209 sub end_test($$$$$$)
 210 {
 211         my ($self, $parents, $testname, $result, $unexpected, $reason) = @_;
 212
 213         if ($#$parents == -1) {
 214                 $self->end_testsuite($testname, $result, $unexpected, $reason);
 215                 return;
 216         }
 217
 218         print TEST "<tr>";
 219
 220         $self->{local_statistics}->{$result}++;
 221
 222         my $track_class;
 223
 224         if ($result eq "skip") {
 225                 print TEST "<td class=\"outputSkipped\">\n";
 226                 $track_class = "skip";
 227         } elsif ($unexpected) {
 228                 print TEST "<td class=\"outputFailure\">\n";
 229                 if ($result eq "error") {
 230                         $track_class = "error";
 231                 } else {
 232                         $track_class = "unexpected_$result";
 233                 }
 234         } else {
 235                 if ($result eq "failure") {
 236                         print TEST "<td class=\"outputExpectedFailure\">\n";
 237                 } else {
 238                         print TEST "<td class=\"outputOk\">\n";
 239                 }
 240                 $track_class = "expected_$result";
 241         }
 242
 243         push(@{$self->{error_summary}->{$track_class}}, ,
 244                  [$self->{HTMLFILE}, $testname, $self->{NAME},
 245                   $reason]);
 246
 247         print TEST "<a name=\"$testname\"><h3>$testname</h3></a>\n";
 248
 249         print TEST $self->{msg};
 250
 251         if (defined($reason)) {
 252                 print TEST "<div class=\"reason\">$reason</div>\n";
 253         }
 254
 255         print TEST "</td></tr>\n";
 256
 257         $self->{active_test} = undef;
 258 }
 259
 260 sub summary($)
 261 {
 262         my ($self) = @_;
 263
 264         my $st = $self->{statistics};
 265         print INDEX "<tr>\n";
 266         print INDEX "  <td class=\"testSuiteTotal\">Total</td>\n";
 267
 268         if ($st->{TESTS_UNEXPECTED_OK} == 0 and
 269             $st->{TESTS_UNEXPECTED_FAIL} == 0 and
 270                 $st->{TESTS_ERROR} == 0) {
 271                 print INDEX "  <td class=\"resultOk\">";
 272         } else {
 273                 print INDEX "  <td class=\"resultFailure\">";
 274         }
 275         print INDEX ($st->{TESTS_EXPECTED_OK} + $st->{TESTS_UNEXPECTED_OK}) . " ok";
 276         if ($st->{TESTS_UNEXPECTED_OK} > 0) {
 277                 print INDEX " ($st->{TESTS_UNEXPECTED_OK} unexpected)";
 278         }
 279         if ($st->{TESTS_SKIP} > 0) {
 280                 print INDEX ", $st->{TESTS_SKIP} skipped";
 281         }
 282         if (($st->{TESTS_UNEXPECTED_FAIL} + $st->{TESTS_EXPECTED_FAIL}) > 0) {
 283                 print INDEX ", " . ($st->{TESTS_UNEXPECTED_FAIL} + $st->{TESTS_EXPECTED_FAIL}) . " failures";
 284                 if ($st->{TESTS_UNEXPECTED_FAIL} > 0) {
 285                         print INDEX " ($st->{TESTS_EXPECTED_FAIL} expected)";
 286                 }
 287         }
 288         if ($st->{TESTS_ERROR} > 0) {
 289                 print INDEX ", $st->{TESTS_ERROR} errors";
 290         }
 291
 292         print INDEX "</td>";
 293
 294         print INDEX "</tr>\n";
 295
 296         print INDEX "</table>\n";
 297         print INDEX "<a href=\"summary.html\">Summary</a>\n";
 298         print INDEX "</center>\n";
 299         $self->print_html_footer(*INDEX);
 300         close(INDEX);
 301
 302         my $summ = $self->{error_summary};
 303         open(SUMMARY, ">$self->{dirname}/summary.html");
 304         $self->print_html_header("Summary", *SUMMARY);
 305         sub print_table($$) {
 306                 my ($title, $list) = @_;
 307                 return if ($#$list == -1);
 308                 print SUMMARY "<h3>$title</h3>\n";
 309                 print SUMMARY "<table>\n";
 310                 print SUMMARY "<tr>\n";
 311                 print SUMMARY "  <td class=\"tableHead\">Testsuite</td>\n";
 312                 print SUMMARY "  <td class=\"tableHead\">Test</td>\n";
 313                 print SUMMARY "  <td class=\"tableHead\">Reason</td>\n";
 314                 print SUMMARY "</tr>\n";
 315
 316                 foreach (@$list) {
 317                         print SUMMARY "<tr>\n";
 318                         print SUMMARY "  <td><a href=\"" . $$_[0] . "\">$$_[2]</a></td>\n";
 319                         print SUMMARY "  <td><a href=\"" . $$_[0] . "#$$_[1]\">$$_[1]</a></td>\n";
 320                         if (defined($$_[3])) {
 321                                 print SUMMARY "  <td>$$_[3]</td>\n";
 322                         } else {
 323                                 print SUMMARY "  <td></td>\n";
 324                         }
 325                         print SUMMARY "</tr>\n";
 326                 }
 327
 328                 print SUMMARY "</table>";
 329         }
 330         print_table("Errors", $summ->{error});
 331         print_table("Unexpected successes", $summ->{unexpected_success});
 332         print_table("Unexpected failures", $summ->{unexpected_failure});
 333         print_table("Skipped tests", $summ->{skip});
 334         print_table("Expected failures", $summ->{expected_failure});
 335
 336         print SUMMARY "<h3>Skipped testsuites</h3>\n";
 337         print SUMMARY "<table>\n";
 338         print SUMMARY "<tr>\n";
 339         print SUMMARY "  <td class=\"tableHead\">Testsuite</td>\n";
 340         print SUMMARY "  <td class=\"tableHead\">Reason</td>\n";
 341         print SUMMARY "</tr>\n";
 342
 343         foreach (@{$summ->{skip_testsuites}}) {
 344                 print SUMMARY "<tr>\n";
 345                 print SUMMARY "  <td>$$_[0]</td>\n";
 346                 if (defined($$_[1])) {
 347                         print SUMMARY "  <td>$$_[1]</td>\n";
 348                 } else {
 349                         print SUMMARY "  <td></td>\n";
 350                 }
 351                 print SUMMARY "</tr>\n";
 352         }
 353
 354         print SUMMARY "</table>";
 355
 356         $self->print_html_footer(*SUMMARY);
 357         close(SUMMARY);
 358 }
 359
 360 sub skip_testsuite($$$$)
 361 {
 362         my ($self, $name, $reason) = @_;
 363
 364         push (@{$self->{error_summary}->{skip_testsuites}},
 365                   [$name, $reason]);
 366 }
 367
 368 1;