s4-selftest: support 'make testenv SCREEN=1'
[samba.git] / selftest / selftest.pl
index 5457306c625a87b336a5d3bdcc43ed22344342ae..08ee52c55ed0f57d3cdfae90198cb722f3a96856 100755 (executable)
@@ -1,6 +1,6 @@
 #!/usr/bin/perl
 # Bootstrap Samba and run a number of tests against it.
-# Copyright (C) 2005-2009 Jelmer Vernooij <jelmer@samba.org>
+# Copyright (C) 2005-2010 Jelmer Vernooij <jelmer@samba.org>
 # Copyright (C) 2007-2009 Stefan Metzmacher <metze@samba.org>
 
 # This program is free software; you can redistribute it and/or modify
@@ -166,6 +166,14 @@ my $prefix = "./st";
 my @includes = ();
 my @excludes = ();
 
+sub pipe_handler {
+       my $sig = shift @_;
+       print STDERR "Exiting early because of SIGPIPE.\n";
+       exit(1);
+}
+
+$SIG{PIPE} = \&pipe_handler;
+
 sub find_in_list($$)
 {
        my ($list, $fullname) = @_;
@@ -248,7 +256,7 @@ sub run_testsuite($$$$$)
        } elsif ($? & 127) {
                Subunit::end_testsuite($name, "error",
                        sprintf("%s died with signal %d, %s coredump\n", $cmd, ($? & 127),  ($? & 128) ? 'with' : 'without'));
-               return 0;
+               exit(1);
        }
 
        my $exitcode = $? >> 8;
@@ -391,6 +399,9 @@ die("using an empty prefix isn't allowed") unless $prefix ne "";
 mkdir($prefix, 0777) unless -d $prefix;
 
 my $prefix_abs = abs_path($prefix);
+my $tmpdir_abs = abs_path("$prefix/tmp");
+mkdir($tmpdir_abs, 0777) unless -d $tmpdir_abs;
+
 my $srcdir_abs = abs_path($srcdir);
 my $builddir_abs = abs_path($builddir);
 
@@ -529,31 +540,33 @@ my $interfaces = join(',', ("127.0.0.11/8",
                            "127.0.0.15/8",
                            "127.0.0.16/8"));
 
-my $conffile = "$prefix_abs/client/client.conf";
+my $clientdir = "$prefix_abs/client";
+
+my $conffile = "$clientdir/client.conf";
 $ENV{SMB_CONF_PATH} = $conffile;
 
-sub write_clientconf($$)
+sub write_clientconf($$$)
 {
-       my ($conffile, $vars) = @_;
+       my ($conffile, $clientdir, $vars) = @_;
 
-       mkdir("$prefix/client", 0777) unless -d "$prefix/client";
+       mkdir("$clientdir", 0777) unless -d "$clientdir";
 
-       if ( -d "$prefix/client/private" ) {
-               unlink <$prefix/client/private/*>;
+       if ( -d "$clientdir/private" ) {
+               unlink <$clientdir/private/*>;
        } else {
-               mkdir("$prefix/client/private", 0777);
+               mkdir("$clientdir/private", 0777);
        }
 
-       if ( -d "$prefix/client/lockdir" ) {
-               unlink <$prefix/client/lockdir/*>;
+       if ( -d "$clientdir/lockdir" ) {
+               unlink <$clientdir/lockdir/*>;
        } else {
-               mkdir("$prefix/client/lockdir", 0777);
+               mkdir("$clientdir/lockdir", 0777);
        }
 
-       if ( -d "$prefix_abs/client/ncalrpcdir" ) {
-               unlink <$prefix/client/ncalrpcdir/*>;
+       if ( -d "$clientdir/ncalrpcdir" ) {
+               unlink <$clientdir/ncalrpcdir/*>;
        } else {
-               mkdir("$prefix/client/ncalrpcdir", 0777);
+               mkdir("$clientdir/ncalrpcdir", 0777);
        }
 
        open(CF, ">$conffile");
@@ -574,9 +587,9 @@ sub write_clientconf($$)
                print CF "\tinterfaces = $interfaces\n";
        }
        print CF "
-       private dir = $prefix_abs/client/private
-       lock dir = $prefix_abs/client/lockdir
-       ncalrpc dir = $prefix_abs/client/ncalrpcdir
+       private dir = $clientdir/private
+       lock dir = $clientdir/lockdir
+       ncalrpc dir = $clientdir/ncalrpcdir
        name resolve order = bcast file
        panic action = $RealBin/gdb_backtrace \%PID\% \%PROG\%
        max xmit = 32K
@@ -585,12 +598,14 @@ sub write_clientconf($$)
        system:anonymous = true
        client lanman auth = Yes
        log level = 1
-       torture:basedir = $prefix_abs/client
+       torture:basedir = $clientdir
 #We don't want to pass our self-tests if the PAC code is wrong
        gensec:require_pac = true
        modules dir = $ENV{LD_SAMBA_MODULE_PATH}
        setup directory = ./setup
        resolv:host file = $prefix_abs/dns_host_file
+#We don't want to run 'speed' tests for very long
+        torture:timelimit = 1
 ";
        close(CF);
 }
@@ -646,6 +661,7 @@ if ($#testlists == -1) {
 }
 
 $ENV{SELFTEST_PREFIX} = "$prefix_abs";
+$ENV{SELFTEST_TMPDIR} = "$tmpdir_abs";
 if ($opt_socket_wrapper) {
        $ENV{SELFTEST_INTERFACES} = $interfaces;
 } else {
@@ -686,18 +702,13 @@ if ($opt_load_list) {
        close(LOAD_LIST);
 }
 
-Subunit::progress($#available+1);
-Subunit::report_time(time());
-
 my $individual_tests = undef;
 $individual_tests = {};
 
 foreach my $testsuite (@available) {
        my $name = $$testsuite[0];
        my $skipreason = skip($name);
-       if (defined($skipreason)) {
-               Subunit::skip_testsuite($name, $skipreason);
-       } elsif (defined($restricted)) {
+       if (defined($restricted)) {
                # Find the testsuite for this test
                my $match = undef;
                foreach my $r (@$restricted) {
@@ -706,14 +717,22 @@ foreach my $testsuite (@available) {
                                $match = $r;
                                $restricted_used->{$r} = 1;
                        } elsif (substr($r, 0, length($name)+1) eq "$name.") {
-                               push(@{$individual_tests->{$name}}, substr($r, length($name)+1));
+                               push(@{$individual_tests->{$name}}, $r);
                                $match = $r;
                                $restricted_used->{$r} = 1;
                        }
                }
-               push(@todo, $testsuite) if ($match);
+               if ($match) {
+                       if (defined($skipreason)) {
+                                       Subunit::skip_testsuite($name, $skipreason);
+                       } else {
+                               push(@todo, $testsuite);
+                       }
+               }
+       } elsif (defined($skipreason)) {
+               Subunit::skip_testsuite($name, $skipreason);
        } else {
-               push(@todo, $testsuite); 
+               push(@todo, $testsuite);
        }
 }
 
@@ -729,6 +748,10 @@ if (defined($restricted)) {
 }
 
 my $suitestotal = $#todo + 1;
+
+Subunit::progress($suitestotal);
+Subunit::report_time(time());
+
 my $i = 0;
 $| = 1;
 
@@ -800,9 +823,9 @@ $SIG{INT} = $SIG{QUIT} = $SIG{TERM} = sub {
        die("Received signal $signame");
 };
 
-sub setup_env($)
+sub setup_env($$)
 {
-       my ($name) = @_;
+       my ($name, $prefix) = @_;
 
        my $testenv_vars = undef;
 
@@ -836,7 +859,7 @@ sub setup_env($)
                $ENV{SMB_CONF_PATH} = $testenv_vars->{SERVERCONFFILE};
        } elsif ($option eq "client") {
                SocketWrapper::set_default_iface(11);
-               write_clientconf($conffile, $testenv_vars);
+               write_clientconf($conffile, $clientdir, $testenv_vars);
                $ENV{SMB_CONF_PATH} = $conffile;
        } else {
                die("Unknown option[$option] for envname[$envname]");
@@ -895,16 +918,17 @@ if ($opt_testenv) {
        my $testenv_name = $ENV{SELFTEST_TESTENV};
        $testenv_name = $testenv_default unless defined($testenv_name);
 
-       my $testenv_vars = setup_env($testenv_name);
+       my $testenv_vars = setup_env($testenv_name, $prefix);
 
        die("Unable to setup environment $testenv_name") unless ($testenv_vars);
 
        $ENV{PIDDIR} = $testenv_vars->{PIDDIR};
+       $ENV{ENVNAME} = $testenv_name;
 
        my $envvarstr = exported_envvars_str($testenv_vars);
 
-       my $term = ($ENV{TERMINAL} or "xterm");
-       system("$term -e 'echo -e \"
+       my $term = ($ENV{TERMINAL} or "xterm -e");
+       system("$term 'echo -e \"
 Welcome to the Samba4 Test environment '$testenv_name'
 
 This matches the client environment used in make test
@@ -924,7 +948,7 @@ $envvarstr
                my $name = $$_[0];
                my $envname = $$_[1];
 
-               my $envvars = setup_env($envname);
+               my $envvars = setup_env($envname, $prefix);
                if (not defined($envvars)) {
                        Subunit::start_testsuite($name);
                        Subunit::end_testsuite($name, "error",
@@ -938,7 +962,7 @@ $envvarstr
                        if ($$_[3]) {
                                my ($fh, $listid_file) = tempfile(UNLINK => 0);
                                foreach my $test (@{$individual_tests->{$name}}) {
-                                       print $fh "$test\n";
+                                       print $fh substr($test, length($name)+1) . "\n";
                                }
                                $cmd =~ s/\$LOADLIST/--load-list=$listid_file/g;
                        } elsif ($$_[4]) {