Fix SharesContainer.__len__.

[samba.git] / selftest / selftest.pl

diff --git a/selftest/selftest.pl b/selftest/selftest.pl
index 150a3651235fe0c08e9e4d470dd08e0b69061812..ea09c269e7e7ad1b77235ac7e25f36c885cbd14e 100755 (executable)
--- a/selftest/selftest.pl
+++ b/selftest/selftest.pl
@@ -130,6 +130,7 @@ use POSIX;
 use Cwd qw(abs_path);
 use lib "$RealBin";
 use Subunit qw(parse_results);
+use Subunit::Filter;
 use SocketWrapper;
 
 my $opt_help = 0;
@@ -166,7 +167,7 @@ sub find_in_list($$)
        foreach (@$list) {
                if ($fullname =~ /$$_[0]/) {
                         return ($$_[1]) if ($$_[1]);
-                        return "NO REASON SPECIFIED";
+                        return "";
                }
        }
 
@@ -211,17 +212,52 @@ sub cleanup_pcap($$)
        unlink($pcap_file);
 }
 
+# expand strings from %ENV
+sub expand_environment_strings($)
+{
+       my $s = shift;
+       # we use a reverse sort so we do the longer ones first
+       foreach my $k (sort { $b cmp $a } keys %ENV) {
+               $s =~ s/\$$k/$ENV{$k}/g;
+       }
+       return $s;
+}
+
 sub run_testsuite($$$$$)
 {
        my ($envname, $name, $cmd, $i, $totalsuites) = @_;
        my $pcap_file = setup_pcap($name);
 
+       Subunit::start_testsuite($name);
        Subunit::report_time(time());
-       Subunit::start_test($name);
 
-       my $ret = system("$cmd | $RealBin/filter-subunit.pl --prefix \"$name.\" 2>&1");
-       if ($ret == -1) {
-               Subunit::end_test($name, "error", "Unable to run $cmd: $!");
+       open(RESULTS, "$cmd 2>&1|");
+       my $statistics = {
+               TESTS_UNEXPECTED_OK => 0,
+               TESTS_EXPECTED_OK => 0,
+               TESTS_UNEXPECTED_FAIL => 0,
+               TESTS_EXPECTED_FAIL => 0,
+               TESTS_ERROR => 0,
+               TESTS_SKIP => 0,
+       };
+
+       my $msg_ops = new Subunit::Filter("$name\.", []);
+
+       parse_results($msg_ops, $statistics, *RESULTS);
+
+       my $ret = 0;
+
+       unless (close(RESULTS)) {
+               if ($!) {
+                       Subunit::end_testsuite($name, "error", "Unable to run $cmd: $!");
+                       return 0;
+               } else {
+                       $ret = $?;
+               }
+       } 
+
+       if ($ret & 127) {
+               Subunit::end_testsuite($name, "error", sprintf("Testsuite died with signal %d, %s coredump", ($ret & 127), ($ret & 128) ? "with": "without"));
                return 0;
        }
        my $envlog = getlog_env($envname);
@@ -230,18 +266,16 @@ sub run_testsuite($$$$$)
        }
 
        print "command: $cmd\n";
+       printf "expanded command: %s\n", expand_environment_strings($cmd);
 
        my $exitcode = $ret >> 8;
 
        Subunit::report_time(time());
-       my $reason = "Exit code was $exitcode";
-       my $result;
        if ($exitcode == 0) {
-               $result = "success";
+               Subunit::end_testsuite($name, "success");
        } else {
-               $result = "failure";
+               Subunit::end_testsuite($name, "failure", "Exit code was $exitcode");
        }
-       Subunit::end_test($name, $result, $reason);
 
        cleanup_pcap($pcap_file, $exitcode);
 
@@ -326,7 +360,10 @@ exit(1) if (not $result);
 
 ShowHelp() if ($opt_help);
 
-my $tests = shift;
+# we want unbuffered output
+$| = 1;
+
+my @tests = @ARGV;
 
 # quick hack to disable rpc validation when using valgrind - its way too slow
 unless (defined($ENV{VALGRIND})) {
@@ -334,6 +371,9 @@ unless (defined($ENV{VALGRIND})) {
        $ENV{MALLOC_CHECK_} = 2;
 }
 
+# make all our python scripts unbuffered
+$ENV{PYTHONUNBUFFERED} = 1;
+
 my $bindir = ($opt_bindir or "$builddir/bin");
 my $bindir_abs = abs_path($bindir);
 
@@ -405,7 +445,7 @@ if ($opt_socket_wrapper_pcap) {
 
 my $socket_wrapper_dir;
 if ($opt_socket_wrapper) {
-       $socket_wrapper_dir = SocketWrapper::setup_dir("$prefix/w", $opt_socket_wrapper_pcap);
+       $socket_wrapper_dir = SocketWrapper::setup_dir("$prefix_abs/w", $opt_socket_wrapper_pcap);
        print "SOCKET_WRAPPER_DIR=$socket_wrapper_dir\n";
 } else {
         unless ($< == 0) { 
@@ -417,7 +457,7 @@ my $target;
 my $testenv_default = "none";
 
 if ($opt_target eq "samba4") {
-       $testenv_default = "member";
+       $testenv_default = "all";
        require target::Samba4;
        $target = new Samba4($bindir, $ldap, "$srcdir/setup", $exeext);
 } elsif ($opt_target eq "samba3") {
@@ -515,12 +555,18 @@ sub write_clientconf($$)
                mkdir("$prefix/client/private", 0777);
        }
 
-       if ( -d "$prefix/client/lock" ) {
+       if ( -d "$prefix/client/lockdir" ) {
                unlink <$prefix/client/lockdir/*>;
        } else {
                mkdir("$prefix/client/lockdir", 0777);
        }
 
+       if ( -d "$prefix_abs/client/ncalrpcdir" ) {
+               unlink <$prefix/client/ncalrpcdir/*>;
+       } else {
+               mkdir("$prefix/client/ncalrpcdir", 0777);
+       }
+
        open(CF, ">$conffile");
        print CF "[global]\n";
        if (defined($ENV{VALGRIND})) {
@@ -541,6 +587,7 @@ sub write_clientconf($$)
        print CF "
        private dir = $prefix_abs/client/private
        lock dir = $prefix_abs/client/lockdir
+       ncalrpc dir = $prefix_abs/client/ncalrpcdir
        name resolve order = bcast
        panic action = $RealBin/gdb_backtrace \%PID\% \%PROG\%
        max xmit = 32K
@@ -552,6 +599,7 @@ sub write_clientconf($$)
 #We don't want to pass our self-tests if the PAC code is wrong
        gensec:require_pac = true
        modules dir = $ENV{LD_SAMBA_MODULE_PATH}
+       setup directory = ./setup
 ";
        close(CF);
 }
@@ -562,6 +610,20 @@ my $testsdir = "$srcdir/selftest";
 
 my %required_envs = ();
 
+sub should_run_test($)
+{
+       my $name = shift;
+       if ($#tests == -1) {
+               return 1;
+       }
+       for (my $i=0; $i <= $#tests; $i++) {
+               if ($name =~ /$tests[$i]/i) {
+                       return 1;
+               }
+       }
+       return 0;
+}
+
 sub read_testlist($)
 {
        my ($filename) = @_;
@@ -577,7 +639,7 @@ sub read_testlist($)
                        $env =~ s/\n//g;
                        my $cmdline = <IN>;
                        $cmdline =~ s/\n//g;
-                       if (not defined($tests) or $name =~ /$tests/) {
+                       if (should_run_test($name) == 1) {
                                $required_envs{$env} = 1;
                                push (@ret, [$name, $env, $cmdline]);
                        }
@@ -616,18 +678,19 @@ my @available = ();
 foreach my $fn (@testlists) {
        foreach (read_testlist($fn)) {
                my $name = $$_[0];
-               next if (@includes and not find_in_list(\@includes, $name));
+               next if (@includes and not defined(find_in_list(\@includes, $name)));
                push (@available, $_);
        }
 }
 
+Subunit::testsuite_count($#available+1);
 Subunit::report_time(time());
 
 foreach (@available) {
        my $name = $$_[0];
        my $skipreason = skip($name);
-       if ($skipreason) {
-               Subunit::end_test($name, "skip", $skipreason);
+       if (defined($skipreason)) {
+               Subunit::skip_testsuite($name, $skipreason);
        } else {
                push(@todo, $_); 
        }
@@ -666,6 +729,18 @@ my @exported_envvars = (
        "DC_NETBIOSNAME",
        "DC_NETBIOSALIAS",
 
+       # domain controller stuff
+       "MEMBER_SERVER",
+       "MEMBER_SERVER_IP",
+       "MEMBER_NETBIOSNAME",
+       "MEMBER_NETBIOSALIAS",
+
+       # domain controller stuff
+       "RPC_PROXY_SERVER",
+       "RPC_PROXY_SERVER_IP",
+       "RPC_PROXY_NETBIOSNAME",
+       "RPC_PROXY_NETBIOSALIAS",
+
        # server stuff
        "SERVER",
        "SERVER_IP",
@@ -791,7 +866,7 @@ if ($opt_testenv) {
 
        my $envvarstr = exported_envvars_str($testenv_vars);
 
-       my $term = ($ENV{TERM} or "xterm");
+       my $term = ($ENV{TERMINAL} or "xterm");
        system("$term -e 'echo -e \"
 Welcome to the Samba4 Test environment '$testenv_name'
 
@@ -815,7 +890,7 @@ $envvarstr
                
                my $envvars = setup_env($envname);
                if (not defined($envvars)) {
-                       Subunit::end_test($name, "skip", 
+                       Subunit::skip_testsuite($name, 
                                "unable to set up environment $envname");
                        next;
                }
@@ -841,11 +916,8 @@ my $failed = 0;
 # if there were any valgrind failures, show them
 foreach (<$prefix/valgrind.log*>) {
        next unless (-s $_);
-       system("grep DWARF2.CFI.reader $_ > /dev/null");
-       if ($? >> 8 == 0) {
-           print "VALGRIND FAILURE\n";
-           $failed++;
-           system("cat $_");
-       }
+       print "VALGRIND FAILURE\n";
+       $failed++;
+       system("cat $_");
 }
 exit 0;