7042ba2c4367f62630ef7f8f415a78cde513f96f
[amitay/samba.git] / source3 / selftest / tests.sh
1 #!/bin/bash
2 # This script generates a list of testsuites that should be run as part of 
3 # the Samba 3 test suite.
4
5 # The output of this script is parsed by selftest.pl, which then decides 
6 # which of the tests to actually run. It will, for example, skip all tests 
7 # listed in selftest/skip or only run a subset during "make quicktest".
8
9 # The idea is that this script outputs all of the tests of Samba 3, not 
10 # just those that are known to pass, and list those that should be skipped 
11 # or are known to fail in selftest/skip or selftest/samba4-knownfail. This makes it 
12 # very easy to see what functionality is still missing in Samba 3 and makes 
13 # it possible to run the testsuite against other servers, such as Samba 4 or 
14 # Windows that have a different set of features.
15
16 # The syntax for a testsuite is "-- TEST --" on a single line, followed 
17 # by the name of the test, the environment it needs and the command to run, all 
18 # three separated by newlines. All other lines in the output are considered 
19 # comments.
20
21 if [ ! -n "$PERL" ]
22 then
23         PERL=perl
24 fi
25
26 plantest() {
27         name=$1
28         env=$2
29         shift 2
30         cmdline="$*"
31         echo "-- TEST --"
32         if [ "$env" = "none" ]; then
33                 echo "samba3.$name"
34         else
35                 echo "samba3.$name ($env)"
36         fi
37         echo $env
38         echo $cmdline
39 }
40
41 normalize_testname() {
42         name=$1
43         shift 1
44         n=`echo $name | tr "A-Z-" "a-z."`
45         echo "$n $@"
46 }
47
48 TEST_FUNCTIONS_SH="INCLUDED"
49 testit() {
50         name=$1
51         shift 1
52         cmdline="$*"
53
54         plantest "`normalize_testname $testitprefix$name`" $testitenv $cmdline
55         return
56 }
57
58 testok() {
59         true
60         return
61 }
62
63 BINDIR=`dirname $0`/../bin
64 export BINDIR
65
66 SCRIPTDIR=`dirname $0`/../script/tests
67 export SCRIPTDIR
68
69 CONFIGURATION="--configfile \$SMB_CONF_PATH"
70 export CONFIGURATION
71
72 CONFFILE="\$SMB_CONF_PATH"
73 export CONFFILE
74
75 SERVER="\$SERVER"
76 export SERVER
77
78 USERNAME="\$USERNAME"
79 export USERNAME
80
81 PASSWORD="\$PASSWORD"
82 export PASSWORD
83
84 (
85         shift $#
86         testitprefix="local_s3."
87         testitenv="none"
88         . $SCRIPTDIR/test_local_s3.sh
89 )
90
91 (
92         shift $#
93         testitprefix="smbtorture_s3.plain."
94         testitenv="dc"
95         . $SCRIPTDIR/test_smbtorture_s3.sh //\$SERVER_IP/tmp \$USERNAME \$PASSWORD "" "" "-l \$LOCAL_PATH"
96 )
97
98 (
99         shift $#
100         testitprefix="smbtorture_s3.crypt."
101         testitenv="dc"
102         . $SCRIPTDIR/test_smbtorture_s3.sh //\$SERVER_IP/tmp \$USERNAME \$PASSWORD "" "-e" "-l \$LOCAL_PATH"
103 )
104
105 (
106         shift $#
107         testitprefix="wbinfo_s3."
108         testitenv="dc:local"
109         . $SCRIPTDIR/test_wbinfo_s3.sh \$DOMAIN \$SERVER \$USERNAME \$PASSWORD
110 )
111
112 (
113         shift $#
114         testitprefix="wbinfo_s3."
115         testitenv="dc:local"
116         . $SCRIPTDIR/test_wbinfo_s3.sh \$DOMAIN \$SERVER \$DOMAIN\\\\\$USERNAME \$PASSWORD
117 )
118
119 (
120         shift $#
121         testitprefix="wbinfo_s3."
122         testitenv="member:local"
123         . $SCRIPTDIR/test_wbinfo_s3.sh \$DOMAIN \$SERVER \$DOMAIN\\\\\$USERNAME \$PASSWORD
124 )
125
126 (
127         shift $#
128         testitprefix="ntlm_auth_s3."
129         testitenv="dc:local"
130         . $SCRIPTDIR/test_ntlm_auth_s3.sh
131 )
132
133 # plain
134 plantest "blackbox.smbclient_s3.plain" dc BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$USERNAME \$PASSWORD \$USERID \$LOCAL_PATH
135 plantest "blackbox.smbclient_s3.plain member creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$SERVER\\\\\$USERNAME \$PASSWORD \$USERID \$LOCAL_PATH
136 #plantest "blackbox.smbclient_s3.plain domain creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$DOMAIN\\\\\$DC_USERNAME \$DC_PASSWORD \$USERID \$LOCAL_PATH
137
138 # sign, only the member server allows signing
139 plantest "blackbox.smbclient_s3.sign member creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$SERVER\\\\\$USERNAME \$PASSWORD \$USERID \$LOCAL_PATH "--signing=required"
140 #plantest "blackbox.smbclient_s3.sign domain creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$DOMAIN\\\\\$DC_USERNAME \$DC_PASSWORD \$USERID \$LOCAL_PATH "--signing=required"
141
142 # encrypted
143 plantest "blackbox.smbclient_s3.crypt" dc BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$USERNAME \$PASSWORD \$USERID \$LOCAL_PATH "-e"
144
145 # these don't work yet
146 #plantest "blackbox.smbclient_s3.crypt member creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$SERVER\\\\\$USERNAME \$PASSWORD "-e"
147 #plantest "blackbox.smbclient_s3.crypt domain creds" member BINDIR="$BINDIR" script/tests/test_smbclient_s3.sh \$SERVER \$SERVER_IP \$DOMAIN\\\\\$DC_USERNAME \$DC_PASSWORD "-e"
148
149 plantest "blackbox.net_s3" dc:local BINDIR="$BINDIR" SCRIPTDIR="$SCRIPTDIR" SERVERCONFFILE="\$SMB_CONF_PATH" script/tests/test_net_s3.sh
150 plantest "blackbox.testparm_s3" dc:local BINDIR="$BINDIR" SCRIPTDIR="$SCRIPTDIR" SERVERCONFFILE="\$SMB_CONF_PATH" script/tests/test_testparm_s3.sh
151
152 (
153         shift $#
154         testitprefix="posix_s3."
155         testitenv="dc"
156
157         SMBTORTURE4BINARY=$SMBTORTURE4
158         TORTURE4_OPTIONS=""
159         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --configfile=\$SMB_CONF_PATH"
160         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --maximum-runtime=$SELFTEST_MAXTIME"
161         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --target=$SELFTEST_TARGET"
162         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --basedir=$SELFTEST_PREFIX"
163         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --option=\"torture:winbindd_netbios_name=\$SERVER\""
164         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --option=\"torture:winbindd_netbios_domain=\$DOMAIN\""
165         if [ -n "$SELFTEST_VERBOSE" ]; then
166                 TORTURE4_OPTIONS="$TORTURE4_OPTIONS --option=torture:progress=no"
167         fi
168         TORTURE_OPTIONS="$TORTURE4_OPTIONS --format=subunit"
169         if [ -n "$SELFTEST_QUICK" ]; then
170                 TORTURE4_OPTIONS="$TORTURE4_OPTIONS --option=torture:quick=yes"
171         fi
172
173         # This is an ugly hack...
174         TORTURE4_OPTIONS="$TORTURE4_OPTIONS --option=torture:localdir=$SELFTEST_PREFIX/dc/share"
175
176         if [ -x "$SMBTORTURE4" ]; then
177                 LIB_PATH_VAR_VAR="\$`echo $LIB_PATH_VAR`"
178                 S4_LIB_PREFIX=`eval echo "$LIB_PATH_VAR=\"$SAMBA4SHAREDDIR:$LIB_PATH_VAR_VAR\""`
179                 SMBTORTURE4="$S4_LIB_PREFIX $SMBTORTURE4"
180                 SMBTORTURE4VERSION=`eval $SMBTORTURE4 --version`
181         fi
182         if [ -n "$SMBTORTURE4" -a -n "$SMBTORTURE4VERSION" ];then
183                 echo "Using SMBTORTURE4: $SMBTORTURE4BINARY"
184                 echo "Version: $SMBTORTURE4VERSION"
185                 . $SCRIPTDIR/test_posix_s3.sh //\$SERVER_IP/tmp \$USERNAME \$PASSWORD "" ""
186         else
187                 echo "Skip Tests with Samba4's smbtorture"
188                 echo "Try to compile with --with-smbtorture4-path=PATH to enable"
189         fi
190
191 )
192