source3/selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba 3 test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba 3, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/samba3-knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba 3 and makes
  13 # it possible to run the testsuite against other servers, such as Samba 4 or
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 import os, sys
  22 sys.path.insert(0, os.path.normpath(os.path.join(os.path.dirname(__file__), "../../selftest")))
  23 import selftesthelpers
  24 from selftesthelpers import *
  25 smbtorture4_options.extend([
  26    '--option=torture:sharedelay=100000',
  27    '--option=torture:writetimeupdatedelay=500000',
  28    ])
  29
  30 def plansmbtorture4testsuite(name, env, options, description=''):
  31     if description == '':
  32         modname = "samba3.%s" % (name, )
  33     else:
  34         modname = "samba3.%s %s" % (name, description)
  35
  36     selftesthelpers.plansmbtorture4testsuite(
  37         name, env, options, target='samba3', modname=modname)
  38
  39
  40 plantestsuite("samba3.blackbox.success", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_success.sh")])
  41 plantestsuite("samba3.blackbox.failure", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_failure.sh")])
  42
  43 plantestsuite("samba3.local_s3", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_local_s3.sh")])
  44
  45 plantestsuite("samba3.blackbox.registry.upgrade", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_registry_upgrade.sh"), net, dbwrap_tool])
  46
  47 tests = ["FDPASS", "LOCK1", "LOCK2", "LOCK3", "LOCK4", "LOCK5", "LOCK6", "LOCK7", "LOCK9",
  48         "UNLINK", "BROWSE", "ATTR", "TRANS2", "TORTURE",
  49         "OPLOCK1", "OPLOCK2", "OPLOCK4", "STREAMERROR",
  50         "DIR", "DIR1", "DIR-CREATETIME", "TCON", "TCONDEV", "RW1", "RW2", "RW3", "LARGE_READX", "RW-SIGNING",
  51         "OPEN", "XCOPY", "RENAME", "DELETE", "DELETE-LN", "WILDDELETE", "PROPERTIES", "W2K",
  52         "TCON2", "IOCTL", "CHKPATH", "FDSESS", "CHAIN1", "CHAIN2",
  53         "CHAIN3", "PIDHIGH",
  54         "GETADDRINFO", "UID-REGRESSION-TEST", "SHORTNAME-TEST",
  55         "CASE-INSENSITIVE-CREATE", "SMB2-BASIC", "NTTRANS-FSCTL", "SMB2-NEGPROT",
  56         "SMB2-SESSION-REAUTH", "SMB2-SESSION-RECONNECT",
  57         "CLEANUP1",
  58         "CLEANUP2",
  59         "CLEANUP4",
  60         "BAD-NBT-SESSION"]
  61
  62 for t in tests:
  63     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  64     plantestsuite("samba3.smbtorture_s3.crypt_client(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  65     if t == "TORTURE":
  66         # this is a negative test to verify that the server rejects
  67         # access without encryption
  68         plantestsuite("samba3.smbtorture_s3.crypt_server(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmpenc', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  69     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  70
  71 # non-crypt only
  72
  73 tests = ["OPLOCK-CANCEL"]
  74 for t in tests:
  75     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  76
  77 tests = ["RW1", "RW2", "RW3"]
  78 for t in tests:
  79     plantestsuite("samba3.smbtorture_s3.vfs_aio_fork(simpleserver).%s" % t, "simpleserver", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/vfs_aio_fork', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  80
  81 posix_tests = ["POSIX", "POSIX-APPEND", "POSIX-SYMLINK-ACL", "POSIX-SYMLINK-EA", "POSIX-OFD-LOCK",
  82               "POSIX-STREAM-DELETE" ]
  83
  84 for t in posix_tests:
  85     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  86     plantestsuite("samba3.smbtorture_s3.crypt(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  87     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  88
  89 env = "nt4_dc:local"
  90 t = "CLEANUP3"
  91 plantestsuite("samba3.smbtorture_s3.plain(%s).%s" % (env, t), env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', binpath('smbtorture3'), "", "-l $LOCAL_PATH"])
  92
  93 local_tests = [
  94     "LOCAL-SUBSTITUTE",
  95     "LOCAL-GENCACHE",
  96     "LOCAL-TALLOC-DICT",
  97     "LOCAL-BASE64",
  98     "LOCAL-RBTREE",
  99     "LOCAL-MEMCACHE",
 100     "LOCAL-STREAM-NAME",
 101     "LOCAL-string_to_sid",
 102     "LOCAL-sid_to_string",
 103     "LOCAL-binary_to_sid",
 104     "LOCAL-DBTRANS",
 105     "LOCAL-TEVENT-SELECT",
 106     "LOCAL-CONVERT-STRING",
 107     "LOCAL-CONV-AUTH-INFO",
 108     "LOCAL-IDMAP-TDB-COMMON",
 109     "LOCAL-MESSAGING-READ1",
 110     "LOCAL-MESSAGING-READ2",
 111     "LOCAL-MESSAGING-READ3",
 112     "LOCAL-MESSAGING-READ4",
 113     "LOCAL-MESSAGING-FDPASS1",
 114     "LOCAL-MESSAGING-FDPASS2",
 115     "LOCAL-MESSAGING-FDPASS2a",
 116     "LOCAL-MESSAGING-FDPASS2b",
 117     "LOCAL-hex_encode_buf",
 118     "LOCAL-sprintf_append",
 119     "LOCAL-remove_duplicate_addrs2"]
 120
 121 for t in local_tests:
 122     plantestsuite("samba3.smbtorture_s3.%s" % t, "none", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 123
 124 plantestsuite("samba.vfstest.stream_depot", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/stream-depot/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 125 plantestsuite("samba.vfstest.xattr-tdb-1", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/xattr-tdb-1/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 126 plantestsuite("samba.vfstest.acl", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-acl/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 127 plantestsuite("samba.vfstest.catia", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-catia/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 128
 129 for options in ["--option=clientusespnego=no", " --option=clientntlmv2auth=no --option=clientlanmanauth=yes --max-protocol=LANMAN2", "--option=clientntlmv2auth=no --option=clientlanmanauth=yes --option=clientmaxprotocol=NT1", ""]:
 130     env = "nt4_dc"
 131     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, options])
 132
 133 for env in ["nt4_dc", "nt4_member", "ad_member", "ad_dc", "ad_dc_ntvfs", "s4member", "fl2000dc"]:
 134     plantestsuite("samba3.blackbox.smbclient_machine_auth.plain (%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_machine_auth.sh"), '$SERVER', smbclient3, configuration])
 135     plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$DC_USERNAME', '$DC_PASSWORD', "never", smbclient3, configuration])
 136
 137 for env in ["nt4_dc", "nt4_member", "ad_member"]:
 138     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration])
 139     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 140
 141 env="nt4_dc"
 142 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) ipv6" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IPV6', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 143
 144 for env in ["nt4_member", "ad_member"]:
 145     plantestsuite("samba3.blackbox.net_cred_change.(%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_net_cred_change.sh"), configuration])
 146
 147 env = "ad_member"
 148 t = "--krb5auth=$DOMAIN/$DC_USERNAME%$DC_PASSWORD"
 149 plantestsuite("samba3.wbinfo_simple.(%s:local).%s" % (env, t), "%s:local" % env, [os.path.join(srcdir(), "nsswitch/tests/test_wbinfo_simple.sh"), t])
 150 t = "WBCLIENT-MULTI-PING"
 151 plantestsuite("samba3.smbtorture_s3.%s" % t, env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 152
 153
 154 plantestsuite("samba3.ntlm_auth.krb5(ktest:local) old ccache", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-2', '$SERVER', configuration])
 155
 156 plantestsuite("samba3.ntlm_auth.krb5(ktest:local)", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-3', '$SERVER', configuration])
 157
 158
 159 for env in ["maptoguest", "simpleserver"]:
 160     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) local creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 161
 162 env = "maptoguest"
 163 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) bad username" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', 'notmy$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 164 plantestsuite("samba3.blackbox.smbclient_ntlm.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_ntlm.sh"), '$SERVER', '$USERNAME', '$PASSWORD', "baduser", smbclient3, configuration])
 165
 166 # plain
 167 for env in ["nt4_dc"]:
 168     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 169
 170 for env in ["nt4_member", "ad_member"]:
 171     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 172
 173 for env in ["nt4_dc"]:
 174     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 175
 176 for env in ["nt4_member", "ad_member"]:
 177     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 178
 179 for env in ["nt4_dc"]:
 180     # encrypted
 181     plantestsuite("samba3.blackbox.smbclient_s3.crypt (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "-e"])
 182
 183 for env in ["fileserver"]:
 184     plantestsuite("samba3.blackbox.preserve_case (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_preserve_case.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 185     plantestsuite("samba3.blackbox.dfree_command (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_command.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 186     plantestsuite("samba3.blackbox.dfree_quota (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_quota.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3, smbcquotas])
 187     plantestsuite("samba3.blackbox.valid_users (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_valid_users.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 188     plantestsuite("samba3.blackbox.offline (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_offline.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/offline', smbclient3])
 189     plantestsuite("samba3.blackbox.shadow_copy2 (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shadow_copy.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH/shadow', smbclient3])
 190     plantestsuite("samba3.blackbox.smbclient.forceuser_validusers (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_forceuser_validusers.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 191     plantestsuite("samba3.blackbox.smbget (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbget.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', 'smbget_user', '$PASSWORD', '$LOCAL_PATH/smbget', smbget])
 192     plantestsuite("samba3.blackbox.netshareenum (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_shareenum.sh"), '$SERVER', '$USERNAME', '$PASSWORD', rpcclient])
 193     plantestsuite("samba3.blackbox.acl_xattr (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_acl_xattr.sh"), '$SERVER', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3, smbcacls])
 194     plantestsuite("samba3.blackbox.smb2.not_casesensitive (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smb2_not_casesensitive.sh"), '//$SERVER/tmp', '$SERVER_IP', '$USERNAME', '$PASSWORD', '$LOCAL_PATH', smbclient3])
 195
 196     #
 197     # tar command tests
 198     #
 199
 200     # find config.h
 201     try:
 202         config_h = os.environ["CONFIG_H"]
 203     except KeyError:
 204         config_h = os.path.join(samba4bindir, "default/include/config.h")
 205
 206     # see if libarchive is supported
 207     f = open(config_h, 'r')
 208     try:
 209         have_libarchive = ("HAVE_LIBARCHIVE 1" in f.read())
 210     finally:
 211         f.close()
 212
 213     # tar command enabled only if built with libarchive
 214     if have_libarchive:
 215         # Test smbclient/tarmode
 216         plantestsuite("samba3.blackbox.smbclient_tarmode (%s)" % env, env,
 217                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.sh"),
 218                        '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD',
 219                        '$LOCAL_PATH', '$PREFIX', smbclient3, configuration])
 220
 221         # Test suite for new smbclient/tar with libarchive (GSoC 13)
 222         plantestsuite("samba3.blackbox.smbclient_tar (%s)" % env, env,
 223                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.pl"),
 224                        '-n', '$SERVER', '-i', '$SERVER_IP', '-s', 'tmp',
 225                        '-u', '$USERNAME', '-p', '$PASSWORD', '-l', '$LOCAL_PATH',
 226                        '-d', '$PREFIX', '-b', smbclient3,
 227                        '--subunit', '--', configuration])
 228
 229 #TODO encrypted against member, with member creds, and with DC creds
 230 plantestsuite("samba3.blackbox.net.misc", "nt4_dc:local",
 231               [os.path.join(samba3srcdir, "script/tests/test_net_misc.sh"),
 232                scriptdir, "$SMB_CONF_PATH", net, configuration])
 233 plantestsuite("samba3.blackbox.net.local.registry", "nt4_dc:local",
 234               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 235                scriptdir, "$SMB_CONF_PATH", net, configuration])
 236 plantestsuite("samba3.blackbox.net.registry.check", "nt4_dc:local",
 237               [os.path.join(samba3srcdir, "script/tests/test_net_registry_check.sh"),
 238                scriptdir, "$SMB_CONF_PATH", net, configuration, dbwrap_tool])
 239 plantestsuite("samba3.blackbox.net.rpc.registry", "nt4_dc",
 240               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 241                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 242
 243 plantestsuite("samba3.blackbox.net.local.registry.roundtrip", "nt4_dc:local",
 244               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 245                scriptdir, "$SMB_CONF_PATH", net, configuration])
 246 plantestsuite("samba3.blackbox.net.rpc.registry.roundtrip", "nt4_dc",
 247               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 248                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 249
 250 plantestsuite("samba3.blackbox.net.local.conf", "nt4_dc:local",
 251               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 252                scriptdir, "$SMB_CONF_PATH", net, configuration])
 253 plantestsuite("samba3.blackbox.net.rpc.conf", "nt4_dc",
 254               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 255                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 256
 257
 258 plantestsuite("samba3.blackbox.testparm", "nt4_dc:local",
 259               [os.path.join(samba3srcdir, "script/tests/test_testparm_s3.sh"),
 260                "$LOCAL_PATH"])
 261
 262 plantestsuite(
 263     "samba3.pthreadpool", "nt4_dc",
 264     [os.path.join(samba3srcdir, "script/tests/test_pthreadpool.sh")])
 265
 266 plantestsuite("samba3.async_req", "nt4_dc",
 267               [os.path.join(samba3srcdir, "script/tests/test_async_req.sh")])
 268
 269 #smbtorture4 tests
 270
 271 base = ["base.attr", "base.charset", "base.chkpath", "base.defer_open", "base.delaywrite", "base.delete",
 272         "base.deny1", "base.deny2", "base.deny3", "base.denydos", "base.dir1", "base.dir2",
 273         "base.disconnect", "base.fdpass", "base.lock",
 274         "base.mangle", "base.negnowait", "base.ntdeny1",
 275         "base.ntdeny2", "base.open", "base.openattr", "base.properties", "base.rename", "base.rw1",
 276         "base.secleak", "base.tcon", "base.tcondev", "base.trans2", "base.unlink", "base.vuid",
 277         "base.xcopy", "base.samba3error"]
 278
 279 raw = ["raw.acls", "raw.chkpath", "raw.close", "raw.composite", "raw.context", "raw.eas",
 280        "raw.ioctl", "raw.lock", "raw.mkdir", "raw.mux", "raw.notify", "raw.open", "raw.oplock",
 281        "raw.qfileinfo", "raw.qfsinfo", "raw.read", "raw.rename", "raw.search", "raw.seek",
 282        "raw.sfileinfo.base", "raw.sfileinfo.bug", "raw.streams", "raw.unlink", "raw.write",
 283        "raw.samba3hide", "raw.samba3badpath", "raw.sfileinfo.rename", "raw.session",
 284        "raw.samba3caseinsensitive", "raw.samba3posixtimedlock",
 285        "raw.samba3rootdirfid", "raw.sfileinfo.end-of-file",
 286        "raw.bench-oplock", "raw.bench-lock", "raw.bench-open", "raw.bench-tcon",
 287        "raw.samba3checkfsp", "raw.samba3closeerr", "raw.samba3oplocklogoff", "raw.samba3badnameblob"]
 288
 289 smb2 = smbtorture4_testsuites("smb2.")
 290
 291 rpc = ["rpc.authcontext", "rpc.samba3.bind", "rpc.samba3.srvsvc", "rpc.samba3.sharesec",
 292        "rpc.samba3.spoolss", "rpc.samba3.wkssvc", "rpc.samba3.winreg",
 293        "rpc.samba3.getaliasmembership-0",
 294        "rpc.samba3.netlogon", "rpc.samba3.sessionkey", "rpc.samba3.getusername",
 295        "rpc.samba3.smb1-pipe-name", "rpc.samba3.smb2-pipe-name",
 296        "rpc.samba3.smb-reauth1", "rpc.samba3.smb-reauth2",
 297        "rpc.svcctl", "rpc.ntsvcs", "rpc.winreg", "rpc.eventlog",
 298        "rpc.spoolss.printserver", "rpc.spoolss.win", "rpc.spoolss.notify", "rpc.spoolss.printer",
 299        "rpc.spoolss.driver",
 300        "rpc.lsa", "rpc.lsa-getuser", "rpc.lsa.lookupsids", "rpc.lsa.lookupnames",
 301        "rpc.lsa.privileges", "rpc.lsa.secrets",
 302        "rpc.samr", "rpc.samr.users", "rpc.samr.users.privileges", "rpc.samr.passwords",
 303        "rpc.samr.passwords.pwdlastset", "rpc.samr.passwords.lockout", "rpc.samr.passwords.badpwdcount", "rpc.samr.large-dc", "rpc.samr.machine.auth",
 304        "rpc.samr.priv", "rpc.samr.passwords.validate",
 305        "rpc.netlogon.admin",
 306        "rpc.schannel", "rpc.schannel2", "rpc.bench-schannel1", "rpc.schannel_anon_setpw", "rpc.join", "rpc.bind"]
 307
 308 local = ["local.nss"]
 309
 310 idmap = ["idmap.rfc2307", "idmap.alloc"]
 311
 312 rap = ["rap.basic", "rap.rpc", "rap.printing", "rap.sam"]
 313
 314 unix = ["unix.info2", "unix.whoami"]
 315
 316 nbt = ["nbt.dgram" ]
 317
 318 libsmbclient = ["libsmbclient"]
 319
 320 vfs = ["vfs.fruit"]
 321
 322 tests= base + raw + smb2 + rpc + unix + local + rap + nbt + libsmbclient + idmap + vfs
 323
 324 for t in tests:
 325     if t == "base.delaywrite":
 326         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD -k yes --maximum-runtime=900')
 327     elif t == "rap.sam":
 328         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 329         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 330     elif t == "winbind.pac":
 331         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --realm=$REALM --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 332     elif t == "unix.whoami":
 333         plansmbtorture4testsuite(t, "nt4_member:local", '//$SERVER/tmp --machine-pass', description="machine account")
 334         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 335         for env in ["nt4_dc", "nt4_member"]:
 336             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME%$DC_PASSWORD')
 337             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U%', description='anonymous connection')
 338         for env in ["ad_dc", "ad_member"]:
 339             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER')
 340             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -k yes -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER', description='kerberos connection')
 341             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U% --option=torture:addc=$DC_SERVER', description='anonymous connection')
 342     elif t == "raw.samba3posixtimedlock":
 343         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 344         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 345     elif t == "raw.chkpath":
 346         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 347         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 348     elif t == "raw.samba3hide" or t == "raw.samba3checkfsp" or t ==  "raw.samba3closeerr":
 349         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 350         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 351         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 352     elif t == "raw.session" or t == "smb2.session":
 353         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'plain')
 354         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpenc -U$USERNAME%$PASSWORD', 'enc')
 355         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k no -U$USERNAME%$PASSWORD', 'ntlm')
 356         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k yes -U$USERNAME%$PASSWORD', 'krb5')
 357     elif t == "rpc.lsa":
 358         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 359         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 360         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 361         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 362     elif t == "rpc.samr.passwords.validate":
 363         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 364         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP[seal] -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 365     elif t == "smb2.durable-open" or t == "smb2.durable-v2-open" or t == "smb2.replay":
 366         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 367         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 368     elif t == "base.rw1":
 369         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 370         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/valid-users-tmp -U$USERNAME%$PASSWORD')
 371         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/write-list-tmp -U$USERNAME%$PASSWORD')
 372         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 373     elif t == "idmap.rfc2307":
 374         plantestsuite(t, "ad_member_rfc2307", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_rfc2307.sh"), '$DOMAIN', 'Administrator', '2000000', 'Guest', '2000001', '"Domain Users"', '2000002', 'DnsAdmins', '2000003', 'ou=idmap,dc=samba,dc=example,dc=com', '$DC_SERVER', '$DC_USERNAME', '$DC_PASSWORD'])
 375     elif t == "idmap.alloc":
 376         plantestsuite(t, "ad_member_rfc2307", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_nss.sh"), '$DOMAIN'])
 377     elif t == "raw.acls":
 378         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 379         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_simple -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-simple')
 380         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_special -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-special')
 381         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 382     elif t == "smb2.ioctl":
 383         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/fs_specific -U$USERNAME%$PASSWORD', 'fs_specific')
 384         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 385         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 386     elif t == "smb2.lock":
 387         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 388         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 389         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 390     elif t == "raw.read":
 391         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 392         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 393         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 394     elif t == "raw.search":
 395         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 396 # test the dirsort module.
 397         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpsort -U$USERNAME%$PASSWORD')
 398         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 399     elif t == "vfs.fruit":
 400         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 401         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/vfs_fruit -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 402     elif t == "rpc.schannel_anon_setpw":
 403         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$%', description="anonymous password set")
 404         plansmbtorture4testsuite(t, "nt4_dc_schannel", '//$SERVER_IP/tmp -U$%', description="anonymous password set (schannel enforced server-side)")
 405         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$%', description="anonymous password set")
 406     elif t == "local.nss":
 407         for env in ["nt4_dc:local", "ad_member:local", "nt4_member:local", "ad_dc:local"]:
 408             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 409     elif t == "smb2.change_notify_disabled":
 410         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 411     elif t == "smb2.notify":
 412         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --signing=required')
 413         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD --signing=required')
 414     elif t == "smb2.dosmode":
 415         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER/dosmode -U$USERNAME%$PASSWORD')
 416     else:
 417         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 418         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 419
 420
 421 test = 'rpc.lsa.lookupsids'
 422 auth_options = ["", "ntlm", "spnego", "spnego,ntlm" ]
 423 signseal_options = ["", ",connect", ",sign", ",seal"]
 424 endianness_options = ["", ",bigendian"]
 425 for s in signseal_options:
 426     for e in endianness_options:
 427         for a in auth_options:
 428             binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 429             options = binding_string + " -U$USERNAME%$PASSWORD"
 430             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_np with [%s%s%s] ' % (a, s, e))
 431             plantestsuite("samba3.blackbox.rpcclient over ncacn_np with [%s%s%s] " % (a, s, e), "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 432                                                              "none", options, configuration])
 433
 434     # We should try more combinations in future, but this is all
 435     # the pre-calculated credentials cache supports at the moment
 436     e = ""
 437     a = ""
 438     binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 439     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-2"
 440     plansmbtorture4testsuite(test, "ktest", options, 'krb5 with old ccache ncacn_np with [%s%s%s] ' % (a, s, e))
 441
 442     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-3"
 443     plansmbtorture4testsuite(test, "ktest", options, 'krb5 ncacn_np with [%s%s%s] ' % (a, s, e))
 444
 445     auth_options2 = ["krb5", "spnego,krb5"]
 446     for a in auth_options2:
 447         binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 448
 449         plantestsuite("samba3.blackbox.rpcclient krb5 ncacn_np with [%s%s%s] " % (a, s, e), "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 450                                                                                                                               "$PREFIX/ktest/krb5_ccache-3", binding_string, "-k", configuration])
 451
 452 plantestsuite("samba3.blackbox.rpcclient_samlogon", "ad_member:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient_samlogon.sh"),
 453                                                                        "$DC_USERNAME", "$DC_PASSWORD", "ncacn_np:$DC_SERVER", configuration])
 454 plantestsuite("samba3.blackbox.sharesec", "simpleserver:local",
 455               [os.path.join(samba3srcdir, "script/tests/test_sharesec.sh"),
 456                configuration, os.path.join(bindir(), "sharesec"), "tmp"])
 457
 458 plantestsuite("samba3.blackbox.net_dom_join_fail_dc", "nt4_dc",
 459               [os.path.join(samba3srcdir, "script/tests/test_net_dom_join_fail_dc.sh"),
 460                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_dom_join_fail_dc",
 461                configuration])
 462 plantestsuite("samba3.blackbox.net_rpc_join", "nt4_dc",
 463               [os.path.join(samba3srcdir, "script/tests/test_net_rpc_join.sh"),
 464                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_rpc_join",
 465                configuration])
 466
 467 plantestsuite("samba3.blackbox.rpcclient_srvsvc", "simpleserver",
 468               [os.path.join(samba3srcdir, "script/tests/test_rpcclientsrvsvc.sh"),
 469                "$USERNAME", "$PASSWORD", "$SERVER",
 470                os.path.join(bindir(), "rpcclient"), "tmp"])
 471
 472 plantestsuite("samba3.blackbox.rpcclient.pw-nt-hash", "simpleserver",
 473               [os.path.join(samba3srcdir, "script/tests/test_rpcclient_pw_nt_hash.sh"),
 474                "$USERNAME", "$PASSWORD", "$SERVER",
 475                os.path.join(bindir(), "rpcclient")])
 476
 477 options_list = ["", "-e"]
 478 for options in options_list:
 479     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 480                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 481                    "$PREFIX/ktest/krb5_ccache-2",
 482                    smbclient3, "$SERVER", options, configuration])
 483
 484     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 485                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 486                    "$PREFIX/ktest/krb5_ccache-2",
 487                    smbclient3, "$SERVER", options, configuration])
 488
 489     plantestsuite("samba3.blackbox.smbclient_large_file %s" % options, "ktest:local",
 490                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 491                    "$PREFIX/ktest/krb5_ccache-3",
 492                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 493
 494     plantestsuite("samba3.blackbox.smbclient_posix_large %s krb5" % options, "ktest:local",
 495                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 496                    "$PREFIX/ktest/krb5_ccache-3",
 497                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 498
 499     plantestsuite("samba3.blackbox.smbclient_posix_large %s NTLM" % options, "nt4_dc:local",
 500                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 501                    "none",
 502                    smbclient3, "$SERVER", "$PREFIX", options, "-U$USERNAME%$PASSWORD " + configuration])
 503
 504 for alias in ["foo", "bar"]:
 505     plantestsuite("samba3.blackbox.smbclient_netbios_aliases [%s]" % alias, "ad_member:local",
 506                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_netbios_aliases.sh"),
 507                    smbclient3, alias, "$DC_USERNAME", "$DC_PASSWORD", "$PREFIX", options, configuration])
 508
 509 for e in endianness_options:
 510     for a in auth_options:
 511         for s in signseal_options:
 512             binding_string = "ncacn_ip_tcp:$SERVER_IP[%s%s%s]" % (a, s, e)
 513             options = binding_string + " -U$USERNAME%$PASSWORD"
 514             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_ip_tcp with [%s%s%s] ' % (a, s, e))
 515
 516 plansmbtorture4testsuite('rpc.epmapper', 'nt4_dc:local', 'ncalrpc: -U$USERNAME%$PASSWORD', 'over ncalrpc')
 517 plansmbtorture4testsuite('rpc.fsrvp', 'nt4_dc:local', 'ncacn_np:$SERVER_IP[/pipe/FssagentRpc] -U$USERNAME%$PASSWORD', 'over ncacn_np')