2 # This script generates a list of testsuites that should be run as part of
3 # the Samba test suite.
5 # The output of this script is parsed by selftest.pl, which then decides
6 # which of the tests to actually run. It will, for example, skip all tests
7 # listed in selftest/skip or only run a subset during "make quicktest".
9 # The idea is that this script outputs all of the tests of Samba, not
10 # just those that are known to pass, and list those that should be skipped
11 # or are known to fail in selftest/skip or selftest/knownfail. This makes it
12 # very easy to see what functionality is still missing in Samba and makes
13 # it possible to run the testsuite against other servers, such as
14 # Windows that have a different set of features.
16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
17 # by the name of the test, the environment it needs and the command to run, all
18 # three separated by newlines. All other lines in the output are considered
22 from selftesthelpers import bindir, srcdir, python
23 from selftesthelpers import planpythontestsuite, samba4srcdir
24 from selftesthelpers import plantestsuite, bbdir
25 from selftesthelpers import configuration, valgrindify
26 from selftesthelpers import skiptestsuite
29 config_h = os.environ["CONFIG_H"]
31 samba4bindir = bindir()
32 config_h = os.path.join(samba4bindir, "default/include/config.h")
34 # check available features
36 f = open(config_h, 'r')
39 config_hash = dict((x[0], ' '.join(x[1:]))
40 for x in map(lambda line: line.strip().split(' ')[1:],
41 list(filter(lambda line: (line[0:7] == '#define') and (len(line.split(' ')) > 2), lines))))
45 have_man_pages_support = ("XSLTPROC_MANPAGES" in config_hash)
46 with_pam = ("WITH_PAM" in config_hash)
47 pam_wrapper_so_path = config_hash["LIBPAM_WRAPPER_SO_PATH"]
48 pam_set_items_so_path = config_hash["PAM_SET_ITEMS_SO_PATH"]
50 planpythontestsuite("none", "samba.tests.source")
51 if have_man_pages_support:
52 planpythontestsuite("none", "samba.tests.docs")
57 skiptestsuite("subunit", "testscenarios not available")
59 planpythontestsuite("none", "subunit.tests.test_suite")
60 planpythontestsuite("none", "samba.tests.blackbox.ndrdump")
61 planpythontestsuite("none", "samba.tests.blackbox.check_output")
62 planpythontestsuite("none", "api", name="ldb.python", extra_path=['lib/ldb/tests/python'])
63 planpythontestsuite("none", "samba.tests.credentials")
64 planpythontestsuite("none", "samba.tests.registry")
65 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.auth")
66 planpythontestsuite("none", "samba.tests.get_opt")
67 planpythontestsuite("none", "samba.tests.security")
68 planpythontestsuite("none", "samba.tests.dcerpc.misc")
69 planpythontestsuite("none", "samba.tests.dcerpc.integer")
70 planpythontestsuite("none", "samba.tests.param")
71 planpythontestsuite("none", "samba.tests.upgrade")
72 planpythontestsuite("none", "samba.tests.core")
73 planpythontestsuite("none", "samba.tests.common")
74 planpythontestsuite("none", "samba.tests.provision")
75 planpythontestsuite("none", "samba.tests.password_quality")
76 planpythontestsuite("none", "samba.tests.strings")
77 planpythontestsuite("none", "samba.tests.netcmd")
78 planpythontestsuite("none", "samba.tests.dcerpc.rpc_talloc")
79 planpythontestsuite("none", "samba.tests.dcerpc.array")
80 planpythontestsuite("none", "samba.tests.dcerpc.string_tests")
81 planpythontestsuite("none", "samba.tests.hostconfig")
82 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.messaging")
83 planpythontestsuite("none", "samba.tests.s3param")
84 planpythontestsuite("none", "samba.tests.s3passdb")
85 planpythontestsuite("none", "samba.tests.s3registry")
86 planpythontestsuite("none", "samba.tests.s3windb")
87 planpythontestsuite("none", "samba.tests.s3idmapdb")
88 planpythontestsuite("none", "samba.tests.samba3sam")
90 "none", "wafsamba.tests.test_suite",
91 extra_path=[os.path.join(samba4srcdir, "..", "buildtools"),
92 os.path.join(samba4srcdir, "..", "third_party", "waf")])
93 planpythontestsuite("fileserver", "samba.tests.smbd_fuzztest")
96 def cmdline(script, *args):
98 Prefix PYTHON env var and append --configurefile option to abs script path.
102 PYTHON=python /path/to/bbdir/script.sh arg1 arg2 \
103 --configurefile $SMB_CONF_FILE
106 "PYTHON=%s" % python,
107 os.path.join(bbdir, script),
108 ] + list(args) + [configuration]
112 "samba4.blackbox.demote-saveddb", "none",
113 cmdline('demote-saveddb.sh', '$PREFIX_ABS/demote'))
116 "samba4.blackbox.dbcheck.alpha13", "none",
117 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
120 # same test as above but skip member link checks
122 "samba4.blackbox.dbcheck.alpha13.quick", "none",
123 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
124 'alpha13', '--quick-membership-checks'))
127 "samba4.blackbox.dbcheck.release-4-0-0", "none",
128 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
131 # same test as above but skip member link checks
133 "samba4.blackbox.dbcheck.release-4-0-0.quick", "none",
134 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
135 'release-4-0-0', '--quick-membership-checks'))
138 "samba4.blackbox.dbcheck.release-4-1-0rc3", "none",
139 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
142 # same test as above but skip member link checks
144 "samba4.blackbox.dbcheck.release-4-1-0rc3.quick", "none",
145 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
146 'release-4-1-0rc3', '--quick-membership-checks'))
149 "samba4.blackbox.dbcheck.release-4-1-6-partial-object", "none",
150 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
151 'release-4-1-6-partial-object'))
153 # same test as above but skip member link checks
155 "samba4.blackbox.dbcheck.release-4-1-6-partial-object.quick", "none",
156 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
157 'release-4-1-6-partial-object', '--quick-membership-checks'))
160 "samba4.blackbox.dbcheck.release-4-5-0-pre1", "none",
161 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
162 'release-4-5-0-pre1'))
164 # same test as above but skip member link checks
166 "samba4.blackbox.dbcheck.release-4-5-0-pre1.quick", "none",
167 cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
168 'release-4-5-0-pre1', '--quick-membership-checks'))
171 "samba4.blackbox.upgradeprovision.alpha13", "none",
172 cmdline('upgradeprovision-oldrelease.sh', '$PREFIX_ABS/provision',
176 "samba4.blackbox.upgradeprovision.release-4-0-0", "none",
177 cmdline('upgradeprovision-oldrelease.sh', '$PREFIX_ABS/provision',
181 "samba4.blackbox.tombstones-expunge.release-4-5-0-pre1", "none",
182 cmdline('tombstones-expunge.sh', '$PREFIX_ABS/provision',
183 'release-4-5-0-pre1'))
186 "samba4.blackbox.dbcheck-links.release-4-5-0-pre1", "none",
187 cmdline('dbcheck-links.sh', '$PREFIX_ABS/provision',
188 'release-4-5-0-pre1'))
191 "samba4.blackbox.runtime-links.release-4-5-0-pre1", "none",
192 cmdline('runtime-links.sh', '$PREFIX_ABS/provision',
193 'release-4-5-0-pre1'))
196 "samba4.blackbox.schemaupgrade", "none",
197 cmdline('schemaupgrade.sh', '$PREFIX_ABS/provision'))
200 "samba4.blackbox.functionalprep", "none",
201 cmdline('functionalprep.sh', '$PREFIX_ABS/provision'))
203 planpythontestsuite("none", "samba.tests.upgradeprovision")
204 planpythontestsuite("none", "samba.tests.xattr")
205 planpythontestsuite("none", "samba.tests.ntacls")
206 planpythontestsuite("none", "samba.tests.policy")
207 planpythontestsuite("none", "samba.tests.kcc.graph")
208 planpythontestsuite("none", "samba.tests.kcc.graph_utils")
209 planpythontestsuite("none", "samba.tests.kcc.ldif_import_export")
210 planpythontestsuite("none", "samba.tests.graph")
211 plantestsuite("wafsamba.duplicate_symbols", "none", [os.path.join(srcdir(), "buildtools/wafsamba/test_duplicate_symbol.sh")])
212 planpythontestsuite("none", "samba.tests.glue")
213 planpythontestsuite("none", "samba.tests.tdb_util")
214 planpythontestsuite("none", "samba.tests.samdb_api")
220 "description": "krb5",
221 "pam_options": "krb5_auth krb5_ccache_type=FILE",
224 "description": "default",
229 description = o["description"]
230 pam_options = "'%s'" % o["pam_options"]
232 plantestsuite("samba.tests.pam_winbind(local+%s)" % description, env,
233 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
234 valgrindify(python), pam_wrapper_so_path,
235 "$SERVER", "$USERNAME", "$PASSWORD",
237 plantestsuite("samba.tests.pam_winbind(domain1+%s)" % description, env,
238 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
239 valgrindify(python), pam_wrapper_so_path,
240 "$DOMAIN", "$DC_USERNAME", "$DC_PASSWORD",
242 plantestsuite("samba.tests.pam_winbind(domain2+%s)" % description, env,
243 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
244 valgrindify(python), pam_wrapper_so_path,
245 "$REALM", "$DC_USERNAME", "$DC_PASSWORD",
247 plantestsuite("samba.tests.pam_winbind(domain3+%s)" % description, env,
248 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
249 valgrindify(python), pam_wrapper_so_path,
250 "''", "${DC_USERNAME}@${DOMAIN}", "$DC_PASSWORD",
252 plantestsuite("samba.tests.pam_winbind(domain4+%s)" % description, env,
253 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
254 valgrindify(python), pam_wrapper_so_path,
255 "''", "${DC_USERNAME}@${REALM}", "$DC_PASSWORD",
257 plantestsuite("samba.tests.pam_winbind(domain5+%s)" % description, env,
258 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
259 valgrindify(python), pam_wrapper_so_path,
260 "$REALM", "${DC_USERNAME}@${DOMAIN}", "$DC_PASSWORD",
262 plantestsuite("samba.tests.pam_winbind(domain6+%s)" % description, env,
263 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
264 valgrindify(python), pam_wrapper_so_path,
265 "$DOMAIN", "${DC_USERNAME}@${REALM}", "$DC_PASSWORD",
267 plantestsuite("samba.tests.pam_winbind(trust_f_both1+%s)" % description, env,
268 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
269 valgrindify(python), pam_wrapper_so_path,
270 "$TRUST_F_BOTH_DOMAIN",
271 "$TRUST_F_BOTH_USERNAME",
272 "$TRUST_F_BOTH_PASSWORD",
274 plantestsuite("samba.tests.pam_winbind(trust_f_both2+%s)" % description, env,
275 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
276 valgrindify(python), pam_wrapper_so_path,
277 "$TRUST_F_BOTH_REALM",
278 "$TRUST_F_BOTH_USERNAME",
279 "$TRUST_F_BOTH_PASSWORD",
281 plantestsuite("samba.tests.pam_winbind(trust_f_both3+%s)" % description, env,
282 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
283 valgrindify(python), pam_wrapper_so_path,
285 "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_DOMAIN}",
286 "$TRUST_F_BOTH_PASSWORD",
288 plantestsuite("samba.tests.pam_winbind(trust_f_both4+%s)" % description, env,
289 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
290 valgrindify(python), pam_wrapper_so_path,
292 "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_REALM}",
293 "$TRUST_F_BOTH_PASSWORD",
295 plantestsuite("samba.tests.pam_winbind(trust_f_both5+%s)" % description, env,
296 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
297 valgrindify(python), pam_wrapper_so_path,
298 "${TRUST_F_BOTH_REALM}",
299 "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_DOMAIN}",
300 "$TRUST_F_BOTH_PASSWORD",
302 plantestsuite("samba.tests.pam_winbind(trust_f_both6+%s)" % description, env,
303 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
304 valgrindify(python), pam_wrapper_so_path,
305 "${TRUST_F_BOTH_DOMAIN}",
306 "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_REALM}",
307 "$TRUST_F_BOTH_PASSWORD",
309 plantestsuite("samba.tests.pam_winbind(trust_e_both1+%s)" % description, env,
310 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
311 valgrindify(python), pam_wrapper_so_path,
312 "$TRUST_E_BOTH_DOMAIN",
313 "$TRUST_E_BOTH_USERNAME",
314 "$TRUST_E_BOTH_PASSWORD",
316 plantestsuite("samba.tests.pam_winbind(trust_e_both2+%s)" % description, env,
317 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
318 valgrindify(python), pam_wrapper_so_path,
319 "$TRUST_E_BOTH_REALM",
320 "$TRUST_E_BOTH_USERNAME",
321 "$TRUST_E_BOTH_PASSWORD",
323 plantestsuite("samba.tests.pam_winbind(trust_e_both3+%s)" % description, env,
324 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
325 valgrindify(python), pam_wrapper_so_path,
327 "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_DOMAIN}",
328 "$TRUST_E_BOTH_PASSWORD",
330 plantestsuite("samba.tests.pam_winbind(trust_e_both4+%s)" % description, env,
331 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
332 valgrindify(python), pam_wrapper_so_path,
334 "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_REALM}",
335 "$TRUST_E_BOTH_PASSWORD",
337 plantestsuite("samba.tests.pam_winbind(trust_e_both5+%s)" % description, env,
338 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
339 valgrindify(python), pam_wrapper_so_path,
340 "${TRUST_E_BOTH_REALM}",
341 "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_DOMAIN}",
342 "$TRUST_E_BOTH_PASSWORD",
344 plantestsuite("samba.tests.pam_winbind(trust_e_both6+%s)" % description, env,
345 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
346 valgrindify(python), pam_wrapper_so_path,
347 "${TRUST_E_BOTH_DOMAIN}",
348 "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_REALM}",
349 "$TRUST_E_BOTH_PASSWORD",
352 for authtok_options in ["", "use_authtok", "try_authtok"]:
353 _pam_options = "'%s %s'" % (o["pam_options"], authtok_options)
354 _description = "%s %s" % (description, authtok_options)
355 plantestsuite("samba.tests.pam_winbind_chauthtok(domain+%s)" % _description, env,
356 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind_chauthtok.sh"),
357 valgrindify(python), pam_wrapper_so_path, pam_set_items_so_path,
358 "$DOMAIN", "TestPamOptionsUser", "oldp@ssword0", "newp@ssword0",
360 "$DC_SERVER", "$DC_USERNAME", "$DC_PASSWORD"])
362 plantestsuite("samba.tests.pam_winbind_warn_pwd_expire(domain+%s)" % description, env,
363 [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind_warn_pwd_expire.sh"),
364 valgrindify(python), pam_wrapper_so_path,
365 "$DOMAIN", "alice", "Secret007",
369 plantestsuite("samba.unittests.krb5samba", "none",
370 [os.path.join(bindir(), "default/testsuite/unittests/test_krb5samba")])
371 plantestsuite("samba.unittests.sambafs_srv_pipe", "none",
372 [os.path.join(bindir(), "default/testsuite/unittests/test_sambafs_srv_pipe")])
373 plantestsuite("samba.unittests.lib_util_modules", "none",
374 [os.path.join(bindir(), "default/testsuite/unittests/test_lib_util_modules")])
376 plantestsuite("samba.unittests.smb1cli_session", "none",
377 [os.path.join(bindir(), "default/libcli/smb/test_smb1cli_session")])
379 plantestsuite("samba.unittests.talloc_keep_secret", "none",
380 [os.path.join(bindir(), "default/lib/util/test_talloc_keep_secret")])
382 plantestsuite("samba.unittests.tldap", "none",
383 [os.path.join(bindir(), "default/source3/test_tldap")])
384 plantestsuite("samba.unittests.rfc1738", "none",
385 [os.path.join(bindir(), "default/lib/util/test_rfc1738")])
386 plantestsuite("samba.unittests.kerberos", "none",
387 [os.path.join(bindir(), "test_kerberos")])
388 plantestsuite("samba.unittests.ms_fnmatch", "none",
389 [os.path.join(bindir(), "default/lib/util/test_ms_fnmatch")])
390 plantestsuite("samba.unittests.byteorder", "none",
391 [os.path.join(bindir(), "default/lib/util/test_byteorder")])
392 plantestsuite("samba.unittests.bytearray", "none",
393 [os.path.join(bindir(), "default/lib/util/test_bytearray")])
394 plantestsuite("samba.unittests.byteorder_verify", "none",
395 [os.path.join(bindir(), "default/lib/util/test_byteorder_verify")])
396 plantestsuite("samba.unittests.ntlm_check", "none",
397 [os.path.join(bindir(), "default/libcli/auth/test_ntlm_check")])
398 plantestsuite("samba.unittests.gnutls", "none",
399 [os.path.join(bindir(), "default/libcli/auth/test_gnutls")])
400 plantestsuite("samba.unittests.rc4_passwd_buffer", "none",
401 [os.path.join(bindir(), "default/libcli/auth/test_rc4_passwd_buffer")])
402 plantestsuite("samba.unittests.schannel", "none",
403 [os.path.join(bindir(), "default/libcli/auth/test_schannel")])
404 plantestsuite("samba.unittests.test_registry_regfio", "none",
405 [os.path.join(bindir(), "default/source3/test_registry_regfio")])
406 plantestsuite("samba.unittests.test_oLschema2ldif", "none",
407 [os.path.join(bindir(), "default/source4/utils/oLschema2ldif/test_oLschema2ldif")])
408 plantestsuite("samba.unittests.mdsparser_es", "none",
409 [os.path.join(bindir(), "default/source3/test_mdsparser_es")] + [configuration])