make perftest: for performance testing
[sfrench/samba-autobuild/.git] / selftest / tests.py
1 #!/usr/bin/python
2 # This script generates a list of testsuites that should be run as part of
3 # the Samba test suite.
4
5 # The output of this script is parsed by selftest.pl, which then decides
6 # which of the tests to actually run. It will, for example, skip all tests
7 # listed in selftest/skip or only run a subset during "make quicktest".
8
9 # The idea is that this script outputs all of the tests of Samba, not
10 # just those that are known to pass, and list those that should be skipped
11 # or are known to fail in selftest/skip or selftest/knownfail. This makes it
12 # very easy to see what functionality is still missing in Samba and makes
13 # it possible to run the testsuite against other servers, such as
14 # Windows that have a different set of features.
15
16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
17 # by the name of the test, the environment it needs and the command to run, all
18 # three separated by newlines. All other lines in the output are considered
19 # comments.
20
21 from selftesthelpers import *
22
23 try:
24     config_h = os.environ["CONFIG_H"]
25 except KeyError:
26     samba4bindir = bindir()
27     config_h = os.path.join(samba4bindir, "default/include/config.h")
28
29 # define here var to check what we support
30 f = open(config_h, 'r')
31 try:
32     have_man_pages_support = ("XSLTPROC_MANPAGES 1" in f.read())
33 finally:
34     f.close()
35
36 planpythontestsuite("none", "samba.tests.source")
37 if have_man_pages_support:
38     planpythontestsuite("none", "samba.tests.docs")
39
40 planpythontestsuite("none", "selftest.tests.test_suite", extra_path=[srcdir()])
41 try:
42     import testscenarios
43 except ImportError:
44     skiptestsuite("subunit", "testscenarios not available")
45 else:
46     planpythontestsuite("none", "subunit.tests.test_suite")
47 planpythontestsuite("none", "samba.tests.blackbox.ndrdump")
48 planpythontestsuite("none", "api", name="ldb.python", extra_path=['lib/ldb/tests/python'])
49 planpythontestsuite("none", "samba.tests.credentials")
50 planpythontestsuite("none", "samba.tests.registry")
51 planpythontestsuite("none", "samba.tests.auth")
52 planpythontestsuite("none", "samba.tests.get_opt")
53 planpythontestsuite("none", "samba.tests.security")
54 planpythontestsuite("none", "samba.tests.dcerpc.misc")
55 planpythontestsuite("none", "samba.tests.dcerpc.integer")
56 planpythontestsuite("none", "samba.tests.param")
57 planpythontestsuite("none", "samba.tests.upgrade")
58 planpythontestsuite("none", "samba.tests.core")
59 planpythontestsuite("none", "samba.tests.provision")
60 planpythontestsuite("none", "samba.tests.samba3")
61 planpythontestsuite("none", "samba.tests.strings")
62 planpythontestsuite("none", "samba.tests.netcmd")
63 planpythontestsuite("none", "samba.tests.dcerpc.rpc_talloc")
64 planpythontestsuite("none", "samba.tests.dcerpc.array")
65 planpythontestsuite("none", "samba.tests.dcerpc.string")
66 planpythontestsuite("none", "samba.tests.hostconfig")
67 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.messaging")
68 planpythontestsuite("none", "samba.tests.samba3sam")
69 planpythontestsuite(
70     "none", "wafsamba.tests.test_suite",
71     extra_path=[os.path.join(samba4srcdir, "..", "buildtools"),
72                 os.path.join(samba4srcdir, "..", "third_party", "waf", "wafadmin")])
73 plantestsuite(
74     "samba4.blackbox.demote-saveddb", "none",
75     ["PYTHON=%s" % python, os.path.join(bbdir, "demote-saveddb.sh"),
76      '$PREFIX_ABS/demote', configuration])
77 plantestsuite(
78     "samba4.blackbox.dbcheck.alpha13", "none",
79     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
80      '$PREFIX_ABS/provision', 'alpha13', configuration])
81 plantestsuite(
82     "samba4.blackbox.dbcheck.release-4-0-0", "none",
83     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
84      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
85 plantestsuite(
86     "samba4.blackbox.dbcheck.release-4-1-0rc3", "none",
87     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
88      '$PREFIX_ABS/provision', 'release-4-1-0rc3', configuration])
89 plantestsuite(
90     "samba4.blackbox.dbcheck.release-4-1-6-partial-object", "none",
91     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
92      '$PREFIX_ABS/provision', 'release-4-1-6-partial-object', configuration])
93 plantestsuite(
94     "samba4.blackbox.upgradeprovision.alpha13", "none",
95     ["PYTHON=%s" % python,
96      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
97      '$PREFIX_ABS/provision', 'alpha13', configuration])
98 plantestsuite(
99     "samba4.blackbox.upgradeprovision.release-4-0-0", "none",
100     ["PYTHON=%s" % python,
101      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
102      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
103 plantestsuite(
104     "samba4.blackbox.upgradeprovision.release-4-5-0-pre1", "none",
105     ["PYTHON=%s" % python,
106      os.path.join(bbdir, "dbcheck-oldrelease.sh"),
107      '$PREFIX_ABS/provision', 'release-4-5-0-pre1', configuration])
108 planpythontestsuite("none", "samba.tests.upgradeprovision")
109 planpythontestsuite("none", "samba.tests.xattr")
110 planpythontestsuite("none", "samba.tests.ntacls")
111 planpythontestsuite("none", "samba.tests.policy")
112 planpythontestsuite("none", "samba.tests.kcc.graph")
113 planpythontestsuite("none", "samba.tests.kcc.graph_utils")
114 planpythontestsuite("none", "samba.tests.kcc.kcc_utils")
115 planpythontestsuite("none", "samba.tests.kcc.ldif_import_export")
116 plantestsuite("wafsamba.duplicate_symbols", "none", [os.path.join(srcdir(), "buildtools/wafsamba/test_duplicate_symbol.sh")])