r19878: Announce testsuites when using subunit.
[ira/wip.git] / source4 / torture / smbtorture.c
index fdd44ddc0818cfc00685d589c44805f614e48657..b06fb19f3d320b5fa29dcfc61b283ac6809969e7 100644 (file)
@@ -24,6 +24,8 @@
 #include "system/time.h"
 #include "system/wait.h"
 #include "system/filesys.h"
+#include "system/readline.h"
+#include "lib/smbreadline/smbreadline.h"
 #include "libcli/libcli.h"
 #include "lib/ldb/include/ldb.h"
 #include "lib/events/events.h"
@@ -62,9 +64,11 @@ static bool run_matching(struct torture_context *torture,
 
                for (c = suite->children; c; c = c->next) {
                        asprintf(&name, "%s-%s", prefix, c->name);
+
                        if (gen_fnmatch(expr, name) == 0) {
                                *matched = true;
                                init_iconv();
+                               torture->active_testname = talloc_strdup(torture, prefix);
                                ret &= torture_run_suite(torture, c);
                                free(name);
                                continue;
@@ -80,7 +84,9 @@ static bool run_matching(struct torture_context *torture,
                        if (gen_fnmatch(expr, name) == 0) {
                                *matched = true;
                                init_iconv();
+                               torture->active_testname = talloc_strdup(torture, prefix);
                                ret &= torture_run_tcase(torture, t);
+                               talloc_free(torture->active_testname);
                        }
                        free(name);
                }
@@ -244,18 +250,6 @@ static void usage(poptContext pc)
        exit(1);
 }
 
-static bool is_binding_string(const char *binding_string)
-{
-       TALLOC_CTX *mem_ctx = talloc_named_const(NULL, 0, "is_binding_string");
-       struct dcerpc_binding *binding_struct;
-       NTSTATUS status;
-       
-       status = dcerpc_parse_binding(mem_ctx, binding_string, &binding_struct);
-
-       talloc_free(mem_ctx);
-       return NT_STATUS_IS_OK(status);
-}
-
 static void max_runtime_handler(int sig)
 {
        DEBUG(0,("maximum runtime exceeded for smbtorture - terminating\n"));
@@ -312,6 +306,11 @@ const static struct torture_ui_ops std_ui_ops = {
        .test_result = simple_test_result
 };
 
+static void subunit_suite_start(struct torture_context *ctx,
+                                                          struct torture_suite *suite)
+{
+       printf("testsuite: %s\n", suite->path);
+}
 
 static void subunit_test_start (struct torture_context *ctx, 
                                                            struct torture_tcase *tcase,
@@ -351,7 +350,8 @@ static void subunit_comment (struct torture_context *test,
 const static struct torture_ui_ops subunit_ui_ops = {
        .comment = subunit_comment,
        .test_start = subunit_test_start,
-       .test_result = subunit_test_result
+       .test_result = subunit_test_result,
+       .suite_start = subunit_suite_start
 };
 
 static void harness_test_start (struct torture_context *ctx, 
@@ -423,11 +423,82 @@ const static struct torture_ui_ops quiet_ui_ops = {
        .test_result = quiet_test_result
 };
 
+void run_recipe(struct torture_context *tctx, const char *recipe)
+{
+       int numlines, i, ret;
+       char **lines;
+
+       lines = file_lines_load(recipe, &numlines, NULL);
+       if (lines == NULL) {
+               fprintf(stderr, "Unable to load file %s\n", recipe);
+               return;
+       }
+
+       for (i = 0; i < numlines; i++) {
+               int argc;
+               const char **argv;
+
+               ret = poptParseArgvString(lines[i], &argc, &argv);
+               if (ret != 0) {
+                       fprintf(stderr, "Error parsing line\n");
+                       continue;
+               }
+
+               run_test(tctx, argv[0]);
+       }
+
+       talloc_free(lines);
+}
+
+void run_shell(struct torture_context *tctx)
+{
+       char *cline;
+       int argc;
+       const char **argv;
+       int ret;
+
+       while (1) {
+               cline = smb_readline("torture> ", NULL, NULL);
+
+               if (cline == NULL)
+                       return;
+       
+               ret = poptParseArgvString(cline, &argc, &argv);
+               if (ret != 0) {
+                       fprintf(stderr, "Error parsing line\n");
+                       continue;
+               }
+
+               if (!strcmp(argv[0], "quit")) {
+                       return;
+               } else if (!strcmp(argv[0], "set")) {
+                       if (argc < 3) {
+                               fprintf(stderr, "Usage: set <variable> <value>\n");
+                       } else {
+                               char *name = talloc_asprintf(NULL, "torture:%s", argv[1]);
+                               lp_set_cmdline(name, argv[2]);
+                               talloc_free(name);
+                       }
+               } else if (!strcmp(argv[0], "help")) {
+                       fprintf(stderr, "Available commands:\n"
+                                                       " help - This help command\n"
+                                                       " run - Run test\n"
+                                                       " set - Change variables\n"
+                                                       "\n");
+               } else if (!strcmp(argv[0], "run")) {
+                       if (argc < 2) {
+                               fprintf(stderr, "Usage: run TEST-NAME [OPTIONS...]\n");
+                       } else {
+                               run_test(tctx, argv[1]);
+                       }
+               }
+       }
+}
 
 /****************************************************************************
   main program
 ****************************************************************************/
- int main(int argc,char *argv[])
+int main(int argc,char *argv[])
 {
        int opt, i;
        bool correct = true;
@@ -439,26 +510,30 @@ const static struct torture_ui_ops quiet_ui_ops = {
        poptContext pc;
        static const char *target = "other";
        const char **subunit_dir;
+       struct dcerpc_binding *binding_struct;
+       NTSTATUS status;
+       int shell = False;
        static const char *ui_ops_name = "simple";
        enum {OPT_LOADFILE=1000,OPT_UNCLIST,OPT_TIMELIMIT,OPT_DNS,
-             OPT_DANGEROUS,OPT_SMB_PORTS,OPT_ASYNC};
+             OPT_DANGEROUS,OPT_SMB_PORTS,OPT_ASYNC,OPT_NUMPROGS, OPT_BASEDIR};
        
        struct poptOption long_options[] = {
                POPT_AUTOHELP
                {"format", 0, POPT_ARG_STRING, &ui_ops_name, 0, "Output format (one of: simple, subunit, harness)", NULL },
                {"smb-ports",   'p', POPT_ARG_STRING, NULL,     OPT_SMB_PORTS,  "SMB ports",    NULL},
+               {"basedir",       0, POPT_ARG_STRING, NULL, OPT_BASEDIR, "base directory", "BSAEDIR" },
                {"seed",          0, POPT_ARG_INT,  &torture_seed,      0,      "seed",         NULL},
-               {"num-progs",     0, POPT_ARG_INT,  &torture_nprocs,    0,      "num progs",    NULL},
+               {"num-progs",     0, POPT_ARG_INT,  NULL,       OPT_NUMPROGS,   "num progs",    NULL},
                {"num-ops",       0, POPT_ARG_INT,  &torture_numops,    0,      "num ops",      NULL},
                {"entries",       0, POPT_ARG_INT,  &torture_entries,   0,      "entries",      NULL},
-               {"show-all",      0, POPT_ARG_NONE, &torture_showall,   0,      "show all",     NULL},
                {"loadfile",      0, POPT_ARG_STRING,   NULL,   OPT_LOADFILE,   "loadfile",     NULL},
                {"unclist",       0, POPT_ARG_STRING,   NULL,   OPT_UNCLIST,    "unclist",      NULL},
-               {"timelimit",   't', POPT_ARG_STRING,   NULL,   OPT_TIMELIMIT,  "timelimit",    NULL},
+               {"timelimit",   't', POPT_ARG_INT,      NULL,   OPT_TIMELIMIT,  "timelimit",    NULL},
                {"failures",    'f', POPT_ARG_INT,  &torture_failures,  0,      "failures",     NULL},
                {"parse-dns",   'D', POPT_ARG_STRING,   NULL,   OPT_DNS,        "parse-dns",    NULL},
                {"dangerous",   'X', POPT_ARG_NONE,     NULL,   OPT_DANGEROUS,
                 "run dangerous tests (eg. wiping out password database)", NULL},
+               {"shell",               0, POPT_ARG_NONE, &shell, True, "Run shell", NULL},
                {"target",              'T', POPT_ARG_STRING, &target, 0, "samba3|samba4|other", NULL},
                {"async",       'a', POPT_ARG_NONE,     NULL,   OPT_ASYNC,
                 "run async tests", NULL},
@@ -476,7 +551,7 @@ const static struct torture_ui_ops quiet_ui_ops = {
        setlinebuf(stdout);
 
        /* we are never interested in SIGPIPE */
-       BlockSignals(true,SIGPIPE);
+       BlockSignals(true, SIGPIPE);
 
        pc = poptGetContext("smbtorture", argc, (const char **) argv, long_options, 
                            POPT_CONTEXT_KEEP_FIRST);
@@ -494,6 +569,12 @@ const static struct torture_ui_ops quiet_ui_ops = {
                case OPT_TIMELIMIT:
                        lp_set_cmdline("torture:timelimit", poptGetOptArg(pc));
                        break;
+               case OPT_NUMPROGS:
+                       lp_set_cmdline("torture:nprocs", poptGetOptArg(pc));
+                       break;
+               case OPT_BASEDIR:
+                       lp_set_cmdline("torture:basedir", poptGetOptArg(pc));
+                       break;
                case OPT_DNS:
                        parse_dns(poptGetOptArg(pc));
                        break;
@@ -506,19 +587,15 @@ const static struct torture_ui_ops quiet_ui_ops = {
                case OPT_SMB_PORTS:
                        lp_set_cmdline("smb ports", poptGetOptArg(pc));
                        break;
-               default:
-                       d_printf("Invalid option %s: %s\n", 
-                                poptBadOption(pc, 0), poptStrerror(opt));
-                       torture_init();
-                       usage(pc);
-                       exit(1);
                }
        }
 
        if (strcmp(target, "samba3") == 0) {
-               lp_set_cmdline("target:samba3", "true");
+               lp_set_cmdline("torture:samba3", "true");
+               lp_set_cmdline("torture:knownfail", "samba3-knownfail");
        } else if (strcmp(target, "samba4") == 0) {
-               lp_set_cmdline("target:samba4", "true");
+               lp_set_cmdline("torture:samba4", "true");
+               lp_set_cmdline("torture:knownfail", "samba4-knownfail");
        }
 
        if (max_runtime) {
@@ -558,13 +635,16 @@ const static struct torture_ui_ops quiet_ui_ops = {
                }
        }
 
-       if (argc_new < 3) {
+       if (!(argc_new >= 3 || (shell && argc_new >= 2))) {
                usage(pc);
                exit(1);
        }
 
        /* see if its a RPC transport specifier */
-       if (is_binding_string(argv_new[1])) {
+       status = dcerpc_parse_binding(talloc_autofree_context(), argv_new[1], &binding_struct);
+       if (NT_STATUS_IS_OK(status)) {
+               lp_set_cmdline("torture:host", binding_struct->host);
+               lp_set_cmdline("torture:share", "IPC$");
                lp_set_cmdline("torture:binding", argv_new[1]);
        } else {
                char *binding = NULL;
@@ -594,22 +674,25 @@ const static struct torture_ui_ops quiet_ui_ops = {
                exit(1);
        }
 
-       torture = torture_context_init(talloc_autofree_context(), "KNOWN_FAILURES", 
-                                                ui_ops);
+       torture = torture_context_init(talloc_autofree_context(), 
+                               lp_parm_string(-1, "torture", "knownfail"), ui_ops);
 
        if (argc_new == 0) {
                printf("You must specify a test to run, or 'ALL'\n");
+       } else if (shell) {
+               run_shell(torture);
        } else {
                int total;
                double rate;
                int unexpected_failures;
                for (i=2;i<argc_new;i++) {
-                       if (!run_test(torture, argv_new[i])) {
+                       if (argv_new[i][0] == '@') {
+                               run_recipe(torture, argv_new[i]+1);
+                       } else if (!run_test(torture, argv_new[i])) {
                                correct = false;
                        }
                }
 
-
                unexpected_failures = str_list_length(torture->results.unexpected_failures);
 
                total = torture->results.skipped+torture->results.success+torture->results.failed+torture->results.errors;
@@ -651,9 +734,7 @@ const static struct torture_ui_ops quiet_ui_ops = {
                }
        }
 
-       talloc_free(torture);
-
-       if (correct) {
+       if (torture->results.returncode) {
                return(0);
        } else {
                return(1);