2 Unix SMB/CIFS implementation.
3 SMB torture UI functions
5 Copyright (C) Jelmer Vernooij 2006
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program. If not, see <http://www.gnu.org/licenses/>.
22 #include "torture/ui.h"
23 #include "torture/torture.h"
24 #include "lib/util/dlinklist.h"
25 #include "param/param.h"
27 void torture_comment(struct torture_context *context, const char *comment, ...)
32 if (!context->ui_ops->comment)
35 va_start(ap, comment);
36 tmp = talloc_vasprintf(context, comment, ap);
38 context->ui_ops->comment(context, tmp);
43 void torture_warning(struct torture_context *context, const char *comment, ...)
48 if (!context->ui_ops->warning)
51 va_start(ap, comment);
52 tmp = talloc_vasprintf(context, comment, ap);
54 context->ui_ops->warning(context, tmp);
59 void torture_result(struct torture_context *context,
60 enum torture_result result, const char *fmt, ...)
66 context->last_result = result;
67 context->last_reason = talloc_vasprintf(context, fmt, ap);
71 struct torture_suite *torture_suite_create(TALLOC_CTX *ctx, const char *name)
73 struct torture_suite *suite = talloc_zero(ctx, struct torture_suite);
75 suite->name = talloc_strdup(suite, name);
76 suite->testcases = NULL;
77 suite->children = NULL;
82 void torture_tcase_set_fixture(struct torture_tcase *tcase,
83 BOOL (*setup) (struct torture_context *, void **),
84 BOOL (*teardown) (struct torture_context *, void *))
87 tcase->teardown = teardown;
90 static bool wrap_test_with_testcase(struct torture_context *torture_ctx,
91 struct torture_tcase *tcase,
92 struct torture_test *test)
94 bool (*fn) (struct torture_context *,
95 const void *tcase_data,
96 const void *test_data);
100 return fn(torture_ctx, tcase->data, test->data);
103 struct torture_test *torture_tcase_add_test(struct torture_tcase *tcase,
105 bool (*run) (struct torture_context *,
106 const void *tcase_data,
107 const void *test_data),
110 struct torture_test *test = talloc(tcase, struct torture_test);
112 test->name = talloc_strdup(test, name);
113 test->description = NULL;
114 test->run = wrap_test_with_testcase;
116 test->dangerous = false;
119 DLIST_ADD_END(tcase->tests, test, struct torture_test *);
125 bool torture_suite_init_tcase(struct torture_suite *suite,
126 struct torture_tcase *tcase,
129 tcase->name = talloc_strdup(tcase, name);
130 tcase->description = NULL;
132 tcase->teardown = NULL;
133 tcase->fixture_persistent = True;
136 DLIST_ADD_END(suite->testcases, tcase, struct torture_tcase *);
142 struct torture_tcase *torture_suite_add_tcase(struct torture_suite *suite,
145 struct torture_tcase *tcase = talloc(suite, struct torture_tcase);
147 if (!torture_suite_init_tcase(suite, tcase, name))
153 BOOL torture_run_suite(struct torture_context *context,
154 struct torture_suite *suite)
157 struct torture_tcase *tcase;
158 struct torture_suite *tsuite;
162 if (context->ui_ops->suite_start)
163 context->ui_ops->suite_start(context, suite);
165 old_testname = context->active_testname;
166 if (old_testname != NULL)
167 context->active_testname = talloc_asprintf(context, "%s-%s",
168 old_testname, suite->name);
170 context->active_testname = talloc_strdup(context, suite->name);
172 for (tcase = suite->testcases; tcase; tcase = tcase->next) {
173 ret &= torture_run_tcase(context, tcase);
176 for (tsuite = suite->children; tsuite; tsuite = tsuite->next) {
177 ret &= torture_run_suite(context, tsuite);
180 talloc_free(context->active_testname);
181 context->active_testname = old_testname;
183 if (context->ui_ops->suite_finish)
184 context->ui_ops->suite_finish(context, suite);
191 void torture_ui_test_start(struct torture_context *context,
192 struct torture_tcase *tcase,
193 struct torture_test *test)
195 if (context->ui_ops->test_start)
196 context->ui_ops->test_start(context, tcase, test);
199 int str_list_match(const char *name, char **list)
205 for (i = 0; list[i]; i++) {
206 if (gen_fnmatch(list[i], name) == 0)
212 void torture_ui_test_result(struct torture_context *context,
213 enum torture_result result,
216 if (context->ui_ops->test_result)
217 context->ui_ops->test_result(context, result, comment);
219 if (result == TORTURE_ERROR || result == TORTURE_FAIL)
220 context->returncode = false;
223 static bool internal_torture_run_test(struct torture_context *context,
224 struct torture_tcase *tcase,
225 struct torture_test *test,
231 if (tcase == NULL || strcmp(test->name, tcase->name) != 0) {
232 old_testname = context->active_testname;
233 context->active_testname = talloc_asprintf(context, "%s-%s", old_testname, test->name);
236 context->active_tcase = tcase;
237 context->active_test = test;
239 torture_ui_test_start(context, tcase, test);
241 context->last_reason = NULL;
242 context->last_result = TORTURE_OK;
244 if (!already_setup && tcase->setup &&
245 !tcase->setup(context, &(tcase->data))) {
246 if (context->last_reason == NULL)
247 context->last_reason = talloc_strdup(context, "Setup failure");
248 context->last_result = TORTURE_ERROR;
250 } else if (test->dangerous &&
251 !torture_setting_bool(context, "dangerous", false)) {
252 context->last_result = TORTURE_SKIP;
253 context->last_reason = talloc_asprintf(context,
254 "disabled %s - enable dangerous tests to use", test->name);
257 success = test->run(context, tcase, test);
259 if (!success && context->last_result == TORTURE_OK) {
260 if (context->last_reason == NULL)
261 context->last_reason = talloc_strdup(context, "Unknown error/failure");
262 context->last_result = TORTURE_ERROR;
266 if (!already_setup && tcase->teardown && !tcase->teardown(context, tcase->data)) {
267 if (context->last_reason == NULL)
268 context->last_reason = talloc_strdup(context, "Setup failure");
269 context->last_result = TORTURE_ERROR;
273 torture_ui_test_result(context, context->last_result,
274 context->last_reason);
276 talloc_free(context->last_reason);
278 if (tcase == NULL || strcmp(test->name, tcase->name) != 0) {
279 talloc_free(context->active_testname);
280 context->active_testname = old_testname;
282 context->active_test = NULL;
283 context->active_tcase = NULL;
288 BOOL torture_run_tcase(struct torture_context *context,
289 struct torture_tcase *tcase)
293 struct torture_test *test;
297 context->active_tcase = tcase;
298 if (context->ui_ops->tcase_start)
299 context->ui_ops->tcase_start(context, tcase);
301 if (tcase->fixture_persistent && tcase->setup
302 && !tcase->setup(context, &tcase->data)) {
303 /* FIXME: Use torture ui ops for reporting this error */
304 fprintf(stderr, "Setup failed: ");
305 if (context->last_reason != NULL)
306 fprintf(stderr, "%s", context->last_reason);
307 fprintf(stderr, "\n");
312 old_testname = context->active_testname;
313 context->active_testname = talloc_asprintf(context, "%s-%s", old_testname, tcase->name);
314 for (test = tcase->tests; test; test = test->next) {
315 ret &= internal_torture_run_test(context, tcase, test,
316 tcase->fixture_persistent);
318 talloc_free(context->active_testname);
319 context->active_testname = old_testname;
321 if (tcase->fixture_persistent && tcase->teardown &&
322 !tcase->teardown(context, tcase->data))
326 context->active_tcase = NULL;
328 if (context->ui_ops->tcase_finish)
329 context->ui_ops->tcase_finish(context, tcase);
336 BOOL torture_run_test(struct torture_context *context,
337 struct torture_tcase *tcase,
338 struct torture_test *test)
340 return internal_torture_run_test(context, tcase, test, false);
343 int torture_setting_int(struct torture_context *test, const char *name,
346 return lp_parm_int(NULL, "torture", name, default_value);
349 double torture_setting_double(struct torture_context *test, const char *name,
350 double default_value)
352 return lp_parm_double(NULL, "torture", name, default_value);
355 bool torture_setting_bool(struct torture_context *test, const char *name,
358 return lp_parm_bool(NULL, "torture", name, default_value);
361 const char *torture_setting_string(struct torture_context *test, const char *name,
362 const char *default_value)
364 const char *ret = lp_parm_string(NULL, "torture", name);
367 return default_value;
372 static bool wrap_test_with_simple_tcase(struct torture_context *torture_ctx,
373 struct torture_tcase *tcase,
374 struct torture_test *test)
376 bool (*fn) (struct torture_context *, const void *tcase_data);
380 return fn(torture_ctx, test->data);
383 struct torture_tcase *torture_suite_add_simple_tcase(
384 struct torture_suite *suite,
386 bool (*run) (struct torture_context *test, const void *),
389 struct torture_tcase *tcase;
390 struct torture_test *test;
392 tcase = torture_suite_add_tcase(suite, name);
394 test = talloc(tcase, struct torture_test);
396 test->name = talloc_strdup(test, name);
397 test->description = NULL;
398 test->run = wrap_test_with_simple_tcase;
401 test->dangerous = false;
403 DLIST_ADD_END(tcase->tests, test, struct torture_test *);
408 static bool wrap_simple_test(struct torture_context *torture_ctx,
409 struct torture_tcase *tcase,
410 struct torture_test *test)
412 bool (*fn) (struct torture_context *);
416 return fn(torture_ctx);
419 struct torture_tcase *torture_suite_add_simple_test(
420 struct torture_suite *suite,
422 bool (*run) (struct torture_context *test))
424 struct torture_test *test;
425 struct torture_tcase *tcase;
427 tcase = torture_suite_add_tcase(suite, name);
429 test = talloc(tcase, struct torture_test);
431 test->name = talloc_strdup(test, name);
432 test->description = NULL;
433 test->run = wrap_simple_test;
435 test->dangerous = false;
437 DLIST_ADD_END(tcase->tests, test, struct torture_test *);
442 bool torture_suite_add_suite(struct torture_suite *suite,
443 struct torture_suite *child)
448 DLIST_ADD_END(suite->children, child, struct torture_suite *);
450 /* FIXME: Check for duplicates and return false if the
451 * added suite already exists as a child */
457 struct torture_suite *torture_find_suite(struct torture_suite *parent,
460 struct torture_suite *child;
462 for (child = parent->children; child; child = child->next)
463 if (!strcmp(child->name, name))
469 static bool wrap_test_with_simple_test(struct torture_context *torture_ctx,
470 struct torture_tcase *tcase,
471 struct torture_test *test)
473 bool (*fn) (struct torture_context *, const void *tcase_data);
477 return fn(torture_ctx, tcase->data);
480 struct torture_test *torture_tcase_add_simple_test(
481 struct torture_tcase *tcase,
483 bool (*run) (struct torture_context *test, const void *tcase_data))
485 struct torture_test *test;
487 test = talloc(tcase, struct torture_test);
489 test->name = talloc_strdup(test, name);
490 test->description = NULL;
491 test->run = wrap_test_with_simple_test;
494 test->dangerous = false;
496 DLIST_ADD_END(tcase->tests, test, struct torture_test *);