s4-ldb: make ldb tools line buffered
[ira/wip.git] / source4 / lib / ldb / tools / cmdline.c
index 8937f9d4f66135a05efaf35bb9c6c3f480e9ffb0..f0cd0a3a60c3b93bac0934dc24abfd4ceca652e4 100644 (file)
@@ -10,7 +10,7 @@
    This library is free software; you can redistribute it and/or
    modify it under the terms of the GNU Lesser General Public
    License as published by the Free Software Foundation; either
-   version 2 of the License, or (at your option) any later version.
+   version 3 of the License, or (at your option) any later version.
 
    This library is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    Lesser General Public License for more details.
 
    You should have received a copy of the GNU Lesser General Public
-   License along with this library; if not, write to the Free Software
-   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+   License along with this library; if not, see <http://www.gnu.org/licenses/>.
 */
 
-#include "includes.h"
-#include "ldb/include/includes.h"
-#include "ldb/tools/cmdline.h"
+#include "ldb_includes.h"
+#include "ldb.h"
+#include "tools/cmdline.h"
 
-#ifdef _SAMBA_BUILD_
+#if (_SAMBA_BUILD_ >= 4)
+#include "includes.h"
 #include "lib/cmdline/popt_common.h"
+#include "lib/ldb-samba/ldif_handlers.h"
+#include "auth/gensec/gensec.h"
 #include "auth/auth.h"
+#include "ldb_wrap.h"
+#include "param/param.h"
+#endif
+
+static struct ldb_cmdline options; /* needs to be static for older compilers */
+
+static struct poptOption popt_options[] = {
+       POPT_AUTOHELP
+       { "url",       'H', POPT_ARG_STRING, &options.url, 0, "database URL", "URL" },
+       { "basedn",    'b', POPT_ARG_STRING, &options.basedn, 0, "base DN", "DN" },
+       { "editor",    'e', POPT_ARG_STRING, &options.editor, 0, "external editor", "PROGRAM" },
+       { "scope",     's', POPT_ARG_STRING, NULL, 's', "search scope", "SCOPE" },
+       { "verbose",   'v', POPT_ARG_NONE, NULL, 'v', "increase verbosity", NULL },
+       { "trace",     0,   POPT_ARG_NONE, &options.tracing, 0, "enable tracing", NULL },
+       { "interactive", 'i', POPT_ARG_NONE, &options.interactive, 0, "input from stdin", NULL },
+       { "recursive", 'r', POPT_ARG_NONE, &options.recursive, 0, "recursive delete", NULL },
+       { "modules-path", 0, POPT_ARG_STRING, &options.modules_path, 0, "modules path", "PATH" },
+       { "num-searches", 0, POPT_ARG_INT, &options.num_searches, 0, "number of test searches", NULL },
+       { "num-records", 0, POPT_ARG_INT, &options.num_records, 0, "number of test records", NULL },
+       { "all", 'a',    POPT_ARG_NONE, &options.all_records, 0, "(|(objectClass=*)(distinguishedName=*))", NULL },
+       { "nosync", 0,   POPT_ARG_NONE, &options.nosync, 0, "non-synchronous transactions", NULL },
+       { "sorted", 'S', POPT_ARG_NONE, &options.sorted, 0, "sort attributes", NULL },
+       { "input", 'I', POPT_ARG_STRING, &options.input, 0, "Input File", "Input" },
+       { "output", 'O', POPT_ARG_STRING, &options.output, 0, "Output File", "Output" },
+       { NULL,    'o', POPT_ARG_STRING, NULL, 'o', "ldb_connect option", "OPTION" },
+       { "controls", 0, POPT_ARG_STRING, NULL, 'c', "controls", NULL },
+       { "show-binary", 0, POPT_ARG_NONE, &options.show_binary, 0, "display binary LDIF", NULL },
+#if (_SAMBA_BUILD_ >= 4)
+       POPT_COMMON_SAMBA
+       POPT_COMMON_CREDENTIALS
+       POPT_COMMON_CONNECTION
+       POPT_COMMON_VERSION
 #endif
+       { NULL }
+};
 
-/*
+void ldb_cmdline_help(const char *cmdname, FILE *f)
+{
+       poptContext pc;
+       pc = poptGetContext(cmdname, 0, NULL, popt_options, 
+                           POPT_CONTEXT_KEEP_FIRST);
+       poptPrintHelp(pc, f, 0);
+}
+
+/**
   process command line options
 */
-struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, int argc, const char **argv,
+struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, 
+                                       int argc, const char **argv,
                                        void (*usage)(void))
 {
-       struct ldb_cmdline options, *ret=NULL;
+       struct ldb_cmdline *ret=NULL;
        poptContext pc;
-#ifdef _SAMBA_BUILD_
+#if (_SAMBA_BUILD_ >= 4)
        int r;
 #endif
-        int num_options = 0;
+       int num_options = 0;
        int opt;
-       struct poptOption popt_options[] = {
-               POPT_AUTOHELP
-               { "url",       'H', POPT_ARG_STRING, &options.url, 0, "database URL", "URL" },
-               { "basedn",    'b', POPT_ARG_STRING, &options.basedn, 0, "base DN", "DN" },
-               { "editor",    'e', POPT_ARG_STRING, &options.editor, 0, "external editor", "PROGRAM" },
-               { "scope",     's', POPT_ARG_STRING, NULL, 's', "search scope", "SCOPE" },
-               { "verbose",   'v', POPT_ARG_NONE, NULL, 'v', "increase verbosity", NULL },
-               { "interactive", 'i', POPT_ARG_NONE, &options.interactive, 0, "input from stdin", NULL },
-               { "recursive", 'r', POPT_ARG_NONE, &options.recursive, 0, "recursive delete", NULL },
-               { "num-searches", 0, POPT_ARG_INT, &options.num_searches, 0, "number of test searches", NULL },
-               { "num-records", 0, POPT_ARG_INT, &options.num_records, 0, "number of test records", NULL },
-               { "all", 'a',    POPT_ARG_NONE, &options.all_records, 0, "(|(objectClass=*)(distinguishedName=*))", NULL },
-               { "nosync", 0,   POPT_ARG_NONE, &options.nosync, 0, "non-synchronous transactions", NULL },
-               { "sorted", 'S', POPT_ARG_NONE, &options.sorted, 0, "sort attributes", NULL },
-               { "sasl-mechanism", 0, POPT_ARG_STRING, &options.sasl_mechanism, 0, "choose SASL mechanism", "MECHANISM" },
-               { "input", 'I', POPT_ARG_STRING, &options.input, 0, "Input File", "Input" },
-               { "output", 'O', POPT_ARG_STRING, &options.output, 0, "Output File", "Output" },
-               { NULL,    'o', POPT_ARG_STRING, NULL, 'o', "ldb_connect option", "OPTION" },
-               { "controls", 0, POPT_ARG_STRING, NULL, 'c', "controls", NULL },
-#ifdef _SAMBA_BUILD_
-               POPT_COMMON_SAMBA
-               POPT_COMMON_CREDENTIALS
-               POPT_COMMON_VERSION
-#endif
-               POPT_TABLEEND
-       };
+       int flags = 0;
 
-#ifdef _SAMBA_BUILD_
+#if (_SAMBA_BUILD_ >= 4)
        r = ldb_register_samba_handlers(ldb);
        if (r != 0) {
                goto failed;
@@ -79,9 +99,12 @@ struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, int argc, const
 
 #endif
 
+       /* make the ldb utilities line buffered */
+       setlinebuf(stdout);
+
        ret = talloc_zero(ldb, struct ldb_cmdline);
        if (ret == NULL) {
-               ldb_oom(ldb);
+               fprintf(stderr, "Out of memory!\n");
                goto failed;
        }
 
@@ -129,7 +152,7 @@ struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, int argc, const
                        options.options = talloc_realloc(ret, options.options, 
                                                         const char *, num_options+3);
                        if (options.options == NULL) {
-                               ldb_oom(ldb);
+                               fprintf(stderr, "Out of memory!\n");
                                goto failed;
                        }
                        options.options[num_options] = poptGetOptArg(pc);
@@ -146,7 +169,7 @@ struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, int argc, const
 
                        options.controls = talloc_array(ret, char *, cc + 1);
                        if (options.controls == NULL) {
-                               ldb_oom(ldb);
+                               fprintf(stderr, "Out of memory!\n");
                                goto failed;
                        }
                        for (p = cs, cc = 0; p != NULL; cc++) {
@@ -189,227 +212,60 @@ struct ldb_cmdline *ldb_cmdline_process(struct ldb_context *ldb, int argc, const
                goto failed;
        }
 
-       if (strcmp(ret->url, "NONE") != 0) {
-               int flags = 0;
-               if (options.nosync) {
-                       flags |= LDB_FLG_NOSYNC;
-               }
-
-#ifdef _SAMBA_BUILD_
-               /* Must be after we have processed command line options */
-               gensec_init(); 
-
-               if (ldb_set_opaque(ldb, "sessionInfo", system_session(ldb))) {
-                       goto failed;
-               }
-               if (ldb_set_opaque(ldb, "credentials", cmdline_credentials)) {
-                       goto failed;
-               }
-               ldb_set_utf8_fns(ldb, NULL, wrap_casefold);
-#endif
-               if (ldb_connect(ldb, ret->url, flags, ret->options) != 0) {
-                       fprintf(stderr, "Failed to connect to %s - %s\n", 
-                               ret->url, ldb_errstring(ldb));
-                       goto failed;
-               }
+       if (strcmp(ret->url, "NONE") == 0) {
+               return ret;
        }
 
-       return ret;
-
-failed:
-       talloc_free(ret);
-       exit(1);
-       return NULL;
-}
-
-struct ldb_control **parse_controls(void *mem_ctx, char **control_strings)
-{
-       int i;
-       struct ldb_control **ctrl;
-
-       if (control_strings == NULL || control_strings[0] == NULL)
-               return NULL;
-
-       for (i = 0; control_strings[i]; i++);
-
-       ctrl = talloc_array(mem_ctx, struct ldb_control *, i + 1);
-
-       for (i = 0; control_strings[i]; i++) {
-               if (strncmp(control_strings[i], "dirsync:", 8) == 0) {
-                       struct ldb_dirsync_control *control;
-                       const char *p;
-                       char cookie[1024];
-                       int crit, flags, max_attrs, ret;
-                      
-                       cookie[0] = '\0';
-                       p = &(control_strings[i][8]);
-                       ret = sscanf(p, "%d:%d:%d:%1023[^$]", &crit, &flags, &max_attrs, cookie);
-
-                       if ((ret < 3) || (crit < 0) || (crit > 1) || (flags < 0) || (max_attrs < 0)) {
-                               fprintf(stderr, "invalid dirsync control syntax\n");
-                               return NULL;
-                       }
-
-                       /* w2k3 seems to ignore the parameter,
-                        * but w2k sends a wrong cookie when this value is to small
-                        * this would cause looping forever, while getting
-                        * the same data and same cookie forever
-                        */
-                       if (max_attrs == 0) max_attrs = 0x0FFFFFFF;
-
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_DIRSYNC_OID;
-                       ctrl[i]->critical = crit;
-                       control = talloc(ctrl[i], struct ldb_dirsync_control);
-                       control->flags = flags;
-                       control->max_attributes = max_attrs;
-                       if (*cookie) {
-                               control->cookie_len = ldb_base64_decode(cookie);
-                               control->cookie = talloc_memdup(control, cookie, control->cookie_len);
-                       } else {
-                               control->cookie = NULL;
-                               control->cookie_len = 0;
-                       }
-                       ctrl[i]->data = control;
-
-                       continue;
-               }
-
-               if (strncmp(control_strings[i], "asq:", 4) == 0) {
-                       struct ldb_asq_control *control;
-                       const char *p;
-                       char attr[256];
-                       int crit, ret;
-
-                       attr[0] = '\0';
-                       p = &(control_strings[i][4]);
-                       ret = sscanf(p, "%d:%255[^$]", &crit, attr);
-                       if ((ret != 2) || (crit < 0) || (crit > 1) || (attr[0] == '\0')) {
-                               fprintf(stderr, "invalid asq control syntax\n");
-                               return NULL;
-                       }
-
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_ASQ_OID;
-                       ctrl[i]->critical = crit;
-                       control = talloc(ctrl[i], struct ldb_asq_control);
-                       control->request = 1;
-                       control->source_attribute = talloc_strdup(control, attr);
-                       control->src_attr_len = strlen(attr);
-                       ctrl[i]->data = control;
-
-                       continue;
-               }
-
-               if (strncmp(control_strings[i], "extended_dn:", 12) == 0) {
-                       struct ldb_extended_dn_control *control;
-                       const char *p;
-                       int crit, type, ret;
-
-                       p = &(control_strings[i][12]);
-                       ret = sscanf(p, "%d:%d", &crit, &type);
-                       if ((ret != 2) || (crit < 0) || (crit > 1) || (type < 0) || (type > 1)) {
-                               fprintf(stderr, "invalid extended_dn control syntax\n");
-                               return NULL;
-                       }
-
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_EXTENDED_DN_OID;
-                       ctrl[i]->critical = crit;
-                       control = talloc(ctrl[i], struct ldb_extended_dn_control);
-                       control->type = type;
-                       ctrl[i]->data = control;
-
-                       continue;
-               }
-
-               if (strncmp(control_strings[i], "paged_results:", 14) == 0) {
-                       struct ldb_paged_control *control;
-                       const char *p;
-                       int crit, size, ret;
-                      
-                       p = &(control_strings[i][14]);
-                       ret = sscanf(p, "%d:%d", &crit, &size);
-
-                       if ((ret != 2) || (crit < 0) || (crit > 1) || (size < 0)) {
-                               fprintf(stderr, "invalid paged_results control syntax\n");
-                               return NULL;
-                       }
-
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_PAGED_RESULTS_OID;
-                       ctrl[i]->critical = crit;
-                       control = talloc(ctrl[i], struct ldb_paged_control);
-                       control->size = size;
-                       control->cookie = NULL;
-                       control->cookie_len = 0;
-                       ctrl[i]->data = control;
-
-                       continue;
-               }
-
-               if (strncmp(control_strings[i], "server_sort:", 12) == 0) {
-                       struct ldb_server_sort_control **control;
-                       const char *p;
-                       char attr[256];
-                       char rule[128];
-                       int crit, rev, ret;
-
-                       attr[0] = '\0';
-                       rule[0] = '\0';
-                       p = &(control_strings[i][12]);
-                       ret = sscanf(p, "%d:%d:%255[^:]:%127[^:]", &crit, &rev, attr, rule);
-                       if ((ret < 3) || (crit < 0) || (crit > 1) || (rev < 0 ) || (rev > 1) ||attr[0] == '\0') {
-                               fprintf(stderr, "invalid server_sort control syntax\n");
-                               return NULL;
-                       }
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_SERVER_SORT_OID;
-                       ctrl[i]->critical = crit;
-                       control = talloc_array(ctrl[i], struct ldb_server_sort_control *, 2);
-                       control[0] = talloc(control, struct ldb_server_sort_control);
-                       control[0]->attributeName = talloc_strdup(control, attr);
-                       if (rule[0])
-                               control[0]->orderingRule = talloc_strdup(control, rule);
-                       else
-                               control[0]->orderingRule = NULL;
-                       control[0]->reverse = rev;
-                       control[1] = NULL;
-                       ctrl[i]->data = control;
+       if (options.nosync) {
+               flags |= LDB_FLG_NOSYNC;
+       }
 
-                       continue;
-               }
+       if (options.show_binary) {
+               flags |= LDB_FLG_SHOW_BINARY;
+       }
 
-               if (strncmp(control_strings[i], "notification:", 13) == 0) {
-                       const char *p;
-                       int crit, ret;
+       if (options.tracing) {
+               flags |= LDB_FLG_ENABLE_TRACING;
+       }
 
-                       p = &(control_strings[i][13]);
-                       ret = sscanf(p, "%d", &crit);
-                       if ((ret != 1) || (crit < 0) || (crit > 1)) {
-                               fprintf(stderr, "invalid notification control syntax\n");
-                               return NULL;
-                       }
+#if (_SAMBA_BUILD_ >= 4)
+       /* Must be after we have processed command line options */
+       gensec_init(cmdline_lp_ctx); 
+       
+       if (ldb_set_opaque(ldb, "sessionInfo", system_session(cmdline_lp_ctx))) {
+               goto failed;
+       }
+       if (ldb_set_opaque(ldb, "credentials", cmdline_credentials)) {
+               goto failed;
+       }
+       if (ldb_set_opaque(ldb, "loadparm", cmdline_lp_ctx)) {
+               goto failed;
+       }
 
-                       ctrl[i] = talloc(ctrl, struct ldb_control);
-                       ctrl[i]->oid = LDB_CONTROL_NOTIFICATION_OID;
-                       ctrl[i]->critical = crit;
-                       ctrl[i]->data = NULL;
+       ldb_set_utf8_fns(ldb, NULL, wrap_casefold);
+#endif
 
-                       continue;
-               }
+       if (options.modules_path != NULL) {
+               ldb_set_modules_dir(ldb, options.modules_path);
+       } else if (getenv("LDB_MODULES_PATH") != NULL) {
+               ldb_set_modules_dir(ldb, getenv("LDB_MODULES_PATH"));
+       }
 
-               /* no controls matched, throw an error */
-               fprintf(stderr, "Invalid control name\n");
-               return NULL;
+       /* now connect to the ldb */
+       if (ldb_connect(ldb, ret->url, flags, ret->options) != 0) {
+               fprintf(stderr, "Failed to connect to %s - %s\n", 
+                       ret->url, ldb_errstring(ldb));
+               goto failed;
        }
 
-       ctrl[i] = NULL;
+       return ret;
 
-       return ctrl;
+failed:
+       talloc_free(ret);
+       exit(1);
+       return NULL;
 }
 
-
 /* this function check controls reply and determines if more
  * processing is needed setting up the request controls correctly
  *
@@ -426,6 +282,31 @@ int handle_controls_reply(struct ldb_control **reply, struct ldb_control **reque
        if (reply == NULL || request == NULL) return -1;
        
        for (i = 0; reply[i]; i++) {
+               if (strcmp(LDB_CONTROL_VLV_RESP_OID, reply[i]->oid) == 0) {
+                       struct ldb_vlv_resp_control *rep_control;
+
+                       rep_control = talloc_get_type(reply[i]->data, struct ldb_vlv_resp_control);
+                       
+                       /* check we have a matching control in the request */
+                       for (j = 0; request[j]; j++) {
+                               if (strcmp(LDB_CONTROL_VLV_REQ_OID, request[j]->oid) == 0)
+                                       break;
+                       }
+                       if (! request[j]) {
+                               fprintf(stderr, "Warning VLV reply received but no request have been made\n");
+                               continue;
+                       }
+
+                       /* check the result */
+                       if (rep_control->vlv_result != 0) {
+                               fprintf(stderr, "Warning: VLV not performed with error: %d\n", rep_control->vlv_result);
+                       } else {
+                               fprintf(stderr, "VLV Info: target position = %d, content count = %d\n", rep_control->targetPosition, rep_control->contentCount);
+                       }
+
+                       continue;
+               }
+
                if (strcmp(LDB_CONTROL_ASQ_OID, reply[i]->oid) == 0) {
                        struct ldb_asq_control *rep_control;
 
@@ -438,6 +319,7 @@ int handle_controls_reply(struct ldb_control **reply, struct ldb_control **reque
 
                        continue;
                }
+
                if (strcmp(LDB_CONTROL_PAGED_RESULTS_OID, reply[i]->oid) == 0) {
                        struct ldb_paged_control *rep_control, *req_control;
 
@@ -460,9 +342,9 @@ int handle_controls_reply(struct ldb_control **reply, struct ldb_control **reque
 
                        if (req_control->cookie)
                                talloc_free(req_control->cookie);
-                       req_control->cookie = talloc_memdup(req_control,
-                                                           rep_control->cookie,
-                                                           rep_control->cookie_len);
+                       req_control->cookie = (char *)talloc_memdup(
+                               req_control, rep_control->cookie,
+                               rep_control->cookie_len);
                        req_control->cookie_len = rep_control->cookie_len;
 
                        ret = 1;
@@ -516,18 +398,14 @@ int handle_controls_reply(struct ldb_control **reply, struct ldb_control **reque
 
                        if (req_control->cookie)
                                talloc_free(req_control->cookie);
-                       req_control->cookie = talloc_memdup(req_control, 
-                                                           rep_control->cookie,
-                                                           rep_control->cookie_len);
+                       req_control->cookie = (char *)talloc_memdup(
+                               req_control, rep_control->cookie,
+                               rep_control->cookie_len);
                        req_control->cookie_len = rep_control->cookie_len;
 
                        cookie = ldb_base64_encode(req_control, rep_control->cookie, rep_control->cookie_len);
                        printf("# DIRSYNC cookie returned was:\n# %s\n", cookie);
 
-                       sleep(120);
-                       
-                       ret = 1;
-
                        continue;
                }