s4-repl: keep a @REPLCHANGED object on each partition
authorAndrew Tridgell <tridge@samba.org>
Sun, 13 Sep 2009 04:24:08 +0000 (14:24 +1000)
committerAndrew Tridgell <tridge@samba.org>
Sun, 13 Sep 2009 23:39:59 +0000 (16:39 -0700)
This object tracks the highest uSN in each partition. It will be used
to allow us to efficiently detect changes in a partition for sending
DsReplicaSync messages to our replication partners.

source4/dsdb/samdb/ldb_modules/repl_meta_data.c

index 1242d1d0a361412e651fa9e452931b251f9d95d6..86f77b12e87d55d5c217db3c7e8049d6c8f315ab 100644 (file)
 
 struct replmd_private {
        struct la_entry *la_list;
+       uint32_t num_ncs;
+       struct nc_entry {
+               struct ldb_dn *dn;
+               struct GUID guid;
+               uint64_t mod_usn;
+               struct dsdb_control_current_partition *p_ctrl;
+       } *ncs;
 };
 
 struct la_entry {
@@ -71,6 +78,249 @@ struct replmd_replicated_request {
        struct ldb_message *search_msg;
 };
 
+
+/*
+  initialise the module
+  allocate the private structure and build the list
+  of partition DNs for use by replmd_notify()
+ */
+static int replmd_init(struct ldb_module *module)
+{
+       struct replmd_private *replmd_private;
+       struct ldb_context *ldb = ldb_module_get_ctx(module);
+
+       replmd_private = talloc_zero(module, struct replmd_private);
+       if (replmd_private == NULL) {
+               ldb_oom(ldb);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       ldb_module_set_private(module, replmd_private);
+
+       return ldb_next_init(module);
+}
+
+
+static int nc_compare(struct nc_entry *n1, struct nc_entry *n2)
+{
+       return ldb_dn_compare(n1->dn, n2->dn);
+}
+
+/*
+  build the list of partition DNs for use by replmd_notify()
+ */
+static int replmd_load_NCs(struct ldb_module *module)
+{
+       const char *attrs[] = { "namingContexts", NULL };
+       struct ldb_result *res = NULL;
+       int i, ret;
+       TALLOC_CTX *tmp_ctx;
+       struct ldb_context *ldb;
+       struct ldb_message_element *el;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+
+       if (replmd_private->ncs != NULL) {
+               return LDB_SUCCESS;
+       }
+
+       ldb = ldb_module_get_ctx(module);
+       tmp_ctx = talloc_new(module);
+
+       /* load the list of naming contexts */
+       ret = ldb_search(ldb, tmp_ctx, &res, ldb_dn_new(tmp_ctx, ldb, ""), 
+                        LDB_SCOPE_BASE, attrs, NULL);
+       if (ret != LDB_SUCCESS ||
+           res->count != 1) {
+               DEBUG(0,(__location__ ": Failed to load rootDSE\n"));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       el = ldb_msg_find_element(res->msgs[0], "namingContexts");
+       if (el == NULL) {
+               DEBUG(0,(__location__ ": Failed to load namingContexts\n"));
+               return LDB_ERR_OPERATIONS_ERROR;                
+       }
+
+       replmd_private->num_ncs = el->num_values;
+       replmd_private->ncs = talloc_array(replmd_private, struct nc_entry, 
+                                          replmd_private->num_ncs);
+       if (replmd_private->ncs == NULL) {
+               ldb_oom(ldb);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               replmd_private->ncs[i].dn = 
+                       ldb_dn_from_ldb_val(replmd_private->ncs, 
+                                           ldb, &el->values[i]);
+               replmd_private->ncs[i].mod_usn = 0;
+       }
+
+       talloc_free(res);
+
+       /* now find the GUIDs of each of those DNs */
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               const char *attrs2[] = { "objectGUID", NULL };
+               ret = ldb_search(ldb, tmp_ctx, &res, replmd_private->ncs[i].dn,
+                                LDB_SCOPE_BASE, attrs2, NULL);
+               if (ret != LDB_SUCCESS ||
+                   res->count != 1) {
+                       DEBUG(0,(__location__ ": Failed to load GUID for %s\n",
+                                ldb_dn_get_linearized(replmd_private->ncs[i].dn)));
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               replmd_private->ncs[i].guid = 
+                       samdb_result_guid(res->msgs[0], "objectGUID");
+               talloc_free(res);
+       }       
+
+       /* sort the NCs into order, most to least specific */
+       qsort(replmd_private->ncs, replmd_private->num_ncs,
+             sizeof(replmd_private->ncs[0]), QSORT_CAST nc_compare);
+
+       
+       /* pre-create the partition control used in
+          replmd_notify_store() */
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               replmd_private->ncs[i].p_ctrl = talloc(replmd_private->ncs,
+                                                      struct dsdb_control_current_partition);
+               if (replmd_private->ncs[i].p_ctrl == NULL) {
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               replmd_private->ncs[i].p_ctrl->version = DSDB_CONTROL_CURRENT_PARTITION_VERSION;
+               replmd_private->ncs[i].p_ctrl->dn = replmd_private->ncs[i].dn;
+       }
+      
+       talloc_free(tmp_ctx);
+       
+       return LDB_SUCCESS;
+}
+
+
+/*
+ * notify the repl task that a object has changed. The notifies are
+ * gathered up in the replmd_private structure then written to the
+ * @REPLCHANGED object in each partition during the prepare_commit
+ */
+static int replmd_notify(struct ldb_module *module, struct ldb_dn *dn, uint64_t uSN)
+{
+       int ret, i;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+
+       ret = replmd_load_NCs(module);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               if (ldb_dn_compare_base(replmd_private->ncs[i].dn, dn) == 0) {
+                       break;
+               }
+       }
+       if (i == replmd_private->num_ncs) {
+               DEBUG(0,(__location__ ": DN not within known NCs '%s'\n", 
+                        ldb_dn_get_linearized(dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if (uSN > replmd_private->ncs[i].mod_usn) {
+           replmd_private->ncs[i].mod_usn = uSN;
+       }
+
+       return LDB_SUCCESS;
+}
+
+
+/*
+ * update a @REPLCHANGED record in each partition if there have been
+ * any writes of replicated data in the partition
+ */
+static int replmd_notify_store(struct ldb_module *module)
+{
+       int ret, i;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+       struct ldb_context *ldb = ldb_module_get_ctx(module);
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               struct ldb_message *msg;
+               struct ldb_request *req;
+
+               if (replmd_private->ncs[i].mod_usn == 0) {
+                       /* this partition has not changed in this
+                          transaction */
+                       continue;
+               }
+
+               msg = ldb_msg_new(module);
+               if (msg == NULL) {
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+
+               msg->dn = ldb_dn_new(msg, ldb, "@REPLCHANGED");
+               if (msg->dn == NULL) {
+                       ldb_oom(ldb);
+                       talloc_free(msg);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+
+               ret = ldb_msg_add_fmt(msg, "uSNHighest", "%llu", 
+                                     (unsigned long long)replmd_private->ncs[i].mod_usn);
+               if (ret != LDB_SUCCESS) {
+                       talloc_free(msg);
+                       return ret;
+               }
+               msg->elements[0].flags = LDB_FLAG_MOD_REPLACE;
+
+               ret = ldb_build_mod_req(&req, ldb, msg,
+                                       msg,
+                                       NULL,
+                                       NULL, ldb_op_default_callback,
+                                       NULL);
+again:
+               if (ret != LDB_SUCCESS) {
+                       talloc_free(msg);
+                       return ret;
+               }
+
+               ret = ldb_request_add_control(req,
+                                             DSDB_CONTROL_CURRENT_PARTITION_OID,
+                                             false, replmd_private->ncs[i].p_ctrl);
+               if (ret != LDB_SUCCESS) {
+                       talloc_free(msg);
+                       return ret;
+               }
+
+
+               /* Run the new request */
+               ret = ldb_next_request(module, req);
+
+               if (ret == LDB_SUCCESS) {
+                       ret = ldb_wait(req->handle, LDB_WAIT_ALL);
+               }
+               if (ret == LDB_ERR_NO_SUCH_OBJECT) {
+                       ret = ldb_build_add_req(&req, ldb, msg,
+                                               msg,
+                                               NULL,
+                                               NULL, ldb_op_default_callback,
+                                               NULL);
+                       goto again;
+               }
+
+               talloc_free(msg);
+
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+       }
+
+       return LDB_SUCCESS;
+}
+
+
 /*
   created a replmd_replicated_request context
  */
@@ -458,6 +708,11 @@ static int replmd_add(struct ldb_module *module, struct ldb_request *req)
                return ret;
        }
 
+       ret = replmd_notify(module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+
        /* go on with the call chain */
        return ldb_next_request(module, down_req);
 }
@@ -535,8 +790,8 @@ static int replmd_update_rpmd_element(struct ldb_context *ldb,
  * object. This is needed for DRS replication, as the merge on the
  * client is based on this object 
  */
-static int replmd_update_rpmd(struct ldb_context *ldb, struct ldb_message *msg,
-                             uint64_t *seq_num)
+static int replmd_update_rpmd(struct ldb_module *module, 
+                             struct ldb_message *msg, uint64_t *seq_num)
 {
        const struct ldb_val *omd_value;
        enum ndr_err_code ndr_err;
@@ -549,6 +804,9 @@ static int replmd_update_rpmd(struct ldb_context *ldb, struct ldb_message *msg,
        int ret;
        const char *attrs[] = { "replPropertyMetaData" , NULL };
        struct ldb_result *res;
+       struct ldb_context *ldb;
+
+       ldb = ldb_module_get_ctx(module);
 
        our_invocation_id = samdb_ntds_invocation_id(ldb);
        if (!our_invocation_id) {
@@ -632,6 +890,11 @@ static int replmd_update_rpmd(struct ldb_context *ldb, struct ldb_message *msg,
                        return ret;
                }
 
+               ret = replmd_notify(module, msg->dn, *seq_num);
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+
                el->num_values = 1;
                el->values = md_value;
        }
@@ -692,7 +955,7 @@ static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
         *   attribute was changed
         */
 
-       ret = replmd_update_rpmd(ldb, msg, &seq_num);
+       ret = replmd_update_rpmd(module, msg, &seq_num);
        if (ret != LDB_SUCCESS) {
                return ret;
        }
@@ -830,6 +1093,11 @@ static int replmd_replicated_apply_add(struct replmd_replicated_request *ar)
                return replmd_replicated_request_error(ar, ret);
        }
 
+       ret = replmd_notify(ar->module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return replmd_replicated_request_error(ar, ret);
+       }
+
        /*
         * the meta data array is already sorted by the caller
         */
@@ -1106,6 +1374,11 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
                msg->elements[i].flags = LDB_FLAG_MOD_REPLACE;
        }
 
+       ret = replmd_notify(ar->module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return replmd_replicated_request_error(ar, ret);
+       }
+
        if (DEBUGLVL(4)) {
                char *s = ldb_ldif_message_string(ldb, ar, LDB_CHANGETYPE_MODIFY, msg);
                DEBUG(4, ("DRS replication modify message:\n%s\n", s));
@@ -1685,18 +1958,20 @@ static int replmd_extended_replicated_objects(struct ldb_module *module, struct
        for (i=0; i<ar->objs->linked_attributes_count; i++) {
                struct la_entry *la_entry;
 
-               if (replmd_private == NULL) {
-                       DEBUG(0,(__location__ ": repl_meta_data not called from within a transaction\n"));
-                       return LDB_ERR_OPERATIONS_ERROR;
+               if (replmd_private->la_list) {
+                       la_entry = talloc(replmd_private->la_list,
+                                         struct la_entry);
+               } else {
+                       la_entry = talloc(replmd_private,
+                                         struct la_entry);
                }
-
-               la_entry = talloc(replmd_private, struct la_entry);
                if (la_entry == NULL) {
                        ldb_oom(ldb);
                        return LDB_ERR_OPERATIONS_ERROR;
                }
                la_entry->la = talloc(la_entry, struct drsuapi_DsReplicaLinkedAttribute);
                if (la_entry->la == NULL) {
+                       talloc_free(la_entry);
                        ldb_oom(ldb);
                        return LDB_ERR_OPERATIONS_ERROR;
                }
@@ -1892,15 +2167,16 @@ static int replmd_extended(struct ldb_module *module, struct ldb_request *req)
 static int replmd_start_transaction(struct ldb_module *module)
 {
        /* create our private structure for this transaction */
+       int i;
        struct replmd_private *replmd_private = talloc_get_type(ldb_module_get_private(module),
                                                                struct replmd_private);
-       talloc_free(replmd_private);
-       replmd_private = talloc(module, struct replmd_private);
-       if (replmd_private == NULL) {
-               return LDB_ERR_OPERATIONS_ERROR;
-       }
+       talloc_free(replmd_private->la_list);
        replmd_private->la_list = NULL;
-       ldb_module_set_private(module, replmd_private);
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               replmd_private->ncs[i].mod_usn = 0;
+       }
+
        return ldb_next_start_trans(module);
 }
 
@@ -1912,23 +2188,32 @@ static int replmd_prepare_commit(struct ldb_module *module)
 {
        struct replmd_private *replmd_private = 
                talloc_get_type(ldb_module_get_private(module), struct replmd_private);
-       struct la_entry *la;
+       struct la_entry *la, *prev;
+       int ret;
 
        /* walk the list backwards, to do the first entry first, as we
         * added the entries with DLIST_ADD() which puts them at the
         * start of the list */
        for (la = replmd_private->la_list; la && la->next; la=la->next) ;
 
-       for (; la; la=la->prev) {
-               int ret;
+       for (; la; la=prev) {
+               prev = la->prev;
+               DLIST_REMOVE(replmd_private->la_list, la);
                ret = replmd_process_linked_attribute(module, la);
+               talloc_free(la);
                if (ret != LDB_SUCCESS) {
                        return ret;
                }
        }
 
-       talloc_free(replmd_private);
-       ldb_module_set_private(module, NULL);
+       talloc_free(replmd_private->la_list);
+       replmd_private->la_list = NULL;
+
+       /* possibly change @REPLCHANGED */
+       ret = replmd_notify_store(module);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
        
        return ldb_next_prepare_commit(module);
 }
@@ -1937,17 +2222,18 @@ static int replmd_del_transaction(struct ldb_module *module)
 {
        struct replmd_private *replmd_private = 
                talloc_get_type(ldb_module_get_private(module), struct replmd_private);
-       talloc_free(replmd_private);
-       ldb_module_set_private(module, NULL);
+       talloc_free(replmd_private->la_list);
+       replmd_private->la_list = NULL;
        return ldb_next_del_trans(module);
 }
 
 
 _PUBLIC_ const struct ldb_module_ops ldb_repl_meta_data_module_ops = {
        .name          = "repl_meta_data",
-       .add           = replmd_add,
-       .modify        = replmd_modify,
-       .extended      = replmd_extended,
+       .init_context      = replmd_init,
+       .add               = replmd_add,
+       .modify            = replmd_modify,
+       .extended          = replmd_extended,
        .start_transaction = replmd_start_transaction,
        .prepare_commit    = replmd_prepare_commit,
        .del_transaction   = replmd_del_transaction,