s4-repl: use the new dsdb partition uSN helper fns
[ira/wip.git] / source4 / dsdb / samdb / ldb_modules / repl_meta_data.c
index 822bcb346807f7d687d24f6d7747909dcfa4e09d..3afe11ae5181ec4dd7c2ad7c9d96a4001b41a656 100644 (file)
@@ -6,22 +6,18 @@
    Copyright (C) Andrew Tridgell 2005
    Copyright (C) Stefan Metzmacher <metze@samba.org> 2007
 
-     ** NOTE! The following LGPL license applies to the ldb
-     ** library. This does NOT imply that all of Samba is released
-     ** under the LGPL
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 3 of the License, or
+   (at your option) any later version.
    
-   This library is free software; you can redistribute it and/or
-   modify it under the terms of the GNU Lesser General Public
-   License as published by the Free Software Foundation; either
-   version 3 of the License, or (at your option) any later version.
-
-   This library is distributed in the hope that it will be useful,
+   This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
-   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-   Lesser General Public License for more details.
-
-   You should have received a copy of the GNU Lesser General Public
-   License along with this library; if not, see <http://www.gnu.org/licenses/>.
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+   
+   You should have received a copy of the GNU General Public License
+   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
 
 /*
 #include "includes.h"
 #include "ldb_module.h"
 #include "dsdb/samdb/samdb.h"
+#include "dsdb/common/proto.h"
 #include "../libds/common/flags.h"
 #include "librpc/gen_ndr/ndr_misc.h"
 #include "librpc/gen_ndr/ndr_drsuapi.h"
 #include "librpc/gen_ndr/ndr_drsblobs.h"
 #include "param/param.h"
+#include "libcli/security/dom_sid.h"
+#include "lib/util/dlinklist.h"
+
+struct replmd_private {
+       struct la_entry *la_list;
+       uint32_t num_ncs;
+       struct nc_entry {
+               struct ldb_dn *dn;
+               struct GUID guid;
+               uint64_t mod_usn;
+       } *ncs;
+};
+
+struct la_entry {
+       struct la_entry *next, *prev;
+       struct drsuapi_DsReplicaLinkedAttribute *la;
+};
 
 struct replmd_replicated_request {
        struct ldb_module *module;
@@ -63,8 +77,193 @@ struct replmd_replicated_request {
        struct ldb_message *search_msg;
 };
 
+
+/*
+  initialise the module
+  allocate the private structure and build the list
+  of partition DNs for use by replmd_notify()
+ */
+static int replmd_init(struct ldb_module *module)
+{
+       struct replmd_private *replmd_private;
+       struct ldb_context *ldb = ldb_module_get_ctx(module);
+
+       replmd_private = talloc_zero(module, struct replmd_private);
+       if (replmd_private == NULL) {
+               ldb_oom(ldb);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       ldb_module_set_private(module, replmd_private);
+
+       return ldb_next_init(module);
+}
+
+
+static int nc_compare(struct nc_entry *n1, struct nc_entry *n2)
+{
+       return ldb_dn_compare(n1->dn, n2->dn);
+}
+
+/*
+  build the list of partition DNs for use by replmd_notify()
+ */
+static int replmd_load_NCs(struct ldb_module *module)
+{
+       const char *attrs[] = { "namingContexts", NULL };
+       struct ldb_result *res = NULL;
+       int i, ret;
+       TALLOC_CTX *tmp_ctx;
+       struct ldb_context *ldb;
+       struct ldb_message_element *el;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+
+       if (replmd_private->ncs != NULL) {
+               return LDB_SUCCESS;
+       }
+
+       ldb = ldb_module_get_ctx(module);
+       tmp_ctx = talloc_new(module);
+
+       /* load the list of naming contexts */
+       ret = ldb_search(ldb, tmp_ctx, &res, ldb_dn_new(tmp_ctx, ldb, ""), 
+                        LDB_SCOPE_BASE, attrs, NULL);
+       if (ret != LDB_SUCCESS ||
+           res->count != 1) {
+               DEBUG(0,(__location__ ": Failed to load rootDSE\n"));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       el = ldb_msg_find_element(res->msgs[0], "namingContexts");
+       if (el == NULL) {
+               DEBUG(0,(__location__ ": Failed to load namingContexts\n"));
+               return LDB_ERR_OPERATIONS_ERROR;                
+       }
+
+       replmd_private->num_ncs = el->num_values;
+       replmd_private->ncs = talloc_array(replmd_private, struct nc_entry, 
+                                          replmd_private->num_ncs);
+       if (replmd_private->ncs == NULL) {
+               ldb_oom(ldb);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               replmd_private->ncs[i].dn = 
+                       ldb_dn_from_ldb_val(replmd_private->ncs, 
+                                           ldb, &el->values[i]);
+               replmd_private->ncs[i].mod_usn = 0;
+       }
+
+       talloc_free(res);
+
+       /* now find the GUIDs of each of those DNs */
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               const char *attrs2[] = { "objectGUID", NULL };
+               ret = ldb_search(ldb, tmp_ctx, &res, replmd_private->ncs[i].dn,
+                                LDB_SCOPE_BASE, attrs2, NULL);
+               if (ret != LDB_SUCCESS ||
+                   res->count != 1) {
+                       /* this happens when the schema is first being
+                          setup */
+                       talloc_free(replmd_private->ncs);
+                       replmd_private->ncs = NULL;
+                       replmd_private->num_ncs = 0;
+                       talloc_free(tmp_ctx);
+                       return LDB_SUCCESS;
+               }
+               replmd_private->ncs[i].guid = 
+                       samdb_result_guid(res->msgs[0], "objectGUID");
+               talloc_free(res);
+       }       
+
+       /* sort the NCs into order, most to least specific */
+       qsort(replmd_private->ncs, replmd_private->num_ncs,
+             sizeof(replmd_private->ncs[0]), QSORT_CAST nc_compare);
+
+       
+       talloc_free(tmp_ctx);
+       
+       return LDB_SUCCESS;
+}
+
+
+/*
+ * notify the repl task that a object has changed. The notifies are
+ * gathered up in the replmd_private structure then written to the
+ * @REPLCHANGED object in each partition during the prepare_commit
+ */
+static int replmd_notify(struct ldb_module *module, struct ldb_dn *dn, uint64_t uSN)
+{
+       int ret, i;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+
+       ret = replmd_load_NCs(module);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+       if (replmd_private->num_ncs == 0) {
+               return LDB_SUCCESS;
+       }
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               if (ldb_dn_compare_base(replmd_private->ncs[i].dn, dn) == 0) {
+                       break;
+               }
+       }
+       if (i == replmd_private->num_ncs) {
+               DEBUG(0,(__location__ ": DN not within known NCs '%s'\n", 
+                        ldb_dn_get_linearized(dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if (uSN > replmd_private->ncs[i].mod_usn) {
+           replmd_private->ncs[i].mod_usn = uSN;
+       }
+
+       return LDB_SUCCESS;
+}
+
+
+/*
+ * update a @REPLCHANGED record in each partition if there have been
+ * any writes of replicated data in the partition
+ */
+static int replmd_notify_store(struct ldb_module *module)
+{
+       int i;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+       struct ldb_context *ldb = ldb_module_get_ctx(module);
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               int ret;
+
+               if (replmd_private->ncs[i].mod_usn == 0) {
+                       /* this partition has not changed in this
+                          transaction */
+                       continue;
+               }
+
+               ret = dsdb_save_partition_usn(ldb, replmd_private->ncs[i].dn, 
+                                             replmd_private->ncs[i].mod_usn);
+               if (ret != LDB_SUCCESS) {
+                       DEBUG(0,(__location__ ": Failed to save partition uSN for %s\n",
+                                ldb_dn_get_linearized(replmd_private->ncs[i].dn)));
+                       return ret;
+               }
+       }
+
+       return LDB_SUCCESS;
+}
+
+
+/*
+  created a replmd_replicated_request context
+ */
 static struct replmd_replicated_request *replmd_ctx_init(struct ldb_module *module,
-                                         struct ldb_request *req)
+                                                        struct ldb_request *req)
 {
        struct ldb_context *ldb;
        struct replmd_replicated_request *ac;
@@ -265,7 +464,7 @@ static int replmd_add(struct ldb_module *module, struct ldb_request *req)
        schema = dsdb_get_schema(ldb);
        if (!schema) {
                ldb_debug_set(ldb, LDB_DEBUG_FATAL,
-                             "replmd_modify: no dsdb_schema loaded");
+                             "replmd_add: no dsdb_schema loaded");
                return LDB_ERR_CONSTRAINT_VIOLATION;
        }
 
@@ -291,7 +490,7 @@ static int replmd_add(struct ldb_module *module, struct ldb_request *req)
        /* a new GUID */
        guid = GUID_random();
 
-       /* get our invicationId */
+       /* get our invocationId */
        our_invocation_id = samdb_ntds_invocation_id(ldb);
        if (!our_invocation_id) {
                ldb_debug_set(ldb, LDB_DEBUG_ERROR,
@@ -447,10 +646,201 @@ static int replmd_add(struct ldb_module *module, struct ldb_request *req)
                return ret;
        }
 
+       ret = replmd_notify(module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+
        /* go on with the call chain */
        return ldb_next_request(module, down_req);
 }
 
+
+/*
+ * update the replPropertyMetaData for one element
+ */
+static int replmd_update_rpmd_element(struct ldb_context *ldb, 
+                                     struct ldb_message *msg,
+                                     struct ldb_message_element *el,
+                                     struct replPropertyMetaDataBlob *omd,
+                                     struct dsdb_schema *schema,
+                                     uint64_t *seq_num,
+                                     const struct GUID *our_invocation_id,
+                                     NTTIME now)
+{
+       int i;
+       const struct dsdb_attribute *a;
+       struct replPropertyMetaData1 *md1;
+
+       a = dsdb_attribute_by_lDAPDisplayName(schema, el->name);
+       if (a == NULL) {
+               DEBUG(0,(__location__ ": Unable to find attribute %s in schema\n",
+                        el->name));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if ((a->systemFlags & 0x00000001) || (a->systemFlags & 0x00000004)) {
+               /* if the attribute is not replicated (0x00000001)
+                * or constructed (0x00000004) it has no metadata
+                */
+               return LDB_SUCCESS;
+       }
+
+       for (i=0; i<omd->ctr.ctr1.count; i++) {
+               if (a->attributeID_id == omd->ctr.ctr1.array[i].attid) break;
+       }
+       if (i == omd->ctr.ctr1.count) {
+               /* we need to add a new one */
+               omd->ctr.ctr1.array = talloc_realloc(msg, omd->ctr.ctr1.array, 
+                                                    struct replPropertyMetaData1, omd->ctr.ctr1.count+1);
+               if (omd->ctr.ctr1.array == NULL) {
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               omd->ctr.ctr1.count++;
+               ZERO_STRUCT(omd->ctr.ctr1.array[i]);
+       }
+
+       /* Get a new sequence number from the backend. We only do this
+        * if we have a change that requires a new
+        * replPropertyMetaData element 
+        */
+       if (*seq_num == 0) {
+               int ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, seq_num);
+               if (ret != LDB_SUCCESS) {
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+       }
+
+       md1 = &omd->ctr.ctr1.array[i];
+       md1->version++;
+       md1->attid                     = a->attributeID_id;
+       md1->originating_change_time   = now;
+       md1->originating_invocation_id = *our_invocation_id;
+       md1->originating_usn           = *seq_num;
+       md1->local_usn                 = *seq_num;
+       
+       return LDB_SUCCESS;
+}
+
+/*
+ * update the replPropertyMetaData object each time we modify an
+ * object. This is needed for DRS replication, as the merge on the
+ * client is based on this object 
+ */
+static int replmd_update_rpmd(struct ldb_module *module, 
+                             struct ldb_message *msg, uint64_t *seq_num)
+{
+       const struct ldb_val *omd_value;
+       enum ndr_err_code ndr_err;
+       struct replPropertyMetaDataBlob omd;
+       int i;
+       struct dsdb_schema *schema;
+       time_t t = time(NULL);
+       NTTIME now;
+       const struct GUID *our_invocation_id;
+       int ret;
+       const char *attrs[] = { "replPropertyMetaData" , NULL };
+       struct ldb_result *res;
+       struct ldb_context *ldb;
+
+       ldb = ldb_module_get_ctx(module);
+
+       our_invocation_id = samdb_ntds_invocation_id(ldb);
+       if (!our_invocation_id) {
+               /* this happens during an initial vampire while
+                  updating the schema */
+               DEBUG(5,("No invocationID - skipping replPropertyMetaData update\n"));
+               return LDB_SUCCESS;
+       }
+
+       unix_to_nt_time(&now, t);
+
+       /* search for the existing replPropertyMetaDataBlob */
+       ret = ldb_search(ldb, msg, &res, msg->dn, LDB_SCOPE_BASE, attrs, NULL);
+       if (ret != LDB_SUCCESS || res->count < 1) {
+               DEBUG(0,(__location__ ": Object %s failed to find replPropertyMetaData\n",
+                        ldb_dn_get_linearized(msg->dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+               
+
+       omd_value = ldb_msg_find_ldb_val(res->msgs[0], "replPropertyMetaData");
+       if (!omd_value) {
+               DEBUG(0,(__location__ ": Object %s does not have a replPropertyMetaData attribute\n",
+                        ldb_dn_get_linearized(msg->dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       ndr_err = ndr_pull_struct_blob(omd_value, msg,
+                                      lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")), &omd,
+                                      (ndr_pull_flags_fn_t)ndr_pull_replPropertyMetaDataBlob);
+       if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
+               DEBUG(0,(__location__ ": Failed to parse replPropertyMetaData for %s\n",
+                        ldb_dn_get_linearized(msg->dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if (omd.version != 1) {
+               DEBUG(0,(__location__ ": bad version %u in replPropertyMetaData for %s\n",
+                        omd.version, ldb_dn_get_linearized(msg->dn)));
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       schema = dsdb_get_schema(ldb);
+
+       for (i=0; i<msg->num_elements; i++) {
+               ret = replmd_update_rpmd_element(ldb, msg, &msg->elements[i], &omd, schema, seq_num, 
+                                                our_invocation_id, now);
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+       }
+
+       /*
+        * replmd_update_rpmd_element has done an update if the
+        * seq_num is set
+        */
+       if (*seq_num != 0) {
+               struct ldb_val *md_value;
+               struct ldb_message_element *el;
+
+               md_value = talloc(msg, struct ldb_val);
+               if (md_value == NULL) {
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+
+               ndr_err = ndr_push_struct_blob(md_value, msg, 
+                                              lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")),
+                                              &omd,
+                                              (ndr_push_flags_fn_t)ndr_push_replPropertyMetaDataBlob);
+               if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
+                       DEBUG(0,(__location__ ": Failed to marshall replPropertyMetaData for %s\n",
+                                ldb_dn_get_linearized(msg->dn)));
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+
+               ret = ldb_msg_add_empty(msg, "replPropertyMetaData", LDB_FLAG_MOD_REPLACE, &el);
+               if (ret != LDB_SUCCESS) {
+                       DEBUG(0,(__location__ ": Failed to add updated replPropertyMetaData %s\n",
+                                ldb_dn_get_linearized(msg->dn)));
+                       return ret;
+               }
+
+               ret = replmd_notify(module, msg->dn, *seq_num);
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+
+               el->num_values = 1;
+               el->values = md_value;
+       }
+
+       return LDB_SUCCESS;     
+}
+
+
 static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
 {
        struct ldb_context *ldb;
@@ -460,7 +850,7 @@ static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
        struct ldb_message *msg;
        int ret;
        time_t t = time(NULL);
-       uint64_t seq_num;
+       uint64_t seq_num = 0;
 
        /* do not manipulate our control entries */
        if (ldb_dn_is_special(req->op.mod.message->dn)) {
@@ -501,21 +891,11 @@ static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
         *   if the caller set values to the same value
         *   ignore the attribute, return success when no
         *   attribute was changed
-        * - calculate the new replPropertyMetaData attribute
         */
 
-       if (add_time_element(msg, "whenChanged", t) != LDB_SUCCESS) {
-               talloc_free(ac);
-               return LDB_ERR_OPERATIONS_ERROR;
-       }
-
-       /* Get a sequence number from the backend */
-       ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
-       if (ret == LDB_SUCCESS) {
-               if (add_uint64_element(msg, "uSNChanged", seq_num) != LDB_SUCCESS) {
-                       talloc_free(ac);
-                       return LDB_ERR_OPERATIONS_ERROR;
-               }
+       ret = replmd_update_rpmd(module, msg, &seq_num);
+       if (ret != LDB_SUCCESS) {
+               return ret;
        }
 
        /* TODO:
@@ -533,6 +913,20 @@ static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
        }
        talloc_steal(down_req, msg);
 
+       /* we only change whenChanged and uSNChanged if the seq_num
+          has changed */
+       if (seq_num != 0) {
+               if (add_time_element(msg, "whenChanged", t) != LDB_SUCCESS) {
+                       talloc_free(ac);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+
+               if (add_uint64_element(msg, "uSNChanged", seq_num) != LDB_SUCCESS) {
+                       talloc_free(ac);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+       }
+
        /* go on with the call chain */
        return ldb_next_request(module, down_req);
 }
@@ -637,6 +1031,11 @@ static int replmd_replicated_apply_add(struct replmd_replicated_request *ar)
                return replmd_replicated_request_error(ar, ret);
        }
 
+       ret = replmd_notify(ar->module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return replmd_replicated_request_error(ar, ret);
+       }
+
        /*
         * the meta data array is already sorted by the caller
         */
@@ -772,11 +1171,6 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
                }
        }
 
-       ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
-       if (ret != LDB_SUCCESS) {
-               return replmd_replicated_request_error(ar, ret);
-       }
-
        /* find existing meta data */
        omd_value = ldb_msg_find_ldb_val(ar->search_msg, "replPropertyMetaData");
        if (omd_value) {
@@ -811,8 +1205,6 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
        for (i=0; i < rmd->ctr.ctr1.count; i++) {
                bool found = false;
 
-               rmd->ctr.ctr1.array[i].local_usn = seq_num;
-
                for (j=0; j < ni; j++) {
                        int cmp;
 
@@ -887,6 +1279,15 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
        ldb_debug(ldb, LDB_DEBUG_TRACE, "replmd_replicated_apply_merge[%u]: replace %u attributes\n",
                  ar->index_current, msg->num_elements);
 
+       ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
+       if (ret != LDB_SUCCESS) {
+               return replmd_replicated_request_error(ar, ret);
+       }
+
+       for (i=0; i<ni; i++) {
+               nmd.ctr.ctr1.array[i].local_usn = seq_num;
+       }
+
        /*
         * when we know that we'll modify the record, add the whenChanged, uSNChanged
         * and replPopertyMetaData attributes
@@ -911,6 +1312,11 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
                msg->elements[i].flags = LDB_FLAG_MOD_REPLACE;
        }
 
+       ret = replmd_notify(ar->module, msg->dn, seq_num);
+       if (ret != LDB_SUCCESS) {
+               return replmd_replicated_request_error(ar, ret);
+       }
+
        if (DEBUGLVL(4)) {
                char *s = ldb_ldif_message_string(ldb, ar, LDB_CHANGETYPE_MODIFY, msg);
                DEBUG(4, ("DRS replication modify message:\n%s\n", s));
@@ -982,7 +1388,7 @@ static int replmd_replicated_apply_next(struct replmd_replicated_request *ar)
        struct ldb_request *search_req;
 
        if (ar->index_current >= ar->objs->num_objects) {
-               /* done with it, go to the last op */
+               /* done with it, go to next stage */
                return replmd_replicated_uptodate_vector(ar);
        }
 
@@ -1064,7 +1470,6 @@ static int replmd_replicated_uptodate_modify(struct replmd_replicated_request *a
        struct ldb_val *nrf_value = NULL;
        struct ldb_message_element *nrf_el = NULL;
        uint32_t i,j,ni=0;
-       uint64_t seq_num;
        bool found = false;
        time_t t = time(NULL);
        NTTIME now;
@@ -1079,16 +1484,6 @@ static int replmd_replicated_uptodate_modify(struct replmd_replicated_request *a
 
        unix_to_nt_time(&now, t);
 
-       /* 
-        * we use the next sequence number for our own highest_usn
-        * because we will do a modify request and this will increment
-        * our highest_usn
-        */
-       ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
-       if (ret != LDB_SUCCESS) {
-               return replmd_replicated_request_error(ar, ret);
-       }
-
        /*
         * first create the new replUpToDateVector
         */
@@ -1416,14 +1811,18 @@ static int replmd_replicated_uptodate_vector(struct replmd_replicated_request *a
        return ldb_next_request(ar->module, search_req);
 }
 
+
+
 static int replmd_extended_replicated_objects(struct ldb_module *module, struct ldb_request *req)
 {
        struct ldb_context *ldb;
        struct dsdb_extended_replicated_objects *objs;
        struct replmd_replicated_request *ar;
        struct ldb_control **ctrls;
-       int ret;
+       int ret, i;
        struct dsdb_control_current_partition *partition_ctrl;
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
 
        ldb = ldb_module_get_ctx(module);
 
@@ -1490,9 +1889,202 @@ static int replmd_extended_replicated_objects(struct ldb_module *module, struct
        ar->controls = req->controls;
        req->controls = ctrls;
 
+       DEBUG(4,("linked_attributes_count=%u\n", objs->linked_attributes_count));
+
+       /* save away the linked attributes for the end of the
+          transaction */
+       for (i=0; i<ar->objs->linked_attributes_count; i++) {
+               struct la_entry *la_entry;
+
+               if (replmd_private->la_list) {
+                       la_entry = talloc(replmd_private->la_list,
+                                         struct la_entry);
+               } else {
+                       la_entry = talloc(replmd_private,
+                                         struct la_entry);
+               }
+               if (la_entry == NULL) {
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               la_entry->la = talloc(la_entry, struct drsuapi_DsReplicaLinkedAttribute);
+               if (la_entry->la == NULL) {
+                       talloc_free(la_entry);
+                       ldb_oom(ldb);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               *la_entry->la = ar->objs->linked_attributes[i];
+
+               /* we need to steal the non-scalars so they stay
+                  around until the end of the transaction */
+               talloc_steal(la_entry->la, la_entry->la->identifier);
+               talloc_steal(la_entry->la, la_entry->la->value.blob);
+
+               DLIST_ADD(replmd_private->la_list, la_entry);
+       }
+
        return replmd_replicated_apply_next(ar);
 }
 
+/*
+  process one linked attribute structure
+ */
+static int replmd_process_linked_attribute(struct ldb_module *module,
+                                          struct la_entry *la_entry)
+{                                         
+       struct drsuapi_DsReplicaLinkedAttribute *la = la_entry->la;
+       struct ldb_context *ldb = ldb_module_get_ctx(module);
+       struct drsuapi_DsReplicaObjectIdentifier3 target;
+       struct ldb_message *msg;
+       struct ldb_message_element *ret_el;
+       TALLOC_CTX *tmp_ctx = talloc_new(la_entry);
+       enum ndr_err_code ndr_err;
+       char *target_dn;
+       struct ldb_request *mod_req;
+       int ret;
+       const struct dsdb_attribute *attr;
+
+/*
+linked_attributes[0]:                                                     
+     &objs->linked_attributes[i]: struct drsuapi_DsReplicaLinkedAttribute 
+        identifier               : *                                      
+            identifier: struct drsuapi_DsReplicaObjectIdentifier          
+                __ndr_size               : 0x0000003a (58)                
+                __ndr_size_sid           : 0x00000000 (0)                 
+                guid                     : 8e95b6a9-13dd-4158-89db-3220a5be5cc7
+                sid                      : S-0-0                               
+                __ndr_size_dn            : 0x00000000 (0)                      
+                dn                       : ''                                  
+        attid                    : DRSUAPI_ATTRIBUTE_member (0x1F)             
+        value: struct drsuapi_DsAttributeValue                                 
+            __ndr_size               : 0x0000007e (126)                        
+            blob                     : *                                       
+                blob                     : DATA_BLOB length=126                
+        flags                    : 0x00000001 (1)                              
+               1: DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE                      
+        originating_add_time     : Wed Sep  2 22:20:01 2009 EST                
+        meta_data: struct drsuapi_DsReplicaMetaData                            
+            version                  : 0x00000015 (21)                         
+            originating_change_time  : Wed Sep  2 23:39:07 2009 EST            
+            originating_invocation_id: 794640f3-18cf-40ee-a211-a93992b67a64    
+            originating_usn          : 0x000000000001e19c (123292)             
+     &target: struct drsuapi_DsReplicaObjectIdentifier3                        
+        __ndr_size               : 0x0000007e (126)                            
+        __ndr_size_sid           : 0x0000001c (28)                             
+        guid                     : 7639e594-db75-4086-b0d4-67890ae46031        
+        sid                      : S-1-5-21-2848215498-2472035911-1947525656-19924
+        __ndr_size_dn            : 0x00000022 (34)                                
+        dn                       : 'CN=UOne,OU=TestOU,DC=vsofs8,DC=com'           
+ */
+       if (DEBUGLVL(4)) {
+               NDR_PRINT_DEBUG(drsuapi_DsReplicaLinkedAttribute, la); 
+       }
+       
+       /* decode the target of the link */
+       ndr_err = ndr_pull_struct_blob(la->value.blob, 
+                                      tmp_ctx, lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")), 
+                                      &target,
+                                      (ndr_pull_flags_fn_t)ndr_pull_drsuapi_DsReplicaObjectIdentifier3);
+       if (ndr_err != NDR_ERR_SUCCESS) {
+               DEBUG(0,("Unable to decode linked_attribute target\n"));
+               dump_data(4, la->value.blob->data, la->value.blob->length);                     
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       if (DEBUGLVL(4)) {
+               NDR_PRINT_DEBUG(drsuapi_DsReplicaObjectIdentifier3, &target);
+       }
+
+       /* construct a modify request for this attribute change */
+       msg = ldb_msg_new(tmp_ctx);
+       if (!msg) {
+               ldb_oom(ldb);
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       ret = dsdb_find_dn_by_guid(ldb, tmp_ctx, 
+                                  GUID_string(tmp_ctx, &la->identifier->guid), &msg->dn);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
+       /* find the attribute being modified */
+       attr = dsdb_attribute_by_attributeID_id(dsdb_get_schema(ldb), la->attid);
+       if (attr == NULL) {
+               DEBUG(0, (__location__ ": Unable to find attributeID 0x%x\n", la->attid));
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if (la->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE) {
+               ret = ldb_msg_add_empty(msg, attr->lDAPDisplayName,
+                                       LDB_FLAG_MOD_ADD, &ret_el);
+       } else {
+               ret = ldb_msg_add_empty(msg, attr->lDAPDisplayName,
+                                       LDB_FLAG_MOD_DELETE, &ret_el);
+       }
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+       ret_el->values = talloc_array(msg, struct ldb_val, 1);
+       if (!ret_el->values) {
+               ldb_oom(ldb);
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       ret_el->num_values = 1;
+
+       target_dn = talloc_asprintf(tmp_ctx, "<GUID=%s>;<SID=%s>;%s",
+                                   GUID_string(tmp_ctx, &target.guid),
+                                   dom_sid_string(tmp_ctx, &target.sid),
+                                   target.dn);
+       if (target_dn == NULL) {
+               ldb_oom(ldb);
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       ret_el->values[0] = data_blob_string_const(target_dn);
+
+       ret = ldb_build_mod_req(&mod_req, ldb, tmp_ctx,
+                               msg,
+                               NULL,
+                               NULL, 
+                               ldb_op_default_callback,
+                               NULL);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+       talloc_steal(mod_req, msg);
+
+       if (DEBUGLVL(4)) {
+               DEBUG(4,("Applying DRS linked attribute change:\n%s\n",
+                        ldb_ldif_message_string(ldb, tmp_ctx, LDB_CHANGETYPE_MODIFY, msg)));
+       }
+
+       /* Run the new request */
+       ret = ldb_next_request(module, mod_req);
+
+       /* we need to wait for this to finish, as we are being called
+          from the synchronous end_transaction hook of this module */
+       if (ret == LDB_SUCCESS) {
+               ret = ldb_wait(mod_req->handle, LDB_WAIT_ALL);
+       }
+
+       if (ret != LDB_SUCCESS) {
+               ldb_debug(ldb, LDB_DEBUG_WARNING, "Failed to apply linked attribute change '%s' %s\n",
+                         ldb_errstring(ldb),
+                         ldb_ldif_message_string(ldb, tmp_ctx, LDB_CHANGETYPE_MODIFY, msg));
+       }
+       
+       talloc_free(tmp_ctx);
+
+       return ret;     
+}
+
 static int replmd_extended(struct ldb_module *module, struct ldb_request *req)
 {
        if (strcmp(req->op.extended.oid, DSDB_EXTENDED_REPLICATED_OBJECTS_OID) == 0) {
@@ -1502,9 +2094,85 @@ static int replmd_extended(struct ldb_module *module, struct ldb_request *req)
        return ldb_next_request(module, req);
 }
 
+
+/*
+  we hook into the transaction operations to allow us to 
+  perform the linked attribute updates at the end of the whole
+  transaction. This allows a forward linked attribute to be created
+  before the object is created. During a vampire, w2k8 sends us linked
+  attributes before the objects they are part of.
+ */
+static int replmd_start_transaction(struct ldb_module *module)
+{
+       /* create our private structure for this transaction */
+       int i;
+       struct replmd_private *replmd_private = talloc_get_type(ldb_module_get_private(module),
+                                                               struct replmd_private);
+       talloc_free(replmd_private->la_list);
+       replmd_private->la_list = NULL;
+
+       for (i=0; i<replmd_private->num_ncs; i++) {
+               replmd_private->ncs[i].mod_usn = 0;
+       }
+
+       return ldb_next_start_trans(module);
+}
+
+/*
+  on prepare commit we loop over our queued la_context structures and
+  apply each of them  
+ */
+static int replmd_prepare_commit(struct ldb_module *module)
+{
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+       struct la_entry *la, *prev;
+       int ret;
+
+       /* walk the list backwards, to do the first entry first, as we
+        * added the entries with DLIST_ADD() which puts them at the
+        * start of the list */
+       for (la = replmd_private->la_list; la && la->next; la=la->next) ;
+
+       for (; la; la=prev) {
+               prev = la->prev;
+               DLIST_REMOVE(replmd_private->la_list, la);
+               ret = replmd_process_linked_attribute(module, la);
+               talloc_free(la);
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+       }
+
+       talloc_free(replmd_private->la_list);
+       replmd_private->la_list = NULL;
+
+       /* possibly change @REPLCHANGED */
+       ret = replmd_notify_store(module);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+       
+       return ldb_next_prepare_commit(module);
+}
+
+static int replmd_del_transaction(struct ldb_module *module)
+{
+       struct replmd_private *replmd_private = 
+               talloc_get_type(ldb_module_get_private(module), struct replmd_private);
+       talloc_free(replmd_private->la_list);
+       replmd_private->la_list = NULL;
+       return ldb_next_del_trans(module);
+}
+
+
 _PUBLIC_ const struct ldb_module_ops ldb_repl_meta_data_module_ops = {
        .name          = "repl_meta_data",
-       .add           = replmd_add,
-       .modify        = replmd_modify,
-       .extended      = replmd_extended,
+       .init_context      = replmd_init,
+       .add               = replmd_add,
+       .modify            = replmd_modify,
+       .extended          = replmd_extended,
+       .start_transaction = replmd_start_transaction,
+       .prepare_commit    = replmd_prepare_commit,
+       .del_transaction   = replmd_del_transaction,
 };