s4:repl_meta_data - Transform a "1" into a "true" on a boolean variable
[ira/wip.git] / source4 / dsdb / samdb / ldb_modules / repl_meta_data.c
index 245560f769d75b4a8828395f6dc1a2c40ac25c40..b4caac4c8db8fd1d5c0c6135b242e94e7e7fd7c4 100644 (file)
@@ -47,6 +47,7 @@
 #include "lib/util/dlinklist.h"
 #include "dsdb/samdb/ldb_modules/util.h"
 #include "lib/util/binsearch.h"
+#include "libcli/security/security.h"
 
 #define W2K3_LINKED_ATTRIBUTES 1
 
@@ -133,78 +134,8 @@ struct la_backlink {
 };
 
 /*
-  add a backlink to the list of backlinks to add/delete in the prepare
-  commit
- */
-static int replmd_add_backlink(struct ldb_module *module, const struct dsdb_schema *schema,
-                              struct GUID *forward_guid, struct GUID *target_guid,
-                              bool active, const struct dsdb_attribute *schema_attr)
-{
-       const struct dsdb_attribute *target_attr;
-       struct la_backlink *bl;
-       struct replmd_private *replmd_private =
-               talloc_get_type_abort(ldb_module_get_private(module), struct replmd_private);
-
-       target_attr = dsdb_attribute_by_linkID(schema, schema_attr->linkID + 1);
-       if (!target_attr) {
-               /*
-                * windows 2003 has a broken schema where the
-                * definition of msDS-IsDomainFor is missing (which is
-                * supposed to be the backlink of the
-                * msDS-HasDomainNCs attribute
-                */
-               return LDB_SUCCESS;
-       }
-
-       /* see if its already in the list */
-       for (bl=replmd_private->la_backlinks; bl; bl=bl->next) {
-               if (GUID_equal(forward_guid, &bl->forward_guid) &&
-                   GUID_equal(target_guid, &bl->target_guid) &&
-                   (target_attr->lDAPDisplayName == bl->attr_name ||
-                    strcmp(target_attr->lDAPDisplayName, bl->attr_name) == 0)) {
-                       break;
-               }
-       }
-
-       if (bl) {
-               /* we found an existing one */
-               if (bl->active == active) {
-                       return LDB_SUCCESS;
-               }
-               DLIST_REMOVE(replmd_private->la_backlinks, bl);
-               talloc_free(bl);
-               return LDB_SUCCESS;
-       }
-
-       if (replmd_private->bl_ctx == NULL) {
-               replmd_private->bl_ctx = talloc_new(replmd_private);
-               if (replmd_private->bl_ctx == NULL) {
-                       ldb_module_oom(module);
-                       return LDB_ERR_OPERATIONS_ERROR;
-               }
-       }
-
-       /* its a new one */
-       bl = talloc(replmd_private->bl_ctx, struct la_backlink);
-       if (bl == NULL) {
-               ldb_module_oom(module);
-               return LDB_ERR_OPERATIONS_ERROR;
-       }
-
-       bl->attr_name = target_attr->lDAPDisplayName;
-       bl->forward_guid = *forward_guid;
-       bl->target_guid = *target_guid;
-       bl->active = active;
-
-       DLIST_ADD(replmd_private->la_backlinks, bl);
-
-       return LDB_SUCCESS;
-}
-
-/*
-  process the list of backlinks we accumulated during
-  a transaction, adding and deleting the backlinks
-  from the target objects
+  process a backlinks we accumulated during a transaction, adding and
+  deleting the backlinks from the target objects
  */
 static int replmd_process_backlink(struct ldb_module *module, struct la_backlink *bl)
 {
@@ -273,6 +204,83 @@ static int replmd_process_backlink(struct ldb_module *module, struct la_backlink
        return ret;
 }
 
+/*
+  add a backlink to the list of backlinks to add/delete in the prepare
+  commit
+ */
+static int replmd_add_backlink(struct ldb_module *module, const struct dsdb_schema *schema,
+                              struct GUID *forward_guid, struct GUID *target_guid,
+                              bool active, const struct dsdb_attribute *schema_attr, bool immediate)
+{
+       const struct dsdb_attribute *target_attr;
+       struct la_backlink *bl;
+       struct replmd_private *replmd_private =
+               talloc_get_type_abort(ldb_module_get_private(module), struct replmd_private);
+
+       target_attr = dsdb_attribute_by_linkID(schema, schema_attr->linkID ^ 1);
+       if (!target_attr) {
+               /*
+                * windows 2003 has a broken schema where the
+                * definition of msDS-IsDomainFor is missing (which is
+                * supposed to be the backlink of the
+                * msDS-HasDomainNCs attribute
+                */
+               return LDB_SUCCESS;
+       }
+
+       /* see if its already in the list */
+       for (bl=replmd_private->la_backlinks; bl; bl=bl->next) {
+               if (GUID_equal(forward_guid, &bl->forward_guid) &&
+                   GUID_equal(target_guid, &bl->target_guid) &&
+                   (target_attr->lDAPDisplayName == bl->attr_name ||
+                    strcmp(target_attr->lDAPDisplayName, bl->attr_name) == 0)) {
+                       break;
+               }
+       }
+
+       if (bl) {
+               /* we found an existing one */
+               if (bl->active == active) {
+                       return LDB_SUCCESS;
+               }
+               DLIST_REMOVE(replmd_private->la_backlinks, bl);
+               talloc_free(bl);
+               return LDB_SUCCESS;
+       }
+
+       if (replmd_private->bl_ctx == NULL) {
+               replmd_private->bl_ctx = talloc_new(replmd_private);
+               if (replmd_private->bl_ctx == NULL) {
+                       ldb_module_oom(module);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+       }
+
+       /* its a new one */
+       bl = talloc(replmd_private->bl_ctx, struct la_backlink);
+       if (bl == NULL) {
+               ldb_module_oom(module);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       bl->attr_name = target_attr->lDAPDisplayName;
+       bl->forward_guid = *forward_guid;
+       bl->target_guid = *target_guid;
+       bl->active = active;
+
+       /* the caller may ask for this backlink to be processed
+          immediately */
+       if (immediate) {
+               int ret = replmd_process_backlink(module, bl);
+               talloc_free(bl);
+               return ret;
+       }
+
+       DLIST_ADD(replmd_private->la_backlinks, bl);
+
+       return LDB_SUCCESS;
+}
+
 
 /*
  * Callback for most write operations in this module:
@@ -311,6 +319,7 @@ static int replmd_op_callback(struct ldb_request *req, struct ldb_reply *ares)
        }
 
        if (!partition_ctrl) {
+               ldb_set_errstring(ldb_module_get_ctx(ac->module),"No partition control on reply");
                return ldb_module_done(ac->req, NULL,
                                       NULL, LDB_ERR_OPERATIONS_ERROR);
        }
@@ -573,7 +582,9 @@ static void replmd_ldb_message_sort(struct ldb_message *msg,
 }
 
 static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct dsdb_dn *dsdb_dn,
-                              const struct GUID *invocation_id, uint64_t seq_num, time_t t);
+                              const struct GUID *invocation_id, uint64_t seq_num,
+                              uint64_t local_usn, NTTIME nttime, uint32_t version, bool deleted);
+
 
 /*
   fix up linked attributes in replmd_add.
@@ -588,6 +599,9 @@ static int replmd_add_fix_la(struct ldb_module *module, struct ldb_message_eleme
        TALLOC_CTX *tmp_ctx = talloc_new(el->values);
        struct ldb_context *ldb = ldb_module_get_ctx(module);
        struct dsdb_schema *schema = dsdb_get_schema(ldb);
+       NTTIME now;
+
+       unix_to_nt_time(&now, t);
 
        for (i=0; i<el->num_values; i++) {
                struct ldb_val *v = &el->values[i];
@@ -596,21 +610,30 @@ static int replmd_add_fix_la(struct ldb_module *module, struct ldb_message_eleme
                NTSTATUS status;
                int ret;
 
-               ret = replmd_build_la_val(el->values, v, dsdb_dn, invocationId, seq_num, t);
-               if (ret != LDB_SUCCESS) {
-                       talloc_free(tmp_ctx);
-                       return ret;
-               }
-
                /* note that the DN already has the extended
                   components from the extended_dn_store module */
-               status = dsdb_get_extended_dn_guid(dsdb_dn->dn, &target_guid);
-               if (!NT_STATUS_IS_OK(status)) {
+               status = dsdb_get_extended_dn_guid(dsdb_dn->dn, &target_guid, "GUID");
+               if (!NT_STATUS_IS_OK(status) || GUID_all_zero(&target_guid)) {
+                       ret = dsdb_module_guid_by_dn(module, dsdb_dn->dn, &target_guid);
+                       if (ret != LDB_SUCCESS) {
+                               talloc_free(tmp_ctx);
+                               return ret;
+                       }
+                       ret = dsdb_set_extended_dn_guid(dsdb_dn->dn, &target_guid, "GUID");
+                       if (ret != LDB_SUCCESS) {
+                               talloc_free(tmp_ctx);
+                               return ret;
+                       }
+               }
+
+               ret = replmd_build_la_val(el->values, v, dsdb_dn, invocationId,
+                                         seq_num, seq_num, now, 0, false);
+               if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
-                       return LDB_ERR_OPERATIONS_ERROR;
+                       return ret;
                }
 
-               ret = replmd_add_backlink(module, schema, guid, &target_guid, true, sa);
+               ret = replmd_add_backlink(module, schema, guid, &target_guid, true, sa, false);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -649,7 +672,7 @@ static int replmd_add(struct ldb_module *module, struct ldb_request *req)
         /* check if there's a show relax control (used by provision to say 'I know what I'm doing') */
         control = ldb_request_get_control(req, LDB_CONTROL_RELAX_OID);
        if (control) {
-               allow_add_guid = 1;
+               allow_add_guid = true;
        }
 
        /* do not manipulate our control entries */
@@ -1090,9 +1113,21 @@ static int parsed_dn_compare(struct parsed_dn *pdn1, struct parsed_dn *pdn2)
        return GUID_compare(pdn1->guid, pdn2->guid);
 }
 
-static struct parsed_dn *parsed_dn_find(struct parsed_dn *pdn, int count, struct GUID *guid)
+static struct parsed_dn *parsed_dn_find(struct parsed_dn *pdn, int count, struct GUID *guid, struct ldb_dn *dn)
 {
        struct parsed_dn *ret;
+       if (dn && GUID_all_zero(guid)) {
+               /* when updating a link using DRS, we sometimes get a
+                  NULL GUID. We then need to try and match by DN */
+               int i;
+               for (i=0; i<count; i++) {
+                       if (ldb_dn_compare(pdn[i].dsdb_dn->dn, dn) == 0) {
+                               dsdb_get_extended_dn_guid(pdn[i].dsdb_dn->dn, guid, "GUID");
+                               return &pdn[i];
+                       }
+               }
+               return NULL;
+       }
        BINARY_ARRAY_SEARCH(pdn, count, guid, guid, GUID_compare, ret);
        return ret;
 }
@@ -1140,15 +1175,19 @@ static int get_parsed_dns(struct ldb_module *module, TALLOC_CTX *mem_ctx,
                        return LDB_ERR_OPERATIONS_ERROR;
                }
 
-               status = dsdb_get_extended_dn_guid(dn, p->guid);
+               status = dsdb_get_extended_dn_guid(dn, p->guid, "GUID");
                if (NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
                        /* we got a DN without a GUID - go find the GUID */
-                       int ret = dsdb_find_guid_by_dn(ldb, dn, p->guid);
+                       int ret = dsdb_module_guid_by_dn(module, dn, p->guid);
                        if (ret != LDB_SUCCESS) {
                                ldb_asprintf_errstring(ldb, "Unable to find GUID for DN %s\n",
                                                       ldb_dn_get_linearized(dn));
                                return ret;
                        }
+                       ret = dsdb_set_extended_dn_guid(dn, p->guid, "GUID");
+                       if (ret != LDB_SUCCESS) {
+                               return ret;
+                       }
                } else if (!NT_STATUS_IS_OK(status)) {
                        return LDB_ERR_OPERATIONS_ERROR;
                }
@@ -1165,29 +1204,31 @@ static int get_parsed_dns(struct ldb_module *module, TALLOC_CTX *mem_ctx,
 /*
   build a new extended DN, including all meta data fields
 
-  DELETED        = 1 or missing
-  RMD_ADDTIME    = originating_add_time
-  RMD_INVOCID    = originating_invocation_id
-  RMD_CHANGETIME = originating_change_time
-  RMD_USN        = originating_usn
-  RMD_VERSION    = version
+  RMD_FLAGS           = DSDB_RMD_FLAG_* bits
+  RMD_ADDTIME         = originating_add_time
+  RMD_INVOCID         = originating_invocation_id
+  RMD_CHANGETIME      = originating_change_time
+  RMD_ORIGINATING_USN = originating_usn
+  RMD_LOCAL_USN       = local_usn
+  RMD_VERSION         = version
  */
 static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct dsdb_dn *dsdb_dn,
-                              const struct GUID *invocation_id, uint64_t seq_num, time_t t)
+                              const struct GUID *invocation_id, uint64_t seq_num,
+                              uint64_t local_usn, NTTIME nttime, uint32_t version, bool deleted)
 {
        struct ldb_dn *dn = dsdb_dn->dn;
-       NTTIME now;
-       const char *tstring, *usn_string;
+       const char *tstring, *usn_string, *flags_string;
        struct ldb_val tval;
        struct ldb_val iid;
-       struct ldb_val usnv;
-       struct ldb_val vers;
+       struct ldb_val usnv, local_usnv;
+       struct ldb_val vers, flagsv;
        NTSTATUS status;
        int ret;
        const char *dnstring;
+       char *vstring;
+       uint32_t rmd_flags = deleted?DSDB_RMD_FLAG_DELETED:0;
 
-       unix_to_nt_time(&now, t);
-       tstring = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)now);
+       tstring = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)nttime);
        if (!tstring) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
@@ -1199,14 +1240,30 @@ static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct ds
        }
        usnv = data_blob_string_const(usn_string);
 
-       vers = data_blob_string_const("0");
+       usn_string = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)local_usn);
+       if (!usn_string) {
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       local_usnv = data_blob_string_const(usn_string);
+
+       vstring = talloc_asprintf(mem_ctx, "%lu", (unsigned long)version);
+       if (!vstring) {
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       vers = data_blob_string_const(vstring);
 
        status = GUID_to_ndr_blob(invocation_id, dn, &iid);
        if (!NT_STATUS_IS_OK(status)) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       ret = ldb_dn_set_extended_component(dn, "DELETED", NULL);
+       flags_string = talloc_asprintf(mem_ctx, "%u", rmd_flags);
+       if (!flags_string) {
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       flagsv = data_blob_string_const(flags_string);
+
+       ret = ldb_dn_set_extended_component(dn, "RMD_FLAGS", &flagsv);
        if (ret != LDB_SUCCESS) return ret;
        ret = ldb_dn_set_extended_component(dn, "RMD_ADDTIME", &tval);
        if (ret != LDB_SUCCESS) return ret;
@@ -1214,7 +1271,9 @@ static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct ds
        if (ret != LDB_SUCCESS) return ret;
        ret = ldb_dn_set_extended_component(dn, "RMD_CHANGETIME", &tval);
        if (ret != LDB_SUCCESS) return ret;
-       ret = ldb_dn_set_extended_component(dn, "RMD_USN", &usnv);
+       ret = ldb_dn_set_extended_component(dn, "RMD_LOCAL_USN", &local_usnv);
+       if (ret != LDB_SUCCESS) return ret;
+       ret = ldb_dn_set_extended_component(dn, "RMD_ORIGINATING_USN", &usnv);
        if (ret != LDB_SUCCESS) return ret;
        ret = ldb_dn_set_extended_component(dn, "RMD_VERSION", &vers);
        if (ret != LDB_SUCCESS) return ret;
@@ -1228,6 +1287,36 @@ static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct ds
        return LDB_SUCCESS;
 }
 
+static int replmd_update_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct dsdb_dn *dsdb_dn,
+                               struct dsdb_dn *old_dsdb_dn, const struct GUID *invocation_id,
+                               uint64_t seq_num, uint64_t local_usn, NTTIME nttime,
+                               uint32_t version, bool deleted);
+
+/*
+  check if any links need upgrading from w2k format
+ */
+static int replmd_check_upgrade_links(struct parsed_dn *dns, uint32_t count, const struct GUID *invocation_id)
+{
+       int i;
+       for (i=0; i<count; i++) {
+               NTSTATUS status;
+               uint32_t version;
+               int ret;
+
+               status = dsdb_get_extended_dn_uint32(dns[i].dsdb_dn->dn, &version, "RMD_VERSION");
+               if (!NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
+                       continue;
+               }
+
+               /* it's an old one that needs upgrading */
+               ret = replmd_update_la_val(dns, dns[i].v, dns[i].dsdb_dn, dns[i].dsdb_dn, invocation_id,
+                                          1, 1, 0, 0, false);
+               if (ret != LDB_SUCCESS) {
+                       return ret;
+               }
+       }
+       return LDB_SUCCESS;
+}
 
 /*
   update an extended DN, including all meta data fields
@@ -1236,22 +1325,24 @@ static int replmd_build_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct ds
  */
 static int replmd_update_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct dsdb_dn *dsdb_dn,
                                struct dsdb_dn *old_dsdb_dn, const struct GUID *invocation_id,
-                               uint64_t seq_num, time_t t, bool deleted)
+                               uint64_t seq_num, uint64_t local_usn, NTTIME nttime,
+                               uint32_t version, bool deleted)
 {
        struct ldb_dn *dn = dsdb_dn->dn;
-       NTTIME now;
-       const char *tstring, *usn_string;
+       const char *tstring, *usn_string, *flags_string;
        struct ldb_val tval;
        struct ldb_val iid;
-       struct ldb_val usnv;
-       struct ldb_val vers;
-       const struct ldb_val *old_addtime, *old_version;
+       struct ldb_val usnv, local_usnv;
+       struct ldb_val vers, flagsv;
+       const struct ldb_val *old_addtime;
+       uint32_t old_version;
        NTSTATUS status;
        int ret;
        const char *dnstring;
+       char *vstring;
+       uint32_t rmd_flags = deleted?DSDB_RMD_FLAG_DELETED:0;
 
-       unix_to_nt_time(&now, t);
-       tstring = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)now);
+       tstring = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)nttime);
        if (!tstring) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
@@ -1263,18 +1354,24 @@ static int replmd_update_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct d
        }
        usnv = data_blob_string_const(usn_string);
 
+       usn_string = talloc_asprintf(mem_ctx, "%llu", (unsigned long long)local_usn);
+       if (!usn_string) {
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+       local_usnv = data_blob_string_const(usn_string);
+
        status = GUID_to_ndr_blob(invocation_id, dn, &iid);
        if (!NT_STATUS_IS_OK(status)) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       if (deleted) {
-               struct ldb_val dv;
-               dv = data_blob_string_const("1");
-               ret = ldb_dn_set_extended_component(dn, "DELETED", &dv);
-       } else {
-               ret = ldb_dn_set_extended_component(dn, "DELETED", NULL);
+       flags_string = talloc_asprintf(mem_ctx, "%u", rmd_flags);
+       if (!flags_string) {
+               return LDB_ERR_OPERATIONS_ERROR;
        }
+       flagsv = data_blob_string_const(flags_string);
+
+       ret = ldb_dn_set_extended_component(dn, "RMD_FLAGS", &flagsv);
        if (ret != LDB_SUCCESS) return ret;
 
        /* get the ADDTIME from the original */
@@ -1296,23 +1393,19 @@ static int replmd_update_la_val(TALLOC_CTX *mem_ctx, struct ldb_val *v, struct d
        if (ret != LDB_SUCCESS) return ret;
 
        /* update the USN */
-       ret = ldb_dn_set_extended_component(dn, "RMD_USN", &usnv);
+       ret = ldb_dn_set_extended_component(dn, "RMD_ORIGINATING_USN", &usnv);
+       if (ret != LDB_SUCCESS) return ret;
+
+       ret = ldb_dn_set_extended_component(dn, "RMD_LOCAL_USN", &local_usnv);
        if (ret != LDB_SUCCESS) return ret;
 
        /* increase the version by 1 */
-       old_version = ldb_dn_get_extended_component(old_dsdb_dn->dn, "RMD_VERSION");
-       if (old_version == NULL) {
-               vers = data_blob_string_const("0");
-       } else {
-               char *vstring;
-               vstring = talloc_strndup(dn, (const char *)old_version->data, old_version->length);
-               if (!vstring) {
-                       return LDB_ERR_OPERATIONS_ERROR;
-               }
-               vstring = talloc_asprintf(dn, "%lu",
-                                         (unsigned long)strtoul(vstring, NULL, 0)+1);
-               vers = data_blob_string_const(vstring);
+       status = dsdb_get_extended_dn_uint32(old_dsdb_dn->dn, &old_version, "RMD_VERSION");
+       if (NT_STATUS_IS_OK(status) && old_version >= version) {
+               version = old_version+1;
        }
+       vstring = talloc_asprintf(dn, "%lu", (unsigned long)version);
+       vers = data_blob_string_const(vstring);
        ret = ldb_dn_set_extended_component(dn, "RMD_VERSION", &vers);
        if (ret != LDB_SUCCESS) return ret;
 
@@ -1347,6 +1440,9 @@ static int replmd_modify_la_add(struct ldb_module *module,
        unsigned old_num_values = old_el?old_el->num_values:0;
        const struct GUID *invocation_id;
        struct ldb_context *ldb = ldb_module_get_ctx(module);
+       NTTIME now;
+
+       unix_to_nt_time(&now, t);
 
        ret = get_parsed_dns(module, tmp_ctx, el, &dns, schema_attr->syntax->ldap_oid);
        if (ret != LDB_SUCCESS) {
@@ -1362,12 +1458,19 @@ static int replmd_modify_la_add(struct ldb_module *module,
 
        invocation_id = samdb_ntds_invocation_id(ldb);
        if (!invocation_id) {
+               talloc_free(tmp_ctx);
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
+       ret = replmd_check_upgrade_links(old_dns, old_num_values, invocation_id);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
        /* for each new value, see if it exists already with the same GUID */
        for (i=0; i<el->num_values; i++) {
-               struct parsed_dn *p = parsed_dn_find(old_dns, old_num_values, dns[i].guid);
+               struct parsed_dn *p = parsed_dn_find(old_dns, old_num_values, dns[i].guid, NULL);
                if (p == NULL) {
                        /* this is a new linked attribute value */
                        new_values = talloc_realloc(tmp_ctx, new_values, struct ldb_val, num_new_values+1);
@@ -1377,7 +1480,7 @@ static int replmd_modify_la_add(struct ldb_module *module,
                                return LDB_ERR_OPERATIONS_ERROR;
                        }
                        ret = replmd_build_la_val(new_values, &new_values[num_new_values], dns[i].dsdb_dn,
-                                                 invocation_id, seq_num, t);
+                                                 invocation_id, seq_num, seq_num, now, 0, false);
                        if (ret != LDB_SUCCESS) {
                                talloc_free(tmp_ctx);
                                return ret;
@@ -1386,23 +1489,23 @@ static int replmd_modify_la_add(struct ldb_module *module,
                } else {
                        /* this is only allowed if the GUID was
                           previously deleted. */
-                       const struct ldb_val *v;
-                       v = ldb_dn_get_extended_component(p->dsdb_dn->dn, "DELETED");
-                       if (v == NULL) {
+                       uint32_t rmd_flags = dsdb_dn_rmd_flags(p->dsdb_dn->dn);
+
+                       if (!(rmd_flags & DSDB_RMD_FLAG_DELETED)) {
                                ldb_asprintf_errstring(ldb, "Attribute %s already exists for target GUID %s",
                                                       el->name, GUID_string(tmp_ctx, p->guid));
                                talloc_free(tmp_ctx);
                                return LDB_ERR_ATTRIBUTE_OR_VALUE_EXISTS;
                        }
                        ret = replmd_update_la_val(old_el->values, p->v, dns[i].dsdb_dn, p->dsdb_dn,
-                                                  invocation_id, seq_num, t, false);
+                                                  invocation_id, seq_num, seq_num, now, 0, false);
                        if (ret != LDB_SUCCESS) {
                                talloc_free(tmp_ctx);
                                return ret;
                        }
                }
 
-               ret = replmd_add_backlink(module, schema, msg_guid, dns[i].guid, true, schema_attr);
+               ret = replmd_add_backlink(module, schema, msg_guid, dns[i].guid, true, schema_attr, true);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -1453,6 +1556,9 @@ static int replmd_modify_la_delete(struct ldb_module *module,
        int ret;
        const struct GUID *invocation_id;
        struct ldb_context *ldb = ldb_module_get_ctx(module);
+       NTTIME now;
+
+       unix_to_nt_time(&now, t);
 
        /* check if there is nothing to delete */
        if ((!old_el || old_el->num_values == 0) &&
@@ -1481,6 +1587,12 @@ static int replmd_modify_la_delete(struct ldb_module *module,
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
+       ret = replmd_check_upgrade_links(old_dns, old_el->num_values, invocation_id);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
        el->values = NULL;
 
        /* see if we are being asked to delete any links that
@@ -1488,16 +1600,16 @@ static int replmd_modify_la_delete(struct ldb_module *module,
        for (i=0; i<el->num_values; i++) {
                struct parsed_dn *p = &dns[i];
                struct parsed_dn *p2;
-               const struct ldb_val *v;
+               uint32_t rmd_flags;
 
-               p2 = parsed_dn_find(old_dns, old_el->num_values, p->guid);
+               p2 = parsed_dn_find(old_dns, old_el->num_values, p->guid, NULL);
                if (!p2) {
                        ldb_asprintf_errstring(ldb, "Attribute %s doesn't exist for target GUID %s",
                                               el->name, GUID_string(tmp_ctx, p->guid));
                        return LDB_ERR_NO_SUCH_ATTRIBUTE;
                }
-               v = ldb_dn_get_extended_component(p2->dsdb_dn->dn, "DELETED");
-               if (v) {
+               rmd_flags = dsdb_dn_rmd_flags(p2->dsdb_dn->dn);
+               if (rmd_flags & DSDB_RMD_FLAG_DELETED) {
                        ldb_asprintf_errstring(ldb, "Attribute %s already deleted for target GUID %s",
                                               el->name, GUID_string(tmp_ctx, p->guid));
                        return LDB_ERR_NO_SUCH_ATTRIBUTE;
@@ -1509,23 +1621,23 @@ static int replmd_modify_la_delete(struct ldb_module *module,
        */
        for (i=0; i<old_el->num_values; i++) {
                struct parsed_dn *p = &old_dns[i];
-               const struct ldb_val *v;
+               uint32_t rmd_flags;
 
-               if (dns && parsed_dn_find(dns, el->num_values, p->guid) == NULL) {
+               if (el->num_values && parsed_dn_find(dns, el->num_values, p->guid, NULL) == NULL) {
                        continue;
                }
 
-               v = ldb_dn_get_extended_component(p->dsdb_dn->dn, "DELETED");
-               if (v != NULL) continue;
+               rmd_flags = dsdb_dn_rmd_flags(p->dsdb_dn->dn);
+               if (rmd_flags & DSDB_RMD_FLAG_DELETED) continue;
 
                ret = replmd_update_la_val(old_el->values, p->v, p->dsdb_dn, p->dsdb_dn,
-                                          invocation_id, seq_num, t, true);
+                                          invocation_id, seq_num, seq_num, now, 0, true);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
                }
 
-               ret = replmd_add_backlink(module, schema, msg_guid, old_dns[i].guid, false, schema_attr);
+               ret = replmd_add_backlink(module, schema, msg_guid, old_dns[i].guid, false, schema_attr, true);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -1566,6 +1678,9 @@ static int replmd_modify_la_replace(struct ldb_module *module,
        struct ldb_val *new_values = NULL;
        uint32_t num_new_values = 0;
        unsigned old_num_values = old_el?old_el->num_values:0;
+       NTTIME now;
+
+       unix_to_nt_time(&now, t);
 
        /* check if there is nothing to replace */
        if ((!old_el || old_el->num_values == 0) &&
@@ -1590,29 +1705,34 @@ static int replmd_modify_la_replace(struct ldb_module *module,
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
+       ret = replmd_check_upgrade_links(old_dns, old_num_values, invocation_id);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
        /* mark all the old ones as deleted */
        for (i=0; i<old_num_values; i++) {
                struct parsed_dn *old_p = &old_dns[i];
                struct parsed_dn *p;
-               const struct ldb_val *v;
+               uint32_t rmd_flags = dsdb_dn_rmd_flags(old_p->dsdb_dn->dn);
 
-               v = ldb_dn_get_extended_component(old_p->dsdb_dn->dn, "DELETED");
-               if (v) continue;
+               if (rmd_flags & DSDB_RMD_FLAG_DELETED) continue;
 
-               ret = replmd_add_backlink(module, schema, msg_guid, old_dns[i].guid, false, schema_attr);
+               ret = replmd_add_backlink(module, schema, msg_guid, old_dns[i].guid, false, schema_attr, false);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
                }
 
-               p = parsed_dn_find(dns, el->num_values, old_p->guid);
+               p = parsed_dn_find(dns, el->num_values, old_p->guid, NULL);
                if (p) {
                        /* we don't delete it if we are re-adding it */
                        continue;
                }
 
                ret = replmd_update_la_val(old_el->values, old_p->v, old_p->dsdb_dn, old_p->dsdb_dn,
-                                          invocation_id, seq_num, t, true);
+                                          invocation_id, seq_num, seq_num, now, 0, true);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -1627,11 +1747,11 @@ static int replmd_modify_la_replace(struct ldb_module *module,
 
                if (old_dns &&
                    (old_p = parsed_dn_find(old_dns,
-                                           old_num_values, p->guid)) != NULL) {
+                                           old_num_values, p->guid, NULL)) != NULL) {
                        /* update in place */
                        ret = replmd_update_la_val(old_el->values, old_p->v, old_p->dsdb_dn,
                                                   old_p->dsdb_dn, invocation_id,
-                                                  seq_num, t, false);
+                                                  seq_num, seq_num, now, 0, false);
                        if (ret != LDB_SUCCESS) {
                                talloc_free(tmp_ctx);
                                return ret;
@@ -1646,7 +1766,7 @@ static int replmd_modify_la_replace(struct ldb_module *module,
                                return LDB_ERR_OPERATIONS_ERROR;
                        }
                        ret = replmd_build_la_val(new_values, &new_values[num_new_values], dns[i].dsdb_dn,
-                                                 invocation_id, seq_num, t);
+                                                 invocation_id, seq_num, seq_num, now, 0, false);
                        if (ret != LDB_SUCCESS) {
                                talloc_free(tmp_ctx);
                                return ret;
@@ -1654,7 +1774,7 @@ static int replmd_modify_la_replace(struct ldb_module *module,
                        num_new_values++;
                }
 
-               ret = replmd_add_backlink(module, schema, msg_guid, dns[i].guid, true, schema_attr);
+               ret = replmd_add_backlink(module, schema, msg_guid, dns[i].guid, true, schema_attr, false);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -1774,7 +1894,7 @@ static int replmd_modify_handle_linked_attribs(struct ldb_module *module,
                }
                ldb_msg_add_empty(old_msg, el->name, 0, &new_el);
                new_el->num_values = el->num_values;
-               new_el->values = el->values;
+               new_el->values = talloc_steal(msg->elements, el->values);
 
                /* TODO: this relises a bit too heavily on the exact
                   behaviour of ldb_msg_find_element and
@@ -1823,6 +1943,9 @@ static int replmd_modify(struct ldb_module *module, struct ldb_request *req)
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
+       ldb_msg_remove_attr(msg, "whenChanged");
+       ldb_msg_remove_attr(msg, "uSNChanged");
+
        ret = replmd_update_rpmd(module, ac->schema, msg, &ac->seq_num, t);
        if (ret != LDB_SUCCESS) {
                talloc_free(ac);
@@ -1982,8 +2105,10 @@ static int replmd_rename_callback(struct ldb_request *req, struct ldb_reply *are
        return ldb_next_request(ac->module, down_req);
 }
 
-/* remove forwards and backlinks as needed when an object
-   is deleted */
+/*
+   remove links from objects that point at this object when an object
+   is deleted
+ */
 static int replmd_delete_remove_link(struct ldb_module *module,
                                     struct dsdb_schema *schema,
                                     struct ldb_dn *dn,
@@ -2014,7 +2139,7 @@ static int replmd_delete_remove_link(struct ldb_module *module,
                        return LDB_ERR_OPERATIONS_ERROR;
                }
 
-               status = dsdb_get_extended_dn_guid(dsdb_dn->dn, &guid2);
+               status = dsdb_get_extended_dn_guid(dsdb_dn->dn, &guid2, "GUID");
                if (!NT_STATUS_IS_OK(status)) {
                        talloc_free(tmp_ctx);
                        return LDB_ERR_OPERATIONS_ERROR;
@@ -2031,10 +2156,9 @@ static int replmd_delete_remove_link(struct ldb_module *module,
 
                msg->dn = dsdb_dn->dn;
 
-               if (sa->linkID & 1) {
-                       target_attr = dsdb_attribute_by_linkID(schema, sa->linkID - 1);
-               } else {
-                       target_attr = dsdb_attribute_by_linkID(schema, sa->linkID + 1);
+               target_attr = dsdb_attribute_by_linkID(schema, sa->linkID ^ 1);
+               if (target_attr == NULL) {
+                       continue;
                }
 
                ret = ldb_msg_add_empty(msg, target_attr->lDAPDisplayName, LDB_FLAG_MOD_DELETE, &el2);
@@ -2047,7 +2171,7 @@ static int replmd_delete_remove_link(struct ldb_module *module,
                el2->values = &dn_val;
                el2->num_values = 1;
 
-               ret = dsdb_module_modify(module, msg, 0);
+               ret = dsdb_module_modify(module, msg, DSDB_FLAG_OWN_MODULE);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
@@ -2087,11 +2211,15 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
                "mSMQOwnerID", "nCName", "objectClass", "distinguishedName", "objectGUID", "objectSid",
                "oMSyntax", "proxiedObjectName", "name", "replPropertyMetaData", "sAMAccountName",
                "securityIdentifier", "sIDHistory", "subClassOf", "systemFlags", "trustPartner", "trustDirection",
-               "trustType", "trustAttributes", "userAccountControl", "uSNChanged", "uSNCreated", "whenCreate",
-               NULL};
+               "trustType", "trustAttributes", "userAccountControl", "uSNChanged", "uSNCreated", "whenCreated",
+               "whenChanged", NULL};
        uint32_t el_count = 0;
        int i;
 
+       if (ldb_dn_is_special(req->op.del.dn)) {
+               return ldb_next_request(module, req);
+       }
+
        tmp_ctx = talloc_new(ldb);
 
        old_dn = ldb_dn_copy(tmp_ctx, req->op.del.dn);
@@ -2108,6 +2236,20 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
        }
        old_msg = res->msgs[0];
 
+       if (ldb_msg_check_string_attribute(old_msg, "isDeleted", "TRUE")) {
+               struct auth_session_info *session_info =
+                       (struct auth_session_info *)ldb_get_opaque(ldb, "sessionInfo");
+               if (security_session_user_level(session_info) != SECURITY_SYSTEM) {
+                       ldb_asprintf_errstring(ldb, "Refusing to delete deleted object %s",
+                                              ldb_dn_get_linearized(old_msg->dn));
+                       return LDB_ERR_UNWILLING_TO_PERFORM;
+               }
+
+               /* it is already deleted - really remove it this time */
+               talloc_free(tmp_ctx);
+               return ldb_next_request(module, req);
+       }
+
        /* work out where we will be renaming this object to */
        ret = dsdb_get_deleted_objects_dn(ldb, tmp_ctx, old_dn, &new_dn);
        if (ret != LDB_SUCCESS) {
@@ -2138,16 +2280,6 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       /* New DN name generated, renaming the original DN */
-       ret = dsdb_module_rename(module, old_dn, new_dn, 0);
-       if (ret != LDB_SUCCESS){
-               DEBUG(0,(__location__ ": Failed to rename object from '%s' to '%s'\n",
-                               ldb_dn_get_linearized(old_dn),
-                               ldb_dn_get_linearized(new_dn)));
-               talloc_free(tmp_ctx);
-               return ret;
-       }
-
        /*
          now we need to modify the object in the following ways:
 
@@ -2172,7 +2304,7 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       msg->dn = new_dn;
+       msg->dn = old_dn;
 
        ret = ldb_msg_add_string(msg, "isDeleted", "TRUE");
        if (ret != LDB_SUCCESS) {
@@ -2183,10 +2315,24 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
        }
        msg->elements[el_count++].flags = LDB_FLAG_MOD_ADD;
 
+       /* we also mark it as recycled, meaning this object can't be
+          recovered (we are stripping its attributes) */
+       if (dsdb_functional_level(ldb) >= DS_DOMAIN_FUNCTION_2008_R2) {
+               ret = ldb_msg_add_string(msg, "isRecycled", "TRUE");
+               if (ret != LDB_SUCCESS) {
+                       DEBUG(0,(__location__ ": Failed to add isRecycled string to the msg\n"));
+                       ldb_module_oom(module);
+                       talloc_free(tmp_ctx);
+                       return ret;
+               }
+               msg->elements[el_count++].flags = LDB_FLAG_MOD_ADD;
+       }
+
        /* we need the storage form of the parent GUID */
        ret = dsdb_module_search_dn(module, tmp_ctx, &parent_res,
                                    ldb_dn_get_parent(tmp_ctx, old_dn), NULL,
-                                   DSDB_SEARCH_SHOW_DN_IN_STORAGE_FORMAT);
+                                   DSDB_SEARCH_SHOW_DN_IN_STORAGE_FORMAT |
+                                   DSDB_SEARCH_REVEAL_INTERNALS);
        if (ret != LDB_SUCCESS) {
                talloc_free(tmp_ctx);
                return ret;
@@ -2216,12 +2362,13 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
                        continue;
                }
 
-               if (sa->linkID) {
+               if (sa->linkID && sa->linkID & 1) {
                        ret = replmd_delete_remove_link(module, schema, old_dn, el, sa);
                        if (ret != LDB_SUCCESS) {
                                talloc_free(tmp_ctx);
                                return LDB_ERR_OPERATIONS_ERROR;
                        }
+                       continue;
                }
 
                if (!sa->linkID && ldb_attr_in_list(preserved_attrs, el->name)) {
@@ -2256,14 +2403,25 @@ static int replmd_delete(struct ldb_module *module, struct ldb_request *req)
                el->flags = LDB_FLAG_MOD_REPLACE;
        }
 
-       ret = dsdb_module_modify(module, msg, 0);
-       if (ret != LDB_SUCCESS){
+       ret = dsdb_module_modify(module, msg, DSDB_FLAG_OWN_MODULE);
+       if (ret != LDB_SUCCESS) {
                ldb_asprintf_errstring(ldb, "replmd_delete: Failed to modify object %s in delete - %s",
                                       ldb_dn_get_linearized(old_dn), ldb_errstring(ldb));
                talloc_free(tmp_ctx);
                return ret;
        }
 
+       /* now rename onto the new DN */
+       ret = dsdb_module_rename(module, old_dn, new_dn, 0);
+       if (ret != LDB_SUCCESS){
+               DEBUG(0,(__location__ ": Failed to rename object from '%s' to '%s' - %s\n",
+                        ldb_dn_get_linearized(old_dn),
+                        ldb_dn_get_linearized(new_dn),
+                        ldb_errstring(ldb)));
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
        talloc_free(tmp_ctx);
 
        return ldb_module_done(req, NULL, NULL, LDB_SUCCESS);
@@ -2334,14 +2492,15 @@ static int replmd_replicated_apply_add(struct replmd_replicated_request *ar)
 
        /* remove any message elements that have zero values */
        for (i=0; i<msg->num_elements; i++) {
-               if (msg->elements[i].num_values == 0) {
+               struct ldb_message_element *el = &msg->elements[i];
+
+               if (el->num_values == 0) {
                        DEBUG(4,(__location__ ": Removing attribute %s with num_values==0\n",
-                                msg->elements[i].name));
-                       memmove(&msg->elements[i], 
-                               &msg->elements[i+1], 
-                               sizeof(msg->elements[i])*(msg->num_elements - (i+1)));
+                                el->name));
+                       memmove(el, el+1, sizeof(*el)*(msg->num_elements - (i+1)));
                        msg->num_elements--;
                        i--;
+                       continue;
                }
        }
        
@@ -2385,25 +2544,38 @@ static int replmd_replicated_apply_add(struct replmd_replicated_request *ar)
        return ldb_next_request(ar->module, change_req);
 }
 
-static int replmd_replPropertyMetaData1_conflict_compare(struct replPropertyMetaData1 *m1,
-                                                        struct replPropertyMetaData1 *m2)
+/*
+   return true if an update is newer than an existing entry
+   see section 5.11 of MS-ADTS
+*/
+static bool replmd_update_is_newer(const struct GUID *current_invocation_id,
+                                  const struct GUID *update_invocation_id,
+                                  uint32_t current_version,
+                                  uint32_t update_version,
+                                  NTTIME current_change_time,
+                                  NTTIME update_change_time)
 {
-       int ret;
-
-       if (m1->version != m2->version) {
-               return m1->version - m2->version;
+       if (update_version != current_version) {
+               return update_version > current_version;
        }
-
-       if (m1->originating_change_time != m2->originating_change_time) {
-               return m1->originating_change_time - m2->originating_change_time;
+       if (update_change_time > current_change_time) {
+               return true;
        }
-
-       ret = GUID_compare(&m1->originating_invocation_id, &m2->originating_invocation_id);
-       if (ret != 0) {
-               return ret;
+       if (update_change_time == current_change_time) {
+               return GUID_compare(update_invocation_id, current_invocation_id) > 0;
        }
+       return false;
+}
 
-       return m1->originating_usn - m2->originating_usn;
+static bool replmd_replPropertyMetaData1_is_newer(struct replPropertyMetaData1 *cur_m,
+                                                 struct replPropertyMetaData1 *new_m)
+{
+       return replmd_update_is_newer(&cur_m->originating_invocation_id,
+                                     &new_m->originating_invocation_id,
+                                     cur_m->version,
+                                     new_m->version,
+                                     cur_m->originating_change_time,
+                                     new_m->originating_change_time);
 }
 
 static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
@@ -2434,10 +2606,9 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
                ldb_debug(ldb, LDB_DEBUG_TRACE, "replmd_replicated_request rename %s => %s\n",
                          ldb_dn_get_linearized(ar->search_msg->dn),
                          ldb_dn_get_linearized(msg->dn));
-               /* we can't use dsdb_module_rename() here as we need
-                  the rename call to be intercepted by this module, to
-                  allow it to process linked attribute changes */
-               if (ldb_rename(ldb, ar->search_msg->dn, msg->dn) != LDB_SUCCESS) {
+               if (dsdb_module_rename(ar->module,
+                                      ar->search_msg->dn, msg->dn,
+                                      DSDB_FLAG_OWN_MODULE) != LDB_SUCCESS) {
                        ldb_debug(ldb, LDB_DEBUG_FATAL, "replmd_replicated_request rename %s => %s failed - %s\n",
                                  ldb_dn_get_linearized(ar->search_msg->dn),
                                  ldb_dn_get_linearized(msg->dn),
@@ -2481,21 +2652,28 @@ static int replmd_replicated_apply_merge(struct replmd_replicated_request *ar)
                bool found = false;
 
                for (j=0; j < ni; j++) {
-                       int cmp;
+                       bool cmp;
 
                        if (rmd->ctr.ctr1.array[i].attid != nmd.ctr.ctr1.array[j].attid) {
                                continue;
                        }
 
-                       cmp = replmd_replPropertyMetaData1_conflict_compare(&rmd->ctr.ctr1.array[i],
-                                                                           &nmd.ctr.ctr1.array[j]);
-                       if (cmp > 0) {
+                       cmp = replmd_replPropertyMetaData1_is_newer(&nmd.ctr.ctr1.array[j],
+                                                                   &rmd->ctr.ctr1.array[i]);
+                       if (cmp) {
                                /* replace the entry */
                                nmd.ctr.ctr1.array[j] = rmd->ctr.ctr1.array[i];
                                found = true;
                                break;
                        }
 
+                       if (rmd->ctr.ctr1.array[i].attid != DRSUAPI_ATTRIBUTE_instanceType) {
+                               DEBUG(1,("Discarding older DRS attribute update to %s on %s from %s\n",
+                                        msg->elements[i-removed_attrs].name,
+                                        ldb_dn_get_linearized(msg->dn),
+                                        GUID_string(ar, &rmd->ctr.ctr1.array[i].originating_invocation_id)));
+                       }
+
                        /* we don't want to apply this change so remove the attribute */
                        ldb_msg_remove_element(msg, &msg->elements[i-removed_attrs]);
                        removed_attrs++;
@@ -3197,25 +3375,22 @@ static int replmd_process_linked_attribute(struct ldb_module *module,
        struct drsuapi_DsReplicaLinkedAttribute *la = la_entry->la;
        struct ldb_context *ldb = ldb_module_get_ctx(module);
        struct dsdb_schema *schema = dsdb_get_schema(ldb);
-       struct drsuapi_DsReplicaObjectIdentifier3 target;
        struct ldb_message *msg;
        TALLOC_CTX *tmp_ctx = talloc_new(la_entry);
-       struct ldb_request *mod_req;
        int ret;
        const struct dsdb_attribute *attr;
-       struct ldb_dn *target_dn;
        struct dsdb_dn *dsdb_dn;
        uint64_t seq_num = 0;
-       struct drsuapi_DsReplicaAttribute drs;
-       struct drsuapi_DsAttributeValue val;
-       struct ldb_message_element el;
-       const struct ldb_val *guid;
+       struct ldb_message_element *old_el;
        WERROR status;
        time_t t = time(NULL);
-
-       drs.value_ctr.num_values = 1;
-       drs.value_ctr.values = &val;
-       val.blob = la->value.blob;
+       struct ldb_result *res;
+       const char *attrs[2];
+       struct parsed_dn *pdn_list, *pdn;
+       struct GUID guid = GUID_zero();
+       NTSTATUS ntstatus;
+       bool active = (la->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE)?true:false;
+       const struct GUID *our_invocation_id;
 
 /*
 linked_attributes[0]:                                                     
@@ -3260,153 +3435,212 @@ linked_attributes[0]:
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       status = attr->syntax->drsuapi_to_ldb(ldb, schema, attr, &drs, tmp_ctx, &el);
+       attrs[0] = attr->lDAPDisplayName;
+       attrs[1] = NULL;
 
-       /* construct a modify request for this attribute change */
-       msg = ldb_msg_new(tmp_ctx);
-       if (!msg) {
-               ldb_oom(ldb);
-               talloc_free(tmp_ctx);
-               return LDB_ERR_OPERATIONS_ERROR;
-       }
-
-       ret = dsdb_find_dn_by_guid(ldb, tmp_ctx, 
-                                  GUID_string(tmp_ctx, &la->identifier->guid), &msg->dn);
+       /* get the existing message from the db for the object with
+          this GUID, returning attribute being modified. We will then
+          use this msg as the basis for a modify call */
+       ret = dsdb_module_search(module, tmp_ctx, &res, NULL, LDB_SCOPE_SUBTREE, attrs,
+                                DSDB_SEARCH_SEARCH_ALL_PARTITIONS |
+                                DSDB_SEARCH_SHOW_DELETED |
+                                DSDB_SEARCH_SHOW_DN_IN_STORAGE_FORMAT |
+                                DSDB_SEARCH_REVEAL_INTERNALS,
+                                "objectGUID=%s", GUID_string(tmp_ctx, &la->identifier->guid));
        if (ret != LDB_SUCCESS) {
                talloc_free(tmp_ctx);
                return ret;
        }
+       if (res->count != 1) {
+               ldb_asprintf_errstring(ldb, "DRS linked attribute for GUID %s - DN not found",
+                                      GUID_string(tmp_ctx, &la->identifier->guid));
+               talloc_free(tmp_ctx);
+               return LDB_ERR_NO_SUCH_OBJECT;
+       }
+       msg = res->msgs[0];
 
-       el.name = attr->lDAPDisplayName;
-       if (la->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE) {
-               ret = ldb_msg_add(msg, &el, LDB_FLAG_MOD_ADD);
+       if (msg->num_elements == 0) {
+               ret = ldb_msg_add_empty(msg, attr->lDAPDisplayName, LDB_FLAG_MOD_REPLACE, &old_el);
+               if (ret != LDB_SUCCESS) {
+                       ldb_module_oom(module);
+                       talloc_free(tmp_ctx);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
        } else {
-               ret = ldb_msg_add(msg, &el, LDB_FLAG_MOD_DELETE);
+               old_el = &msg->elements[0];
+               old_el->flags = LDB_FLAG_MOD_REPLACE;
        }
+
+       /* parse the existing links */
+       ret = get_parsed_dns(module, tmp_ctx, old_el, &pdn_list, attr->syntax->ldap_oid);
        if (ret != LDB_SUCCESS) {
                talloc_free(tmp_ctx);
                return ret;
        }
 
-       dsdb_dn = dsdb_dn_parse(tmp_ctx, ldb, &el.values[0], attr->syntax->ldap_oid);
-       if (!dsdb_dn) {
-               DEBUG(0,(__location__ ": Failed to parse just-generated DN\n"));
+       /* get our invocationId */
+       our_invocation_id = samdb_ntds_invocation_id(ldb);
+       if (!our_invocation_id) {
+               ldb_debug_set(ldb, LDB_DEBUG_ERROR, __location__ ": unable to find invocationId\n");
                talloc_free(tmp_ctx);
-               return LDB_ERR_INVALID_DN_SYNTAX;
+               return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       guid = ldb_dn_get_extended_component(dsdb_dn->dn, "GUID");
-       if (!guid) {
-               DEBUG(0,(__location__ ": Failed to parse GUID from just-generated DN\n"));
+       ret = replmd_check_upgrade_links(pdn_list, old_el->num_values, our_invocation_id);
+       if (ret != LDB_SUCCESS) {
                talloc_free(tmp_ctx);
-               return LDB_ERR_INVALID_DN_SYNTAX;
+               return ret;
        }
 
-       ret = dsdb_find_dn_by_guid(ldb, tmp_ctx, ldb_binary_encode(tmp_ctx, *guid), &target_dn);
-       if (ret != LDB_SUCCESS) {
-               /* If this proves to be a problem in the future, then
-                * just remove the return - perhaps we can just use
-                * the details the replication peer supplied */
-
-               DEBUG(0,(__location__ ": Failed to map GUID %s to DN\n", GUID_string(tmp_ctx, &target.guid)));
-               talloc_free(tmp_ctx);
+       status = dsdb_dn_la_from_blob(ldb, attr, schema, tmp_ctx, la->value.blob, &dsdb_dn);
+       if (!W_ERROR_IS_OK(status)) {
+               ldb_asprintf_errstring(ldb, "Failed to parsed linked attribute blob for %s on %s - %s\n",
+                                      old_el->name, ldb_dn_get_linearized(msg->dn), win_errstr(status));
                return LDB_ERR_OPERATIONS_ERROR;
-       } else {
+       }
 
-               /* Now update with full DN we just found in the DB (including extended components) */
-               dsdb_dn->dn = target_dn;
-               /* Now make a linearized version, using the original binary components (if any) */
-               el.values[0] = data_blob_string_const(dsdb_dn_get_extended_linearized(tmp_ctx, dsdb_dn, 1));
+       ntstatus = dsdb_get_extended_dn_guid(dsdb_dn->dn, &guid, "GUID");
+       if (!NT_STATUS_IS_OK(ntstatus) && active) {
+               ldb_asprintf_errstring(ldb, "Failed to find GUID in linked attribute blob for %s on %s from %s",
+                                      old_el->name,
+                                      ldb_dn_get_linearized(dsdb_dn->dn),
+                                      ldb_dn_get_linearized(msg->dn));
+               return LDB_ERR_OPERATIONS_ERROR;
        }
 
-       ret = replmd_update_rpmd(module, schema, msg, &seq_num, t);
+       /* re-resolve the DN by GUID, as the DRS server may give us an
+          old DN value */
+       ret = dsdb_module_dn_by_guid(module, dsdb_dn, &guid, &dsdb_dn->dn);
        if (ret != LDB_SUCCESS) {
+               ldb_asprintf_errstring(ldb, __location__ ": Failed to re-resolve GUID %s",
+                                      GUID_string(tmp_ctx, &guid));
                talloc_free(tmp_ctx);
                return ret;
        }
 
-       /* we only change whenChanged and uSNChanged if the seq_num
-          has changed */
-       if (seq_num != 0) {
-               if (add_time_element(msg, "whenChanged", t) != LDB_SUCCESS) {
+       /* see if this link already exists */
+       pdn = parsed_dn_find(pdn_list, old_el->num_values, &guid, dsdb_dn->dn);
+       if (pdn != NULL) {
+               /* see if this update is newer than what we have already */
+               struct GUID invocation_id = GUID_zero();
+               uint32_t version = 0;
+               NTTIME change_time = 0;
+               uint32_t rmd_flags = dsdb_dn_rmd_flags(pdn->dsdb_dn->dn);
+
+               dsdb_get_extended_dn_guid(pdn->dsdb_dn->dn, &invocation_id, "RMD_INVOCID");
+               dsdb_get_extended_dn_uint32(pdn->dsdb_dn->dn, &version, "RMD_VERSION");
+               dsdb_get_extended_dn_nttime(pdn->dsdb_dn->dn, &change_time, "RMD_CHANGETIME");
+
+               if (!replmd_update_is_newer(&invocation_id,
+                                           &la->meta_data.originating_invocation_id,
+                                           version,
+                                           la->meta_data.version,
+                                           change_time,
+                                           la->meta_data.originating_change_time)) {
+                       DEBUG(1,("Discarding older DRS linked attribute update to %s on %s from %s\n",
+                                old_el->name, ldb_dn_get_linearized(msg->dn),
+                                GUID_string(tmp_ctx, &la->meta_data.originating_invocation_id)));
                        talloc_free(tmp_ctx);
-                       return LDB_ERR_OPERATIONS_ERROR;
+                       return LDB_SUCCESS;
                }
 
-               if (add_uint64_element(msg, "uSNChanged", seq_num) != LDB_SUCCESS) {
+               /* get a seq_num for this change */
+               ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
+               if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
-                       return LDB_ERR_OPERATIONS_ERROR;
+                       return ret;
                }
-       }
-
-       ret = ldb_build_mod_req(&mod_req, ldb, tmp_ctx,
-                               msg,
-                               NULL,
-                               NULL, 
-                               ldb_op_default_callback,
-                               NULL);
-       if (ret != LDB_SUCCESS) {
-               talloc_free(tmp_ctx);
-               return ret;
-       }
-       talloc_steal(mod_req, msg);
 
-       if (DEBUGLVL(4)) {
-               DEBUG(4,("Applying DRS linked attribute change:\n%s\n",
-                        ldb_ldif_message_string(ldb, tmp_ctx, LDB_CHANGETYPE_MODIFY, msg)));
-       }
-
-       /* Run the new request */
-       ret = ldb_next_request(module, mod_req);
+               if (!(rmd_flags & DSDB_RMD_FLAG_DELETED)) {
+                       /* remove the existing backlink */
+                       ret = replmd_add_backlink(module, schema, &la->identifier->guid, &guid, false, attr, false);
+                       if (ret != LDB_SUCCESS) {
+                               talloc_free(tmp_ctx);
+                               return ret;
+                       }
+               }
 
-       /* we need to wait for this to finish, as we are being called
-          from the synchronous end_transaction hook of this module */
-       if (ret == LDB_SUCCESS) {
-               ret = ldb_wait(mod_req->handle, LDB_WAIT_ALL);
-       }
+               ret = replmd_update_la_val(tmp_ctx, pdn->v, dsdb_dn, pdn->dsdb_dn,
+                                          &la->meta_data.originating_invocation_id,
+                                          la->meta_data.originating_usn, seq_num,
+                                          la->meta_data.originating_change_time,
+                                          la->meta_data.version,
+                                          !active);
+               if (ret != LDB_SUCCESS) {
+                       talloc_free(tmp_ctx);
+                       return ret;
+               }
 
-       if (ret == LDB_ERR_ATTRIBUTE_OR_VALUE_EXISTS) {
-               /* the link destination exists, we need to update it
-                * by deleting the old one for the same DN then adding
-                * the new one */
-               msg->elements = talloc_realloc(msg, msg->elements,
-                                              struct ldb_message_element,
-                                              msg->num_elements+1);
-               if (msg->elements == NULL) {
-                       ldb_oom(ldb);
+               if (active) {
+                       /* add the new backlink */
+                       ret = replmd_add_backlink(module, schema, &la->identifier->guid, &guid, true, attr, false);
+                       if (ret != LDB_SUCCESS) {
+                               talloc_free(tmp_ctx);
+                               return ret;
+                       }
+               }
+       } else {
+               /* get a seq_num for this change */
+               ret = ldb_sequence_number(ldb, LDB_SEQ_NEXT, &seq_num);
+               if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
+                       return ret;
+               }
+
+               old_el->values = talloc_realloc(msg->elements, old_el->values,
+                                               struct ldb_val, old_el->num_values+1);
+               if (!old_el->values) {
+                       ldb_module_oom(module);
                        return LDB_ERR_OPERATIONS_ERROR;
                }
-               /* this relies on the backend matching the old entry
-                  only by the DN portion of the extended DN */
-               msg->elements[1] = msg->elements[0];
-               msg->elements[0].flags = LDB_FLAG_MOD_DELETE;
-               msg->num_elements++;
-
-               ret = ldb_build_mod_req(&mod_req, ldb, tmp_ctx,
-                                       msg,
-                                       NULL,
-                                       NULL, 
-                                       ldb_op_default_callback,
-                                       NULL);
+               old_el->num_values++;
+
+               ret = replmd_build_la_val(tmp_ctx, &old_el->values[old_el->num_values-1], dsdb_dn,
+                                         &la->meta_data.originating_invocation_id,
+                                         la->meta_data.originating_usn, seq_num,
+                                         la->meta_data.originating_change_time,
+                                         la->meta_data.version,
+                                         (la->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE)?false:true);
                if (ret != LDB_SUCCESS) {
                        talloc_free(tmp_ctx);
                        return ret;
                }
 
-               /* Run the new request */
-               ret = ldb_next_request(module, mod_req);
-               
-               if (ret == LDB_SUCCESS) {
-                       ret = ldb_wait(mod_req->handle, LDB_WAIT_ALL);
+               if (active) {
+                       ret = replmd_add_backlink(module, schema, &la->identifier->guid, &guid,
+                                                 true, attr, false);
+                       if (ret != LDB_SUCCESS) {
+                               talloc_free(tmp_ctx);
+                               return ret;
+                       }
                }
        }
 
+       /* we only change whenChanged and uSNChanged if the seq_num
+          has changed */
+       if (add_time_element(msg, "whenChanged", t) != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       if (add_uint64_element(msg, "uSNChanged", seq_num) != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return LDB_ERR_OPERATIONS_ERROR;
+       }
+
+       ret = dsdb_check_single_valued_link(attr, old_el);
+       if (ret != LDB_SUCCESS) {
+               talloc_free(tmp_ctx);
+               return ret;
+       }
+
+       ret = dsdb_module_modify(module, msg, DSDB_MODIFY_RELAX);
        if (ret != LDB_SUCCESS) {
-               ldb_debug(ldb, LDB_DEBUG_WARNING, "Failed to apply linked attribute change '%s' %s\n",
+               ldb_debug(ldb, LDB_DEBUG_WARNING, "Failed to apply linked attribute change '%s'\n%s\n",
                          ldb_errstring(ldb),
                          ldb_ldif_message_string(ldb, tmp_ctx, LDB_CHANGETYPE_MODIFY, msg));
-               ret = LDB_SUCCESS;
+               talloc_free(tmp_ctx);
+               return ret;
        }
        
        talloc_free(tmp_ctx);