s4-drs: we need to wrap extended operations in transactions
[ira/wip.git] / source4 / rpc_server / drsuapi / getncchanges.c
index 2fb3016ad3baf03e2ce5b1d0a0b72fbf7b4fa6fe..b9ba6473a556da05347fbe7670d147e1d3b300e3 100644 (file)
 #include "dsdb/samdb/samdb.h"
 #include "param/param.h"
 #include "librpc/gen_ndr/ndr_drsblobs.h"
+#include "librpc/gen_ndr/ndr_drsuapi.h"
 #include "rpc_server/drsuapi/dcesrv_drsuapi.h"
 #include "rpc_server/dcerpc_server_proto.h"
 #include "../libcli/drsuapi/drsuapi.h"
 #include "libcli/security/security.h"
 
+/*
+  build a DsReplicaObjectIdentifier from a ldb msg
+ */
+static struct drsuapi_DsReplicaObjectIdentifier *get_object_identifier(TALLOC_CTX *mem_ctx,
+                                                                      struct ldb_message *msg)
+{
+       struct drsuapi_DsReplicaObjectIdentifier *identifier;
+       struct dom_sid *sid;
+
+       identifier = talloc(mem_ctx, struct drsuapi_DsReplicaObjectIdentifier);
+       if (identifier == NULL) {
+               return NULL;
+       }
+
+       identifier->dn = ldb_dn_alloc_linearized(identifier, msg->dn);
+       identifier->guid = samdb_result_guid(msg, "objectGUID");
+
+       sid = samdb_result_dom_sid(identifier, msg, "objectSid");
+       if (sid) {
+               identifier->sid = *sid;
+       } else {
+               ZERO_STRUCT(identifier->sid);
+       }
+       return identifier;
+}
+
 /* 
   drsuapi_DsGetNCChanges for one object
 */
@@ -44,9 +71,7 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
 {
        const struct ldb_val *md_value;
        int i, n;
-       struct ldb_dn *obj_dn;
        struct replPropertyMetaDataBlob md;
-       struct dom_sid *sid;
        uint32_t rid = 0;
        enum ndr_err_code ndr_err;
        uint32_t *attids;
@@ -57,46 +82,17 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
                obj->is_nc_prefix = true;
                obj->parent_object_guid = NULL;
        } else {
-               struct ldb_dn *parent_dn;
-               uint32_t instance_type;
-
-               instance_type = ldb_msg_find_attr_as_uint(msg, "instanceType", 0);
-               if (instance_type & INSTANCE_TYPE_IS_NC_HEAD) {
-                       struct ldb_result *res;
-                       int ret;
-                       const char *dnstr = ldb_dn_get_linearized(msg->dn);
-                       msg->dn = ldb_dn_new(msg, sam_ctx, dnstr);
-                       /* we need to re-search the msg, to avoid the
-                        * broken dual message problems with our
-                        * partitions implementation */
-                       DEBUG(6,(__location__ ": Re-fetching subref %s\n", 
-                                ldb_dn_get_linearized(msg->dn)));
-                       ret = drsuapi_search_with_extended_dn(sam_ctx, msg, &res,
-                                                             msg->dn, LDB_SCOPE_BASE, NULL,
-                                                             NULL, NULL);
-                       if (ret != LDB_SUCCESS || res->count < 1) {
-                               DEBUG(0,(__location__ ": Failed to reload subref head %s in %s\n",
-                                        ldb_dn_get_linearized(msg->dn), ldb_dn_get_linearized(ncRoot_dn)));
-                               return WERR_DS_DRA_INTERNAL_ERROR;
-                       }
-                       msg = res->msgs[0];
-               }
-
-               parent_dn = ldb_dn_copy(msg, msg->dn);
                obj->is_nc_prefix = false;
                obj->parent_object_guid = talloc(obj, struct GUID);
-               if (parent_dn == NULL) {
+               if (obj->parent_object_guid == NULL) {
                        return WERR_DS_DRA_INTERNAL_ERROR;
                }
-               if (ldb_dn_remove_child_components(parent_dn, 1) != true) {
-                       DEBUG(0,(__location__ ": Unable to remove DN component\n"));
+               *obj->parent_object_guid = samdb_result_guid(msg, "parentGUID");
+               if (GUID_all_zero(obj->parent_object_guid)) {
+                       DEBUG(0,(__location__ ": missing parentGUID for %s\n",
+                                ldb_dn_get_linearized(msg->dn)));
                        return WERR_DS_DRA_INTERNAL_ERROR;
                }
-               if (dsdb_find_guid_by_dn(sam_ctx, parent_dn, obj->parent_object_guid) != LDB_SUCCESS) {
-                       DEBUG(0,(__location__ ": Unable to find parent DN %s %s\n", 
-                                ldb_dn_get_linearized(msg->dn), ldb_dn_get_linearized(parent_dn)));
-               }
-               talloc_free(parent_dn);
        }
        obj->next_object = NULL;
        
@@ -132,9 +128,16 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
 
        obj->meta_data_ctr = talloc(obj, struct drsuapi_DsReplicaMetaDataCtr);
        attids = talloc_array(obj, uint32_t, md.ctr.ctr1.count);
+
+       obj->object.identifier = get_object_identifier(obj, msg);
+       if (obj->object.identifier == NULL) {
+               return WERR_NOMEM;
+       }
+       dom_sid_split_rid(NULL, &obj->object.identifier->sid, NULL, &rid);
        
        obj->meta_data_ctr->meta_data = talloc_array(obj, struct drsuapi_DsReplicaMetaData, md.ctr.ctr1.count);
        for (n=i=0; i<md.ctr.ctr1.count; i++) {
+               const struct dsdb_attribute *sa;
                /* if the attribute has not changed, and it is not the
                   instanceType then don't include it */
                if (md.ctr.ctr1.array[i].local_usn < highest_usn &&
@@ -143,6 +146,16 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
                /* don't include the rDN */
                if (md.ctr.ctr1.array[i].attid == rdn_sa->attributeID_id) continue;
 
+               sa = dsdb_attribute_by_attributeID_id(schema, md.ctr.ctr1.array[i].attid);
+               if (sa->linkID) {
+                       struct ldb_message_element *el;
+                       el = ldb_msg_find_element(msg, sa->lDAPDisplayName);
+                       if (el && el->num_values && dsdb_dn_is_upgraded_link_val(&el->values[0])) {
+                               /* don't send upgraded links inline */
+                               continue;
+                       }
+               }
+
                obj->meta_data_ctr->meta_data[n].originating_change_time = md.ctr.ctr1.array[i].originating_change_time;
                obj->meta_data_ctr->meta_data[n].version = md.ctr.ctr1.array[i].version;
                obj->meta_data_ctr->meta_data[n].originating_invocation_id = md.ctr.ctr1.array[i].originating_invocation_id;
@@ -159,18 +172,6 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
 
        obj->meta_data_ctr->count = n;
 
-       obj->object.identifier = talloc(obj, struct drsuapi_DsReplicaObjectIdentifier);
-       obj_dn = ldb_msg_find_attr_as_dn(sam_ctx, obj, msg, "distinguishedName");
-       obj->object.identifier->dn = ldb_dn_get_linearized(obj_dn);
-       obj->object.identifier->guid = samdb_result_guid(msg, "objectGUID");
-       sid = samdb_result_dom_sid(obj, msg, "objectSid");
-       if (sid) {
-               dom_sid_split_rid(NULL, sid, NULL, &rid);
-               obj->object.identifier->sid = *sid;
-       } else {
-               ZERO_STRUCT(obj->object.identifier->sid);
-       }
-
        obj->object.flags = DRSUAPI_DS_REPLICA_OBJECT_FROM_MASTER;
        obj->object.attribute_ctr.num_attributes = obj->meta_data_ctr->count;
        obj->object.attribute_ctr.attributes = talloc_array(obj, struct drsuapi_DsReplicaAttribute,
@@ -193,7 +194,8 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
 
                el = ldb_msg_find_element(msg, sa->lDAPDisplayName);
                if (el == NULL) {
-                       DEBUG(0,("No element '%s' for attributeID %u in message\n", 
+                       /* this happens for attributes that have been removed */
+                       DEBUG(5,("No element '%s' for attributeID %u in message\n",
                                 sa->lDAPDisplayName, attids[i]));
                        ZERO_STRUCT(obj->object.attribute_ctr.attributes[i]);
                        obj->object.attribute_ctr.attributes[i].attid = attids[i];
@@ -227,6 +229,149 @@ static WERROR get_nc_changes_build_object(struct drsuapi_DsReplicaObjectListItem
        return WERR_OK;
 }
 
+
+/*
+  add one linked attribute from an object to the list of linked
+  attributes in a getncchanges request
+ */
+static WERROR get_nc_changes_add_la(TALLOC_CTX *mem_ctx,
+                                   struct ldb_context *sam_ctx,
+                                   const struct dsdb_schema *schema,
+                                   const struct dsdb_attribute *sa,
+                                   struct ldb_message *msg,
+                                   struct dsdb_dn *dsdb_dn,
+                                   struct drsuapi_DsReplicaLinkedAttribute **la_list,
+                                   uint32_t *la_count)
+{
+       struct drsuapi_DsReplicaLinkedAttribute *la;
+       bool active;
+       NTSTATUS status;
+       WERROR werr;
+
+       (*la_list) = talloc_realloc(mem_ctx, *la_list, struct drsuapi_DsReplicaLinkedAttribute, (*la_count)+1);
+       W_ERROR_HAVE_NO_MEMORY(*la_list);
+
+       la = &(*la_list)[*la_count];
+
+       la->identifier = get_object_identifier(*la_list, msg);
+       W_ERROR_HAVE_NO_MEMORY(la->identifier);
+
+       active = (dsdb_dn_rmd_flags(dsdb_dn->dn) & DSDB_RMD_FLAG_DELETED) == 0;
+
+       la->attid = sa->attributeID_id;
+       la->flags = active?DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE:0;
+
+       status = dsdb_get_extended_dn_nttime(dsdb_dn->dn, &la->originating_add_time, "RMD_ADDTIME");
+       if (!NT_STATUS_IS_OK(status)) {
+               return ntstatus_to_werror(status);
+       }
+       status = dsdb_get_extended_dn_uint32(dsdb_dn->dn, &la->meta_data.version, "RMD_VERSION");
+       if (!NT_STATUS_IS_OK(status)) {
+               return ntstatus_to_werror(status);
+       }
+       status = dsdb_get_extended_dn_nttime(dsdb_dn->dn, &la->meta_data.originating_change_time, "RMD_CHANGETIME");
+       if (!NT_STATUS_IS_OK(status)) {
+               return ntstatus_to_werror(status);
+       }
+       status = dsdb_get_extended_dn_guid(dsdb_dn->dn, &la->meta_data.originating_invocation_id, "RMD_INVOCID");
+       if (!NT_STATUS_IS_OK(status)) {
+               return ntstatus_to_werror(status);
+       }
+       status = dsdb_get_extended_dn_uint64(dsdb_dn->dn, &la->meta_data.originating_usn, "RMD_ORIGINATING_USN");
+       if (!NT_STATUS_IS_OK(status)) {
+               return ntstatus_to_werror(status);
+       }
+
+       werr = dsdb_dn_la_to_blob(sam_ctx, sa, schema, *la_list, dsdb_dn, &la->value.blob);
+       W_ERROR_NOT_OK_RETURN(werr);
+
+       (*la_count)++;
+       return WERR_OK;
+}
+
+
+/*
+  add linked attributes from an object to the list of linked
+  attributes in a getncchanges request
+ */
+static WERROR get_nc_changes_add_links(struct ldb_context *sam_ctx,
+                                      TALLOC_CTX *mem_ctx,
+                                      struct ldb_dn *ncRoot_dn,
+                                      struct dsdb_schema *schema,
+                                      uint64_t highest_usn,
+                                      uint32_t replica_flags,
+                                      struct ldb_message *msg,
+                                      struct drsuapi_DsReplicaLinkedAttribute **la_list,
+                                      uint32_t *la_count)
+{
+       int i;
+       TALLOC_CTX *tmp_ctx = talloc_new(mem_ctx);
+       uint64_t uSNChanged = ldb_msg_find_attr_as_int(msg, "uSNChanged", -1);
+
+       for (i=0; i<msg->num_elements; i++) {
+               struct ldb_message_element *el = &msg->elements[i];
+               const struct dsdb_attribute *sa;
+               int j;
+
+               sa = dsdb_attribute_by_lDAPDisplayName(schema, el->name);
+
+               if (!sa || sa->linkID == 0 || (sa->linkID & 1)) {
+                       /* we only want forward links */
+                       continue;
+               }
+
+               if (el->num_values && !dsdb_dn_is_upgraded_link_val(&el->values[0])) {
+                       /* its an old style link, it will have been
+                        * sent in the main replication data */
+                       continue;
+               }
+
+               for (j=0; j<el->num_values; j++) {
+                       struct dsdb_dn *dsdb_dn;
+                       uint64_t local_usn;
+                       NTSTATUS status;
+                       WERROR werr;
+
+                       dsdb_dn = dsdb_dn_parse(tmp_ctx, sam_ctx, &el->values[j], sa->syntax->ldap_oid);
+                       if (dsdb_dn == NULL) {
+                               DEBUG(1,(__location__ ": Failed to parse DN for %s in %s\n",
+                                        el->name, ldb_dn_get_linearized(msg->dn)));
+                               talloc_free(tmp_ctx);
+                               return WERR_DS_DRA_INTERNAL_ERROR;
+                       }
+
+                       status = dsdb_get_extended_dn_uint64(dsdb_dn->dn, &local_usn, "RMD_LOCAL_USN");
+                       if (!NT_STATUS_IS_OK(status)) {
+                               /* this can happen for attributes
+                                  given to us with old style meta
+                                  data */
+                               continue;
+                       }
+
+                       if (local_usn > uSNChanged) {
+                               DEBUG(1,(__location__ ": uSNChanged less than RMD_LOCAL_USN for %s on %s\n",
+                                        el->name, ldb_dn_get_linearized(msg->dn)));
+                               talloc_free(tmp_ctx);
+                               return WERR_DS_DRA_INTERNAL_ERROR;
+                       }
+
+                       if (local_usn < highest_usn) {
+                               continue;
+                       }
+
+                       werr = get_nc_changes_add_la(mem_ctx, sam_ctx, schema, sa, msg,
+                                                    dsdb_dn, la_list, la_count);
+                       if (!W_ERROR_IS_OK(werr)) {
+                               talloc_free(tmp_ctx);
+                               return werr;
+                       }
+               }
+       }
+
+       talloc_free(tmp_ctx);
+       return WERR_OK;
+}
+
 /*
   load replUpToDateVector from a DN
  */
@@ -275,39 +420,45 @@ static WERROR load_udv(struct ldb_context *sam_ctx, TALLOC_CTX *mem_ctx,
  */
 static WERROR get_nc_changes_udv(struct ldb_context *sam_ctx,
                                 struct ldb_dn *ncRoot_dn,
-                                struct drsuapi_DsReplicaCursor2CtrEx *udv)
+                                struct drsuapi_DsReplicaCursor2CtrEx *udv,
+                                uint64_t highestUSN)
 {
        WERROR werr;
        struct drsuapi_DsReplicaCursor2 *tmp_cursor;
-       uint64_t highest_commited_usn;
        NTTIME now;
        time_t t = time(NULL);
-       int ret;
        struct replUpToDateVectorBlob ouv;
+       int i;
 
        werr = load_udv(sam_ctx, udv, ncRoot_dn, &ouv);
        if (!W_ERROR_IS_OK(werr)) {
                return werr;
        }
        
-       ret = ldb_sequence_number(sam_ctx, LDB_SEQ_HIGHEST_SEQ, &highest_commited_usn);
-       if (ret != LDB_SUCCESS) {
-               return WERR_DS_DRA_INTERNAL_ERROR;
-       }
-
        tmp_cursor = talloc(udv, struct drsuapi_DsReplicaCursor2);
        tmp_cursor->source_dsa_invocation_id = *(samdb_ntds_invocation_id(sam_ctx));
-       tmp_cursor->highest_usn = highest_commited_usn;
+       tmp_cursor->highest_usn = highestUSN;
        unix_to_nt_time(&now, t);
        tmp_cursor->last_sync_success = now;
 
-       udv->count = ouv.ctr.ctr2.count + 1;
+       udv->count = ouv.ctr.ctr2.count;
        udv->cursors = talloc_steal(udv, ouv.ctr.ctr2.cursors);
-       udv->cursors = talloc_realloc(udv, udv->cursors, struct drsuapi_DsReplicaCursor2, udv->count);
-       if (!udv->cursors) {
-               return WERR_DS_DRA_INTERNAL_ERROR;
+
+       for (i=0; i<udv->count; i++) {
+               if (GUID_equal(&tmp_cursor->source_dsa_invocation_id,
+                              &udv->cursors[i].source_dsa_invocation_id)) {
+                       udv->cursors[i] = *tmp_cursor;
+                       break;
+               }
+       }
+       if (i == udv->count) {
+               udv->cursors = talloc_realloc(udv, udv->cursors, struct drsuapi_DsReplicaCursor2, udv->count+1);
+               if (!udv->cursors) {
+                       return WERR_DS_DRA_INTERNAL_ERROR;
+               }
+               udv->cursors[udv->count] = *tmp_cursor;
+               udv->count++;
        }
-       udv->cursors[udv->count - 1] = *tmp_cursor;
        
        qsort(udv->cursors, udv->count,
              sizeof(struct drsuapi_DsReplicaCursor2),
@@ -316,12 +467,217 @@ static WERROR get_nc_changes_udv(struct ldb_context *sam_ctx,
        return WERR_OK;
 }
 
+
+/* comparison function for linked attributes - see CompareLinks() in
+ * MS-DRSR section 4.1.10.5.17 */
+static int linked_attribute_compare(const struct drsuapi_DsReplicaLinkedAttribute *la1,
+                                   const struct drsuapi_DsReplicaLinkedAttribute *la2,
+                                   struct ldb_context *sam_ctx)
+{
+       int c;
+       WERROR werr;
+       TALLOC_CTX *tmp_ctx;
+       const struct dsdb_schema *schema;
+       const struct dsdb_attribute *schema_attrib;
+       struct dsdb_dn *dn1, *dn2;
+       struct GUID guid1, guid2;
+       NTSTATUS status;
+
+       c = GUID_compare(&la1->identifier->guid,
+                        &la2->identifier->guid);
+       if (c != 0) return c;
+
+       if (la1->attid != la2->attid) {
+               return la1->attid < la2->attid? -1:1;
+       }
+
+       if ((la1->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE) !=
+           (la2->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE)) {
+               return (la1->flags & DRSUAPI_DS_LINKED_ATTRIBUTE_FLAG_ACTIVE)? 1:-1;
+       }
+
+       /* we need to get the target GUIDs to compare */
+       tmp_ctx = talloc_new(sam_ctx);
+
+       schema = dsdb_get_schema(sam_ctx);
+       schema_attrib = dsdb_attribute_by_attributeID_id(schema, la1->attid);
+
+       werr = dsdb_dn_la_from_blob(sam_ctx, schema_attrib, schema, tmp_ctx, la1->value.blob, &dn1);
+       if (!W_ERROR_IS_OK(werr)) {
+               DEBUG(0,(__location__ ": Bad la1 blob in sort\n"));
+               talloc_free(tmp_ctx);
+               return 0;
+       }
+
+       werr = dsdb_dn_la_from_blob(sam_ctx, schema_attrib, schema, tmp_ctx, la2->value.blob, &dn2);
+       if (!W_ERROR_IS_OK(werr)) {
+               DEBUG(0,(__location__ ": Bad la2 blob in sort\n"));
+               talloc_free(tmp_ctx);
+               return 0;
+       }
+
+       status = dsdb_get_extended_dn_guid(dn1->dn, &guid1, "GUID");
+       if (!NT_STATUS_IS_OK(status)) {
+               DEBUG(0,(__location__ ": Bad la1 guid in sort\n"));
+               talloc_free(tmp_ctx);
+               return 0;
+       }
+       status = dsdb_get_extended_dn_guid(dn2->dn, &guid2, "GUID");
+       if (!NT_STATUS_IS_OK(status)) {
+               DEBUG(0,(__location__ ": Bad la2 guid in sort\n"));
+               talloc_free(tmp_ctx);
+               return 0;
+       }
+
+       talloc_free(tmp_ctx);
+
+       return GUID_compare(&guid1, &guid2);
+}
+
+
+/*
+  sort the objects we send by tree order
+ */
+static int site_res_cmp_parent_order(const struct ldb_message **m1, const struct ldb_message **m2)
+{
+       return ldb_dn_compare((*m2)->dn, (*m1)->dn);
+}
+
+/*
+  sort the objects we send first by uSNChanged
+ */
+static int site_res_cmp_usn_order(const struct ldb_message **m1, const struct ldb_message **m2)
+{
+       unsigned usnchanged1, usnchanged2;
+       unsigned cn1, cn2;
+       cn1 = ldb_dn_get_comp_num((*m1)->dn);
+       cn2 = ldb_dn_get_comp_num((*m2)->dn);
+       if (cn1 != cn2) {
+               return cn1 > cn2 ? 1 : -1;
+       }
+       usnchanged1 = ldb_msg_find_attr_as_uint(*m1, "uSNChanged", 0);
+       usnchanged2 = ldb_msg_find_attr_as_uint(*m2, "uSNChanged", 0);
+       if (usnchanged1 == usnchanged2) {
+               return 0;
+       }
+       return usnchanged1 > usnchanged2 ? 1 : -1;
+}
+
+
+/*
+  handle a DRSUAPI_EXOP_FSMO_RID_ALLOC call
+ */
+static WERROR getncchanges_rid_alloc(struct drsuapi_bind_state *b_state,
+                                    TALLOC_CTX *mem_ctx,
+                                    struct drsuapi_DsGetNCChangesRequest8 *req8,
+                                    struct drsuapi_DsGetNCChangesCtr6 *ctr6)
+{
+       struct ldb_dn *rid_manager_dn, *fsmo_role_dn, *req_dn;
+       int ret;
+       struct ldb_context *ldb = b_state->sam_ctx;
+       struct ldb_result *ext_res;
+       struct ldb_dn *base_dn;
+       struct dsdb_fsmo_extended_op *exop;
+
+       /*
+         steps:
+           - verify that the DN being asked for is the RID Manager DN
+           - verify that we are the RID Manager
+        */
+
+       /* work out who is the RID Manager */
+       ret = samdb_rid_manager_dn(ldb, mem_ctx, &rid_manager_dn);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0, (__location__ ": Failed to find RID Manager object - %s\n", ldb_errstring(ldb)));
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       req_dn = ldb_dn_new(ldb, mem_ctx, req8->naming_context->dn);
+       if (!req_dn ||
+           !ldb_dn_validate(req_dn) ||
+           ldb_dn_compare(req_dn, rid_manager_dn) != 0) {
+               /* that isn't the RID Manager DN */
+               DEBUG(0,(__location__ ": RID Alloc request for wrong DN %s\n",
+                        req8->naming_context->dn));
+               ctr6->extended_ret = DRSUAPI_EXOP_ERR_MISMATCH;
+               return WERR_OK;
+       }
+
+       /* find the DN of the RID Manager */
+       ret = samdb_reference_dn(ldb, mem_ctx, rid_manager_dn, "fSMORoleOwner", &fsmo_role_dn);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0,(__location__ ": Failed to find fSMORoleOwner in RID Manager object - %s\n",
+                        ldb_errstring(ldb)));
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       if (ldb_dn_compare(samdb_ntds_settings_dn(ldb), fsmo_role_dn) != 0) {
+               /* we're not the RID Manager - go away */
+               DEBUG(0,(__location__ ": RID Alloc request when not RID Manager\n"));
+               ctr6->extended_ret = DRSUAPI_EXOP_ERR_FSMO_NOT_OWNER;
+               return WERR_OK;
+       }
+
+       exop = talloc(mem_ctx, struct dsdb_fsmo_extended_op);
+       W_ERROR_HAVE_NO_MEMORY(exop);
+
+       exop->fsmo_info = req8->fsmo_info;
+       exop->destination_dsa_guid = req8->destination_dsa_guid;
+
+       ret = ldb_transaction_start(ldb);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0,(__location__ ": Failed transaction start - %s\n",
+                        ldb_errstring(ldb)));
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       ret = ldb_extended(ldb, DSDB_EXTENDED_ALLOCATE_RID_POOL, exop, &ext_res);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0,(__location__ ": Failed extended allocation RID pool operation - %s\n",
+                        ldb_errstring(ldb)));
+               ldb_transaction_cancel(ldb);
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       ret = ldb_transaction_commit(ldb);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0,(__location__ ": Failed transaction commit - %s\n",
+                        ldb_errstring(ldb)));
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       talloc_free(ext_res);
+
+       base_dn = samdb_base_dn(ldb);
+
+       DEBUG(2,("Allocated RID pool for server %s\n",
+                GUID_string(mem_ctx, &req8->destination_dsa_guid)));
+
+       /* to complete the rest of the operation we need to point
+          getncchanges at the base DN for the domain */
+       req8->naming_context->dn = ldb_dn_get_linearized(base_dn);
+       ret = dsdb_find_guid_by_dn(ldb, base_dn, &req8->naming_context->guid);
+       if (ret != LDB_SUCCESS) {
+               DEBUG(0,(__location__ ": Failed to find base DN GUID - %s\n",
+                        ldb_errstring(ldb)));
+               return WERR_DS_DRA_INTERNAL_ERROR;
+       }
+
+       return WERR_OK;
+}
+
+
+
 /* state of a partially completed getncchanges call */
 struct drsuapi_getncchanges_state {
        struct ldb_result *site_res;
        uint32_t num_sent;
        struct ldb_dn *ncRoot_dn;
-       uint32_t min_usn;
+       uint64_t min_usn;
+       uint64_t highest_usn;
+       struct ldb_dn *last_dn;
+       struct drsuapi_DsReplicaLinkedAttribute *la_list;
+       uint32_t la_count;
 };
 
 /* 
@@ -340,13 +696,23 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
        struct drsuapi_DsReplicaObjectListItemEx **currentObject;
        NTSTATUS status;
        DATA_BLOB session_key;
-       const char *attrs[] = { "*", "distinguishedName", "ntSecurityDescriptor", NULL };
+       const char *attrs[] = { "*", "distinguishedName",
+                               "nTSecurityDescriptor",
+                               "parentGUID",
+                               "replPropertyMetaData",
+                               "unicodePwd",
+                               "dBCSPwd",
+                               "ntPwdHistory",
+                               "lmPwdHistory",
+                               "supplementalCredentials",
+                               NULL };
        WERROR werr;
        struct dcesrv_handle *h;
        struct drsuapi_bind_state *b_state;     
        struct drsuapi_getncchanges_state *getnc_state;
        struct drsuapi_DsGetNCChangesRequest8 *req8;
        uint32_t options;
+       uint32_t max_objects;
 
        DCESRV_PULL_HANDLE_WERR(h, r->in.bind_handle, DRSUAPI_BIND_HANDLE);
        b_state = h->data;
@@ -379,6 +745,8 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
        req8 = &r->in.req->req8;
 
         /* Perform access checks. */
+       /* TODO: we need to support a sync on a specific non-root
+        * DN. We'll need to find the real partition root here */
        ncRoot = req8->naming_context;
        if (ncRoot == NULL) {
                DEBUG(0,(__location__ ": Request for DsGetNCChanges with no NC\n"));
@@ -405,13 +773,55 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                return werr;
        }
 
+       /* we don't yet support extended operations */
+       switch (req8->extended_op) {
+       case DRSUAPI_EXOP_NONE:
+               break;
+
+       case DRSUAPI_EXOP_FSMO_RID_ALLOC:
+               werr = getncchanges_rid_alloc(b_state, mem_ctx, req8, &r->out.ctr->ctr6);
+               W_ERROR_NOT_OK_RETURN(werr);
+               break;
+
+       case DRSUAPI_EXOP_FSMO_REQ_ROLE:
+       case DRSUAPI_EXOP_FSMO_RID_REQ_ROLE:
+       case DRSUAPI_EXOP_FSMO_REQ_PDC:
+       case DRSUAPI_EXOP_FSMO_ABANDON_ROLE:
+       case DRSUAPI_EXOP_REPL_OBJ:
+       case DRSUAPI_EXOP_REPL_SECRET:
+               DEBUG(0,(__location__ ": Request for DsGetNCChanges unsupported extended op 0x%x\n",
+                        (unsigned)req8->extended_op));
+               return WERR_DS_DRA_NOT_SUPPORTED;
+       }
+
        getnc_state = b_state->getncchanges_state;
+
+       /* see if a previous replication has been abandoned */
+       if (getnc_state) {
+               struct ldb_dn *new_dn = ldb_dn_new(getnc_state, b_state->sam_ctx, ncRoot->dn);
+               if (ldb_dn_compare(new_dn, getnc_state->ncRoot_dn) != 0) {
+                       DEBUG(0,(__location__ ": DsGetNCChanges 2nd replication on different DN %s %s (last_dn %s)\n",
+                                ldb_dn_get_linearized(new_dn),
+                                ldb_dn_get_linearized(getnc_state->ncRoot_dn),
+                                ldb_dn_get_linearized(getnc_state->last_dn)));
+                       talloc_free(getnc_state);
+                       getnc_state = NULL;
+               }
+       }
+
        if (getnc_state == NULL) {
                getnc_state = talloc_zero(b_state, struct drsuapi_getncchanges_state);
                if (getnc_state == NULL) {
                        return WERR_NOMEM;
                }
                b_state->getncchanges_state = getnc_state;
+               getnc_state->ncRoot_dn = ldb_dn_new(getnc_state, b_state->sam_ctx, ncRoot->dn);
+       }
+
+       if (!ldb_dn_validate(getnc_state->ncRoot_dn) ||
+           ldb_dn_is_null(getnc_state->ncRoot_dn)) {
+               DEBUG(0,(__location__ ": Bad DN '%s'\n", ncRoot->dn));
+               return WERR_DS_DRA_INVALID_PARAMETER;
        }
 
        /* we need the session key for encrypting password attributes */
@@ -421,13 +831,6 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                return WERR_DS_DRA_INTERNAL_ERROR;              
        }
 
-       /* we don't yet support extended operations */
-       if (req8->extended_op != DRSUAPI_EXOP_NONE) {
-               DEBUG(0,(__location__ ": Request for DsGetNCChanges extended op 0x%x\n",
-                        (unsigned)req8->extended_op));
-               return WERR_DS_DRA_NOT_SUPPORTED;
-       }
-
        /* 
           TODO: MS-DRSR section 4.1.10.1.1
           Work out if this is the start of a new cycle */
@@ -435,6 +838,9 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
        if (getnc_state->site_res == NULL) {
                char* search_filter;
                enum ldb_scope scope = LDB_SCOPE_SUBTREE;
+               const char *extra_filter;
+
+               extra_filter = lp_parm_string(dce_call->conn->dce_ctx->lp_ctx, NULL, "drs", "object filter");
 
                getnc_state->min_usn = req8->highwatermark.highest_usn;
 
@@ -443,39 +849,41 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                                                "(uSNChanged>=%llu)",
                                                (unsigned long long)(getnc_state->min_usn+1));
        
+               if (extra_filter) {
+                       search_filter = talloc_asprintf(mem_ctx, "(&%s(%s))", search_filter, extra_filter);
+               }
+
                if (req8->replica_flags & DRSUAPI_DS_REPLICA_NEIGHBOUR_CRITICAL_ONLY) {
                        search_filter = talloc_asprintf(mem_ctx,
                                                        "(&%s(isCriticalSystemObject=TRUE))",
                                                        search_filter);
                }
                
-               getnc_state->ncRoot_dn = ldb_dn_new(getnc_state, b_state->sam_ctx, ncRoot->dn);
                if (req8->replica_flags & DRSUAPI_DS_REPLICA_NEIGHBOUR_ASYNC_REP) {
                        scope = LDB_SCOPE_BASE;
                }
                
-               DEBUG(6,(__location__ ": getncchanges on %s using filter %s\n",
+               DEBUG(1,(__location__ ": getncchanges on %s using filter %s\n",
                         ldb_dn_get_linearized(getnc_state->ncRoot_dn), search_filter));
                ret = drsuapi_search_with_extended_dn(b_state->sam_ctx, getnc_state, &getnc_state->site_res,
                                                      getnc_state->ncRoot_dn, scope, attrs,
-                                                     "uSNChanged",
                                                      search_filter);
                if (ret != LDB_SUCCESS) {
                        return WERR_DS_DRA_INTERNAL_ERROR;
                }
-       } else {
-               /* check that this request is for the same NC as the previous one */
-               struct ldb_dn *dn;
-               dn = ldb_dn_new(getnc_state, b_state->sam_ctx, ncRoot->dn);
-               if (!dn) {
-                       return WERR_NOMEM;
-               }
-               if (ldb_dn_compare(dn, getnc_state->ncRoot_dn) != 0) {
-                       DEBUG(0,(__location__ ": DsGetNCChanges 2nd replication on different DN %s %s\n",
-                                ldb_dn_get_linearized(dn),
-                                ldb_dn_get_linearized(getnc_state->ncRoot_dn)));
-                       return WERR_DS_DRA_BAD_NC;
+
+               if (req8->replica_flags & DRSUAPI_DS_REPLICA_NEIGHBOUR_RETURN_OBJECT_PARENTS) {
+                       qsort(getnc_state->site_res->msgs,
+                             getnc_state->site_res->count,
+                             sizeof(getnc_state->site_res->msgs[0]),
+                             (comparison_fn_t)site_res_cmp_parent_order);
+               } else {
+                       qsort(getnc_state->site_res->msgs,
+                             getnc_state->site_res->count,
+                             sizeof(getnc_state->site_res->msgs[0]),
+                             (comparison_fn_t)site_res_cmp_usn_order);
                }
+
        }
 
        /* Prefix mapping */
@@ -510,20 +918,25 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
        r->out.ctr->ctr6.first_object = NULL;
        currentObject = &r->out.ctr->ctr6.first_object;
 
+       /* use this to force single objects at a time, which is useful
+        * for working out what object is giving problems
+        */
+       max_objects = lp_parm_int(dce_call->conn->dce_ctx->lp_ctx, NULL, "drs", "max object sync", 1000);
+       if (req8->max_object_count < max_objects) {
+               max_objects = req8->max_object_count;
+       }
+
        for(i=getnc_state->num_sent; 
            i<getnc_state->site_res->count && 
-                   (r->out.ctr->ctr6.object_count < req8->max_object_count);
+                   (r->out.ctr->ctr6.object_count < max_objects);
            i++) {
                int uSN;
                struct drsuapi_DsReplicaObjectListItemEx *obj;
-               obj = talloc_zero(mem_ctx, struct drsuapi_DsReplicaObjectListItemEx);
+               struct ldb_message *msg = getnc_state->site_res->msgs[i];
 
-               uSN = ldb_msg_find_attr_as_int(getnc_state->site_res->msgs[i], "uSNChanged", -1);
-               if (uSN > r->out.ctr->ctr6.new_highwatermark.tmp_highest_usn) {
-                       r->out.ctr->ctr6.new_highwatermark.tmp_highest_usn = uSN;
-               }
+               obj = talloc_zero(mem_ctx, struct drsuapi_DsReplicaObjectListItemEx);
 
-               werr = get_nc_changes_build_object(obj, getnc_state->site_res->msgs[i], 
+               werr = get_nc_changes_build_object(obj, msg,
                                                   b_state->sam_ctx, getnc_state->ncRoot_dn, 
                                                   schema, &session_key, getnc_state->min_usn,
                                                   req8->replica_flags);
@@ -531,9 +944,28 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                        return werr;
                }
 
+               werr = get_nc_changes_add_links(b_state->sam_ctx, getnc_state,
+                                               getnc_state->ncRoot_dn,
+                                               schema, getnc_state->min_usn,
+                                               req8->replica_flags,
+                                               msg,
+                                               &getnc_state->la_list,
+                                               &getnc_state->la_count);
+               if (!W_ERROR_IS_OK(werr)) {
+                       return werr;
+               }
+
+               uSN = ldb_msg_find_attr_as_int(msg, "uSNChanged", -1);
+               if (uSN > r->out.ctr->ctr6.new_highwatermark.tmp_highest_usn) {
+                       r->out.ctr->ctr6.new_highwatermark.tmp_highest_usn = uSN;
+               }
+               if (uSN > getnc_state->highest_usn) {
+                       getnc_state->highest_usn = uSN;
+               }
+
                if (obj->meta_data_ctr == NULL) {
                        DEBUG(0,(__location__ ": getncchanges skipping send of object %s\n",
-                                ldb_dn_get_linearized(getnc_state->site_res->msgs[i]->dn)));
+                                ldb_dn_get_linearized(msg->dn)));
                        /* no attributes to send */
                        talloc_free(obj);
                        continue;
@@ -543,6 +975,11 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                
                *currentObject = obj;
                currentObject = &obj->next_object;
+
+               talloc_free(getnc_state->last_dn);
+               getnc_state->last_dn = ldb_dn_copy(getnc_state, msg->dn);
+
+               DEBUG(8,(__location__ ": replicating object %s\n", ldb_dn_get_linearized(msg->dn)));
        }
 
        getnc_state->num_sent += r->out.ctr->ctr6.object_count;
@@ -575,6 +1012,13 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
        if (i < getnc_state->site_res->count) {
                r->out.ctr->ctr6.more_data = true;
        } else {
+               r->out.ctr->ctr6.linked_attributes_count = getnc_state->la_count;
+               r->out.ctr->ctr6.linked_attributes = talloc_steal(mem_ctx, getnc_state->la_list);
+
+               ldb_qsort(r->out.ctr->ctr6.linked_attributes, r->out.ctr->ctr6.linked_attributes_count,
+                         sizeof(r->out.ctr->ctr6.linked_attributes[0]),
+                         b_state->sam_ctx, (ldb_qsort_cmp_fn_t)linked_attribute_compare);
+
                r->out.ctr->ctr6.uptodateness_vector = talloc(mem_ctx, struct drsuapi_DsReplicaCursor2CtrEx);
                r->out.ctr->ctr6.uptodateness_vector->version = 2;
                r->out.ctr->ctr6.uptodateness_vector->reserved1 = 0;
@@ -583,7 +1027,8 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                r->out.ctr->ctr6.new_highwatermark.highest_usn = r->out.ctr->ctr6.new_highwatermark.tmp_highest_usn;
 
                werr = get_nc_changes_udv(b_state->sam_ctx, getnc_state->ncRoot_dn, 
-                                         r->out.ctr->ctr6.uptodateness_vector);
+                                         r->out.ctr->ctr6.uptodateness_vector,
+                                         getnc_state->highest_usn);
                if (!W_ERROR_IS_OK(werr)) {
                        return werr;
                }
@@ -592,10 +1037,19 @@ WERROR dcesrv_drsuapi_DsGetNCChanges(struct dcesrv_call_state *dce_call, TALLOC_
                b_state->getncchanges_state = NULL;
        }
 
-       DEBUG(2,("DsGetNCChanges with uSNChanged >= %llu flags 0x%08x on %s gave %u objects\n", 
-                (unsigned long long)(req8->highwatermark.highest_usn+1),
-                req8->replica_flags,
-                ncRoot->dn, r->out.ctr->ctr6.object_count));
+       DEBUG(r->out.ctr->ctr6.more_data?2:1,
+             ("DsGetNCChanges with uSNChanged >= %llu flags 0x%08x on %s gave %u objects (done %d/%d la=%d)\n",
+              (unsigned long long)(req8->highwatermark.highest_usn+1),
+              req8->replica_flags,
+              ncRoot->dn, r->out.ctr->ctr6.object_count,
+              i, r->out.ctr->ctr6.more_data?getnc_state->site_res->count:i,
+              r->out.ctr->ctr6.linked_attributes_count));
+
+#if 0
+       if (!r->out.ctr->ctr6.more_data) {
+               NDR_PRINT_FUNCTION_DEBUG(drsuapi_DsGetNCChanges, NDR_BOTH, r);
+       }
+#endif
 
        return WERR_OK;
 }