dlist: remove unneeded type argument from DLIST_ADD_END()
[samba.git] / source4 / dsdb / repl / replicated_objects.c
index 5ccf05255487213c7e3a76dec7a7a9b6743a1067..e9225f586c0492965058843a9072b69e8ce6ed3e 100644 (file)
 #include "libcli/auth/libcli_auth.h"
 #include "param/param.h"
 
-/**
- * Multi-pass working schema creation
- * Function will:
- *  - shallow copy initial schema supplied
- *  - create a working schema in multiple passes
- *    until all objects are resolved
- * Working schema is a schema with Attributes, Classes
- * and indexes, but w/o subClassOf, possibleSupperiors etc.
- * It is to be used just us cache for converting attribute values.
- */
-WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
-                                    const struct dsdb_schema *initial_schema,
-                                    const struct drsuapi_DsReplicaOIDMapping_Ctr *mapping_ctr,
-                                    uint32_t object_count,
-                                    const struct drsuapi_DsReplicaObjectListItemEx *first_object,
-                                    const DATA_BLOB *gensec_skey,
-                                    TALLOC_CTX *mem_ctx,
-                                    struct dsdb_schema **_schema_out)
+static WERROR dsdb_repl_merge_working_schema(struct ldb_context *ldb,
+                                            struct dsdb_schema *dest_schema,
+                                            const struct dsdb_schema *ref_schema)
+{
+       const struct dsdb_class *cur_class = NULL;
+       const struct dsdb_attribute *cur_attr = NULL;
+       int ret;
+
+       for (cur_class = ref_schema->classes;
+            cur_class;
+            cur_class = cur_class->next)
+       {
+               const struct dsdb_class *tmp1;
+               struct dsdb_class *tmp2;
+
+               tmp1 = dsdb_class_by_governsID_id(dest_schema,
+                                                 cur_class->governsID_id);
+               if (tmp1 != NULL) {
+                       continue;
+               }
+
+               /*
+                * Do a shallow copy so that original next and prev are
+                * not modified, we don't need to do a deep copy
+                * as the rest won't be modified and this is for
+                * a short lived object.
+                */
+               tmp2 = talloc(dest_schema, struct dsdb_class);
+               if (tmp2 == NULL) {
+                       return WERR_NOMEM;
+               }
+               *tmp2 = *cur_class;
+               DLIST_ADD(dest_schema->classes, tmp2);
+       }
+
+       for (cur_attr = ref_schema->attributes;
+            cur_attr;
+            cur_attr = cur_attr->next)
+       {
+               const struct dsdb_attribute *tmp1;
+               struct dsdb_attribute *tmp2;
+
+               tmp1 = dsdb_attribute_by_attributeID_id(dest_schema,
+                                               cur_attr->attributeID_id);
+               if (tmp1 != NULL) {
+                       continue;
+               }
+
+               /*
+                * Do a shallow copy so that original next and prev are
+                * not modified, we don't need to do a deep copy
+                * as the rest won't be modified and this is for
+                * a short lived object.
+                */
+               tmp2 = talloc(dest_schema, struct dsdb_attribute);
+               if (tmp2 == NULL) {
+                       return WERR_NOMEM;
+               }
+               *tmp2 = *cur_attr;
+               DLIST_ADD(dest_schema->attributes, tmp2);
+       }
+
+       ret = dsdb_setup_sorted_accessors(ldb, dest_schema);
+       if (LDB_SUCCESS != ret) {
+               DEBUG(0,("Failed to add new attribute to reference schema!\n"));
+               return WERR_INTERNAL_ERROR;
+       }
+
+       return WERR_OK;
+}
+
+WERROR dsdb_repl_resolve_working_schema(struct ldb_context *ldb,
+                                       TALLOC_CTX *mem_ctx,
+                                       struct dsdb_schema_prefixmap *pfm_remote,
+                                       uint32_t cycle_before_switching,
+                                       struct dsdb_schema *initial_schema,
+                                       struct dsdb_schema *resulting_schema,
+                                       uint32_t object_count,
+                                       const struct drsuapi_DsReplicaObjectListItemEx *first_object)
 {
        struct schema_list {
                struct schema_list *next, *prev;
                const struct drsuapi_DsReplicaObjectListItemEx *obj;
        };
-
-       WERROR werr;
-       struct dsdb_schema_prefixmap *pfm_remote;
        struct schema_list *schema_list = NULL, *schema_list_item, *schema_list_next_item;
+       WERROR werr;
        struct dsdb_schema *working_schema;
        const struct drsuapi_DsReplicaObjectListItemEx *cur;
+       DATA_BLOB empty_key = data_blob_null;
        int ret, pass_no;
        uint32_t ignore_attids[] = {
                        DRSUAPI_ATTID_auxiliaryClass,
@@ -70,46 +130,56 @@ WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
                        DRSUAPI_ATTID_INVALID
        };
 
-       /* make a copy of the iniatial_scheam so we don't mess with it */
-       working_schema = dsdb_schema_copy_shallow(mem_ctx, ldb, initial_schema);
-       if (!working_schema) {
-               DEBUG(0,(__location__ ": schema copy failed!\n"));
-               return WERR_NOMEM;
-       }
-
-       /* we are going to need remote prefixMap for decoding */
-       werr = dsdb_schema_pfm_from_drsuapi_pfm(mapping_ctr, true,
-                                               mem_ctx, &pfm_remote, NULL);
-       if (!W_ERROR_IS_OK(werr)) {
-               DEBUG(0,(__location__ ": Failed to decode remote prefixMap: %s",
-                        win_errstr(werr)));
-               return werr;
-       }
-
        /* create a list of objects yet to be converted */
        for (cur = first_object; cur; cur = cur->next_object) {
                schema_list_item = talloc(mem_ctx, struct schema_list);
+               if (schema_list_item == NULL) {
+                       return WERR_NOMEM;
+               }
+
                schema_list_item->obj = cur;
-               DLIST_ADD_END(schema_list, schema_list_item, struct schema_list);
+               DLIST_ADD_END(schema_list, schema_list_item);
        }
 
        /* resolve objects until all are resolved and in local schema */
        pass_no = 1;
+       working_schema = initial_schema;
 
        while (schema_list) {
                uint32_t converted_obj_count = 0;
                uint32_t failed_obj_count = 0;
-               TALLOC_CTX *tmp_ctx = talloc_new(mem_ctx);
-               W_ERROR_HAVE_NO_MEMORY(tmp_ctx);
 
-               for (schema_list_item = schema_list; schema_list_item; schema_list_item=schema_list_next_item) {
+               if (resulting_schema != working_schema) {
+                       /*
+                        * If the selfmade schema is not the schema used to
+                        * translate and validate replicated object,
+                        * Which means that we are using the bootstrap schema
+                        * Then we add attributes and classes that were already
+                        * translated to the working schema, the idea is that
+                        * we might need to add new attributes and classes
+                        * to be able to translate critical replicated objects
+                        * and without that we wouldn't be able to translate them
+                        */
+                       werr = dsdb_repl_merge_working_schema(ldb,
+                                                       working_schema,
+                                                       resulting_schema);
+                       if (!W_ERROR_IS_OK(werr)) {
+                               return werr;
+                       }
+               }
+
+               for (schema_list_item = schema_list;
+                    schema_list_item;
+                    schema_list_item=schema_list_next_item) {
                        struct dsdb_extended_replicated_object object;
 
                        cur = schema_list_item->obj;
 
-                       /* Save the next item, now we have saved out
+                       /*
+                        * Save the next item, now we have saved out
                         * the current one, so we can DLIST_REMOVE it
-                        * safely */
+                        * safely
+                        */
                        schema_list_next_item = schema_list_item->next;
 
                        /*
@@ -117,14 +187,18 @@ WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
                         * schema we have so far. It's ok if we fail to convert
                         * an object. We should convert more objects on next pass.
                         */
-                       werr = dsdb_convert_object_ex(ldb, working_schema, pfm_remote,
-                                                     cur, gensec_skey,
+                       werr = dsdb_convert_object_ex(ldb, working_schema,
+                                                     NULL,
+                                                     pfm_remote,
+                                                     cur, &empty_key,
                                                      ignore_attids,
                                                      0,
-                                                     tmp_ctx, &object);
+                                                     schema_list_item, &object);
                        if (!W_ERROR_IS_OK(werr)) {
-                               DEBUG(4,("debug: Failed to convert schema object %s into ldb msg, will try during next loop\n",
-                                         cur->object.identifier->dn));
+                               DEBUG(4,("debug: Failed to convert schema "
+                                        "object %s into ldb msg, "
+                                        "will try during next loop\n",
+                                        cur->object.identifier->dn));
 
                                failed_obj_count++;
                        } else {
@@ -132,41 +206,117 @@ WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
                                 * Convert the schema from ldb_message format
                                 * (OIDs as OID strings) into schema, using
                                 * the remote prefixMap
+                                *
+                                * It's not likely, but possible to get the
+                                * same object twice and we should keep
+                                * the last instance.
                                 */
-                               werr = dsdb_schema_set_el_from_ldb_msg(ldb,
-                                                                      working_schema,
-                                                                      object.msg);
+                               werr = dsdb_schema_set_el_from_ldb_msg_dups(ldb,
+                                                               resulting_schema,
+                                                               object.msg,
+                                                               true);
                                if (!W_ERROR_IS_OK(werr)) {
-                                       DEBUG(4,("debug: failed to convert object %s into a schema element, will try during next loop: %s\n",
+                                       DEBUG(4,("debug: failed to convert "
+                                                "object %s into a schema element, "
+                                                "will try during next loop: %s\n",
                                                 ldb_dn_get_linearized(object.msg->dn),
                                                 win_errstr(werr)));
                                        failed_obj_count++;
                                } else {
+                                       DEBUG(8,("Converted object %s into a schema element\n",
+                                                ldb_dn_get_linearized(object.msg->dn)));
                                        DLIST_REMOVE(schema_list, schema_list_item);
-                                       talloc_free(schema_list_item);
+                                       TALLOC_FREE(schema_list_item);
                                        converted_obj_count++;
                                }
                        }
                }
-               talloc_free(tmp_ctx);
 
-               DEBUG(4,("Schema load pass %d: %d/%d of %d objects left to be converted.\n",
-                        pass_no, failed_obj_count, converted_obj_count, object_count));
-               pass_no++;
+               DEBUG(4,("Schema load pass %d: converted %d, %d of %d objects left to be converted.\n",
+                        pass_no, converted_obj_count, failed_obj_count, object_count));
 
                /* check if we converted any objects in this pass */
                if (converted_obj_count == 0) {
-                       DEBUG(0,("Can't continue Schema load: didn't manage to convert any objects: all %d remaining of %d objects failed to convert\n", failed_obj_count, object_count));
+                       DEBUG(0,("Can't continue Schema load: "
+                                "didn't manage to convert any objects: "
+                                "all %d remaining of %d objects "
+                                "failed to convert\n",
+                                failed_obj_count, object_count));
                        return WERR_INTERNAL_ERROR;
                }
 
-               /* rebuild indexes */
-               ret = dsdb_setup_sorted_accessors(ldb, working_schema);
-               if (LDB_SUCCESS != ret) {
-                       DEBUG(0,("Failed to create schema-cache indexes!\n"));
-                       return WERR_INTERNAL_ERROR;
+               /*
+                * Don't try to load the schema if there is missing object
+                * _and_ we are on the first pass as some critical objects
+                * might be missing.
+                */
+               if (failed_obj_count == 0 || pass_no > cycle_before_switching) {
+                       /* prepare for another cycle */
+                       working_schema = resulting_schema;
+
+                       ret = dsdb_setup_sorted_accessors(ldb, working_schema);
+                       if (LDB_SUCCESS != ret) {
+                               DEBUG(0,("Failed to create schema-cache indexes!\n"));
+                               return WERR_INTERNAL_ERROR;
+                       }
                }
-       };
+               pass_no++;
+       }
+
+       return WERR_OK;
+}
+
+/**
+ * Multi-pass working schema creation
+ * Function will:
+ *  - shallow copy initial schema supplied
+ *  - create a working schema in multiple passes
+ *    until all objects are resolved
+ * Working schema is a schema with Attributes, Classes
+ * and indexes, but w/o subClassOf, possibleSupperiors etc.
+ * It is to be used just us cache for converting attribute values.
+ */
+WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
+                                    const struct dsdb_schema *initial_schema,
+                                    const struct drsuapi_DsReplicaOIDMapping_Ctr *mapping_ctr,
+                                    uint32_t object_count,
+                                    const struct drsuapi_DsReplicaObjectListItemEx *first_object,
+                                    const DATA_BLOB *gensec_skey,
+                                    TALLOC_CTX *mem_ctx,
+                                    struct dsdb_schema **_schema_out)
+{
+       WERROR werr;
+       struct dsdb_schema_prefixmap *pfm_remote;
+       struct dsdb_schema *working_schema;
+
+       /* make a copy of the iniatial_scheam so we don't mess with it */
+       working_schema = dsdb_schema_copy_shallow(mem_ctx, ldb, initial_schema);
+       if (!working_schema) {
+               DEBUG(0,(__location__ ": schema copy failed!\n"));
+               return WERR_NOMEM;
+       }
+
+       /* we are going to need remote prefixMap for decoding */
+       werr = dsdb_schema_pfm_from_drsuapi_pfm(mapping_ctr, true,
+                                               mem_ctx, &pfm_remote, NULL);
+       if (!W_ERROR_IS_OK(werr)) {
+               DEBUG(0,(__location__ ": Failed to decode remote prefixMap: %s",
+                        win_errstr(werr)));
+               return werr;
+       }
+
+       werr = dsdb_repl_resolve_working_schema(ldb, mem_ctx,
+                                               pfm_remote,
+                                               0, /* cycle_before_switching */
+                                               working_schema,
+                                               working_schema,
+                                               object_count,
+                                               first_object);
+       if (!W_ERROR_IS_OK(werr)) {
+               DEBUG(0, ("%s: dsdb_repl_resolve_working_schema() failed: %s",
+                         __location__, win_errstr(werr)));
+               return werr;
+       }
 
        *_schema_out = working_schema;
 
@@ -189,6 +339,7 @@ static bool dsdb_attid_in_list(const uint32_t attid_list[], uint32_t attid)
 
 WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
                              const struct dsdb_schema *schema,
+                             struct ldb_dn *partition_dn,
                              const struct dsdb_schema_prefixmap *pfm_remote,
                              const struct drsuapi_DsReplicaObjectListItemEx *in,
                              const DATA_BLOB *gensec_skey,
@@ -198,18 +349,17 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
                              struct dsdb_extended_replicated_object *out)
 {
        NTSTATUS nt_status;
-       WERROR status;
+       WERROR status = WERR_OK;
        uint32_t i;
        struct ldb_message *msg;
        struct replPropertyMetaDataBlob *md;
+       int instanceType;
+       struct ldb_message_element *instanceType_e = NULL;
        struct ldb_val guid_value;
+       struct ldb_val parent_guid_value;
        NTTIME whenChanged = 0;
        time_t whenChanged_t;
        const char *whenChanged_s;
-       const char *rdn_name = NULL;
-       const struct ldb_val *rdn_value = NULL;
-       const struct dsdb_attribute *rdn_attr = NULL;
-       uint32_t rdn_attid;
        struct drsuapi_DsReplicaAttribute *name_a = NULL;
        struct drsuapi_DsReplicaMetaData *name_d = NULL;
        struct replPropertyMetaData1 *rdn_m = NULL;
@@ -245,17 +395,9 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
        msg->dn                 = ldb_dn_new(msg, ldb, in->object.identifier->dn);
        W_ERROR_HAVE_NO_MEMORY(msg->dn);
 
-       rdn_name        = ldb_dn_get_rdn_name(msg->dn);
-       rdn_attr        = dsdb_attribute_by_lDAPDisplayName(schema, rdn_name);
-       if (!rdn_attr) {
-               return WERR_FOOBAR;
-       }
-       rdn_attid       = rdn_attr->attributeID_id;
-       rdn_value       = ldb_dn_get_rdn_val(msg->dn);
-
        msg->num_elements       = in->object.attribute_ctr.num_attributes;
        msg->elements           = talloc_array(msg, struct ldb_message_element,
-                                              msg->num_elements);
+                                              msg->num_elements + 1); /* +1 because of the RDN attribute */
        W_ERROR_HAVE_NO_MEMORY(msg->elements);
 
        md = talloc(mem_ctx, struct replPropertyMetaDataBlob);
@@ -287,9 +429,42 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
                        continue;
                }
 
+               if (GUID_all_zero(&d->originating_invocation_id)) {
+                       status = WERR_DS_SRC_GUID_MISMATCH;
+                       DEBUG(0, ("Refusing replication of object containing invalid zero invocationID on attribute %d of %s: %s\n",
+                                 a->attid,
+                                 ldb_dn_get_linearized(msg->dn),
+                                 win_errstr(status)));
+                       return status;
+               }
+
+               if (a->attid == DRSUAPI_ATTID_instanceType) {
+                       if (instanceType_e != NULL) {
+                               return WERR_FOOBAR;
+                       }
+                       instanceType_e = e;
+               }
+
                for (j=0; j<a->value_ctr.num_values; j++) {
-                       status = drsuapi_decrypt_attribute(a->value_ctr.values[j].blob, gensec_skey, rid, a);
-                       W_ERROR_NOT_OK_RETURN(status);
+                       status = drsuapi_decrypt_attribute(a->value_ctr.values[j].blob,
+                                                          gensec_skey, rid,
+                                                          dsdb_repl_flags, a);
+                       if (!W_ERROR_IS_OK(status)) {
+                               break;
+                       }
+               }
+               if (W_ERROR_EQUAL(status, WERR_TOO_MANY_SECRETS)) {
+                       WERROR get_name_status = dsdb_attribute_drsuapi_to_ldb(ldb, schema, pfm_remote,
+                                                                              a, msg->elements, e);
+                       if (W_ERROR_IS_OK(get_name_status)) {
+                               DEBUG(0, ("Unxpectedly got secret value %s on %s from DRS server\n",
+                                         e->name, ldb_dn_get_linearized(msg->dn)));
+                       } else {
+                               DEBUG(0, ("Unxpectedly got secret value on %s from DRS server",
+                                         ldb_dn_get_linearized(msg->dn)));
+                       }
+               } else if (!W_ERROR_IS_OK(status)) {
+                       return status;
                }
 
                status = dsdb_attribute_drsuapi_to_ldb(ldb, schema, pfm_remote,
@@ -321,6 +496,25 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
 
        if (rdn_m) {
                struct ldb_message_element *el;
+               const char *rdn_name = NULL;
+               const struct ldb_val *rdn_value = NULL;
+               const struct dsdb_attribute *rdn_attr = NULL;
+               uint32_t rdn_attid;
+
+               /*
+                * We only need the schema calls for the RDN in this
+                * codepath, and by doing this we avoid needing to
+                * have the dsdb_attribute_by_lDAPDisplayName accessor
+                * working during the schema load.
+                */
+               rdn_name        = ldb_dn_get_rdn_name(msg->dn);
+               rdn_attr        = dsdb_attribute_by_lDAPDisplayName(schema, rdn_name);
+               if (!rdn_attr) {
+                       return WERR_FOOBAR;
+               }
+               rdn_attid       = rdn_attr->attributeID_id;
+               rdn_value       = ldb_dn_get_rdn_val(msg->dn);
+
                el = ldb_msg_find_element(msg, rdn_attr->lDAPDisplayName);
                if (!el) {
                        ret = ldb_msg_add_value(msg, rdn_attr->lDAPDisplayName, rdn_value, NULL);
@@ -351,19 +545,59 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
 
        }
 
+       if (instanceType_e == NULL) {
+               return WERR_FOOBAR;
+       }
+
+       instanceType = ldb_msg_find_attr_as_int(msg, "instanceType", 0);
+
+       if (instanceType & INSTANCE_TYPE_IS_NC_HEAD && partition_dn) {
+               int partition_dn_cmp = ldb_dn_compare(partition_dn, msg->dn);
+               if (partition_dn_cmp != 0) {
+                       DEBUG(4, ("Remote server advised us of a new partition %s while processing %s, ignoring\n",
+                                 ldb_dn_get_linearized(msg->dn),
+                                 ldb_dn_get_linearized(partition_dn)));
+                       return WERR_DS_ADD_REPLICA_INHIBITED;
+               }
+       }
+
        if (dsdb_repl_flags & DSDB_REPL_FLAG_PARTIAL_REPLICA) {
                /* the instanceType type for partial_replica
                   replication is sent via DRS with TYPE_WRITE set, but
                   must be used on the client with TYPE_WRITE removed
                */
-               int instanceType = ldb_msg_find_attr_as_int(msg, "instanceType", 0);
                if (instanceType & INSTANCE_TYPE_WRITE) {
+                       /*
+                        * Make sure we do not change the order
+                        * of msg->elements!
+                        *
+                        * That's why we use
+                        * instanceType_e->num_values = 0
+                        * instead of
+                        * ldb_msg_remove_attr(msg, "instanceType");
+                        */
+                       struct ldb_message_element *e;
+
+                       e = ldb_msg_find_element(msg, "instanceType");
+                       if (e != instanceType_e) {
+                               DEBUG(0,("instanceType_e[%p] changed to e[%p]\n",
+                                        instanceType_e, e));
+                               return WERR_FOOBAR;
+                       }
+
+                       instanceType_e->num_values = 0;
+
                        instanceType &= ~INSTANCE_TYPE_WRITE;
-                       ldb_msg_remove_attr(msg, "instanceType");
                        if (ldb_msg_add_fmt(msg, "instanceType", "%d", instanceType) != LDB_SUCCESS) {
                                return WERR_INTERNAL_ERROR;
                        }
                }
+       } else {
+               if (!(instanceType & INSTANCE_TYPE_WRITE)) {
+                       DEBUG(0, ("Refusing to replicate %s from a read-only repilca into a read-write replica!\n",
+                                 ldb_dn_get_linearized(msg->dn)));
+                       return WERR_DS_DRA_SOURCE_IS_PARTIAL_REPLICA;
+               }
        }
 
        whenChanged_t = nt_time_to_unix(whenChanged);
@@ -375,8 +609,18 @@ WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
                return ntstatus_to_werror(nt_status);
        }
 
+       if (in->parent_object_guid) {
+               nt_status = GUID_to_ndr_blob(in->parent_object_guid, msg, &parent_guid_value);
+               if (!NT_STATUS_IS_OK(nt_status)) {
+                       return ntstatus_to_werror(nt_status);
+               }
+       } else {
+               parent_guid_value = data_blob_null;
+       }
+
        out->msg                = msg;
        out->guid_value         = guid_value;
+       out->parent_guid_value  = parent_guid_value;
        out->when_changed       = whenChanged_s;
        out->meta_data          = md;
        return WERR_OK;
@@ -447,10 +691,10 @@ WERROR dsdb_replicated_objects_convert(struct ldb_context *ldb,
        out->source_dsa         = source_dsa;
        out->uptodateness_vector= uptodateness_vector;
 
-       out->num_objects        = object_count;
+       out->num_objects        = 0;
        out->objects            = talloc_array(out,
                                               struct dsdb_extended_replicated_object,
-                                              out->num_objects);
+                                              object_count);
        W_ERROR_HAVE_NO_MEMORY_AND_FREE(out->objects, out);
 
        /* pass the linked attributes down to the repl_meta_data
@@ -459,16 +703,30 @@ WERROR dsdb_replicated_objects_convert(struct ldb_context *ldb,
        out->linked_attributes       = linked_attributes;
 
        for (i=0, cur = first_object; cur; cur = cur->next_object, i++) {
-               if (i == out->num_objects) {
+               if (i == object_count) {
                        talloc_free(out);
                        return WERR_FOOBAR;
                }
 
-               status = dsdb_convert_object_ex(ldb, schema, pfm_remote,
+               status = dsdb_convert_object_ex(ldb, schema, out->partition_dn,
+                                               pfm_remote,
                                                cur, gensec_skey,
                                                NULL,
                                                dsdb_repl_flags,
-                                               out->objects, &out->objects[i]);
+                                               out->objects,
+                                               &out->objects[out->num_objects]);
+
+               /*
+                * Check to see if we have been advised of a
+                * subdomain or new application partition.  We don't
+                * want to start on that here, instead the caller
+                * should consider if it would like to replicate it
+                * based on the cross-ref object.
+                */
+               if (W_ERROR_EQUAL(status, WERR_DS_ADD_REPLICA_INHIBITED)) {
+                       continue;
+               }
+
                if (!W_ERROR_IS_OK(status)) {
                        talloc_free(out);
                        DEBUG(0,("Failed to convert object %s: %s\n",
@@ -476,8 +734,18 @@ WERROR dsdb_replicated_objects_convert(struct ldb_context *ldb,
                                 win_errstr(status)));
                        return status;
                }
+
+               /* Assuming we didn't skip or error, increment the number of objects */
+               out->num_objects++;
        }
-       if (i != out->num_objects) {
+       out->objects = talloc_realloc(out, out->objects,
+                                     struct dsdb_extended_replicated_object,
+                                     out->num_objects);
+       if (out->num_objects != 0 && out->objects == NULL) {
+               talloc_free(out);
+               return WERR_FOOBAR;
+       }
+       if (i != object_count) {
                talloc_free(out);
                return WERR_FOOBAR;
        }
@@ -504,8 +772,16 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
        WERROR werr;
        struct ldb_result *ext_res;
        struct dsdb_schema *cur_schema = NULL;
+       struct dsdb_schema *new_schema = NULL;
        int ret;
        uint64_t seq_num1, seq_num2;
+       bool used_global_schema = false;
+
+       TALLOC_CTX *tmp_ctx = talloc_new(objects);
+       if (!tmp_ctx) {
+               DEBUG(0,("Failed to start talloc\n"));
+               return WERR_NOMEM;
+       }
 
        /* TODO: handle linked attributes */
 
@@ -522,6 +798,7 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
        if (ret != LDB_SUCCESS) {
                DEBUG(0,(__location__ " Failed to load partition uSN\n"));
                ldb_transaction_cancel(ldb);
+               TALLOC_FREE(tmp_ctx);
                return WERR_FOOBAR;             
        }
 
@@ -533,7 +810,8 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
         */
        if (working_schema) {
                /* store current schema so we can fall back in case of failure */
-               cur_schema = dsdb_get_schema(ldb, working_schema);
+               cur_schema = dsdb_get_schema(ldb, tmp_ctx);
+               used_global_schema = dsdb_uses_global_schema(ldb);
 
                ret = dsdb_reference_schema(ldb, working_schema, false);
                if (ret != LDB_SUCCESS) {
@@ -541,6 +819,7 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
                                 ldb_strerror(ret)));
                        /* TODO: Map LDB Error to NTSTATUS? */
                        ldb_transaction_cancel(ldb);
+                       TALLOC_FREE(tmp_ctx);
                        return WERR_INTERNAL_ERROR;
                }
        }
@@ -548,14 +827,16 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
        ret = ldb_extended(ldb, DSDB_EXTENDED_REPLICATED_OBJECTS_OID, objects, &ext_res);
        if (ret != LDB_SUCCESS) {
                /* restore previous schema */
-               if (cur_schema ) {
+               if (used_global_schema) { 
+                       dsdb_set_global_schema(ldb);
+               } else if (cur_schema) {
                        dsdb_reference_schema(ldb, cur_schema, false);
-                       dsdb_make_schema_global(ldb, cur_schema);
                }
 
                DEBUG(0,("Failed to apply records: %s: %s\n",
                         ldb_errstring(ldb), ldb_strerror(ret)));
                ldb_transaction_cancel(ldb);
+               TALLOC_FREE(tmp_ctx);
                return WERR_FOOBAR;
        }
        talloc_free(ext_res);
@@ -567,12 +848,14 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
                                                              working_schema);
                if (!W_ERROR_IS_OK(werr)) {
                        /* restore previous schema */
-                       if (cur_schema ) {
+                       if (used_global_schema) { 
+                               dsdb_set_global_schema(ldb);
+                       } else if (cur_schema ) {
                                dsdb_reference_schema(ldb, cur_schema, false);
-                               dsdb_make_schema_global(ldb, cur_schema);
                        }
                        DEBUG(0,("Failed to save updated prefixMap: %s\n",
                                 win_errstr(werr)));
+                       TALLOC_FREE(tmp_ctx);
                        return werr;
                }
        }
@@ -580,55 +863,133 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
        ret = ldb_transaction_prepare_commit(ldb);
        if (ret != LDB_SUCCESS) {
                /* restore previous schema */
-               if (cur_schema ) {
+               if (used_global_schema) { 
+                       dsdb_set_global_schema(ldb);
+               } else if (cur_schema ) {
                        dsdb_reference_schema(ldb, cur_schema, false);
-                       dsdb_make_schema_global(ldb, cur_schema);
                }
                DEBUG(0,(__location__ " Failed to prepare commit of transaction: %s\n",
                         ldb_errstring(ldb)));
+               TALLOC_FREE(tmp_ctx);
                return WERR_FOOBAR;
        }
 
        ret = dsdb_load_partition_usn(ldb, objects->partition_dn, &seq_num2, NULL);
        if (ret != LDB_SUCCESS) {
                /* restore previous schema */
-               if (cur_schema ) {
+               if (used_global_schema) { 
+                       dsdb_set_global_schema(ldb);
+               } else if (cur_schema ) {
                        dsdb_reference_schema(ldb, cur_schema, false);
-                       dsdb_make_schema_global(ldb, cur_schema);
                }
                DEBUG(0,(__location__ " Failed to load partition uSN\n"));
                ldb_transaction_cancel(ldb);
+               TALLOC_FREE(tmp_ctx);
                return WERR_FOOBAR;             
        }
 
-       /* if this replication partner didn't need to be notified
-          before this transaction then it still doesn't need to be
-          notified, as the changes came from this server */    
-       if (seq_num2 > seq_num1 && seq_num1 <= *notify_uSN) {
-               *notify_uSN = seq_num2;
-       }
-
        ret = ldb_transaction_commit(ldb);
        if (ret != LDB_SUCCESS) {
                /* restore previous schema */
-               if (cur_schema ) {
+               if (used_global_schema) { 
+                       dsdb_set_global_schema(ldb);
+               } else if (cur_schema ) {
                        dsdb_reference_schema(ldb, cur_schema, false);
-                       dsdb_make_schema_global(ldb, cur_schema);
                }
                DEBUG(0,(__location__ " Failed to commit transaction\n"));
+               TALLOC_FREE(tmp_ctx);
                return WERR_FOOBAR;
        }
 
+       /* if this replication partner didn't need to be notified
+          before this transaction then it still doesn't need to be
+          notified, as the changes came from this server */
+       if (seq_num2 > seq_num1 && seq_num1 <= *notify_uSN) {
+               *notify_uSN = seq_num2;
+       }
+
        /*
         * Reset the Schema used by ldb. This will lead to
         * a schema cache being refreshed from database.
         */
        if (working_schema) {
-               cur_schema = dsdb_get_schema(ldb, NULL);
-               /* TODO: What we do in case dsdb_get_schema() fail?
-                *       We can't fallback at this point anymore */
-               if (cur_schema) {
-                       dsdb_make_schema_global(ldb, cur_schema);
+               struct ldb_message *msg;
+               struct ldb_request *req;
+
+               /* Force a reload */
+               working_schema->last_refresh = 0;
+               new_schema = dsdb_get_schema(ldb, tmp_ctx);
+               /* TODO: 
+                * If dsdb_get_schema() fails, we just fall back
+                * to what we had.  However, the database is probably
+                * unable to operate for other users from this
+                * point... */
+               if (new_schema && used_global_schema) {
+                       dsdb_make_schema_global(ldb, new_schema);
+               } else if (used_global_schema) { 
+                       DEBUG(0,("Failed to re-load schema after commit of transaction\n"));
+                       dsdb_set_global_schema(ldb);
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_INTERNAL_ERROR;
+               } else {
+                       DEBUG(0,("Failed to re-load schema after commit of transaction\n"));
+                       dsdb_reference_schema(ldb, cur_schema, false);
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_INTERNAL_ERROR;
+               }
+               msg = ldb_msg_new(tmp_ctx);
+               if (msg == NULL) {
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_NOMEM;
+               }
+               msg->dn = ldb_dn_new(msg, ldb, "");
+               if (msg->dn == NULL) {
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_NOMEM;
+               }
+
+               ret = ldb_msg_add_string(msg, "schemaUpdateNow", "1");
+               if (ret != LDB_SUCCESS) {
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_INTERNAL_ERROR;
+               }
+
+               ret = ldb_build_mod_req(&req, ldb, objects,
+                               msg,
+                               NULL,
+                               NULL,
+                               ldb_op_default_callback,
+                               NULL);
+
+               if (ret != LDB_SUCCESS) {
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_DS_DRA_INTERNAL_ERROR;
+               }
+
+               ret = ldb_transaction_start(ldb);
+               if (ret != LDB_SUCCESS) {
+                       TALLOC_FREE(tmp_ctx);
+                       DEBUG(0, ("Autotransaction start failed\n"));
+                       return WERR_DS_DRA_INTERNAL_ERROR;
+               }
+
+               ret = ldb_request(ldb, req);
+               if (ret == LDB_SUCCESS) {
+                       ret = ldb_wait(req->handle, LDB_WAIT_ALL);
+               }
+
+               if (ret == LDB_SUCCESS) {
+                       ret = ldb_transaction_commit(ldb);
+               } else {
+                       DEBUG(0, ("Schema update now failed: %s\n",
+                                 ldb_errstring(ldb)));
+                       ldb_transaction_cancel(ldb);
+               }
+
+               if (ret != LDB_SUCCESS) {
+                       DEBUG(0, ("Commit failed: %s\n", ldb_errstring(ldb)));
+                       TALLOC_FREE(tmp_ctx);
+                       return WERR_DS_INTERNAL_FAILURE;
                }
        }
 
@@ -636,6 +997,7 @@ WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
                 objects->num_objects, objects->linked_attributes_count,
                 ldb_dn_get_linearized(objects->partition_dn)));
                 
+       TALLOC_FREE(tmp_ctx);
        return WERR_OK;
 }