2 Unix SMB/CIFS mplementation.
3 Helper functions for applying replicated objects
5 Copyright (C) Stefan Metzmacher <metze@samba.org> 2007
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program. If not, see <http://www.gnu.org/licenses/>.
23 #include "dsdb/samdb/samdb.h"
24 #include <ldb_errors.h>
25 #include "../lib/util/dlinklist.h"
26 #include "librpc/gen_ndr/ndr_misc.h"
27 #include "librpc/gen_ndr/ndr_drsuapi.h"
28 #include "librpc/gen_ndr/ndr_drsblobs.h"
29 #include "../lib/crypto/crypto.h"
30 #include "../libcli/drsuapi/drsuapi.h"
31 #include "libcli/auth/libcli_auth.h"
32 #include "param/param.h"
35 * Multi-pass working schema creation
37 * - shallow copy initial schema supplied
38 * - create a working schema in multiple passes
39 * until all objects are resolved
40 * Working schema is a schema with Attributes, Classes
41 * and indexes, but w/o subClassOf, possibleSupperiors etc.
42 * It is to be used just us cache for converting attribute values.
44 WERROR dsdb_repl_make_working_schema(struct ldb_context *ldb,
45 const struct dsdb_schema *initial_schema,
46 const struct drsuapi_DsReplicaOIDMapping_Ctr *mapping_ctr,
47 uint32_t object_count,
48 const struct drsuapi_DsReplicaObjectListItemEx *first_object,
49 const DATA_BLOB *gensec_skey,
51 struct dsdb_schema **_schema_out)
54 struct schema_list *next, *prev;
55 const struct drsuapi_DsReplicaObjectListItemEx *obj;
59 struct dsdb_schema_prefixmap *pfm_remote;
60 struct schema_list *schema_list = NULL, *schema_list_item, *schema_list_next_item;
61 struct dsdb_schema *working_schema;
62 const struct drsuapi_DsReplicaObjectListItemEx *cur;
65 /* make a copy of the iniatial_scheam so we don't mess with it */
66 working_schema = dsdb_schema_copy_shallow(mem_ctx, ldb, initial_schema);
67 if (!working_schema) {
68 DEBUG(0,(__location__ ": schema copy failed!\n"));
72 /* we are going to need remote prefixMap for decoding */
73 werr = dsdb_schema_pfm_from_drsuapi_pfm(mapping_ctr, true,
74 mem_ctx, &pfm_remote, NULL);
75 if (!W_ERROR_IS_OK(werr)) {
76 DEBUG(0,(__location__ ": Failed to decode remote prefixMap: %s",
81 /* create a list of objects yet to be converted */
82 for (cur = first_object; cur; cur = cur->next_object) {
83 schema_list_item = talloc(mem_ctx, struct schema_list);
84 schema_list_item->obj = cur;
85 DLIST_ADD_END(schema_list, schema_list_item, struct schema_list);
88 /* resolve objects until all are resolved and in local schema */
92 uint32_t converted_obj_count = 0;
93 uint32_t failed_obj_count = 0;
94 TALLOC_CTX *tmp_ctx = talloc_new(mem_ctx);
95 W_ERROR_HAVE_NO_MEMORY(tmp_ctx);
97 for (schema_list_item = schema_list; schema_list_item; schema_list_item=schema_list_next_item) {
98 struct dsdb_extended_replicated_object object;
100 cur = schema_list_item->obj;
102 /* Save the next item, now we have saved out
103 * the current one, so we can DLIST_REMOVE it
105 schema_list_next_item = schema_list_item->next;
108 * Convert the objects into LDB messages using the
109 * schema we have so far. It's ok if we fail to convert
110 * an object. We should convert more objects on next pass.
112 werr = dsdb_convert_object_ex(ldb, working_schema, pfm_remote,
115 if (!W_ERROR_IS_OK(werr)) {
116 DEBUG(1,("Warning: Failed to convert schema object %s into ldb msg\n",
117 cur->object.identifier->dn));
122 * Convert the schema from ldb_message format
123 * (OIDs as OID strings) into schema, using
124 * the remote prefixMap
126 werr = dsdb_schema_set_el_from_ldb_msg(ldb,
129 if (!W_ERROR_IS_OK(werr)) {
130 DEBUG(1,("Warning: failed to convert object %s into a schema element: %s\n",
131 ldb_dn_get_linearized(object.msg->dn),
135 DLIST_REMOVE(schema_list, schema_list_item);
136 talloc_free(schema_list_item);
137 converted_obj_count++;
141 talloc_free(tmp_ctx);
143 DEBUG(4,("Schema load pass %d: %d/%d of %d objects left to be converted.\n",
144 pass_no, failed_obj_count, converted_obj_count, object_count));
147 /* check if we converted any objects in this pass */
148 if (converted_obj_count == 0) {
149 DEBUG(0,("Can't continue Schema load: didn't manage to convert any objects: all %d remaining of %d objects failed to convert\n", failed_obj_count, object_count));
150 return WERR_INTERNAL_ERROR;
153 /* rebuild indexes */
154 ret = dsdb_setup_sorted_accessors(ldb, working_schema);
155 if (LDB_SUCCESS != ret) {
156 DEBUG(0,("Failed to create schema-cache indexes!\n"));
157 return WERR_INTERNAL_ERROR;
161 *_schema_out = working_schema;
166 static bool dsdb_attid_in_list(const uint32_t attid_list[], uint32_t attid)
172 for (cur = attid_list; *cur != DRSUAPI_ATTID_INVALID; cur++) {
180 WERROR dsdb_convert_object_ex(struct ldb_context *ldb,
181 const struct dsdb_schema *schema,
182 const struct dsdb_schema_prefixmap *pfm_remote,
183 const struct drsuapi_DsReplicaObjectListItemEx *in,
184 const DATA_BLOB *gensec_skey,
185 const uint32_t *ignore_attids,
187 struct dsdb_extended_replicated_object *out)
192 struct ldb_message *msg;
193 struct replPropertyMetaDataBlob *md;
194 struct ldb_val guid_value;
195 NTTIME whenChanged = 0;
196 time_t whenChanged_t;
197 const char *whenChanged_s;
198 const char *rdn_name = NULL;
199 const struct ldb_val *rdn_value = NULL;
200 const struct dsdb_attribute *rdn_attr = NULL;
202 struct drsuapi_DsReplicaAttribute *name_a = NULL;
203 struct drsuapi_DsReplicaMetaData *name_d = NULL;
204 struct replPropertyMetaData1 *rdn_m = NULL;
205 struct dom_sid *sid = NULL;
210 if (!in->object.identifier) {
214 if (!in->object.identifier->dn || !in->object.identifier->dn[0]) {
218 if (in->object.attribute_ctr.num_attributes != 0 && !in->meta_data_ctr) {
222 if (in->object.attribute_ctr.num_attributes != in->meta_data_ctr->count) {
226 sid = &in->object.identifier->sid;
227 if (sid->num_auths > 0) {
228 rid = sid->sub_auths[sid->num_auths - 1];
231 msg = ldb_msg_new(mem_ctx);
232 W_ERROR_HAVE_NO_MEMORY(msg);
234 msg->dn = ldb_dn_new(msg, ldb, in->object.identifier->dn);
235 W_ERROR_HAVE_NO_MEMORY(msg->dn);
237 rdn_name = ldb_dn_get_rdn_name(msg->dn);
238 rdn_attr = dsdb_attribute_by_lDAPDisplayName(schema, rdn_name);
242 rdn_attid = rdn_attr->attributeID_id;
243 rdn_value = ldb_dn_get_rdn_val(msg->dn);
245 msg->num_elements = in->object.attribute_ctr.num_attributes;
246 msg->elements = talloc_array(msg, struct ldb_message_element,
248 W_ERROR_HAVE_NO_MEMORY(msg->elements);
250 md = talloc(mem_ctx, struct replPropertyMetaDataBlob);
251 W_ERROR_HAVE_NO_MEMORY(md);
255 md->ctr.ctr1.count = in->meta_data_ctr->count;
256 md->ctr.ctr1.reserved = 0;
257 md->ctr.ctr1.array = talloc_array(mem_ctx,
258 struct replPropertyMetaData1,
259 md->ctr.ctr1.count + 1); /* +1 because of the RDN attribute */
260 W_ERROR_HAVE_NO_MEMORY(md->ctr.ctr1.array);
262 for (i=0, attr_count=0; i < in->meta_data_ctr->count; i++, attr_count++) {
263 struct drsuapi_DsReplicaAttribute *a;
264 struct drsuapi_DsReplicaMetaData *d;
265 struct replPropertyMetaData1 *m;
266 struct ldb_message_element *e;
269 a = &in->object.attribute_ctr.attributes[i];
270 d = &in->meta_data_ctr->meta_data[i];
271 m = &md->ctr.ctr1.array[attr_count];
272 e = &msg->elements[attr_count];
274 if (dsdb_attid_in_list(ignore_attids, a->attid)) {
279 for (j=0; j<a->value_ctr.num_values; j++) {
280 status = drsuapi_decrypt_attribute(a->value_ctr.values[j].blob, gensec_skey, rid, a);
281 W_ERROR_NOT_OK_RETURN(status);
284 status = dsdb_attribute_drsuapi_to_ldb(ldb, schema, pfm_remote,
285 a, msg->elements, e);
286 W_ERROR_NOT_OK_RETURN(status);
289 m->version = d->version;
290 m->originating_change_time = d->originating_change_time;
291 m->originating_invocation_id = d->originating_invocation_id;
292 m->originating_usn = d->originating_usn;
295 if (d->originating_change_time > whenChanged) {
296 whenChanged = d->originating_change_time;
299 if (a->attid == DRSUAPI_ATTID_name) {
305 msg->num_elements = attr_count;
306 md->ctr.ctr1.count = attr_count;
308 rdn_m = &md->ctr.ctr1.array[md->ctr.ctr1.count];
312 struct ldb_message_element *el;
313 el = ldb_msg_find_element(msg, rdn_attr->lDAPDisplayName);
315 ret = ldb_msg_add_value(msg, rdn_attr->lDAPDisplayName, rdn_value, NULL);
316 if (ret != LDB_SUCCESS) {
320 if (el->num_values != 1) {
321 DEBUG(0,(__location__ ": Unexpected num_values=%u\n",
325 if (!ldb_val_equal_exact(&el->values[0], rdn_value)) {
326 DEBUG(0,(__location__ ": RDN value changed? '%*.*s' '%*.*s'\n",
327 (int)el->values[0].length, (int)el->values[0].length, el->values[0].data,
328 (int)rdn_value->length, (int)rdn_value->length, rdn_value->data));
333 rdn_m->attid = rdn_attid;
334 rdn_m->version = name_d->version;
335 rdn_m->originating_change_time = name_d->originating_change_time;
336 rdn_m->originating_invocation_id = name_d->originating_invocation_id;
337 rdn_m->originating_usn = name_d->originating_usn;
338 rdn_m->local_usn = 0;
339 md->ctr.ctr1.count++;
343 whenChanged_t = nt_time_to_unix(whenChanged);
344 whenChanged_s = ldb_timestring(msg, whenChanged_t);
345 W_ERROR_HAVE_NO_MEMORY(whenChanged_s);
347 nt_status = GUID_to_ndr_blob(&in->object.identifier->guid, msg, &guid_value);
348 if (!NT_STATUS_IS_OK(nt_status)) {
349 return ntstatus_to_werror(nt_status);
353 out->guid_value = guid_value;
354 out->when_changed = whenChanged_s;
359 WERROR dsdb_replicated_objects_convert(struct ldb_context *ldb,
360 const struct dsdb_schema *schema,
361 const char *partition_dn_str,
362 const struct drsuapi_DsReplicaOIDMapping_Ctr *mapping_ctr,
363 uint32_t object_count,
364 const struct drsuapi_DsReplicaObjectListItemEx *first_object,
365 uint32_t linked_attributes_count,
366 const struct drsuapi_DsReplicaLinkedAttribute *linked_attributes,
367 const struct repsFromTo1 *source_dsa,
368 const struct drsuapi_DsReplicaCursor2CtrEx *uptodateness_vector,
369 const DATA_BLOB *gensec_skey,
371 struct dsdb_extended_replicated_objects **objects)
374 struct ldb_dn *partition_dn;
375 struct dsdb_schema_prefixmap *pfm_remote;
376 struct dsdb_extended_replicated_objects *out;
377 const struct drsuapi_DsReplicaObjectListItemEx *cur;
380 out = talloc_zero(mem_ctx, struct dsdb_extended_replicated_objects);
381 W_ERROR_HAVE_NO_MEMORY(out);
382 out->version = DSDB_EXTENDED_REPLICATED_OBJECTS_VERSION;
385 * Ensure schema is kept valid for as long as 'out'
386 * which may contain pointers to it
388 schema = talloc_reference(out, schema);
389 W_ERROR_HAVE_NO_MEMORY(schema);
391 partition_dn = ldb_dn_new(out, ldb, partition_dn_str);
392 W_ERROR_HAVE_NO_MEMORY_AND_FREE(partition_dn, out);
394 status = dsdb_schema_pfm_from_drsuapi_pfm(mapping_ctr, true,
395 out, &pfm_remote, NULL);
396 if (!W_ERROR_IS_OK(status)) {
397 DEBUG(0,(__location__ ": Failed to decode remote prefixMap: %s",
398 win_errstr(status)));
403 if (ldb_dn_compare(partition_dn, ldb_get_schema_basedn(ldb)) != 0) {
405 * check for schema changes in case
406 * we are not replicating Schema NC
408 status = dsdb_schema_info_cmp(schema, mapping_ctr);
409 if (!W_ERROR_IS_OK(status)) {
410 DEBUG(1,("Remote schema has changed while replicating %s\n",
417 out->partition_dn = partition_dn;
419 out->source_dsa = source_dsa;
420 out->uptodateness_vector= uptodateness_vector;
422 out->num_objects = object_count;
423 out->objects = talloc_array(out,
424 struct dsdb_extended_replicated_object,
426 W_ERROR_HAVE_NO_MEMORY_AND_FREE(out->objects, out);
428 /* pass the linked attributes down to the repl_meta_data
430 out->linked_attributes_count = linked_attributes_count;
431 out->linked_attributes = linked_attributes;
433 for (i=0, cur = first_object; cur; cur = cur->next_object, i++) {
434 if (i == out->num_objects) {
439 status = dsdb_convert_object_ex(ldb, schema, pfm_remote,
442 out->objects, &out->objects[i]);
443 if (!W_ERROR_IS_OK(status)) {
445 DEBUG(0,("Failed to convert object %s: %s\n",
446 cur->object.identifier->dn,
447 win_errstr(status)));
451 if (i != out->num_objects) {
456 /* free pfm_remote, we won't need it anymore */
457 talloc_free(pfm_remote);
464 * Commits a list of replicated objects.
466 * @param working_schema dsdb_schema to be used for resolving
467 * Classes/Attributes during Schema replication. If not NULL,
468 * it will be set on ldb and used while committing replicated objects
470 WERROR dsdb_replicated_objects_commit(struct ldb_context *ldb,
471 struct dsdb_schema *working_schema,
472 struct dsdb_extended_replicated_objects *objects,
473 uint64_t *notify_uSN)
476 struct ldb_result *ext_res;
477 struct dsdb_schema *cur_schema = NULL;
479 uint64_t seq_num1, seq_num2;
481 /* TODO: handle linked attributes */
483 /* wrap the extended operation in a transaction
484 See [MS-DRSR] 3.3.2 Transactions
486 ret = ldb_transaction_start(ldb);
487 if (ret != LDB_SUCCESS) {
488 DEBUG(0,(__location__ " Failed to start transaction\n"));
492 ret = dsdb_load_partition_usn(ldb, objects->partition_dn, &seq_num1, NULL);
493 if (ret != LDB_SUCCESS) {
494 DEBUG(0,(__location__ " Failed to load partition uSN\n"));
495 ldb_transaction_cancel(ldb);
500 * Set working_schema for ldb in case we are replicating from Schema NC.
501 * Schema won't be reloaded during Replicated Objects commit, as it is
502 * done in a transaction. So we need some way to search for newly
503 * added Classes and Attributes
505 if (working_schema) {
506 /* store current schema so we can fall back in case of failure */
507 cur_schema = dsdb_get_schema(ldb, working_schema);
509 ret = dsdb_reference_schema(ldb, working_schema, false);
510 if (ret != LDB_SUCCESS) {
511 DEBUG(0,(__location__ "Failed to reference working schema - %s\n",
513 /* TODO: Map LDB Error to NTSTATUS? */
514 ldb_transaction_cancel(ldb);
515 return WERR_INTERNAL_ERROR;
519 ret = ldb_extended(ldb, DSDB_EXTENDED_REPLICATED_OBJECTS_OID, objects, &ext_res);
520 if (ret != LDB_SUCCESS) {
521 /* restore previous schema */
523 dsdb_reference_schema(ldb, cur_schema, false);
524 dsdb_make_schema_global(ldb, cur_schema);
527 DEBUG(0,("Failed to apply records: %s: %s\n",
528 ldb_errstring(ldb), ldb_strerror(ret)));
529 ldb_transaction_cancel(ldb);
532 talloc_free(ext_res);
534 /* Save our updated prefixMap */
535 if (working_schema) {
536 werr = dsdb_write_prefixes_from_schema_to_ldb(working_schema,
539 if (!W_ERROR_IS_OK(werr)) {
540 /* restore previous schema */
542 dsdb_reference_schema(ldb, cur_schema, false);
543 dsdb_make_schema_global(ldb, cur_schema);
545 DEBUG(0,("Failed to save updated prefixMap: %s\n",
551 ret = ldb_transaction_prepare_commit(ldb);
552 if (ret != LDB_SUCCESS) {
553 /* restore previous schema */
555 dsdb_reference_schema(ldb, cur_schema, false);
556 dsdb_make_schema_global(ldb, cur_schema);
558 DEBUG(0,(__location__ " Failed to prepare commit of transaction: %s\n",
559 ldb_errstring(ldb)));
563 ret = dsdb_load_partition_usn(ldb, objects->partition_dn, &seq_num2, NULL);
564 if (ret != LDB_SUCCESS) {
565 /* restore previous schema */
567 dsdb_reference_schema(ldb, cur_schema, false);
568 dsdb_make_schema_global(ldb, cur_schema);
570 DEBUG(0,(__location__ " Failed to load partition uSN\n"));
571 ldb_transaction_cancel(ldb);
575 /* if this replication partner didn't need to be notified
576 before this transaction then it still doesn't need to be
577 notified, as the changes came from this server */
578 if (seq_num2 > seq_num1 && seq_num1 <= *notify_uSN) {
579 *notify_uSN = seq_num2;
582 ret = ldb_transaction_commit(ldb);
583 if (ret != LDB_SUCCESS) {
584 /* restore previous schema */
586 dsdb_reference_schema(ldb, cur_schema, false);
587 dsdb_make_schema_global(ldb, cur_schema);
589 DEBUG(0,(__location__ " Failed to commit transaction\n"));
594 * Reset the Schema used by ldb. This will lead to
595 * a schema cache being refreshed from database.
597 if (working_schema) {
598 cur_schema = dsdb_get_schema(ldb, NULL);
599 /* TODO: What we do in case dsdb_get_schema() fail?
600 * We can't fallback at this point anymore */
602 dsdb_make_schema_global(ldb, cur_schema);
606 DEBUG(2,("Replicated %u objects (%u linked attributes) for %s\n",
607 objects->num_objects, objects->linked_attributes_count,
608 ldb_dn_get_linearized(objects->partition_dn)));
613 static WERROR dsdb_origin_object_convert(struct ldb_context *ldb,
614 const struct dsdb_schema *schema,
615 const struct drsuapi_DsReplicaObjectListItem *in,
617 struct ldb_message **_msg)
621 struct ldb_message *msg;
623 if (!in->object.identifier) {
627 if (!in->object.identifier->dn || !in->object.identifier->dn[0]) {
631 msg = ldb_msg_new(mem_ctx);
632 W_ERROR_HAVE_NO_MEMORY(msg);
634 msg->dn = ldb_dn_new(msg, ldb, in->object.identifier->dn);
635 W_ERROR_HAVE_NO_MEMORY(msg->dn);
637 msg->num_elements = in->object.attribute_ctr.num_attributes;
638 msg->elements = talloc_array(msg, struct ldb_message_element,
640 W_ERROR_HAVE_NO_MEMORY(msg->elements);
642 for (i=0; i < msg->num_elements; i++) {
643 struct drsuapi_DsReplicaAttribute *a;
644 struct ldb_message_element *e;
646 a = &in->object.attribute_ctr.attributes[i];
647 e = &msg->elements[i];
649 status = dsdb_attribute_drsuapi_to_ldb(ldb, schema, schema->prefixmap,
650 a, msg->elements, e);
651 W_ERROR_NOT_OK_RETURN(status);
660 WERROR dsdb_origin_objects_commit(struct ldb_context *ldb,
662 const struct drsuapi_DsReplicaObjectListItem *first_object,
664 struct drsuapi_DsReplicaObjectIdentifier2 **_ids)
667 const struct dsdb_schema *schema;
668 const struct drsuapi_DsReplicaObjectListItem *cur;
669 struct ldb_message **objects;
670 struct drsuapi_DsReplicaObjectIdentifier2 *ids;
672 uint32_t num_objects = 0;
673 const char * const attrs[] = {
678 struct ldb_result *res;
681 for (cur = first_object; cur; cur = cur->next_object) {
685 if (num_objects == 0) {
689 ret = ldb_transaction_start(ldb);
690 if (ret != LDB_SUCCESS) {
691 return WERR_DS_INTERNAL_FAILURE;
694 objects = talloc_array(mem_ctx, struct ldb_message *,
696 if (objects == NULL) {
701 schema = dsdb_get_schema(ldb, objects);
703 return WERR_DS_SCHEMA_NOT_LOADED;
706 for (i=0, cur = first_object; cur; cur = cur->next_object, i++) {
707 status = dsdb_origin_object_convert(ldb, schema, cur,
708 objects, &objects[i]);
709 if (!W_ERROR_IS_OK(status)) {
714 ids = talloc_array(mem_ctx,
715 struct drsuapi_DsReplicaObjectIdentifier2,
722 for (i=0; i < num_objects; i++) {
723 struct dom_sid *sid = NULL;
724 struct ldb_request *add_req;
726 DEBUG(6,(__location__ ": adding %s\n",
727 ldb_dn_get_linearized(objects[i]->dn)));
729 ret = ldb_build_add_req(&add_req,
735 ldb_op_default_callback,
737 if (ret != LDB_SUCCESS) {
738 status = WERR_DS_INTERNAL_FAILURE;
742 ret = ldb_request_add_control(add_req, LDB_CONTROL_RELAX_OID, true, NULL);
743 if (ret != LDB_SUCCESS) {
744 status = WERR_DS_INTERNAL_FAILURE;
748 ret = ldb_request(ldb, add_req);
749 if (ret == LDB_SUCCESS) {
750 ret = ldb_wait(add_req->handle, LDB_WAIT_ALL);
752 if (ret != LDB_SUCCESS) {
753 DEBUG(0,(__location__ ": Failed add of %s - %s\n",
754 ldb_dn_get_linearized(objects[i]->dn), ldb_errstring(ldb)));
755 status = WERR_DS_INTERNAL_FAILURE;
759 talloc_free(add_req);
761 ret = ldb_search(ldb, objects, &res, objects[i]->dn,
762 LDB_SCOPE_BASE, attrs,
764 if (ret != LDB_SUCCESS) {
765 status = WERR_DS_INTERNAL_FAILURE;
768 ids[i].guid = samdb_result_guid(res->msgs[0], "objectGUID");
769 sid = samdb_result_dom_sid(objects, res->msgs[0], "objectSid");
773 ZERO_STRUCT(ids[i].sid);
777 ret = ldb_transaction_commit(ldb);
778 if (ret != LDB_SUCCESS) {
779 return WERR_DS_INTERNAL_FAILURE;
782 talloc_free(objects);
789 talloc_free(objects);
790 ldb_transaction_cancel(ldb);