s4-dsdb: change samdb_replace() to dsdb_replace() and allow for dsdb_flags
[ira/wip.git] / source4 / dsdb / schema / schema_set.c
index d52976958d2c89c4dcfae1a4b6467457ad2c4ae7..3dace043042102e844fdf8b6fd1ca0676a35a045 100644 (file)
 */
 
 #include "includes.h"
-#include "dlinklist.h"
+#include "lib/util/dlinklist.h"
 #include "dsdb/samdb/samdb.h"
 #include "lib/ldb/include/ldb_module.h"
 #include "param/param.h"
+#include "librpc/ndr/libndr.h"
+#include "librpc/gen_ndr/ndr_misc.h"
+#include "lib/util/tsort.h"
 
+/*
+  override the name to attribute handler function
+ */
+const struct ldb_schema_attribute *dsdb_attribute_handler_override(struct ldb_context *ldb, 
+                                                                  void *private_data,
+                                                                  const char *name)
+{
+       struct dsdb_schema *schema = talloc_get_type_abort(private_data, struct dsdb_schema);
+       const struct dsdb_attribute *a = dsdb_attribute_by_lDAPDisplayName(schema, name);
+       if (a == NULL) {
+               /* this will fall back to ldb internal handling */
+               return NULL;
+       }
+       return a->ldb_schema_attribute;
+}
 
 static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schema *schema, bool write_attributes)
 {
@@ -34,11 +52,18 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
        struct ldb_result *res_idx;
        struct dsdb_attribute *attr;
        struct ldb_message *mod_msg;
-       TALLOC_CTX *mem_ctx = talloc_new(ldb);
-       
+       TALLOC_CTX *mem_ctx;
        struct ldb_message *msg;
        struct ldb_message *msg_idx;
 
+       /* setup our own attribute name to schema handler */
+       ldb_schema_attribute_set_override_handler(ldb, dsdb_attribute_handler_override, schema);
+
+       if (!write_attributes) {
+               return ret;
+       }
+
+       mem_ctx = talloc_new(ldb);
        if (!mem_ctx) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
@@ -46,27 +71,32 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
        msg = ldb_msg_new(mem_ctx);
        if (!msg) {
                ldb_oom(ldb);
-               return LDB_ERR_OPERATIONS_ERROR;
+               goto op_error;
        }
        msg_idx = ldb_msg_new(mem_ctx);
        if (!msg_idx) {
                ldb_oom(ldb);
-               return LDB_ERR_OPERATIONS_ERROR;
+               goto op_error;
        }
        msg->dn = ldb_dn_new(msg, ldb, "@ATTRIBUTES");
        if (!msg->dn) {
                ldb_oom(ldb);
-               return LDB_ERR_OPERATIONS_ERROR;
+               goto op_error;
        }
        msg_idx->dn = ldb_dn_new(msg, ldb, "@INDEXLIST");
        if (!msg_idx->dn) {
                ldb_oom(ldb);
-               return LDB_ERR_OPERATIONS_ERROR;
+               goto op_error;
+       }
+
+       ret = ldb_msg_add_string(msg_idx, "@IDXONE", "1");
+       if (ret != LDB_SUCCESS) {
+               goto op_error;
        }
 
        for (attr = schema->attributes; attr; attr = attr->next) {
-               const struct ldb_schema_syntax *s;
                const char *syntax = attr->syntax->ldb_syntax;
+               
                if (!syntax) {
                        syntax = attr->syntax->ldap_oid;
                }
@@ -87,33 +117,13 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
                                break;
                        }
                }
-
-               if (!attr->syntax) {
-                       continue;
-               }
-
-               ret = ldb_schema_attribute_add(ldb, attr->lDAPDisplayName, LDB_ATTR_FLAG_FIXED,
-                                              syntax);
-               if (ret != LDB_SUCCESS) {
-                       s = ldb_samba_syntax_by_name(ldb, attr->syntax->ldap_oid);
-                       if (s) {
-                               ret = ldb_schema_attribute_add_with_syntax(ldb, attr->lDAPDisplayName, LDB_ATTR_FLAG_FIXED, s);
-                       } else {
-                               ret = LDB_SUCCESS; /* Nothing to do here */
-                       }
-               }
-               
-               if (ret != LDB_SUCCESS) {
-                       break;
-               }
        }
 
-       if (!write_attributes || ret != LDB_SUCCESS) {
+       if (ret != LDB_SUCCESS) {
                talloc_free(mem_ctx);
                return ret;
        }
 
-
        /* Try to avoid churning the attributes too much - we only want to do this if they have changed */
        ret = ldb_search(ldb, mem_ctx, &res, msg->dn, LDB_SCOPE_BASE, NULL, "dn=%s", ldb_dn_get_linearized(msg->dn));
        if (ret == LDB_ERR_NO_SUCH_OBJECT) {
@@ -128,12 +138,12 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
                
                mod_msg = ldb_msg_diff(ldb, res->msgs[0], msg);
                if (mod_msg->num_elements > 0) {
-                       ret = ldb_modify(ldb, mod_msg);
+                       ret = dsdb_replace(ldb, mod_msg, 0);
                }
        }
 
-       if (ret == LDB_ERR_INSUFFICIENT_ACCESS_RIGHTS) {
-               /* We might be on a read-only DB */
+       if (ret == LDB_ERR_OPERATIONS_ERROR || ret == LDB_ERR_INSUFFICIENT_ACCESS_RIGHTS || ret == LDB_ERR_INVALID_DN_SYNTAX) {
+               /* We might be on a read-only DB or LDAP */
                ret = LDB_SUCCESS;
        }
        if (ret != LDB_SUCCESS) {
@@ -147,7 +157,7 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
        if (ret == LDB_ERR_NO_SUCH_OBJECT) {
                ret = ldb_add(ldb, msg_idx);
        } else if (ret != LDB_SUCCESS) {
-       } else if (res->count != 1) {
+       } else if (res_idx->count != 1) {
                ret = ldb_add(ldb, msg_idx);
        } else {
                ret = LDB_SUCCESS;
@@ -156,17 +166,172 @@ static int dsdb_schema_set_attributes(struct ldb_context *ldb, struct dsdb_schem
 
                mod_msg = ldb_msg_diff(ldb, res_idx->msgs[0], msg_idx);
                if (mod_msg->num_elements > 0) {
-                       ret = ldb_modify(ldb, mod_msg);
+                       ret = dsdb_replace(ldb, mod_msg, 0);
                }
        }
-       if (ret == LDB_ERR_INSUFFICIENT_ACCESS_RIGHTS) {
+       if (ret == LDB_ERR_OPERATIONS_ERROR || ret == LDB_ERR_INSUFFICIENT_ACCESS_RIGHTS || ret == LDB_ERR_INVALID_DN_SYNTAX) {
                /* We might be on a read-only DB */
                ret = LDB_SUCCESS;
        }
        talloc_free(mem_ctx);
        return ret;
+
+op_error:
+       talloc_free(mem_ctx);
+       return LDB_ERR_OPERATIONS_ERROR;
+}
+
+static int uint32_cmp(uint32_t c1, uint32_t c2)
+{
+       if (c1 == c2) return 0;
+       return c1 > c2 ? 1 : -1;
+}
+
+static int dsdb_compare_class_by_lDAPDisplayName(struct dsdb_class **c1, struct dsdb_class **c2)
+{
+       return strcasecmp((*c1)->lDAPDisplayName, (*c2)->lDAPDisplayName);
+}
+static int dsdb_compare_class_by_governsID_id(struct dsdb_class **c1, struct dsdb_class **c2)
+{
+       return uint32_cmp((*c1)->governsID_id, (*c2)->governsID_id);
+}
+static int dsdb_compare_class_by_governsID_oid(struct dsdb_class **c1, struct dsdb_class **c2)
+{
+       return strcasecmp((*c1)->governsID_oid, (*c2)->governsID_oid);
+}
+static int dsdb_compare_class_by_cn(struct dsdb_class **c1, struct dsdb_class **c2)
+{
+       return strcasecmp((*c1)->cn, (*c2)->cn);
+}
+
+static int dsdb_compare_attribute_by_lDAPDisplayName(struct dsdb_attribute **a1, struct dsdb_attribute **a2)
+{
+       return strcasecmp((*a1)->lDAPDisplayName, (*a2)->lDAPDisplayName);
+}
+static int dsdb_compare_attribute_by_attributeID_id(struct dsdb_attribute **a1, struct dsdb_attribute **a2)
+{
+       return uint32_cmp((*a1)->attributeID_id, (*a2)->attributeID_id);
+}
+static int dsdb_compare_attribute_by_attributeID_oid(struct dsdb_attribute **a1, struct dsdb_attribute **a2)
+{
+       return strcasecmp((*a1)->attributeID_oid, (*a2)->attributeID_oid);
+}
+static int dsdb_compare_attribute_by_linkID(struct dsdb_attribute **a1, struct dsdb_attribute **a2)
+{
+       return uint32_cmp((*a1)->linkID, (*a2)->linkID);
 }
 
+/*
+  create the sorted accessor arrays for the schema
+ */
+static int dsdb_setup_sorted_accessors(struct ldb_context *ldb,
+                                      struct dsdb_schema *schema)
+{
+       struct dsdb_class *cur;
+       struct dsdb_attribute *a;
+       uint32_t i;
+
+       talloc_free(schema->classes_by_lDAPDisplayName);
+       talloc_free(schema->classes_by_governsID_id);
+       talloc_free(schema->classes_by_governsID_oid);
+       talloc_free(schema->classes_by_cn);
+
+       /* count the classes */
+       for (i=0, cur=schema->classes; cur; i++, cur=cur->next) /* noop */ ;
+       schema->num_classes = i;
+
+       /* setup classes_by_* */
+       schema->classes_by_lDAPDisplayName = talloc_array(schema, struct dsdb_class *, i);
+       schema->classes_by_governsID_id    = talloc_array(schema, struct dsdb_class *, i);
+       schema->classes_by_governsID_oid   = talloc_array(schema, struct dsdb_class *, i);
+       schema->classes_by_cn              = talloc_array(schema, struct dsdb_class *, i);
+       if (schema->classes_by_lDAPDisplayName == NULL ||
+           schema->classes_by_governsID_id == NULL ||
+           schema->classes_by_governsID_oid == NULL ||
+           schema->classes_by_cn == NULL) {
+               goto failed;
+       }
+
+       for (i=0, cur=schema->classes; cur; i++, cur=cur->next) {
+               schema->classes_by_lDAPDisplayName[i] = cur;
+               schema->classes_by_governsID_id[i]    = cur;
+               schema->classes_by_governsID_oid[i]   = cur;
+               schema->classes_by_cn[i]              = cur;
+       }
+
+       /* sort the arrays */
+       TYPESAFE_QSORT(schema->classes_by_lDAPDisplayName, schema->num_classes, dsdb_compare_class_by_lDAPDisplayName);
+       TYPESAFE_QSORT(schema->classes_by_governsID_id, schema->num_classes, dsdb_compare_class_by_governsID_id);
+       TYPESAFE_QSORT(schema->classes_by_governsID_oid, schema->num_classes, dsdb_compare_class_by_governsID_oid);
+       TYPESAFE_QSORT(schema->classes_by_cn, schema->num_classes, dsdb_compare_class_by_cn);
+
+       /* now build the attribute accessor arrays */
+       talloc_free(schema->attributes_by_lDAPDisplayName);
+       talloc_free(schema->attributes_by_attributeID_id);
+       talloc_free(schema->attributes_by_attributeID_oid);
+       talloc_free(schema->attributes_by_linkID);
+
+       /* count the attributes */
+       for (i=0, a=schema->attributes; a; i++, a=a->next) /* noop */ ;
+       schema->num_attributes = i;
+
+       /* setup attributes_by_* */
+       schema->attributes_by_lDAPDisplayName = talloc_array(schema, struct dsdb_attribute *, i);
+       schema->attributes_by_attributeID_id    = talloc_array(schema, struct dsdb_attribute *, i);
+       schema->attributes_by_attributeID_oid   = talloc_array(schema, struct dsdb_attribute *, i);
+       schema->attributes_by_linkID              = talloc_array(schema, struct dsdb_attribute *, i);
+       if (schema->attributes_by_lDAPDisplayName == NULL ||
+           schema->attributes_by_attributeID_id == NULL ||
+           schema->attributes_by_attributeID_oid == NULL ||
+           schema->attributes_by_linkID == NULL) {
+               goto failed;
+       }
+
+       for (i=0, a=schema->attributes; a; i++, a=a->next) {
+               schema->attributes_by_lDAPDisplayName[i] = a;
+               schema->attributes_by_attributeID_id[i]    = a;
+               schema->attributes_by_attributeID_oid[i]   = a;
+               schema->attributes_by_linkID[i]          = a;
+       }
+
+       /* sort the arrays */
+       TYPESAFE_QSORT(schema->attributes_by_lDAPDisplayName, schema->num_attributes, dsdb_compare_attribute_by_lDAPDisplayName);
+       TYPESAFE_QSORT(schema->attributes_by_attributeID_id, schema->num_attributes, dsdb_compare_attribute_by_attributeID_id);
+       TYPESAFE_QSORT(schema->attributes_by_attributeID_oid, schema->num_attributes, dsdb_compare_attribute_by_attributeID_oid);
+       TYPESAFE_QSORT(schema->attributes_by_linkID, schema->num_attributes, dsdb_compare_attribute_by_linkID);
+
+       return LDB_SUCCESS;
+
+failed:
+       schema->classes_by_lDAPDisplayName = NULL;
+       schema->classes_by_governsID_id = NULL;
+       schema->classes_by_governsID_oid = NULL;
+       schema->classes_by_cn = NULL;
+       schema->attributes_by_lDAPDisplayName = NULL;
+       schema->attributes_by_attributeID_id = NULL;
+       schema->attributes_by_attributeID_oid = NULL;
+       schema->attributes_by_linkID = NULL;
+       ldb_oom(ldb);
+       return LDB_ERR_OPERATIONS_ERROR;
+}
+
+int dsdb_setup_schema_inversion(struct ldb_context *ldb, struct dsdb_schema *schema)
+{
+       /* Walk the list of schema classes */
+
+       /*  For each subClassOf, add us to subclasses of the parent */
+
+       /* collect these subclasses into a recursive list of total subclasses, preserving order */
+
+       /* For each subclass under 'top', write the index from it's
+        * order as an integer in the dsdb_class (for sorting
+        * objectClass lists efficiently) */
+
+       /* Walk the list of scheam classes */
+       
+       /*  Create a 'total possible superiors' on each class */
+       return LDB_SUCCESS;
+}
 
 /**
  * Attach the schema to an opaque pointer on the ldb, so ldb modules
@@ -177,6 +342,16 @@ int dsdb_set_schema(struct ldb_context *ldb, struct dsdb_schema *schema)
 {
        int ret;
 
+       ret = dsdb_setup_sorted_accessors(ldb, schema);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+
+       ret = schema_fill_constructed(schema);
+       if (ret != LDB_SUCCESS) {
+               return ret;
+       }
+
        ret = ldb_set_opaque(ldb, "dsdb_schema", schema);
        if (ret != LDB_SUCCESS) {
                return ret;
@@ -199,33 +374,43 @@ int dsdb_set_schema(struct ldb_context *ldb, struct dsdb_schema *schema)
 static struct dsdb_schema *global_schema;
 
 /**
- * Make this ldb use the 'global' schema, setup to avoid having multiple copies in this process
+ * Make this ldb use a specified schema, already fully calculated and belonging to another ldb
  */
-int dsdb_set_global_schema(struct ldb_context *ldb)
+int dsdb_reference_schema(struct ldb_context *ldb, struct dsdb_schema *schema,
+                         bool write_attributes)
 {
        int ret;
-       if (!global_schema) {
-               return LDB_SUCCESS;
-       }
-       ret = ldb_set_opaque(ldb, "dsdb_schema", global_schema);
+       ret = ldb_set_opaque(ldb, "dsdb_schema", schema);
        if (ret != LDB_SUCCESS) {
                return ret;
        }
 
        /* Set the new attributes based on the new schema */
-       ret = dsdb_schema_set_attributes(ldb, global_schema, false);
+       ret = dsdb_schema_set_attributes(ldb, schema, write_attributes);
        if (ret != LDB_SUCCESS) {
                return ret;
        }
 
-       /* Keep a reference to this schema, just incase the global copy is replaced */
-       if (talloc_reference(ldb, global_schema) == NULL) {
+       /* Keep a reference to this schema, just incase the original copy is replaced */
+       if (talloc_reference(ldb, schema) == NULL) {
                return LDB_ERR_OPERATIONS_ERROR;
        }
 
        return LDB_SUCCESS;
 }
 
+/**
+ * Make this ldb use the 'global' schema, setup to avoid having multiple copies in this process
+ */
+int dsdb_set_global_schema(struct ldb_context *ldb)
+{
+       if (!global_schema) {
+               return LDB_SUCCESS;
+       }
+
+       return dsdb_reference_schema(ldb, global_schema, false /* Don't write attributes, it's expensive */);
+}
+
 /**
  * Find the schema object for this ldb
  */
@@ -261,15 +446,88 @@ void dsdb_make_schema_global(struct ldb_context *ldb)
        }
 
        if (global_schema) {
-               talloc_unlink(talloc_autofree_context(), schema);
+               talloc_unlink(talloc_autofree_context(), global_schema);
        }
 
-       talloc_steal(talloc_autofree_context(), schema);
+       /* we want the schema to be around permanently */
+       talloc_reparent(talloc_parent(schema), talloc_autofree_context(), schema);
+
        global_schema = schema;
 
        dsdb_set_global_schema(ldb);
 }
 
+/* When loading the schema from LDIF files, we don't get the extended DNs. 
+   
+   We need to set these up, so that from the moment we start the provision, the defaultObjectCategory links are set up correctly. 
+ */
+int dsdb_schema_fill_extended_dn(struct ldb_context *ldb, struct dsdb_schema *schema)
+{
+       struct dsdb_class *cur;
+       const struct dsdb_class *target_class;
+       for (cur = schema->classes; cur; cur = cur->next) {
+               const struct ldb_val *rdn;
+               struct ldb_val guid;
+               NTSTATUS status;
+               struct ldb_dn *dn = ldb_dn_new(NULL, ldb, cur->defaultObjectCategory);
+
+               if (!dn) {
+                       return LDB_ERR_INVALID_DN_SYNTAX;
+               }
+               rdn = ldb_dn_get_component_val(dn, 0);
+               if (!rdn) {
+                       talloc_free(dn);
+                       return LDB_ERR_INVALID_DN_SYNTAX;
+               }
+               target_class = dsdb_class_by_cn_ldb_val(schema, rdn);
+               if (!target_class) {
+                       talloc_free(dn);
+                       return LDB_ERR_CONSTRAINT_VIOLATION;
+               }
+               
+               status = GUID_to_ndr_blob(&target_class->objectGUID, dn, &guid);
+               if (!NT_STATUS_IS_OK(status)) {
+                       talloc_free(dn);
+                       return LDB_ERR_OPERATIONS_ERROR;
+               }
+               ldb_dn_set_extended_component(dn, "GUID", &guid);
+
+               cur->defaultObjectCategory = ldb_dn_get_extended_linearized(cur, dn, 1);
+               talloc_free(dn);
+       }
+       return LDB_SUCCESS;
+}
+
+/** 
+ * Add an element to the schema (attribute or class) from an LDB message
+ */
+WERROR dsdb_schema_set_el_from_ldb_msg(struct ldb_context *ldb, struct dsdb_schema *schema, 
+                                      struct ldb_message *msg) 
+{
+       static struct ldb_parse_tree *attr_tree, *class_tree;
+       if (!attr_tree) {
+               attr_tree = ldb_parse_tree(talloc_autofree_context(), "(objectClass=attributeSchema)");
+               if (!attr_tree) {
+                       return WERR_NOMEM;
+               }
+       }
+
+       if (!class_tree) {
+               class_tree = ldb_parse_tree(talloc_autofree_context(), "(objectClass=classSchema)");
+               if (!class_tree) {
+                       return WERR_NOMEM;
+               }
+       }
+
+       if (ldb_match_msg(ldb, msg, attr_tree, NULL, LDB_SCOPE_BASE)) {
+               return dsdb_attribute_from_ldb(ldb, schema, msg);
+       } else if (ldb_match_msg(ldb, msg, class_tree, NULL, LDB_SCOPE_BASE)) {
+               return dsdb_class_from_ldb(schema, msg);
+       }
+
+       /* Don't fail on things not classes or attributes */
+       return WERR_OK;
+}
 
 /**
  * Rather than read a schema from the LDB itself, read it from an ldif
@@ -277,7 +535,7 @@ void dsdb_make_schema_global(struct ldb_context *ldb)
  * schema itself to the directory.
  */
 
-WERROR dsdb_attach_schema_from_ldif(struct ldb_context *ldb, const char *pf, const char *df)
+WERROR dsdb_set_schema_from_ldif(struct ldb_context *ldb, const char *pf, const char *df)
 {
        struct ldb_ldif *ldif;
        struct ldb_message *msg;
@@ -289,6 +547,7 @@ WERROR dsdb_attach_schema_from_ldif(struct ldb_context *ldb, const char *pf, con
        const struct ldb_val *info_val;
        struct ldb_val info_val_default;
 
+
        mem_ctx = talloc_new(ldb);
        if (!mem_ctx) {
                goto nomem;
@@ -343,9 +602,6 @@ WERROR dsdb_attach_schema_from_ldif(struct ldb_context *ldb, const char *pf, con
         * load the attribute and class definitions outof df
         */
        while ((ldif = ldb_ldif_read_string(ldb, &df))) {
-               bool is_sa;
-               bool is_sc;
-
                talloc_steal(mem_ctx, ldif);
 
                msg = ldb_msg_canonicalize(ldb, ldif->msg);
@@ -353,40 +609,10 @@ WERROR dsdb_attach_schema_from_ldif(struct ldb_context *ldb, const char *pf, con
                        goto nomem;
                }
 
-               talloc_steal(mem_ctx, msg);
+               status = dsdb_schema_set_el_from_ldb_msg(ldb, schema, msg);
                talloc_free(ldif);
-
-               is_sa = ldb_msg_check_string_attribute(msg, "objectClass", "attributeSchema");
-               is_sc = ldb_msg_check_string_attribute(msg, "objectClass", "classSchema");
-
-               if (is_sa) {
-                       struct dsdb_attribute *sa;
-
-                       sa = talloc_zero(schema, struct dsdb_attribute);
-                       if (!sa) {
-                               goto nomem;
-                       }
-
-                       status = dsdb_attribute_from_ldb(schema, msg, sa, sa);
-                       if (!W_ERROR_IS_OK(status)) {
-                               goto failed;
-                       }
-
-                       DLIST_ADD_END(schema->attributes, sa, struct dsdb_attribute *);
-               } else if (is_sc) {
-                       struct dsdb_class *sc;
-
-                       sc = talloc_zero(schema, struct dsdb_class);
-                       if (!sc) {
-                               goto nomem;
-                       }
-
-                       status = dsdb_class_from_ldb(schema, msg, sc, sc);
-                       if (!W_ERROR_IS_OK(status)) {
-                               goto failed;
-                       }
-
-                       DLIST_ADD_END(schema->classes, sc, struct dsdb_class *);
+               if (!W_ERROR_IS_OK(status)) {
+                       goto failed;
                }
        }
 
@@ -396,6 +622,12 @@ WERROR dsdb_attach_schema_from_ldif(struct ldb_context *ldb, const char *pf, con
                goto failed;
        }
 
+       ret = dsdb_schema_fill_extended_dn(ldb, schema);
+       if (ret != LDB_SUCCESS) {
+               status = WERR_FOOBAR;
+               goto failed;
+       }
+
        goto done;
 
 nomem: