s4/ldif: Better control on ldif_write_NDR() errors processing
[bbaumbach/samba-autobuild/.git] / source4 / lib / ldb-samba / ldif_handlers.c
1 /* 
2    ldb database library - ldif handlers for Samba
3
4    Copyright (C) Andrew Tridgell 2005
5    Copyright (C) Andrew Bartlett 2006-2009
6    Copyright (C) Matthias Dieter Wallnöfer 2009
7      ** NOTE! The following LGPL license applies to the ldb
8      ** library. This does NOT imply that all of Samba is released
9      ** under the LGPL
10    
11    This library is free software; you can redistribute it and/or
12    modify it under the terms of the GNU Lesser General Public
13    License as published by the Free Software Foundation; either
14    version 3 of the License, or (at your option) any later version.
15
16    This library is distributed in the hope that it will be useful,
17    but WITHOUT ANY WARRANTY; without even the implied warranty of
18    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19    Lesser General Public License for more details.
20
21    You should have received a copy of the GNU Lesser General Public
22    License along with this library; if not, see <http://www.gnu.org/licenses/>.
23 */
24
25 #include "includes.h"
26 #include "lib/ldb/include/ldb.h"
27 #include "lib/ldb/include/ldb_module.h"
28 #include "ldb_handlers.h"
29 #include "dsdb/samdb/samdb.h"
30 #include "librpc/gen_ndr/ndr_security.h"
31 #include "librpc/gen_ndr/ndr_misc.h"
32 #include "librpc/gen_ndr/ndr_drsblobs.h"
33 #include "librpc/ndr/libndr.h"
34 #include "libcli/security/security.h"
35 #include "param/param.h"
36 #include "../lib/util/asn1.h"
37
38 /*
39   use ndr_print_* to convert a NDR formatted blob to a ldif formatted blob
40
41   If mask_errors is true, then function succeeds but out data
42   is set to "<Unable to decode binary data>" message
43
44   \return 0 on success; -1 on error
45 */
46 static int ldif_write_NDR(struct ldb_context *ldb, void *mem_ctx,
47                           const struct ldb_val *in, struct ldb_val *out,
48                           size_t struct_size,
49                           ndr_pull_flags_fn_t pull_fn,
50                           ndr_print_fn_t print_fn,
51                           bool mask_errors)
52 {
53         uint8_t *p;
54         enum ndr_err_code err;
55         if (!(ldb_get_flags(ldb) & LDB_FLG_SHOW_BINARY)) {
56                 return ldb_handler_copy(ldb, mem_ctx, in, out);
57         }
58         p = talloc_size(mem_ctx, struct_size);
59         err = ndr_pull_struct_blob(in, mem_ctx, 
60                                    lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")), 
61                                    p, pull_fn);
62         if (err != NDR_ERR_SUCCESS) {
63                 /* fail in not in mask_error mode */
64                 if (!mask_errors) {
65                         return -1;
66                 }
67                 talloc_free(p);
68                 out->data = (uint8_t *)talloc_strdup(mem_ctx, "<Unable to decode binary data>");
69                 out->length = strlen((const char *)out->data);
70                 return 0;
71         }
72         out->data = (uint8_t *)ndr_print_struct_string(mem_ctx, print_fn, "NDR", p);
73         talloc_free(p);
74         if (out->data == NULL) {
75                 return ldb_handler_copy(ldb, mem_ctx, in, out);         
76         }
77         out->length = strlen((char *)out->data);
78         return 0;
79 }
80
81 /*
82   convert a ldif formatted objectSid to a NDR formatted blob
83 */
84 static int ldif_read_objectSid(struct ldb_context *ldb, void *mem_ctx,
85                                const struct ldb_val *in, struct ldb_val *out)
86 {
87         enum ndr_err_code ndr_err;
88         struct dom_sid *sid;
89         sid = dom_sid_parse_length(mem_ctx, in);
90         if (sid == NULL) {
91                 return -1;
92         }
93         ndr_err = ndr_push_struct_blob(out, mem_ctx, NULL, sid,
94                                        (ndr_push_flags_fn_t)ndr_push_dom_sid);
95         talloc_free(sid);
96         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
97                 return -1;
98         }
99         return 0;
100 }
101
102 /*
103   convert a NDR formatted blob to a ldif formatted objectSid
104 */
105 int ldif_write_objectSid(struct ldb_context *ldb, void *mem_ctx,
106                                 const struct ldb_val *in, struct ldb_val *out)
107 {
108         struct dom_sid *sid;
109         enum ndr_err_code ndr_err;
110
111         sid = talloc(mem_ctx, struct dom_sid);
112         if (sid == NULL) {
113                 return -1;
114         }
115         ndr_err = ndr_pull_struct_blob_all(in, sid, NULL, sid,
116                                            (ndr_pull_flags_fn_t)ndr_pull_dom_sid);
117         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
118                 talloc_free(sid);
119                 return -1;
120         }
121         *out = data_blob_string_const(dom_sid_string(mem_ctx, sid));
122         talloc_free(sid);
123         if (out->data == NULL) {
124                 return -1;
125         }
126         return 0;
127 }
128
129 bool ldif_comparision_objectSid_isString(const struct ldb_val *v)
130 {
131         if (v->length < 3) {
132                 return false;
133         }
134
135         if (strncmp("S-", (const char *)v->data, 2) != 0) return false;
136         
137         return true;
138 }
139
140 /*
141   compare two objectSids
142 */
143 static int ldif_comparison_objectSid(struct ldb_context *ldb, void *mem_ctx,
144                                     const struct ldb_val *v1, const struct ldb_val *v2)
145 {
146         if (ldif_comparision_objectSid_isString(v1) && ldif_comparision_objectSid_isString(v2)) {
147                 return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
148         } else if (ldif_comparision_objectSid_isString(v1)
149                    && !ldif_comparision_objectSid_isString(v2)) {
150                 struct ldb_val v;
151                 int ret;
152                 if (ldif_read_objectSid(ldb, mem_ctx, v1, &v) != 0) {
153                         /* Perhaps not a string after all */
154                         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
155                 }
156                 ret = ldb_comparison_binary(ldb, mem_ctx, &v, v2);
157                 talloc_free(v.data);
158                 return ret;
159         } else if (!ldif_comparision_objectSid_isString(v1)
160                    && ldif_comparision_objectSid_isString(v2)) {
161                 struct ldb_val v;
162                 int ret;
163                 if (ldif_read_objectSid(ldb, mem_ctx, v2, &v) != 0) {
164                         /* Perhaps not a string after all */
165                         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
166                 }
167                 ret = ldb_comparison_binary(ldb, mem_ctx, v1, &v);
168                 talloc_free(v.data);
169                 return ret;
170         }
171         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
172 }
173
174 /*
175   canonicalise a objectSid
176 */
177 static int ldif_canonicalise_objectSid(struct ldb_context *ldb, void *mem_ctx,
178                                       const struct ldb_val *in, struct ldb_val *out)
179 {
180         if (ldif_comparision_objectSid_isString(in)) {
181                 if (ldif_read_objectSid(ldb, mem_ctx, in, out) != 0) {
182                         /* Perhaps not a string after all */
183                         return ldb_handler_copy(ldb, mem_ctx, in, out);
184                 }
185                 return 0;
186         }
187         return ldb_handler_copy(ldb, mem_ctx, in, out);
188 }
189
190 static int extended_dn_read_SID(struct ldb_context *ldb, void *mem_ctx,
191                               const struct ldb_val *in, struct ldb_val *out)
192 {
193         struct dom_sid sid;
194         enum ndr_err_code ndr_err;
195         if (ldif_comparision_objectSid_isString(in)) {
196                 if (ldif_read_objectSid(ldb, mem_ctx, in, out) == 0) {
197                         return 0;
198                 }
199         }
200         
201         /* Perhaps not a string after all */
202         *out = data_blob_talloc(mem_ctx, NULL, in->length/2+1);
203
204         if (!out->data) {
205                 return -1;
206         }
207
208         (*out).length = strhex_to_str((char *)out->data, out->length,
209                                      (const char *)in->data, in->length);
210
211         /* Check it looks like a SID */
212         ndr_err = ndr_pull_struct_blob_all(out, mem_ctx, NULL, &sid,
213                                            (ndr_pull_flags_fn_t)ndr_pull_dom_sid);
214         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
215                 return -1;
216         }
217         return 0;
218 }
219
220 /*
221   convert a ldif formatted objectGUID to a NDR formatted blob
222 */
223 static int ldif_read_objectGUID(struct ldb_context *ldb, void *mem_ctx,
224                                 const struct ldb_val *in, struct ldb_val *out)
225 {
226         struct GUID guid;
227         NTSTATUS status;
228
229         status = GUID_from_data_blob(in, &guid);
230         if (!NT_STATUS_IS_OK(status)) {
231                 return -1;
232         }
233
234         status = GUID_to_ndr_blob(&guid, mem_ctx, out);
235         if (!NT_STATUS_IS_OK(status)) {
236                 return -1;
237         }
238         return 0;
239 }
240
241 /*
242   convert a NDR formatted blob to a ldif formatted objectGUID
243 */
244 static int ldif_write_objectGUID(struct ldb_context *ldb, void *mem_ctx,
245                                  const struct ldb_val *in, struct ldb_val *out)
246 {
247         struct GUID guid;
248         NTSTATUS status;
249
250         status = GUID_from_ndr_blob(in, &guid);
251         if (!NT_STATUS_IS_OK(status)) {
252                 return -1;
253         }
254         out->data = (uint8_t *)GUID_string(mem_ctx, &guid);
255         if (out->data == NULL) {
256                 return -1;
257         }
258         out->length = strlen((const char *)out->data);
259         return 0;
260 }
261
262 static bool ldif_comparision_objectGUID_isString(const struct ldb_val *v)
263 {
264         if (v->length != 36 && v->length != 38) return false;
265
266         /* Might be a GUID string, can't be a binary GUID (fixed 16 bytes) */
267         return true;
268 }
269
270 static int extended_dn_read_GUID(struct ldb_context *ldb, void *mem_ctx,
271                               const struct ldb_val *in, struct ldb_val *out)
272 {
273         struct GUID guid;
274         NTSTATUS status;
275
276         if (in->length == 36 && ldif_read_objectGUID(ldb, mem_ctx, in, out) == 0) {
277                 return 0;
278         }
279
280         /* Try as 'hex' form */
281         if (in->length != 32) {
282                 return -1;
283         }
284                 
285         *out = data_blob_talloc(mem_ctx, NULL, in->length/2+1);
286         
287         if (!out->data) {
288                 return -1;
289         }
290         
291         (*out).length = strhex_to_str((char *)out->data, out->length,
292                                       (const char *)in->data, in->length);
293         
294         /* Check it looks like a GUID */
295         status = GUID_from_ndr_blob(out, &guid);
296         if (!NT_STATUS_IS_OK(status)) {
297                 data_blob_free(out);
298                 return -1;
299         }
300         return 0;
301 }
302
303 /*
304   compare two objectGUIDs
305 */
306 static int ldif_comparison_objectGUID(struct ldb_context *ldb, void *mem_ctx,
307                                      const struct ldb_val *v1, const struct ldb_val *v2)
308 {
309         if (ldif_comparision_objectGUID_isString(v1) && ldif_comparision_objectGUID_isString(v2)) {
310                 return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
311         } else if (ldif_comparision_objectGUID_isString(v1)
312                    && !ldif_comparision_objectGUID_isString(v2)) {
313                 struct ldb_val v;
314                 int ret;
315                 if (ldif_read_objectGUID(ldb, mem_ctx, v1, &v) != 0) {
316                         /* Perhaps it wasn't a valid string after all */
317                         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
318                 }
319                 ret = ldb_comparison_binary(ldb, mem_ctx, &v, v2);
320                 talloc_free(v.data);
321                 return ret;
322         } else if (!ldif_comparision_objectGUID_isString(v1)
323                    && ldif_comparision_objectGUID_isString(v2)) {
324                 struct ldb_val v;
325                 int ret;
326                 if (ldif_read_objectGUID(ldb, mem_ctx, v2, &v) != 0) {
327                         /* Perhaps it wasn't a valid string after all */
328                         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
329                 }
330                 ret = ldb_comparison_binary(ldb, mem_ctx, v1, &v);
331                 talloc_free(v.data);
332                 return ret;
333         }
334         return ldb_comparison_binary(ldb, mem_ctx, v1, v2);
335 }
336
337 /*
338   canonicalise a objectGUID
339 */
340 static int ldif_canonicalise_objectGUID(struct ldb_context *ldb, void *mem_ctx,
341                                        const struct ldb_val *in, struct ldb_val *out)
342 {
343         if (ldif_comparision_objectGUID_isString(in)) {
344                 if (ldif_read_objectGUID(ldb, mem_ctx, in, out) != 0) {
345                         /* Perhaps it wasn't a valid string after all */
346                         return ldb_handler_copy(ldb, mem_ctx, in, out);
347                 }
348                 return 0;
349         }
350         return ldb_handler_copy(ldb, mem_ctx, in, out);
351 }
352
353
354 /*
355   convert a ldif (SDDL) formatted ntSecurityDescriptor to a NDR formatted blob
356 */
357 static int ldif_read_ntSecurityDescriptor(struct ldb_context *ldb, void *mem_ctx,
358                                           const struct ldb_val *in, struct ldb_val *out)
359 {
360         struct security_descriptor *sd;
361         enum ndr_err_code ndr_err;
362
363         sd = talloc(mem_ctx, struct security_descriptor);
364         if (sd == NULL) {
365                 return -1;
366         }
367
368         ndr_err = ndr_pull_struct_blob(in, sd, NULL, sd,
369                                        (ndr_pull_flags_fn_t)ndr_pull_security_descriptor);
370         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
371                 /* If this does not parse, then it is probably SDDL, and we should try it that way */
372                 
373                 const struct dom_sid *sid = samdb_domain_sid(ldb);
374                 talloc_free(sd);
375                 sd = sddl_decode(mem_ctx, (const char *)in->data, sid);
376                 if (sd == NULL) {
377                         return -1;
378                 }
379         }
380
381         ndr_err = ndr_push_struct_blob(out, mem_ctx, NULL, sd,
382                                        (ndr_push_flags_fn_t)ndr_push_security_descriptor);
383         talloc_free(sd);
384         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
385                 return -1;
386         }
387
388         return 0;
389 }
390
391 /*
392   convert a NDR formatted blob to a ldif formatted ntSecurityDescriptor (SDDL format)
393 */
394 static int ldif_write_ntSecurityDescriptor(struct ldb_context *ldb, void *mem_ctx,
395                                            const struct ldb_val *in, struct ldb_val *out)
396 {
397         struct security_descriptor *sd;
398         enum ndr_err_code ndr_err;
399
400         if (ldb_get_flags(ldb) & LDB_FLG_SHOW_BINARY) {
401                 return ldif_write_NDR(ldb, mem_ctx, in, out, 
402                                       sizeof(struct security_descriptor),
403                                       (ndr_pull_flags_fn_t)ndr_pull_security_descriptor,
404                                       (ndr_print_fn_t)ndr_print_security_descriptor,
405                                       true);
406                                       
407         }
408
409         sd = talloc(mem_ctx, struct security_descriptor);
410         if (sd == NULL) {
411                 return -1;
412         }
413         /* We can't use ndr_pull_struct_blob_all because this contains relative pointers */
414         ndr_err = ndr_pull_struct_blob(in, sd, NULL, sd,
415                                            (ndr_pull_flags_fn_t)ndr_pull_security_descriptor);
416         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
417                 talloc_free(sd);
418                 return -1;
419         }
420         out->data = (uint8_t *)sddl_encode(mem_ctx, sd, samdb_domain_sid_cache_only(ldb));
421         talloc_free(sd);
422         if (out->data == NULL) {
423                 return -1;
424         }
425         out->length = strlen((const char *)out->data);
426         return 0;
427 }
428
429 /* 
430    canonicalise an objectCategory.  We use the short form as the cannoical form:
431    cn=Person,cn=Schema,cn=Configuration,<basedn> becomes 'person'
432 */
433
434 static int ldif_canonicalise_objectCategory(struct ldb_context *ldb, void *mem_ctx,
435                                             const struct ldb_val *in, struct ldb_val *out)
436 {
437         struct ldb_dn *dn1 = NULL;
438         const struct dsdb_schema *schema = dsdb_get_schema(ldb);
439         const struct dsdb_class *sclass;
440         TALLOC_CTX *tmp_ctx = talloc_new(mem_ctx);
441         if (!tmp_ctx) {
442                 return LDB_ERR_OPERATIONS_ERROR;
443         }
444
445         if (!schema) {
446                 talloc_free(tmp_ctx);
447                 *out = data_blob_talloc(mem_ctx, in->data, in->length);
448                 if (in->data && !out->data) {
449                         return LDB_ERR_OPERATIONS_ERROR;
450                 }
451                 return LDB_SUCCESS;
452         }
453         dn1 = ldb_dn_from_ldb_val(tmp_ctx, ldb, in);
454         if ( ! ldb_dn_validate(dn1)) {
455                 const char *lDAPDisplayName = talloc_strndup(tmp_ctx, (char *)in->data, in->length);
456                 sclass = dsdb_class_by_lDAPDisplayName(schema, lDAPDisplayName);
457                 if (sclass) {
458                         struct ldb_dn *dn = ldb_dn_new(mem_ctx, ldb,  
459                                                        sclass->defaultObjectCategory);
460                         *out = data_blob_string_const(ldb_dn_alloc_casefold(mem_ctx, dn));
461                         talloc_free(tmp_ctx);
462
463                         if (!out->data) {
464                                 return LDB_ERR_OPERATIONS_ERROR;
465                         }
466                         return LDB_SUCCESS;
467                 } else {
468                         *out = data_blob_talloc(mem_ctx, in->data, in->length);
469                         talloc_free(tmp_ctx);
470
471                         if (in->data && !out->data) {
472                                 return LDB_ERR_OPERATIONS_ERROR;
473                         }
474                         return LDB_SUCCESS;
475                 }
476         }
477         *out = data_blob_string_const(ldb_dn_alloc_casefold(mem_ctx, dn1));
478         talloc_free(tmp_ctx);
479
480         if (!out->data) {
481                 return LDB_ERR_OPERATIONS_ERROR;
482         }
483         return LDB_SUCCESS;
484 }
485
486 static int ldif_comparison_objectCategory(struct ldb_context *ldb, void *mem_ctx,
487                                           const struct ldb_val *v1,
488                                           const struct ldb_val *v2)
489 {
490         return ldb_any_comparison(ldb, mem_ctx, ldif_canonicalise_objectCategory,
491                                   v1, v2);
492 }
493
494 /*
495   convert a ldif formatted prefixMap to a NDR formatted blob
496 */
497 static int ldif_read_prefixMap(struct ldb_context *ldb, void *mem_ctx,
498                                const struct ldb_val *in, struct ldb_val *out)
499 {
500         struct prefixMapBlob *blob;
501         enum ndr_err_code ndr_err;
502         char *string, *line, *p, *oid;
503         DATA_BLOB oid_blob;
504
505         TALLOC_CTX *tmp_ctx = talloc_new(mem_ctx);
506
507         if (tmp_ctx == NULL) {
508                 return -1;
509         }
510
511         blob = talloc_zero(tmp_ctx, struct prefixMapBlob);
512         if (blob == NULL) {
513                 talloc_free(blob);
514                 return -1;
515         }
516
517         blob->version = PREFIX_MAP_VERSION_DSDB;
518         
519         string = talloc_strndup(mem_ctx, (const char *)in->data, in->length);
520         if (string == NULL) {
521                 talloc_free(blob);
522                 return -1;
523         }
524
525         line = string;
526         while (line && line[0]) {
527                 p=strchr(line, ';');
528                 if (p) {
529                         p[0] = '\0';
530                 } else {
531                         p=strchr(line, '\n');
532                         if (p) {
533                                 p[0] = '\0';
534                         }
535                 }
536                 /* allow a traling seperator */
537                 if (line == p) {
538                         break;
539                 }
540                 
541                 blob->ctr.dsdb.mappings = talloc_realloc(blob, 
542                                                          blob->ctr.dsdb.mappings, 
543                                                          struct drsuapi_DsReplicaOIDMapping,
544                                                          blob->ctr.dsdb.num_mappings+1);
545                 if (!blob->ctr.dsdb.mappings) {
546                         talloc_free(tmp_ctx);
547                         return -1;
548                 }
549
550                 blob->ctr.dsdb.mappings[blob->ctr.dsdb.num_mappings].id_prefix = strtoul(line, &oid, 10);
551
552                 if (oid[0] != ':') {
553                         talloc_free(tmp_ctx);
554                         return -1;
555                 }
556
557                 /* we know there must be at least ":" */
558                 oid++;
559
560                 if (!ber_write_partial_OID_String(blob->ctr.dsdb.mappings, &oid_blob, oid)) {
561                         talloc_free(tmp_ctx);
562                         return -1;
563                 }
564                 blob->ctr.dsdb.mappings[blob->ctr.dsdb.num_mappings].oid.length = oid_blob.length;
565                 blob->ctr.dsdb.mappings[blob->ctr.dsdb.num_mappings].oid.binary_oid = oid_blob.data;
566
567                 blob->ctr.dsdb.num_mappings++;
568
569                 /* Now look past the terminator we added above */
570                 if (p) {
571                         line = p + 1;
572                 } else {
573                         line = NULL;
574                 }
575         }
576
577         ndr_err = ndr_push_struct_blob(out, mem_ctx, 
578                                        lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")), 
579                                        blob,
580                                        (ndr_push_flags_fn_t)ndr_push_prefixMapBlob);
581         talloc_free(tmp_ctx);
582         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
583                 return -1;
584         }
585         return 0;
586 }
587
588 /*
589   convert a NDR formatted blob to a ldif formatted prefixMap
590 */
591 static int ldif_write_prefixMap(struct ldb_context *ldb, void *mem_ctx,
592                                 const struct ldb_val *in, struct ldb_val *out)
593 {
594         struct prefixMapBlob *blob;
595         enum ndr_err_code ndr_err;
596         char *string;
597         uint32_t i;
598
599         if (ldb_get_flags(ldb) & LDB_FLG_SHOW_BINARY) {
600                 return ldif_write_NDR(ldb, mem_ctx, in, out, 
601                                       sizeof(struct prefixMapBlob),
602                                       (ndr_pull_flags_fn_t)ndr_pull_prefixMapBlob,
603                                       (ndr_print_fn_t)ndr_print_prefixMapBlob,
604                                       true);
605                                       
606         }
607
608         blob = talloc(mem_ctx, struct prefixMapBlob);
609         if (blob == NULL) {
610                 return -1;
611         }
612         ndr_err = ndr_pull_struct_blob_all(in, blob, 
613                                            lp_iconv_convenience(ldb_get_opaque(ldb, "loadparm")), 
614                                            blob,
615                                            (ndr_pull_flags_fn_t)ndr_pull_prefixMapBlob);
616         if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
617                 goto failed;
618         }
619         if (blob->version != PREFIX_MAP_VERSION_DSDB) {
620                 goto failed;
621         }
622         string = talloc_strdup(mem_ctx, "");
623         if (string == NULL) {
624                 goto failed;
625         }
626
627         for (i=0; i < blob->ctr.dsdb.num_mappings; i++) {
628                 DATA_BLOB oid_blob;
629                 const char *partial_oid = NULL;
630
631                 if (i > 0) {
632                         string = talloc_asprintf_append(string, ";"); 
633                 }
634
635                 oid_blob = data_blob_const(blob->ctr.dsdb.mappings[i].oid.binary_oid,
636                                            blob->ctr.dsdb.mappings[i].oid.length);
637                 if (!ber_read_partial_OID_String(blob, oid_blob, &partial_oid)) {
638                         DEBUG(0, ("ber_read_partial_OID failed on prefixMap item with id: 0x%X",
639                                   blob->ctr.dsdb.mappings[i].id_prefix));
640                         goto failed;
641                 }
642                 string = talloc_asprintf_append(string, "%u:%s", 
643                                                    blob->ctr.dsdb.mappings[i].id_prefix,
644                                                    partial_oid);
645                 talloc_free(discard_const(partial_oid));
646                 if (string == NULL) {
647                         goto failed;
648                 }
649         }
650
651         talloc_free(blob);
652         *out = data_blob_string_const(string);
653         return 0;
654
655 failed:
656         talloc_free(blob);
657         return -1;
658 }
659
660 static bool ldif_comparision_prefixMap_isString(const struct ldb_val *v)
661 {
662         if (v->length < 4) {
663                 return true;
664         }
665
666         if (IVAL(v->data, 0) == PREFIX_MAP_VERSION_DSDB) {
667                 return false;
668         }
669         
670         return true;
671 }
672
673 /*
674   canonicalise a prefixMap
675 */
676 static int ldif_canonicalise_prefixMap(struct ldb_context *ldb, void *mem_ctx,
677                                        const struct ldb_val *in, struct ldb_val *out)
678 {
679         if (ldif_comparision_prefixMap_isString(in)) {
680                 return ldif_read_prefixMap(ldb, mem_ctx, in, out);
681         }
682         return ldb_handler_copy(ldb, mem_ctx, in, out);
683 }
684
685 static int ldif_comparison_prefixMap(struct ldb_context *ldb, void *mem_ctx,
686                                      const struct ldb_val *v1,
687                                      const struct ldb_val *v2)
688 {
689         return ldb_any_comparison(ldb, mem_ctx, ldif_canonicalise_prefixMap,
690                                   v1, v2);
691 }
692
693 /* length limited conversion of a ldb_val to a int32_t */
694 static int val_to_int32(const struct ldb_val *in, int32_t *v)
695 {
696         char *end;
697         char buf[64];
698
699         /* make sure we don't read past the end of the data */
700         if (in->length > sizeof(buf)-1) {
701                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
702         }
703         strncpy(buf, (char *)in->data, in->length);
704         buf[in->length] = 0;
705
706         /* We've to use "strtoll" here to have the intended overflows.
707          * Otherwise we may get "LONG_MAX" and the conversion is wrong. */
708         *v = (int32_t) strtoll(buf, &end, 0);
709         if (*end != 0) {
710                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
711         }
712         return LDB_SUCCESS;
713 }
714
715 /* length limited conversion of a ldb_val to a int64_t */
716 static int val_to_int64(const struct ldb_val *in, int64_t *v)
717 {
718         char *end;
719         char buf[64];
720
721         /* make sure we don't read past the end of the data */
722         if (in->length > sizeof(buf)-1) {
723                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
724         }
725         strncpy(buf, (char *)in->data, in->length);
726         buf[in->length] = 0;
727
728         *v = (int64_t) strtoll(buf, &end, 0);
729         if (*end != 0) {
730                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
731         }
732         return LDB_SUCCESS;
733 }
734
735 /* Canonicalisation of two 32-bit integers */
736 static int ldif_canonicalise_int32(struct ldb_context *ldb, void *mem_ctx,
737                         const struct ldb_val *in, struct ldb_val *out)
738 {
739         int32_t i;
740         int ret;
741
742         ret = val_to_int32(in, &i);
743         if (ret != LDB_SUCCESS) {
744                 return ret;
745         }
746         out->data = (uint8_t *) talloc_asprintf(mem_ctx, "%d", i);
747         if (out->data == NULL) {
748                 ldb_oom(ldb);
749                 return LDB_ERR_OPERATIONS_ERROR;
750         }
751         out->length = strlen((char *)out->data);
752         return 0;
753 }
754
755 /* Comparison of two 32-bit integers */
756 static int ldif_comparison_int32(struct ldb_context *ldb, void *mem_ctx,
757                                  const struct ldb_val *v1, const struct ldb_val *v2)
758 {
759         int32_t i1=0, i2=0;
760         val_to_int32(v1, &i1);
761         val_to_int32(v2, &i2);
762         if (i1 == i2) return 0;
763         return i1 > i2? 1 : -1;
764 }
765
766 /* Canonicalisation of two 64-bit integers */
767 static int ldif_canonicalise_int64(struct ldb_context *ldb, void *mem_ctx,
768                                    const struct ldb_val *in, struct ldb_val *out)
769 {
770         int64_t i;
771         int ret;
772
773         ret = val_to_int64(in, &i);
774         if (ret != LDB_SUCCESS) {
775                 return ret;
776         }
777         out->data = (uint8_t *) talloc_asprintf(mem_ctx, "%lld", (long long)i);
778         if (out->data == NULL) {
779                 ldb_oom(ldb);
780                 return LDB_ERR_OPERATIONS_ERROR;
781         }
782         out->length = strlen((char *)out->data);
783         return 0;
784 }
785
786 /* Comparison of two 64-bit integers */
787 static int ldif_comparison_int64(struct ldb_context *ldb, void *mem_ctx,
788                                  const struct ldb_val *v1, const struct ldb_val *v2)
789 {
790         int64_t i1=0, i2=0;
791         val_to_int64(v1, &i1);
792         val_to_int64(v2, &i2);
793         if (i1 == i2) return 0;
794         return i1 > i2? 1 : -1;
795 }
796
797 /*
798   convert a NDR formatted blob to a ldif formatted repsFromTo
799 */
800 static int ldif_write_repsFromTo(struct ldb_context *ldb, void *mem_ctx,
801                                  const struct ldb_val *in, struct ldb_val *out)
802 {
803         return ldif_write_NDR(ldb, mem_ctx, in, out, 
804                               sizeof(struct repsFromToBlob),
805                               (ndr_pull_flags_fn_t)ndr_pull_repsFromToBlob,
806                               (ndr_print_fn_t)ndr_print_repsFromToBlob,
807                               true);
808 }
809
810 /*
811   convert a NDR formatted blob to a ldif formatted replPropertyMetaData
812 */
813 static int ldif_write_replPropertyMetaData(struct ldb_context *ldb, void *mem_ctx,
814                                            const struct ldb_val *in, struct ldb_val *out)
815 {
816         return ldif_write_NDR(ldb, mem_ctx, in, out, 
817                               sizeof(struct replPropertyMetaDataBlob),
818                               (ndr_pull_flags_fn_t)ndr_pull_replPropertyMetaDataBlob,
819                               (ndr_print_fn_t)ndr_print_replPropertyMetaDataBlob,
820                               true);
821 }
822
823 /*
824   convert a NDR formatted blob to a ldif formatted replUpToDateVector
825 */
826 static int ldif_write_replUpToDateVector(struct ldb_context *ldb, void *mem_ctx,
827                                          const struct ldb_val *in, struct ldb_val *out)
828 {
829         return ldif_write_NDR(ldb, mem_ctx, in, out, 
830                               sizeof(struct replUpToDateVectorBlob),
831                               (ndr_pull_flags_fn_t)ndr_pull_replUpToDateVectorBlob,
832                               (ndr_print_fn_t)ndr_print_replUpToDateVectorBlob,
833                               true);
834 }
835
836
837 static int extended_dn_write_hex(struct ldb_context *ldb, void *mem_ctx,
838                                  const struct ldb_val *in, struct ldb_val *out)
839 {
840         *out = data_blob_string_const(data_blob_hex_string_lower(mem_ctx, in));
841         if (!out->data) {
842                 return -1;
843         }
844         return 0;
845 }
846
847
848 /*
849   write a 64 bit 2-part range
850 */
851 static int ldif_write_range64(struct ldb_context *ldb, void *mem_ctx,
852                               const struct ldb_val *in, struct ldb_val *out)
853 {
854         int64_t v;
855         int ret;
856         ret = val_to_int64(in, &v);
857         if (ret != LDB_SUCCESS) {
858                 return ret;
859         }
860         out->data = (uint8_t *)talloc_asprintf(mem_ctx, "%lu-%lu",
861                                                (unsigned long)(v&0xFFFFFFFF),
862                                                (unsigned long)(v>>32));
863         if (out->data == NULL) {
864                 ldb_oom(ldb);
865                 return LDB_ERR_OPERATIONS_ERROR;
866         }
867         out->length = strlen((char *)out->data);
868         return LDB_SUCCESS;
869 }
870
871 /*
872   read a 64 bit 2-part range
873 */
874 static int ldif_read_range64(struct ldb_context *ldb, void *mem_ctx,
875                               const struct ldb_val *in, struct ldb_val *out)
876 {
877         unsigned long high, low;
878         char buf[64];
879
880         if (memchr(in->data, '-', in->length) == NULL) {
881                 return ldb_handler_copy(ldb, mem_ctx, in, out);
882         }
883
884         if (in->length > sizeof(buf)-1) {
885                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
886         }
887         strncpy(buf, (const char *)in->data, in->length);
888         buf[in->length] = 0;
889
890         if (sscanf(buf, "%lu-%lu", &low, &high) != 2) {
891                 return LDB_ERR_INVALID_ATTRIBUTE_SYNTAX;
892         }
893
894         out->data = (uint8_t *)talloc_asprintf(mem_ctx, "%llu",
895                                                (unsigned long long)(((uint64_t)high)<<32) | (low));
896
897         if (out->data == NULL) {
898                 ldb_oom(ldb);
899                 return LDB_ERR_OPERATIONS_ERROR;
900         }
901         out->length = strlen((char *)out->data);
902         return LDB_SUCCESS;
903 }
904
905 static const struct ldb_schema_syntax samba_syntaxes[] = {
906         {
907                 .name             = LDB_SYNTAX_SAMBA_SID,
908                 .ldif_read_fn     = ldif_read_objectSid,
909                 .ldif_write_fn    = ldif_write_objectSid,
910                 .canonicalise_fn  = ldif_canonicalise_objectSid,
911                 .comparison_fn    = ldif_comparison_objectSid
912         },{
913                 .name             = LDB_SYNTAX_SAMBA_SECURITY_DESCRIPTOR,
914                 .ldif_read_fn     = ldif_read_ntSecurityDescriptor,
915                 .ldif_write_fn    = ldif_write_ntSecurityDescriptor,
916                 .canonicalise_fn  = ldb_handler_copy,
917                 .comparison_fn    = ldb_comparison_binary
918         },{
919                 .name             = LDB_SYNTAX_SAMBA_GUID,
920                 .ldif_read_fn     = ldif_read_objectGUID,
921                 .ldif_write_fn    = ldif_write_objectGUID,
922                 .canonicalise_fn  = ldif_canonicalise_objectGUID,
923                 .comparison_fn    = ldif_comparison_objectGUID
924         },{
925                 .name             = LDB_SYNTAX_SAMBA_OBJECT_CATEGORY,
926                 .ldif_read_fn     = ldb_handler_copy,
927                 .ldif_write_fn    = ldb_handler_copy,
928                 .canonicalise_fn  = ldif_canonicalise_objectCategory,
929                 .comparison_fn    = ldif_comparison_objectCategory
930         },{
931                 .name             = LDB_SYNTAX_SAMBA_PREFIX_MAP,
932                 .ldif_read_fn     = ldif_read_prefixMap,
933                 .ldif_write_fn    = ldif_write_prefixMap,
934                 .canonicalise_fn  = ldif_canonicalise_prefixMap,
935                 .comparison_fn    = ldif_comparison_prefixMap
936         },{
937                 .name             = LDB_SYNTAX_SAMBA_INT32,
938                 .ldif_read_fn     = ldb_handler_copy,
939                 .ldif_write_fn    = ldb_handler_copy,
940                 .canonicalise_fn  = ldif_canonicalise_int32,
941                 .comparison_fn    = ldif_comparison_int32
942         },{
943                 .name             = LDB_SYNTAX_SAMBA_REPSFROMTO,
944                 .ldif_read_fn     = ldb_handler_copy,
945                 .ldif_write_fn    = ldif_write_repsFromTo,
946                 .canonicalise_fn  = ldb_handler_copy,
947                 .comparison_fn    = ldb_comparison_binary
948         },{
949                 .name             = LDB_SYNTAX_SAMBA_REPLPROPERTYMETADATA,
950                 .ldif_read_fn     = ldb_handler_copy,
951                 .ldif_write_fn    = ldif_write_replPropertyMetaData,
952                 .canonicalise_fn  = ldb_handler_copy,
953                 .comparison_fn    = ldb_comparison_binary
954         },{
955                 .name             = LDB_SYNTAX_SAMBA_REPLUPTODATEVECTOR,
956                 .ldif_read_fn     = ldb_handler_copy,
957                 .ldif_write_fn    = ldif_write_replUpToDateVector,
958                 .canonicalise_fn  = ldb_handler_copy,
959                 .comparison_fn    = ldb_comparison_binary
960         },{
961                 .name             = DSDB_SYNTAX_BINARY_DN,
962                 .ldif_read_fn     = ldb_handler_copy,
963                 .ldif_write_fn    = ldb_handler_copy,
964                 .canonicalise_fn  = dsdb_dn_binary_canonicalise,
965                 .comparison_fn    = dsdb_dn_binary_comparison
966         },{
967                 .name             = DSDB_SYNTAX_STRING_DN,
968                 .ldif_read_fn     = ldb_handler_copy,
969                 .ldif_write_fn    = ldb_handler_copy,
970                 .canonicalise_fn  = dsdb_dn_string_canonicalise,
971                 .comparison_fn    = dsdb_dn_string_comparison
972         },{
973                 .name             = LDB_SYNTAX_SAMBA_RANGE64,
974                 .ldif_read_fn     = ldif_read_range64,
975                 .ldif_write_fn    = ldif_write_range64,
976                 .canonicalise_fn  = ldif_canonicalise_int64,
977                 .comparison_fn    = ldif_comparison_int64
978         },
979 };
980
981 static const struct ldb_dn_extended_syntax samba_dn_syntax[] = {
982         {
983                 .name             = "SID",
984                 .read_fn          = extended_dn_read_SID,
985                 .write_clear_fn   = ldif_write_objectSid,
986                 .write_hex_fn     = extended_dn_write_hex
987         },{
988                 .name             = "GUID",
989                 .read_fn          = extended_dn_read_GUID,
990                 .write_clear_fn   = ldif_write_objectGUID,
991                 .write_hex_fn     = extended_dn_write_hex
992         },{
993                 .name             = "WKGUID",
994                 .read_fn          = ldb_handler_copy,
995                 .write_clear_fn   = ldb_handler_copy,
996                 .write_hex_fn     = ldb_handler_copy
997         },{
998                 .name             = "RMD_INVOCID",
999                 .read_fn          = extended_dn_read_GUID,
1000                 .write_clear_fn   = ldif_write_objectGUID,
1001                 .write_hex_fn     = extended_dn_write_hex
1002         },{
1003                 .name             = "RMD_FLAGS",
1004                 .read_fn          = ldb_handler_copy,
1005                 .write_clear_fn   = ldb_handler_copy,
1006                 .write_hex_fn     = ldb_handler_copy
1007         },{
1008                 .name             = "RMD_ADDTIME",
1009                 .read_fn          = ldb_handler_copy,
1010                 .write_clear_fn   = ldb_handler_copy,
1011                 .write_hex_fn     = ldb_handler_copy
1012         },{
1013                 .name             = "RMD_CHANGETIME",
1014                 .read_fn          = ldb_handler_copy,
1015                 .write_clear_fn   = ldb_handler_copy,
1016                 .write_hex_fn     = ldb_handler_copy
1017         },{
1018                 .name             = "RMD_LOCAL_USN",
1019                 .read_fn          = ldb_handler_copy,
1020                 .write_clear_fn   = ldb_handler_copy,
1021                 .write_hex_fn     = ldb_handler_copy
1022         },{
1023                 .name             = "RMD_ORIGINATING_USN",
1024                 .read_fn          = ldb_handler_copy,
1025                 .write_clear_fn   = ldb_handler_copy,
1026                 .write_hex_fn     = ldb_handler_copy
1027         },{
1028                 .name             = "RMD_VERSION",
1029                 .read_fn          = ldb_handler_copy,
1030                 .write_clear_fn   = ldb_handler_copy,
1031                 .write_hex_fn     = ldb_handler_copy
1032         }
1033 };
1034
1035 /* TODO: Should be dynamic at some point */
1036 static const struct {
1037         const char *name;
1038         const char *syntax;
1039 } samba_attributes[] = {
1040         { "objectSid",                  LDB_SYNTAX_SAMBA_SID },
1041         { "securityIdentifier",         LDB_SYNTAX_SAMBA_SID },
1042         { "ntSecurityDescriptor",       LDB_SYNTAX_SAMBA_SECURITY_DESCRIPTOR },
1043         { "objectGUID",                 LDB_SYNTAX_SAMBA_GUID },
1044         { "invocationId",               LDB_SYNTAX_SAMBA_GUID },
1045         { "schemaIDGUID",               LDB_SYNTAX_SAMBA_GUID },
1046         { "oMSyntax",                   LDB_SYNTAX_SAMBA_INT32 },
1047         { "attributeSecurityGUID",      LDB_SYNTAX_SAMBA_GUID },
1048         { "parentGUID",                 LDB_SYNTAX_SAMBA_GUID },
1049         { "siteGUID",                   LDB_SYNTAX_SAMBA_GUID },
1050         { "pKTGUID",                    LDB_SYNTAX_SAMBA_GUID },
1051         { "fRSVersionGUID",             LDB_SYNTAX_SAMBA_GUID },
1052         { "fRSReplicaSetGUID",          LDB_SYNTAX_SAMBA_GUID },
1053         { "netbootGUID",                LDB_SYNTAX_SAMBA_GUID },
1054         { "msDS-OptionalFeatureGUID",   LDB_SYNTAX_SAMBA_GUID },
1055         { "objectCategory",             LDB_SYNTAX_SAMBA_OBJECT_CATEGORY },
1056         { "prefixMap",                  LDB_SYNTAX_SAMBA_PREFIX_MAP },
1057         { "repsFrom",                   LDB_SYNTAX_SAMBA_REPSFROMTO },
1058         { "repsTo",                     LDB_SYNTAX_SAMBA_REPSFROMTO },
1059         { "replPropertyMetaData",       LDB_SYNTAX_SAMBA_REPLPROPERTYMETADATA },
1060         { "replUpToDateVector",         LDB_SYNTAX_SAMBA_REPLUPTODATEVECTOR },
1061         { "rIDAllocationPool",          LDB_SYNTAX_SAMBA_RANGE64 },
1062         { "rIDPreviousAllocationPool",  LDB_SYNTAX_SAMBA_RANGE64 },
1063         { "rIDAvailablePool",           LDB_SYNTAX_SAMBA_RANGE64 },
1064 };
1065
1066 const struct ldb_schema_syntax *ldb_samba_syntax_by_name(struct ldb_context *ldb, const char *name)
1067 {
1068         uint32_t j;
1069         const struct ldb_schema_syntax *s = NULL;
1070         
1071         for (j=0; j < ARRAY_SIZE(samba_syntaxes); j++) {
1072                 if (strcmp(name, samba_syntaxes[j].name) == 0) {
1073                         s = &samba_syntaxes[j];
1074                         break;
1075                 }
1076         }
1077         return s;
1078 }
1079
1080 const struct ldb_schema_syntax *ldb_samba_syntax_by_lDAPDisplayName(struct ldb_context *ldb, const char *name)
1081 {
1082         uint32_t j;
1083         const struct ldb_schema_syntax *s = NULL;
1084
1085         for (j=0; j < ARRAY_SIZE(samba_attributes); j++) {
1086                 if (strcmp(samba_attributes[j].name, name) == 0) {
1087                         s = ldb_samba_syntax_by_name(ldb, samba_attributes[j].syntax);
1088                         break;
1089                 }
1090         }
1091         
1092         return s;
1093 }
1094
1095 /*
1096   register the samba ldif handlers
1097 */
1098 int ldb_register_samba_handlers(struct ldb_context *ldb)
1099 {
1100         uint32_t i;
1101
1102         for (i=0; i < ARRAY_SIZE(samba_attributes); i++) {
1103                 int ret;
1104                 const struct ldb_schema_syntax *s = NULL;
1105
1106                 s = ldb_samba_syntax_by_name(ldb, samba_attributes[i].syntax);
1107
1108                 if (!s) {
1109                         s = ldb_standard_syntax_by_name(ldb, samba_attributes[i].syntax);
1110                 }
1111
1112                 if (!s) {
1113                         return -1;
1114                 }
1115
1116                 ret = ldb_schema_attribute_add_with_syntax(ldb, samba_attributes[i].name, LDB_ATTR_FLAG_FIXED, s);
1117                 if (ret != LDB_SUCCESS) {
1118                         return ret;
1119                 }
1120         }
1121
1122         for (i=0; i < ARRAY_SIZE(samba_dn_syntax); i++) {
1123                 int ret;
1124                 ret = ldb_dn_extended_add_syntax(ldb, LDB_ATTR_FLAG_FIXED, &samba_dn_syntax[i]);
1125                 if (ret != LDB_SUCCESS) {
1126                         return ret;
1127                 }
1128
1129                 
1130         }
1131
1132         return LDB_SUCCESS;
1133 }