flags.h: Introduce the 2016 function level constant
[vlendec/samba-autobuild/.git] / source4 / dsdb / pydsdb.c
1 /* 
2    Unix SMB/CIFS implementation.
3    Copyright (C) Jelmer Vernooij <jelmer@samba.org> 2007-2010
4    Copyright (C) Matthias Dieter Wallnöfer          2009
5    
6    This program is free software; you can redistribute it and/or modify
7    it under the terms of the GNU General Public License as published by
8    the Free Software Foundation; either version 3 of the License, or
9    (at your option) any later version.
10    
11    This program is distributed in the hope that it will be useful,
12    but WITHOUT ANY WARRANTY; without even the implied warranty of
13    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14    GNU General Public License for more details.
15    
16    You should have received a copy of the GNU General Public License
17    along with this program.  If not, see <http://www.gnu.org/licenses/>.
18 */
19
20 #include <Python.h>
21 #include "includes.h"
22 #include <ldb.h>
23 #include <pyldb.h>
24 #include "dsdb/samdb/samdb.h"
25 #include "libcli/security/security.h"
26 #include "librpc/ndr/libndr.h"
27 #include "system/kerberos.h"
28 #include "auth/kerberos/kerberos.h"
29 #include "librpc/rpc/pyrpc_util.h"
30 #include "lib/policy/policy.h"
31 #include "param/pyparam.h"
32 #include "lib/util/dlinklist.h"
33 #include "dsdb/kcc/garbage_collect_tombstones.h"
34
35 void initdsdb(void);
36
37 /* FIXME: These should be in a header file somewhere */
38 #define PyErr_LDB_OR_RAISE(py_ldb, ldb) \
39         if (!py_check_dcerpc_type(py_ldb, "ldb", "Ldb")) { \
40                 PyErr_SetString(PyExc_TypeError, "Ldb connection object required"); \
41                 return NULL; \
42         } \
43         ldb = pyldb_Ldb_AsLdbContext(py_ldb);
44
45 #define PyErr_LDB_DN_OR_RAISE(py_ldb_dn, dn) \
46         if (!py_check_dcerpc_type(py_ldb_dn, "ldb", "Dn")) { \
47                 PyErr_SetString(PyExc_TypeError, "ldb Dn object required"); \
48                 return NULL; \
49         } \
50         dn = pyldb_Dn_AsDn(py_ldb_dn);
51
52 static PyObject *py_ldb_get_exception(void)
53 {
54         PyObject *mod = PyImport_ImportModule("ldb");
55         if (mod == NULL)
56                 return NULL;
57
58         return PyObject_GetAttrString(mod, "LdbError");
59 }
60
61 static void PyErr_SetLdbError(PyObject *error, int ret, struct ldb_context *ldb_ctx)
62 {
63         if (ret == LDB_ERR_PYTHON_EXCEPTION)
64                 return; /* Python exception should already be set, just keep that */
65
66         PyErr_SetObject(error, 
67                         Py_BuildValue(discard_const_p(char, "(i,s)"), ret,
68                         ldb_ctx == NULL?ldb_strerror(ret):ldb_errstring(ldb_ctx)));
69 }
70
71 static PyObject *py_samdb_server_site_name(PyObject *self, PyObject *args)
72 {
73         PyObject *py_ldb, *result;
74         struct ldb_context *ldb;
75         const char *site;
76         TALLOC_CTX *mem_ctx;
77
78         if (!PyArg_ParseTuple(args, "O", &py_ldb))
79                 return NULL;
80
81         PyErr_LDB_OR_RAISE(py_ldb, ldb);
82
83         mem_ctx = talloc_new(NULL);
84         if (mem_ctx == NULL) {
85                 PyErr_NoMemory();
86                 return NULL;
87         }
88
89         site = samdb_server_site_name(ldb, mem_ctx);
90         if (site == NULL) {
91                 PyErr_SetString(PyExc_RuntimeError, "Failed to find server site");
92                 talloc_free(mem_ctx);
93                 return NULL;
94         }
95
96         result = PyString_FromString(site);
97         talloc_free(mem_ctx);
98         return result;
99 }
100
101 static PyObject *py_dsdb_convert_schema_to_openldap(PyObject *self,
102                                                     PyObject *args)
103 {
104         char *target_str, *mapping;
105         PyObject *py_ldb;
106         struct ldb_context *ldb;
107         PyObject *ret;
108         char *retstr;
109
110         if (!PyArg_ParseTuple(args, "Oss", &py_ldb, &target_str, &mapping))
111                 return NULL;
112
113         PyErr_LDB_OR_RAISE(py_ldb, ldb);
114
115         retstr = dsdb_convert_schema_to_openldap(ldb, target_str, mapping);
116         if (retstr == NULL) {
117                 PyErr_SetString(PyExc_RuntimeError,
118                                                 "dsdb_convert_schema_to_openldap failed");
119                 return NULL;
120         } 
121
122         ret = PyString_FromString(retstr);
123         talloc_free(retstr);
124         return ret;
125 }
126
127 static PyObject *py_samdb_set_domain_sid(PyLdbObject *self, PyObject *args)
128
129         PyObject *py_ldb, *py_sid;
130         struct ldb_context *ldb;
131         struct dom_sid *sid;
132         bool ret;
133
134         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_sid))
135                 return NULL;
136         
137         PyErr_LDB_OR_RAISE(py_ldb, ldb);
138
139         sid = dom_sid_parse_talloc(NULL, PyString_AsString(py_sid));
140         if (sid == NULL) {
141                 PyErr_NoMemory();
142                 return NULL;
143         }
144
145         ret = samdb_set_domain_sid(ldb, sid);
146         talloc_free(sid);
147         if (!ret) {
148                 PyErr_SetString(PyExc_RuntimeError, "set_domain_sid failed");
149                 return NULL;
150         } 
151         Py_RETURN_NONE;
152 }
153
154 static PyObject *py_samdb_set_ntds_settings_dn(PyLdbObject *self, PyObject *args)
155
156         PyObject *py_ldb, *py_ntds_settings_dn;
157         struct ldb_context *ldb;
158         struct ldb_dn *ntds_settings_dn;
159         TALLOC_CTX *tmp_ctx;
160         bool ret;
161
162         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_ntds_settings_dn))
163                 return NULL;
164
165         PyErr_LDB_OR_RAISE(py_ldb, ldb);
166
167         tmp_ctx = talloc_new(NULL);
168         if (tmp_ctx == NULL) {
169                 PyErr_NoMemory();
170                 return NULL;
171         }
172
173         if (!pyldb_Object_AsDn(tmp_ctx, py_ntds_settings_dn, ldb, &ntds_settings_dn)) {
174                 /* exception thrown by "pyldb_Object_AsDn" */
175                 talloc_free(tmp_ctx);
176                 return NULL;
177         }
178
179         ret = samdb_set_ntds_settings_dn(ldb, ntds_settings_dn);
180         talloc_free(tmp_ctx);
181         if (!ret) {
182                 PyErr_SetString(PyExc_RuntimeError, "set_ntds_settings_dn failed");
183                 return NULL;
184         } 
185         Py_RETURN_NONE;
186 }
187
188 static PyObject *py_samdb_get_domain_sid(PyLdbObject *self, PyObject *args)
189
190         PyObject *py_ldb;
191         struct ldb_context *ldb;
192         const struct dom_sid *sid;
193         PyObject *ret;
194         char *retstr;
195
196         if (!PyArg_ParseTuple(args, "O", &py_ldb))
197                 return NULL;
198
199         PyErr_LDB_OR_RAISE(py_ldb, ldb);
200
201         sid = samdb_domain_sid(ldb);
202         if (!sid) {
203                 PyErr_SetString(PyExc_RuntimeError, "samdb_domain_sid failed");
204                 return NULL;
205         }
206
207         retstr = dom_sid_string(NULL, sid);
208         if (retstr == NULL) {
209                 PyErr_NoMemory();
210                 return NULL;
211         }
212         ret = PyString_FromString(retstr);
213         talloc_free(retstr);
214         return ret;
215 }
216
217 static PyObject *py_samdb_ntds_invocation_id(PyObject *self, PyObject *args)
218 {
219         PyObject *py_ldb, *result;
220         struct ldb_context *ldb;
221         const struct GUID *guid;
222         char *retstr;
223
224         if (!PyArg_ParseTuple(args, "O", &py_ldb)) {
225                 return NULL;
226         }
227
228         PyErr_LDB_OR_RAISE(py_ldb, ldb);
229
230         guid = samdb_ntds_invocation_id(ldb);
231         if (guid == NULL) {
232                 PyErr_SetString(PyExc_RuntimeError,
233                                                 "Failed to find NTDS invocation ID");
234                 return NULL;
235         }
236
237         retstr = GUID_string(NULL, guid);
238         if (retstr == NULL) {
239                 PyErr_NoMemory();
240                 return NULL;
241         }
242         result = PyString_FromString(retstr);
243         talloc_free(retstr);
244         return result;
245 }
246
247 static PyObject *py_dsdb_get_oid_from_attid(PyObject *self, PyObject *args)
248 {
249         PyObject *py_ldb;
250         struct ldb_context *ldb;
251         uint32_t attid;
252         struct dsdb_schema *schema;
253         const char *oid;
254         PyObject *ret;
255         WERROR status;
256         TALLOC_CTX *mem_ctx;
257
258         if (!PyArg_ParseTuple(args, "OI", &py_ldb, &attid))
259                 return NULL;
260
261         PyErr_LDB_OR_RAISE(py_ldb, ldb);
262
263         mem_ctx = talloc_new(NULL);
264         if (!mem_ctx) {
265                 PyErr_NoMemory();
266                 return NULL;
267         }
268
269         schema = dsdb_get_schema(ldb, mem_ctx);
270         if (!schema) {
271                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb \n");
272                 talloc_free(mem_ctx);
273                 return NULL;
274         }
275         
276         status = dsdb_schema_pfm_oid_from_attid(schema->prefixmap, attid,
277                                                 mem_ctx, &oid);
278         if (!W_ERROR_IS_OK(status)) {
279                 PyErr_SetWERROR(status);
280                 talloc_free(mem_ctx);
281                 return NULL;
282         }
283
284         ret = PyString_FromString(oid);
285
286         talloc_free(mem_ctx);
287
288         return ret;
289 }
290
291
292 static PyObject *py_dsdb_get_attid_from_lDAPDisplayName(PyObject *self, PyObject *args)
293 {
294         PyObject *py_ldb, *is_schema_nc;
295         struct ldb_context *ldb;
296         struct dsdb_schema *schema;
297         const char *ldap_display_name;
298         bool schema_nc = false;
299         const struct dsdb_attribute *a;
300         uint32_t attid;
301
302         if (!PyArg_ParseTuple(args, "OsO", &py_ldb, &ldap_display_name, &is_schema_nc))
303                 return NULL;
304
305         PyErr_LDB_OR_RAISE(py_ldb, ldb);
306
307         if (is_schema_nc) {
308                 if (!PyBool_Check(is_schema_nc)) {
309                         PyErr_SetString(PyExc_TypeError, "Expected boolean is_schema_nc");
310                         return NULL;
311                 }
312                 if (is_schema_nc == Py_True) {
313                         schema_nc = true;
314                 }
315         }
316
317         schema = dsdb_get_schema(ldb, NULL);
318
319         if (!schema) {
320                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
321                 return NULL;
322         }
323
324         a = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
325         if (a == NULL) {
326                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
327                 return NULL;
328         }
329
330         attid = dsdb_attribute_get_attid(a, schema_nc);
331
332         return PyLong_FromUnsignedLong(attid);
333 }
334
335 /*
336   return the systemFlags as int from the attribute name
337  */
338 static PyObject *py_dsdb_get_systemFlags_from_lDAPDisplayName(PyObject *self, PyObject *args)
339 {
340         PyObject *py_ldb;
341         struct ldb_context *ldb;
342         struct dsdb_schema *schema;
343         const char *ldap_display_name;
344         const struct dsdb_attribute *attribute;
345
346         if (!PyArg_ParseTuple(args, "Os", &py_ldb, &ldap_display_name))
347                 return NULL;
348
349         PyErr_LDB_OR_RAISE(py_ldb, ldb);
350
351         schema = dsdb_get_schema(ldb, NULL);
352
353         if (!schema) {
354                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
355                 return NULL;
356         }
357
358         attribute = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
359         if (attribute == NULL) {
360                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
361                 return NULL;
362         }
363
364         return PyInt_FromLong(attribute->systemFlags);
365 }
366
367 /*
368   return the linkID from the attribute name
369  */
370 static PyObject *py_dsdb_get_linkId_from_lDAPDisplayName(PyObject *self, PyObject *args)
371 {
372         PyObject *py_ldb;
373         struct ldb_context *ldb;
374         struct dsdb_schema *schema;
375         const char *ldap_display_name;
376         const struct dsdb_attribute *attribute;
377
378         if (!PyArg_ParseTuple(args, "Os", &py_ldb, &ldap_display_name))
379                 return NULL;
380
381         PyErr_LDB_OR_RAISE(py_ldb, ldb);
382
383         schema = dsdb_get_schema(ldb, NULL);
384
385         if (!schema) {
386                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
387                 return NULL;
388         }
389
390         attribute = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
391         if (attribute == NULL) {
392                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
393                 return NULL;
394         }
395
396         return PyInt_FromLong(attribute->linkID);
397 }
398
399 /*
400   return the backlink attribute name (if any) for an attribute
401  */
402 static PyObject *py_dsdb_get_backlink_from_lDAPDisplayName(PyObject *self, PyObject *args)
403 {
404         PyObject *py_ldb;
405         struct ldb_context *ldb;
406         struct dsdb_schema *schema;
407         const char *ldap_display_name;
408         const struct dsdb_attribute *attribute, *target_attr;
409
410         if (!PyArg_ParseTuple(args, "Os", &py_ldb, &ldap_display_name))
411                 return NULL;
412
413         PyErr_LDB_OR_RAISE(py_ldb, ldb);
414
415         schema = dsdb_get_schema(ldb, NULL);
416
417         if (!schema) {
418                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
419                 return NULL;
420         }
421
422         attribute = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
423         if (attribute == NULL) {
424                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
425                 return NULL;
426         }
427
428         if (attribute->linkID == 0) {
429                 Py_RETURN_NONE;
430         }
431
432         target_attr = dsdb_attribute_by_linkID(schema, attribute->linkID ^ 1);
433         if (target_attr == NULL) {
434                 /* when we add pseudo-backlinks we'll need to handle
435                    them here */
436                 Py_RETURN_NONE;
437         }
438
439         return PyString_FromString(target_attr->lDAPDisplayName);
440 }
441
442
443 static PyObject *py_dsdb_get_lDAPDisplayName_by_attid(PyObject *self, PyObject *args)
444 {
445         PyObject *py_ldb;
446         struct ldb_context *ldb;
447         struct dsdb_schema *schema;
448         const struct dsdb_attribute *a;
449         uint32_t attid;
450
451         if (!PyArg_ParseTuple(args, "OI", &py_ldb, &attid))
452                 return NULL;
453
454         PyErr_LDB_OR_RAISE(py_ldb, ldb);
455
456         schema = dsdb_get_schema(ldb, NULL);
457
458         if (!schema) {
459                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
460                 return NULL;
461         }
462
463         a = dsdb_attribute_by_attributeID_id(schema, attid);
464         if (a == NULL) {
465                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '0x%08x'", attid);
466                 return NULL;
467         }
468
469         return PyString_FromString(a->lDAPDisplayName);
470 }
471
472
473 /*
474   return the attribute syntax oid as a string from the attribute name
475  */
476 static PyObject *py_dsdb_get_syntax_oid_from_lDAPDisplayName(PyObject *self, PyObject *args)
477 {
478         PyObject *py_ldb;
479         struct ldb_context *ldb;
480         struct dsdb_schema *schema;
481         const char *ldap_display_name;
482         const struct dsdb_attribute *attribute;
483
484         if (!PyArg_ParseTuple(args, "Os", &py_ldb, &ldap_display_name))
485                 return NULL;
486
487         PyErr_LDB_OR_RAISE(py_ldb, ldb);
488
489         schema = dsdb_get_schema(ldb, NULL);
490
491         if (!schema) {
492                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
493                 return NULL;
494         }
495
496         attribute = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
497         if (attribute == NULL) {
498                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
499                 return NULL;
500         }
501
502         return PyString_FromString(attribute->syntax->ldap_oid);
503 }
504
505 /*
506   convert a python string to a DRSUAPI drsuapi_DsReplicaAttribute attribute
507  */
508 static PyObject *py_dsdb_DsReplicaAttribute(PyObject *self, PyObject *args)
509 {
510         PyObject *py_ldb, *el_list, *ret;
511         struct ldb_context *ldb;
512         char *ldap_display_name;
513         const struct dsdb_attribute *a;
514         struct dsdb_schema *schema;
515         struct dsdb_syntax_ctx syntax_ctx;
516         struct ldb_message_element *el;
517         struct drsuapi_DsReplicaAttribute *attr;
518         TALLOC_CTX *tmp_ctx;
519         WERROR werr;
520         Py_ssize_t i;
521
522         if (!PyArg_ParseTuple(args, "OsO", &py_ldb, &ldap_display_name, &el_list)) {
523                 return NULL;
524         }
525
526         PyErr_LDB_OR_RAISE(py_ldb, ldb);
527
528         schema = dsdb_get_schema(ldb, NULL);
529         if (!schema) {
530                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
531                 return NULL;
532         }
533
534         a = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
535         if (a == NULL) {
536                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
537                 return NULL;
538         }
539
540         dsdb_syntax_ctx_init(&syntax_ctx, ldb, schema);
541         syntax_ctx.is_schema_nc = false;
542
543         tmp_ctx = talloc_new(ldb);
544         if (tmp_ctx == NULL) {
545                 PyErr_NoMemory();
546                 return NULL;
547         }
548
549         /* If we were not given an LdbMessageElement */
550         if (!PyList_Check(el_list)) {
551                 if (!py_check_dcerpc_type(el_list, "ldb", "MessageElement")) {
552                         PyErr_SetString(py_ldb_get_exception(),
553                                         "list of strings or ldb MessageElement object required");
554                         return NULL;
555                 }
556                 /*
557                  * NOTE:
558                  * el may not be a valid talloc context, it
559                  * could be part of an array
560                  */
561                 el = pyldb_MessageElement_AsMessageElement(el_list);
562         } else {
563                 el = talloc_zero(tmp_ctx, struct ldb_message_element);
564                 if (el == NULL) {
565                         PyErr_NoMemory();
566                         talloc_free(tmp_ctx);
567                         return NULL;
568                 }
569
570                 el->name = ldap_display_name;
571                 el->num_values = PyList_Size(el_list);
572
573                 el->values = talloc_array(el, struct ldb_val, el->num_values);
574                 if (el->values == NULL) {
575                         PyErr_NoMemory();
576                         talloc_free(tmp_ctx);
577                         return NULL;
578                 }
579
580                 for (i = 0; i < el->num_values; i++) {
581                         PyObject *item = PyList_GetItem(el_list, i);
582                         if (!PyString_Check(item)) {
583                                 PyErr_Format(PyExc_TypeError, "ldif_elements should be strings");
584                                 talloc_free(tmp_ctx);
585                                 return NULL;
586                         }
587                         el->values[i].data = (uint8_t *)PyString_AsString(item);
588                         el->values[i].length = PyString_Size(item);
589                 }
590         }
591
592         attr = talloc_zero(tmp_ctx, struct drsuapi_DsReplicaAttribute);
593         if (attr == NULL) {
594                 PyErr_NoMemory();
595                 talloc_free(tmp_ctx);
596                 return NULL;
597         }
598
599         werr = a->syntax->ldb_to_drsuapi(&syntax_ctx, a, el, attr, attr);
600         PyErr_WERROR_NOT_OK_RAISE(werr);
601
602         ret = py_return_ndr_struct("samba.dcerpc.drsuapi", "DsReplicaAttribute", attr, attr);
603
604         talloc_free(tmp_ctx);
605
606         return ret;
607 }
608
609
610 /*
611   normalise a ldb attribute list
612  */
613 static PyObject *py_dsdb_normalise_attributes(PyObject *self, PyObject *args)
614 {
615         PyObject *py_ldb, *el_list, *py_ret;
616         struct ldb_context *ldb;
617         char *ldap_display_name;
618         const struct dsdb_attribute *a;
619         struct dsdb_schema *schema;
620         struct dsdb_syntax_ctx syntax_ctx;
621         struct ldb_message_element *el, *new_el;
622         struct drsuapi_DsReplicaAttribute *attr;
623         PyLdbMessageElementObject *ret;
624         TALLOC_CTX *tmp_ctx;
625         WERROR werr;
626         Py_ssize_t i;
627         PyTypeObject *py_type = NULL;
628         PyObject *module = NULL;
629
630         if (!PyArg_ParseTuple(args, "OsO", &py_ldb, &ldap_display_name, &el_list)) {
631                 return NULL;
632         }
633
634         PyErr_LDB_OR_RAISE(py_ldb, ldb);
635
636         schema = dsdb_get_schema(ldb, NULL);
637         if (!schema) {
638                 PyErr_SetString(PyExc_RuntimeError, "Failed to find a schema from ldb");
639                 return NULL;
640         }
641
642         a = dsdb_attribute_by_lDAPDisplayName(schema, ldap_display_name);
643         if (a == NULL) {
644                 PyErr_Format(PyExc_KeyError, "Failed to find attribute '%s'", ldap_display_name);
645                 return NULL;
646         }
647
648         dsdb_syntax_ctx_init(&syntax_ctx, ldb, schema);
649         syntax_ctx.is_schema_nc = false;
650
651         tmp_ctx = talloc_new(ldb);
652         if (tmp_ctx == NULL) {
653                 PyErr_NoMemory();
654                 return NULL;
655         }
656
657         if (!PyList_Check(el_list)) {
658                 if (!py_check_dcerpc_type(el_list, "ldb", "MessageElement")) {
659                         PyErr_SetString(py_ldb_get_exception(),
660                                         "list of strings or ldb MessageElement object required");
661                         return NULL;
662                 }
663                 /*
664                  * NOTE:
665                  * el may not be a valid talloc context, it
666                  * could be part of an array
667                  */
668                 el = pyldb_MessageElement_AsMessageElement(el_list);
669         } else {
670                 el = talloc_zero(tmp_ctx, struct ldb_message_element);
671                 if (el == NULL) {
672                         PyErr_NoMemory();
673                         talloc_free(tmp_ctx);
674                         return NULL;
675                 }
676
677                 el->name = ldap_display_name;
678                 el->num_values = PyList_Size(el_list);
679
680                 el->values = talloc_array(el, struct ldb_val, el->num_values);
681                 if (el->values == NULL) {
682                         PyErr_NoMemory();
683                         talloc_free(tmp_ctx);
684                         return NULL;
685                 }
686
687                 for (i = 0; i < el->num_values; i++) {
688                         PyObject *item = PyList_GetItem(el_list, i);
689                         if (!PyString_Check(item)) {
690                                 PyErr_Format(PyExc_TypeError, "ldif_elements should be strings");
691                                 talloc_free(tmp_ctx);
692                                 return NULL;
693                         }
694                         el->values[i].data = (uint8_t *)PyString_AsString(item);
695                         el->values[i].length = PyString_Size(item);
696                 }
697         }
698
699         new_el = talloc_zero(tmp_ctx, struct ldb_message_element);
700         if (new_el == NULL) {
701                 PyErr_NoMemory();
702                 talloc_free(tmp_ctx);
703                 return NULL;
704         }
705
706         /* Normalise "objectClass" attribute if needed */
707         if (ldb_attr_cmp(a->lDAPDisplayName, "objectClass") == 0) {
708                 int iret;
709                 iret = dsdb_sort_objectClass_attr(ldb, schema, el, new_el, new_el);
710                 if (iret != LDB_SUCCESS) {
711                         PyErr_SetString(PyExc_RuntimeError, ldb_errstring(ldb));
712                         talloc_free(tmp_ctx);
713                         return NULL;
714                 }
715         }
716
717         /* first run ldb_to_drsuapi, then convert back again. This has
718          * the effect of normalising the attributes
719          */
720
721         attr = talloc_zero(tmp_ctx, struct drsuapi_DsReplicaAttribute);
722         if (attr == NULL) {
723                 PyErr_NoMemory();
724                 talloc_free(tmp_ctx);
725                 return NULL;
726         }
727
728         werr = a->syntax->ldb_to_drsuapi(&syntax_ctx, a, el, attr, attr);
729         PyErr_WERROR_NOT_OK_RAISE(werr);
730
731         /* now convert back again */
732         werr = a->syntax->drsuapi_to_ldb(&syntax_ctx, a, attr, new_el, new_el);
733         PyErr_WERROR_NOT_OK_RAISE(werr);
734
735         module = PyImport_ImportModule("ldb");
736         if (module == NULL) {
737                 return NULL;
738         }
739
740         py_type = (PyTypeObject *)PyObject_GetAttrString(module, "MessageElement");
741         if (py_type == NULL) {
742                 return NULL;
743         }
744         py_ret = py_type->tp_alloc(py_type, 0);
745         ret = (PyLdbMessageElementObject *)py_ret;
746
747         ret->mem_ctx = talloc_new(NULL);
748         if (talloc_reference(ret->mem_ctx, new_el) == NULL) {
749                 PyErr_NoMemory();
750                 return NULL;
751         }
752         ret->el = new_el;
753
754         talloc_free(tmp_ctx);
755
756         return py_ret;
757 }
758
759
760 static PyObject *py_dsdb_set_ntds_invocation_id(PyObject *self, PyObject *args)
761 {
762         PyObject *py_ldb, *py_guid;
763         bool ret;
764         struct GUID guid;
765         struct ldb_context *ldb;
766         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_guid))
767                 return NULL;
768
769         PyErr_LDB_OR_RAISE(py_ldb, ldb);
770         GUID_from_string(PyString_AsString(py_guid), &guid);
771
772         if (GUID_all_zero(&guid)) {
773                 PyErr_SetString(PyExc_RuntimeError, "set_ntds_invocation_id rejected due to all-zero invocation ID");
774                 return NULL;
775         }
776
777         ret = samdb_set_ntds_invocation_id(ldb, &guid);
778         if (!ret) {
779                 PyErr_SetString(PyExc_RuntimeError, "set_ntds_invocation_id failed");
780                 return NULL;
781         }
782         Py_RETURN_NONE;
783 }
784
785 static PyObject *py_samdb_ntds_objectGUID(PyObject *self, PyObject *args)
786 {
787         PyObject *py_ldb, *result;
788         struct ldb_context *ldb;
789         const struct GUID *guid;
790         char *retstr;
791
792         if (!PyArg_ParseTuple(args, "O", &py_ldb)) {
793                 return NULL;
794         }
795
796         PyErr_LDB_OR_RAISE(py_ldb, ldb);
797
798         guid = samdb_ntds_objectGUID(ldb);
799         if (guid == NULL) {
800                 PyErr_SetString(PyExc_RuntimeError, "Failed to find NTDS GUID");
801                 return NULL;
802         }
803
804         retstr = GUID_string(NULL, guid);
805         if (retstr == NULL) {
806                 PyErr_NoMemory();
807                 return NULL;
808         }
809         result = PyString_FromString(retstr);
810         talloc_free(retstr);
811         return result;
812 }
813
814 static PyObject *py_dsdb_set_global_schema(PyObject *self, PyObject *args)
815 {
816         PyObject *py_ldb;
817         struct ldb_context *ldb;
818         int ret;
819         if (!PyArg_ParseTuple(args, "O", &py_ldb))
820                 return NULL;
821
822         PyErr_LDB_OR_RAISE(py_ldb, ldb);
823
824         ret = dsdb_set_global_schema(ldb);
825         PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
826
827         Py_RETURN_NONE;
828 }
829
830 static PyObject *py_dsdb_load_partition_usn(PyObject *self, PyObject *args)
831 {
832         PyObject *py_dn, *py_ldb, *result;
833         struct ldb_dn *dn;
834         uint64_t highest_uSN, urgent_uSN;
835         struct ldb_context *ldb;
836         TALLOC_CTX *mem_ctx;
837         int ret;
838
839         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_dn)) {
840                 return NULL;
841         }
842
843         PyErr_LDB_OR_RAISE(py_ldb, ldb);
844
845         mem_ctx = talloc_new(NULL);
846         if (mem_ctx == NULL) {
847                 PyErr_NoMemory();
848                 return NULL;
849         }
850
851         if (!pyldb_Object_AsDn(mem_ctx, py_dn, ldb, &dn)) {
852                 talloc_free(mem_ctx);
853                 return NULL;
854         }
855
856         ret = dsdb_load_partition_usn(ldb, dn, &highest_uSN, &urgent_uSN);
857         if (ret != LDB_SUCCESS) {
858            PyErr_Format(PyExc_RuntimeError,
859                         "Failed to load partition [%s] uSN - %s",
860                         ldb_dn_get_linearized(dn),
861                         ldb_errstring(ldb));
862            talloc_free(mem_ctx);
863            return NULL;
864         }
865
866         talloc_free(mem_ctx);
867
868         result = PyDict_New();
869
870         PyDict_SetItemString(result, "uSNHighest", PyInt_FromLong((uint64_t)highest_uSN));
871         PyDict_SetItemString(result, "uSNUrgent", PyInt_FromLong((uint64_t)urgent_uSN));
872
873
874         return result;
875 }
876
877 static PyObject *py_dsdb_set_am_rodc(PyObject *self, PyObject *args)
878 {
879         PyObject *py_ldb;
880         bool ret;
881         struct ldb_context *ldb;
882         int py_val;
883
884         if (!PyArg_ParseTuple(args, "Oi", &py_ldb, &py_val))
885                 return NULL;
886
887         PyErr_LDB_OR_RAISE(py_ldb, ldb);
888         ret = samdb_set_am_rodc(ldb, (bool)py_val);
889         if (!ret) {
890                 PyErr_SetString(PyExc_RuntimeError, "set_am_rodc failed");
891                 return NULL;
892         }
893         Py_RETURN_NONE;
894 }
895
896 static PyObject *py_dsdb_set_schema_from_ldif(PyObject *self, PyObject *args)
897 {
898         WERROR result;
899         char *pf, *df, *dn;
900         PyObject *py_ldb;
901         struct ldb_context *ldb;
902
903         if (!PyArg_ParseTuple(args, "Osss", &py_ldb, &pf, &df, &dn))
904                 return NULL;
905
906         PyErr_LDB_OR_RAISE(py_ldb, ldb);
907
908         result = dsdb_set_schema_from_ldif(ldb, pf, df, dn);
909         PyErr_WERROR_NOT_OK_RAISE(result);
910
911         Py_RETURN_NONE;
912 }
913
914 static PyObject *py_dsdb_set_schema_from_ldb(PyObject *self, PyObject *args)
915 {
916         PyObject *py_ldb;
917         struct ldb_context *ldb;
918         PyObject *py_from_ldb;
919         struct ldb_context *from_ldb;
920         struct dsdb_schema *schema;
921         int ret;
922         char write_indices_and_attributes = SCHEMA_WRITE;
923         if (!PyArg_ParseTuple(args, "OO|b",
924                               &py_ldb, &py_from_ldb, &write_indices_and_attributes))
925                 return NULL;
926
927         PyErr_LDB_OR_RAISE(py_ldb, ldb);
928
929         PyErr_LDB_OR_RAISE(py_from_ldb, from_ldb);
930
931         schema = dsdb_get_schema(from_ldb, NULL);
932         if (!schema) {
933                 PyErr_SetString(PyExc_RuntimeError, "Failed to set find a schema on 'from' ldb!\n");
934                 return NULL;
935         }
936
937         ret = dsdb_reference_schema(ldb, schema, write_indices_and_attributes);
938         PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
939
940         Py_RETURN_NONE;
941 }
942
943 static PyObject *py_dsdb_write_prefixes_from_schema_to_ldb(PyObject *self, PyObject *args)
944 {
945         PyObject *py_ldb;
946         struct ldb_context *ldb;
947         WERROR result;
948         struct dsdb_schema *schema;
949
950         if (!PyArg_ParseTuple(args, "O", &py_ldb))
951                 return NULL;
952
953         PyErr_LDB_OR_RAISE(py_ldb, ldb);
954
955         schema = dsdb_get_schema(ldb, NULL);
956         if (!schema) {
957                 PyErr_SetString(PyExc_RuntimeError, "Failed to set find a schema on ldb!\n");
958                 return NULL;
959         }
960
961         result = dsdb_write_prefixes_from_schema_to_ldb(NULL, ldb, schema);
962         PyErr_WERROR_NOT_OK_RAISE(result);
963
964         Py_RETURN_NONE;
965 }
966
967
968 static PyObject *py_dsdb_get_partitions_dn(PyObject *self, PyObject *args)
969 {
970         struct ldb_context *ldb;
971         struct ldb_dn *dn;
972         PyObject *py_ldb, *ret;
973
974         if (!PyArg_ParseTuple(args, "O", &py_ldb))
975                 return NULL;
976
977         PyErr_LDB_OR_RAISE(py_ldb, ldb);
978
979         dn = samdb_partitions_dn(ldb, NULL);
980         if (dn == NULL) {
981                 PyErr_NoMemory();
982                 return NULL;
983         }
984         ret = pyldb_Dn_FromDn(dn);
985         talloc_free(dn);
986         return ret;
987 }
988
989
990 static PyObject *py_dsdb_get_nc_root(PyObject *self, PyObject *args)
991 {
992         struct ldb_context *ldb;
993         struct ldb_dn *dn, *nc_root;
994         PyObject *py_ldb, *py_ldb_dn, *py_nc_root;
995         int ret;
996
997         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_ldb_dn))
998                 return NULL;
999
1000         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1001         PyErr_LDB_DN_OR_RAISE(py_ldb_dn, dn);
1002
1003         ret = dsdb_find_nc_root(ldb, ldb, dn, &nc_root);
1004         PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
1005
1006         py_nc_root = pyldb_Dn_FromDn(nc_root);
1007         talloc_unlink(ldb, nc_root);
1008         return py_nc_root;
1009 }
1010
1011 static PyObject *py_dsdb_get_wellknown_dn(PyObject *self, PyObject *args)
1012 {
1013         struct ldb_context *ldb;
1014         struct ldb_dn *nc_dn, *wk_dn;
1015         char *wkguid;
1016         PyObject *py_ldb, *py_nc_dn, *py_wk_dn;
1017         int ret;
1018
1019         if (!PyArg_ParseTuple(args, "OOs", &py_ldb, &py_nc_dn, &wkguid))
1020                 return NULL;
1021
1022         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1023         PyErr_LDB_DN_OR_RAISE(py_nc_dn, nc_dn);
1024
1025         ret = dsdb_wellknown_dn(ldb, ldb, nc_dn, wkguid, &wk_dn);
1026         if (ret == LDB_ERR_NO_SUCH_OBJECT) {
1027                 PyErr_Format(PyExc_KeyError, "Failed to find well known DN for GUID %s", wkguid);
1028                 return NULL;
1029         }
1030
1031         PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
1032
1033         py_wk_dn = pyldb_Dn_FromDn(wk_dn);
1034         talloc_unlink(ldb, wk_dn);
1035         return py_wk_dn;
1036 }
1037
1038
1039 /*
1040   call into samdb_rodc()
1041  */
1042 static PyObject *py_dsdb_am_rodc(PyObject *self, PyObject *args)
1043 {
1044         PyObject *py_ldb;
1045         struct ldb_context *ldb;
1046         int ret;
1047         bool am_rodc;
1048
1049         if (!PyArg_ParseTuple(args, "O", &py_ldb))
1050                 return NULL;
1051
1052         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1053
1054         ret = samdb_rodc(ldb, &am_rodc);
1055         if (ret != LDB_SUCCESS) {
1056                 PyErr_SetString(PyExc_RuntimeError, ldb_errstring(ldb));
1057                 return NULL;
1058         }
1059
1060         return PyBool_FromLong(am_rodc);
1061 }
1062
1063 /*
1064   call into samdb_is_pdc()
1065  */
1066 static PyObject *py_dsdb_am_pdc(PyObject *self, PyObject *args)
1067 {
1068         PyObject *py_ldb;
1069         struct ldb_context *ldb;
1070         bool am_pdc;
1071
1072         if (!PyArg_ParseTuple(args, "O", &py_ldb))
1073                 return NULL;
1074
1075         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1076
1077         am_pdc = samdb_is_pdc(ldb);
1078         return PyBool_FromLong(am_pdc);
1079 }
1080
1081 /*
1082   call DSDB_EXTENDED_CREATE_OWN_RID_SET to get a new RID set for this server
1083  */
1084 static PyObject *py_dsdb_create_own_rid_set(PyObject *self, PyObject *args)
1085 {
1086         PyObject *py_ldb;
1087         struct ldb_context *ldb;
1088         int ret;
1089         struct ldb_result *ext_res;
1090
1091         if (!PyArg_ParseTuple(args, "O", &py_ldb))
1092                 return NULL;
1093
1094         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1095
1096         /*
1097          * Run DSDB_EXTENDED_CREATE_OWN_RID_SET to get a RID set
1098          */
1099
1100         ret = ldb_extended(ldb, DSDB_EXTENDED_CREATE_OWN_RID_SET, NULL, &ext_res);
1101
1102         PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
1103
1104         TALLOC_FREE(ext_res);
1105
1106         Py_RETURN_NONE;
1107 }
1108
1109 /*
1110   call DSDB_EXTENDED_ALLOCATE_RID to get a new RID set for this server
1111  */
1112 static PyObject *py_dsdb_allocate_rid(PyObject *self, PyObject *args)
1113 {
1114         PyObject *py_ldb;
1115         struct ldb_context *ldb;
1116         int ret;
1117         uint32_t rid;
1118         struct ldb_result *ext_res = NULL;
1119         struct dsdb_extended_allocate_rid *rid_return = NULL;
1120         if (!PyArg_ParseTuple(args, "O", &py_ldb)) {
1121                 return NULL;
1122         }
1123
1124         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1125
1126         rid_return = talloc_zero(ldb, struct dsdb_extended_allocate_rid);
1127         if (rid_return == NULL) {
1128                 return PyErr_NoMemory();
1129         }
1130
1131         /*
1132          * Run DSDB_EXTENDED_ALLOCATE_RID to get a new RID
1133          */
1134
1135         ret = ldb_extended(ldb, DSDB_EXTENDED_ALLOCATE_RID, rid_return, &ext_res);
1136         if (ret != LDB_SUCCESS) {
1137                 TALLOC_FREE(rid_return);
1138                 TALLOC_FREE(ext_res);
1139                 PyErr_LDB_ERROR_IS_ERR_RAISE(py_ldb_get_exception(), ret, ldb);
1140         }
1141
1142         rid = rid_return->rid;
1143         TALLOC_FREE(rid_return);
1144         TALLOC_FREE(ext_res);
1145
1146         return PyInt_FromLong(rid);
1147 }
1148
1149 static PyObject *py_dsdb_garbage_collect_tombstones(PyObject *self, PyObject *args)
1150 {
1151         PyObject *py_ldb, *py_list_dn;
1152         struct ldb_context *ldb = NULL;
1153         Py_ssize_t i;
1154         Py_ssize_t length;
1155         long long _current_time, _tombstone_lifetime = LLONG_MAX;
1156         uint32_t tombstone_lifetime32;
1157         struct dsdb_ldb_dn_list_node *part = NULL;
1158         time_t current_time, tombstone_lifetime;
1159         TALLOC_CTX *mem_ctx = NULL;
1160         NTSTATUS status;
1161         unsigned int num_objects_removed = 0;
1162         unsigned int num_links_removed = 0;
1163         char *error_string = NULL;
1164
1165         if (!PyArg_ParseTuple(args, "OOL|L", &py_ldb,
1166                               &py_list_dn, &_current_time, &_tombstone_lifetime)) {
1167                 return NULL;
1168         }
1169
1170
1171         PyErr_LDB_OR_RAISE(py_ldb, ldb);
1172
1173         mem_ctx = talloc_new(ldb);
1174         if (mem_ctx == NULL) {
1175                 return PyErr_NoMemory();
1176         }
1177
1178         current_time = _current_time;
1179
1180         if (_tombstone_lifetime == LLONG_MAX) {
1181                 int ret = dsdb_tombstone_lifetime(ldb, &tombstone_lifetime32);
1182                 if (ret != LDB_SUCCESS) {
1183                         PyErr_Format(PyExc_RuntimeError,
1184                                      "Failed to get tombstone lifetime: %s",
1185                                      ldb_errstring(ldb));
1186                         TALLOC_FREE(mem_ctx);
1187                         return NULL;
1188                 }
1189                 tombstone_lifetime = tombstone_lifetime32;
1190         } else {
1191                 tombstone_lifetime = _tombstone_lifetime;
1192         }
1193
1194         if (!PyList_Check(py_list_dn)) {
1195                 PyErr_SetString(PyExc_TypeError, "A list of DNs were expected");
1196                 TALLOC_FREE(mem_ctx);
1197                 return NULL;
1198         }
1199
1200         length = PyList_GET_SIZE(py_list_dn);
1201
1202         for (i = 0; i < length; i++) {
1203                 char *part_str = PyString_AsString(PyList_GetItem(py_list_dn, i));
1204                 struct ldb_dn *p;
1205                 struct dsdb_ldb_dn_list_node *node;
1206
1207                 if (part_str == NULL) {
1208                         TALLOC_FREE(mem_ctx);
1209                         return PyErr_NoMemory();
1210                 }
1211
1212                 p = ldb_dn_new(mem_ctx, ldb, part_str);
1213                 if (p == NULL) {
1214                         PyErr_Format(PyExc_RuntimeError, "Failed to parse DN %s", part_str);
1215                         TALLOC_FREE(mem_ctx);
1216                         return NULL;
1217                 }
1218                 node = talloc_zero(mem_ctx, struct dsdb_ldb_dn_list_node);
1219                 node->dn = p;
1220
1221                 DLIST_ADD_END(part, node);
1222         }
1223
1224         status = dsdb_garbage_collect_tombstones(mem_ctx, ldb,
1225                                                  part, current_time,
1226                                                  tombstone_lifetime,
1227                                                  &num_objects_removed,
1228                                                  &num_links_removed,
1229                                                  &error_string);
1230
1231         if (!NT_STATUS_IS_OK(status)) {
1232                 if (error_string) {
1233                         PyErr_Format(PyExc_RuntimeError, "%s", error_string);
1234                 } else {
1235                         PyErr_SetNTSTATUS(status);
1236                 }
1237                 TALLOC_FREE(mem_ctx);
1238                 return NULL;
1239         }
1240
1241         TALLOC_FREE(mem_ctx);
1242
1243         return Py_BuildValue("(II)", num_objects_removed,
1244                             num_links_removed);
1245 }
1246
1247 static PyObject *py_dsdb_load_udv_v2(PyObject *self, PyObject *args)
1248 {
1249         uint32_t count;
1250         int ret, i;
1251         bool ok;
1252         PyObject *py_ldb = NULL, *py_dn = NULL, *pylist = NULL;
1253         struct ldb_context *samdb = NULL;
1254         struct ldb_dn *dn = NULL;
1255         struct drsuapi_DsReplicaCursor2 *cursors = NULL;
1256         TALLOC_CTX *tmp_ctx = NULL;
1257
1258         if (!PyArg_ParseTuple(args, "OO", &py_ldb, &py_dn)) {
1259                 return NULL;
1260         }
1261
1262         PyErr_LDB_OR_RAISE(py_ldb, samdb);
1263
1264         tmp_ctx = talloc_new(samdb);
1265         if (tmp_ctx == NULL) {
1266                 return PyErr_NoMemory();
1267         }
1268
1269         ok = pyldb_Object_AsDn(tmp_ctx, py_dn, samdb, &dn);
1270         if (!ok) {
1271                 TALLOC_FREE(tmp_ctx);
1272                 return NULL;
1273         }
1274
1275         ret = dsdb_load_udv_v2(samdb, dn, tmp_ctx, &cursors, &count);
1276         if (ret != LDB_SUCCESS) {
1277                 TALLOC_FREE(tmp_ctx);
1278                 PyErr_SetString(PyExc_RuntimeError,
1279                                 "Failed to load udv from ldb");
1280                 return NULL;
1281         }
1282
1283         pylist = PyList_New(count);
1284         if (pylist == NULL) {
1285                 TALLOC_FREE(tmp_ctx);
1286                 return PyErr_NoMemory();
1287         }
1288
1289         for (i = 0; i < count; i++) {
1290                 PyObject *py_cursor;
1291                 struct drsuapi_DsReplicaCursor2 *cursor;
1292                 cursor = talloc(tmp_ctx, struct drsuapi_DsReplicaCursor2);
1293                 if (cursor == NULL) {
1294                         TALLOC_FREE(tmp_ctx);
1295                         return PyErr_NoMemory();
1296                 }
1297                 *cursor = cursors[i];
1298
1299                 py_cursor = py_return_ndr_struct("samba.dcerpc.drsuapi",
1300                                                  "DsReplicaCursor2",
1301                                                  cursor, cursor);
1302                 if (py_cursor == NULL) {
1303                         TALLOC_FREE(tmp_ctx);
1304                         return PyErr_NoMemory();
1305                 }
1306
1307                 PyList_SetItem(pylist, i, py_cursor);
1308         }
1309
1310         TALLOC_FREE(tmp_ctx);
1311         return pylist;
1312 }
1313
1314 static PyMethodDef py_dsdb_methods[] = {
1315         { "_samdb_server_site_name", (PyCFunction)py_samdb_server_site_name,
1316                 METH_VARARGS, "Get the server site name as a string"},
1317         { "_dsdb_convert_schema_to_openldap",
1318                 (PyCFunction)py_dsdb_convert_schema_to_openldap, METH_VARARGS, 
1319                 "dsdb_convert_schema_to_openldap(ldb, target_str, mapping) -> str\n"
1320                 "Create an OpenLDAP schema from a schema." },
1321         { "_samdb_set_domain_sid", (PyCFunction)py_samdb_set_domain_sid,
1322                 METH_VARARGS,
1323                 "samdb_set_domain_sid(samdb, sid)\n"
1324                 "Set SID of domain to use." },
1325         { "_samdb_get_domain_sid", (PyCFunction)py_samdb_get_domain_sid,
1326                 METH_VARARGS,
1327                 "samdb_get_domain_sid(samdb)\n"
1328                 "Get SID of domain in use." },
1329         { "_samdb_ntds_invocation_id", (PyCFunction)py_samdb_ntds_invocation_id,
1330                 METH_VARARGS, "get the NTDS invocation ID GUID as a string"},
1331         { "_samdb_set_ntds_settings_dn", (PyCFunction)py_samdb_set_ntds_settings_dn,
1332                 METH_VARARGS,
1333                 "samdb_set_ntds_settings_dn(samdb, ntds_settings_dn)\n"
1334                 "Set NTDS Settings DN for this LDB (allows it to be set before the DB fully exists)." },
1335         { "_dsdb_get_oid_from_attid", (PyCFunction)py_dsdb_get_oid_from_attid,
1336                 METH_VARARGS, NULL },
1337         { "_dsdb_get_attid_from_lDAPDisplayName", (PyCFunction)py_dsdb_get_attid_from_lDAPDisplayName,
1338                 METH_VARARGS, NULL },
1339         { "_dsdb_get_syntax_oid_from_lDAPDisplayName", (PyCFunction)py_dsdb_get_syntax_oid_from_lDAPDisplayName,
1340                 METH_VARARGS, NULL },
1341         { "_dsdb_get_systemFlags_from_lDAPDisplayName", (PyCFunction)py_dsdb_get_systemFlags_from_lDAPDisplayName,
1342                 METH_VARARGS, NULL },
1343         { "_dsdb_get_linkId_from_lDAPDisplayName", (PyCFunction)py_dsdb_get_linkId_from_lDAPDisplayName,
1344                 METH_VARARGS, NULL },
1345         { "_dsdb_get_lDAPDisplayName_by_attid", (PyCFunction)py_dsdb_get_lDAPDisplayName_by_attid,
1346                 METH_VARARGS, NULL },
1347         { "_dsdb_get_backlink_from_lDAPDisplayName", (PyCFunction)py_dsdb_get_backlink_from_lDAPDisplayName,
1348                 METH_VARARGS, NULL },
1349         { "_dsdb_set_ntds_invocation_id",
1350                 (PyCFunction)py_dsdb_set_ntds_invocation_id, METH_VARARGS,
1351                 NULL },
1352         { "_samdb_ntds_objectGUID", (PyCFunction)py_samdb_ntds_objectGUID,
1353                 METH_VARARGS, "get the NTDS objectGUID as a string"},
1354         { "_dsdb_set_global_schema", (PyCFunction)py_dsdb_set_global_schema,
1355                 METH_VARARGS, NULL },
1356         { "_dsdb_load_partition_usn", (PyCFunction)py_dsdb_load_partition_usn,
1357                 METH_VARARGS,
1358                 "get uSNHighest and uSNUrgent from the partition @REPLCHANGED"},
1359         { "_dsdb_set_am_rodc",
1360                 (PyCFunction)py_dsdb_set_am_rodc, METH_VARARGS,
1361                 NULL },
1362         { "_am_rodc",
1363                 (PyCFunction)py_dsdb_am_rodc, METH_VARARGS,
1364                 NULL },
1365         { "_am_pdc",
1366                 (PyCFunction)py_dsdb_am_pdc, METH_VARARGS,
1367                 NULL },
1368         { "_dsdb_set_schema_from_ldif", (PyCFunction)py_dsdb_set_schema_from_ldif, METH_VARARGS,
1369                 NULL },
1370         { "_dsdb_set_schema_from_ldb", (PyCFunction)py_dsdb_set_schema_from_ldb, METH_VARARGS,
1371                 NULL },
1372         { "_dsdb_write_prefixes_from_schema_to_ldb", (PyCFunction)py_dsdb_write_prefixes_from_schema_to_ldb, METH_VARARGS,
1373                 NULL },
1374         { "_dsdb_get_partitions_dn", (PyCFunction)py_dsdb_get_partitions_dn, METH_VARARGS, NULL },
1375         { "_dsdb_get_nc_root", (PyCFunction)py_dsdb_get_nc_root, METH_VARARGS, NULL },
1376         { "_dsdb_get_wellknown_dn", (PyCFunction)py_dsdb_get_wellknown_dn, METH_VARARGS, NULL },
1377         { "_dsdb_DsReplicaAttribute", (PyCFunction)py_dsdb_DsReplicaAttribute, METH_VARARGS, NULL },
1378         { "_dsdb_normalise_attributes", (PyCFunction)py_dsdb_normalise_attributes, METH_VARARGS, NULL },
1379         { "_dsdb_garbage_collect_tombstones", (PyCFunction)py_dsdb_garbage_collect_tombstones, METH_VARARGS,
1380                 "_dsdb_kcc_check_deleted(samdb, [dn], current_time, tombstone_lifetime)"
1381                 " -> (num_objects_expunged, num_links_expunged)" },
1382         { "_dsdb_create_own_rid_set", (PyCFunction)py_dsdb_create_own_rid_set, METH_VARARGS,
1383                 "_dsdb_create_own_rid_set(samdb)"
1384                 " -> None" },
1385         { "_dsdb_allocate_rid", (PyCFunction)py_dsdb_allocate_rid, METH_VARARGS,
1386                 "_dsdb_allocate_rid(samdb)"
1387                 " -> RID" },
1388         { "_dsdb_load_udv_v2", (PyCFunction)py_dsdb_load_udv_v2, METH_VARARGS, NULL },
1389         { NULL }
1390 };
1391
1392 void initdsdb(void)
1393 {
1394         PyObject *m;
1395
1396         m = Py_InitModule3("dsdb", py_dsdb_methods, 
1397                            "Python bindings for the directory service databases.");
1398         if (m == NULL)
1399                 return;
1400
1401 #define ADD_DSDB_FLAG(val)  PyModule_AddObject(m, #val, PyInt_FromLong(val))
1402
1403         /* "userAccountControl" flags */
1404         ADD_DSDB_FLAG(UF_NORMAL_ACCOUNT);
1405         ADD_DSDB_FLAG(UF_TEMP_DUPLICATE_ACCOUNT);
1406         ADD_DSDB_FLAG(UF_SERVER_TRUST_ACCOUNT);
1407         ADD_DSDB_FLAG(UF_WORKSTATION_TRUST_ACCOUNT);
1408         ADD_DSDB_FLAG(UF_INTERDOMAIN_TRUST_ACCOUNT);
1409         ADD_DSDB_FLAG(UF_PASSWD_NOTREQD);
1410         ADD_DSDB_FLAG(UF_ACCOUNTDISABLE);
1411
1412         ADD_DSDB_FLAG(UF_SCRIPT);
1413         ADD_DSDB_FLAG(UF_ACCOUNTDISABLE);
1414         ADD_DSDB_FLAG(UF_00000004);
1415         ADD_DSDB_FLAG(UF_HOMEDIR_REQUIRED);
1416         ADD_DSDB_FLAG(UF_LOCKOUT);
1417         ADD_DSDB_FLAG(UF_PASSWD_NOTREQD);
1418         ADD_DSDB_FLAG(UF_PASSWD_CANT_CHANGE);
1419         ADD_DSDB_FLAG(UF_ENCRYPTED_TEXT_PASSWORD_ALLOWED);
1420         ADD_DSDB_FLAG(UF_TEMP_DUPLICATE_ACCOUNT);
1421         ADD_DSDB_FLAG(UF_NORMAL_ACCOUNT);
1422         ADD_DSDB_FLAG(UF_00000400);
1423         ADD_DSDB_FLAG(UF_INTERDOMAIN_TRUST_ACCOUNT);
1424         ADD_DSDB_FLAG(UF_WORKSTATION_TRUST_ACCOUNT);
1425         ADD_DSDB_FLAG(UF_SERVER_TRUST_ACCOUNT);
1426         ADD_DSDB_FLAG(UF_00004000);
1427         ADD_DSDB_FLAG(UF_00008000);
1428         ADD_DSDB_FLAG(UF_DONT_EXPIRE_PASSWD);
1429         ADD_DSDB_FLAG(UF_MNS_LOGON_ACCOUNT);
1430         ADD_DSDB_FLAG(UF_SMARTCARD_REQUIRED);
1431         ADD_DSDB_FLAG(UF_TRUSTED_FOR_DELEGATION);
1432         ADD_DSDB_FLAG(UF_NOT_DELEGATED);
1433         ADD_DSDB_FLAG(UF_USE_DES_KEY_ONLY);
1434         ADD_DSDB_FLAG(UF_DONT_REQUIRE_PREAUTH);
1435         ADD_DSDB_FLAG(UF_PASSWORD_EXPIRED);
1436         ADD_DSDB_FLAG(UF_TRUSTED_TO_AUTHENTICATE_FOR_DELEGATION);
1437         ADD_DSDB_FLAG(UF_NO_AUTH_DATA_REQUIRED);
1438         ADD_DSDB_FLAG(UF_PARTIAL_SECRETS_ACCOUNT);
1439         ADD_DSDB_FLAG(UF_USE_AES_KEYS);
1440
1441         /* groupType flags */
1442         ADD_DSDB_FLAG(GTYPE_SECURITY_BUILTIN_LOCAL_GROUP);
1443         ADD_DSDB_FLAG(GTYPE_SECURITY_GLOBAL_GROUP);
1444         ADD_DSDB_FLAG(GTYPE_SECURITY_DOMAIN_LOCAL_GROUP);
1445         ADD_DSDB_FLAG(GTYPE_SECURITY_UNIVERSAL_GROUP);
1446         ADD_DSDB_FLAG(GTYPE_DISTRIBUTION_GLOBAL_GROUP);
1447         ADD_DSDB_FLAG(GTYPE_DISTRIBUTION_DOMAIN_LOCAL_GROUP);
1448         ADD_DSDB_FLAG(GTYPE_DISTRIBUTION_UNIVERSAL_GROUP);
1449
1450         /* "sAMAccountType" flags */
1451         ADD_DSDB_FLAG(ATYPE_NORMAL_ACCOUNT);
1452         ADD_DSDB_FLAG(ATYPE_WORKSTATION_TRUST);
1453         ADD_DSDB_FLAG(ATYPE_INTERDOMAIN_TRUST);
1454         ADD_DSDB_FLAG(ATYPE_SECURITY_GLOBAL_GROUP);
1455         ADD_DSDB_FLAG(ATYPE_SECURITY_LOCAL_GROUP);
1456         ADD_DSDB_FLAG(ATYPE_SECURITY_UNIVERSAL_GROUP);
1457         ADD_DSDB_FLAG(ATYPE_DISTRIBUTION_GLOBAL_GROUP);
1458         ADD_DSDB_FLAG(ATYPE_DISTRIBUTION_LOCAL_GROUP);
1459         ADD_DSDB_FLAG(ATYPE_DISTRIBUTION_UNIVERSAL_GROUP);
1460
1461         /* "domainFunctionality", "forestFunctionality" flags in the rootDSE */
1462         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2000);
1463         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2003_MIXED);
1464         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2003);
1465         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2008);
1466         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2008_R2);
1467         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2012);
1468         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2012_R2);
1469         ADD_DSDB_FLAG(DS_DOMAIN_FUNCTION_2016);
1470
1471         /* nc replica flags */
1472         ADD_DSDB_FLAG(INSTANCE_TYPE_IS_NC_HEAD);
1473         ADD_DSDB_FLAG(INSTANCE_TYPE_UNINSTANT);
1474         ADD_DSDB_FLAG(INSTANCE_TYPE_WRITE);
1475         ADD_DSDB_FLAG(INSTANCE_TYPE_NC_ABOVE);
1476         ADD_DSDB_FLAG(INSTANCE_TYPE_NC_COMING);
1477         ADD_DSDB_FLAG(INSTANCE_TYPE_NC_GOING);
1478
1479         /* "systemFlags" */
1480         ADD_DSDB_FLAG(SYSTEM_FLAG_CR_NTDS_NC);
1481         ADD_DSDB_FLAG(SYSTEM_FLAG_CR_NTDS_DOMAIN);
1482         ADD_DSDB_FLAG(SYSTEM_FLAG_CR_NTDS_NOT_GC_REPLICATED);
1483         ADD_DSDB_FLAG(SYSTEM_FLAG_SCHEMA_BASE_OBJECT);
1484         ADD_DSDB_FLAG(SYSTEM_FLAG_ATTR_IS_RDN);
1485         ADD_DSDB_FLAG(SYSTEM_FLAG_DISALLOW_MOVE_ON_DELETE);
1486         ADD_DSDB_FLAG(SYSTEM_FLAG_DOMAIN_DISALLOW_MOVE);
1487         ADD_DSDB_FLAG(SYSTEM_FLAG_DOMAIN_DISALLOW_RENAME);
1488         ADD_DSDB_FLAG(SYSTEM_FLAG_CONFIG_ALLOW_LIMITED_MOVE);
1489         ADD_DSDB_FLAG(SYSTEM_FLAG_CONFIG_ALLOW_MOVE);
1490         ADD_DSDB_FLAG(SYSTEM_FLAG_CONFIG_ALLOW_RENAME);
1491         ADD_DSDB_FLAG(SYSTEM_FLAG_DISALLOW_DELETE);
1492
1493         /* Kerberos encryption type constants */
1494         ADD_DSDB_FLAG(ENC_ALL_TYPES);
1495         ADD_DSDB_FLAG(ENC_CRC32);
1496         ADD_DSDB_FLAG(ENC_RSA_MD5);
1497         ADD_DSDB_FLAG(ENC_RC4_HMAC_MD5);
1498         ADD_DSDB_FLAG(ENC_HMAC_SHA1_96_AES128);
1499         ADD_DSDB_FLAG(ENC_HMAC_SHA1_96_AES256);
1500
1501         ADD_DSDB_FLAG(SEARCH_FLAG_ATTINDEX);
1502         ADD_DSDB_FLAG(SEARCH_FLAG_PDNTATTINDEX);
1503         ADD_DSDB_FLAG(SEARCH_FLAG_ANR);
1504         ADD_DSDB_FLAG(SEARCH_FLAG_PRESERVEONDELETE);
1505         ADD_DSDB_FLAG(SEARCH_FLAG_COPY);
1506         ADD_DSDB_FLAG(SEARCH_FLAG_TUPLEINDEX);
1507         ADD_DSDB_FLAG(SEARCH_FLAG_SUBTREEATTRINDEX);
1508         ADD_DSDB_FLAG(SEARCH_FLAG_CONFIDENTIAL);
1509         ADD_DSDB_FLAG(SEARCH_FLAG_NEVERVALUEAUDIT);
1510         ADD_DSDB_FLAG(SEARCH_FLAG_RODC_ATTRIBUTE);
1511
1512         ADD_DSDB_FLAG(DS_FLAG_ATTR_NOT_REPLICATED);
1513         ADD_DSDB_FLAG(DS_FLAG_ATTR_REQ_PARTIAL_SET_MEMBER);
1514         ADD_DSDB_FLAG(DS_FLAG_ATTR_IS_CONSTRUCTED);
1515
1516         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_AUTO_TOPOLOGY_DISABLED);
1517         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_TOPL_CLEANUP_DISABLED);
1518         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_TOPL_MIN_HOPS_DISABLED);
1519         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_TOPL_DETECT_STALE_DISABLED);
1520         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_INTER_SITE_AUTO_TOPOLOGY_DISABLED);
1521         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_GROUP_CACHING_ENABLED);
1522         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_FORCE_KCC_WHISTLER_BEHAVIOR);
1523         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_RAND_BH_SELECTION_DISABLED);
1524         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_SCHEDULE_HASHING_ENABLED);
1525         ADD_DSDB_FLAG(DS_NTDSSETTINGS_OPT_IS_REDUNDANT_SERVER_TOPOLOGY_ENABLED);
1526
1527         ADD_DSDB_FLAG(DS_NTDSDSA_OPT_IS_GC);
1528         ADD_DSDB_FLAG(DS_NTDSDSA_OPT_DISABLE_INBOUND_REPL);
1529         ADD_DSDB_FLAG(DS_NTDSDSA_OPT_DISABLE_OUTBOUND_REPL);
1530         ADD_DSDB_FLAG(DS_NTDSDSA_OPT_DISABLE_NTDSCONN_XLATE);
1531         ADD_DSDB_FLAG(DS_NTDSDSA_OPT_DISABLE_SPN_REGISTRATION);
1532
1533         ADD_DSDB_FLAG(NTDSCONN_KCC_GC_TOPOLOGY);
1534         ADD_DSDB_FLAG(NTDSCONN_KCC_RING_TOPOLOGY);
1535         ADD_DSDB_FLAG(NTDSCONN_KCC_MINIMIZE_HOPS_TOPOLOGY);
1536         ADD_DSDB_FLAG(NTDSCONN_KCC_STALE_SERVERS_TOPOLOGY);
1537         ADD_DSDB_FLAG(NTDSCONN_KCC_OSCILLATING_CONNECTION_TOPOLOGY);
1538         ADD_DSDB_FLAG(NTDSCONN_KCC_INTERSITE_GC_TOPOLOGY);
1539         ADD_DSDB_FLAG(NTDSCONN_KCC_INTERSITE_TOPOLOGY);
1540         ADD_DSDB_FLAG(NTDSCONN_KCC_SERVER_FAILOVER_TOPOLOGY);
1541         ADD_DSDB_FLAG(NTDSCONN_KCC_SITE_FAILOVER_TOPOLOGY);
1542         ADD_DSDB_FLAG(NTDSCONN_KCC_REDUNDANT_SERVER_TOPOLOGY);
1543
1544         ADD_DSDB_FLAG(NTDSCONN_OPT_IS_GENERATED);
1545         ADD_DSDB_FLAG(NTDSCONN_OPT_TWOWAY_SYNC);
1546         ADD_DSDB_FLAG(NTDSCONN_OPT_OVERRIDE_NOTIFY_DEFAULT);
1547         ADD_DSDB_FLAG(NTDSCONN_OPT_USE_NOTIFY);
1548         ADD_DSDB_FLAG(NTDSCONN_OPT_DISABLE_INTERSITE_COMPRESSION);
1549         ADD_DSDB_FLAG(NTDSCONN_OPT_USER_OWNED_SCHEDULE);
1550         ADD_DSDB_FLAG(NTDSCONN_OPT_RODC_TOPOLOGY);
1551
1552         /* Site Link Object options */
1553         ADD_DSDB_FLAG(NTDSSITELINK_OPT_USE_NOTIFY);
1554         ADD_DSDB_FLAG(NTDSSITELINK_OPT_TWOWAY_SYNC);
1555         ADD_DSDB_FLAG(NTDSSITELINK_OPT_DISABLE_COMPRESSION);
1556
1557         /* GPO policy flags */
1558         ADD_DSDB_FLAG(GPLINK_OPT_DISABLE);
1559         ADD_DSDB_FLAG(GPLINK_OPT_ENFORCE);
1560         ADD_DSDB_FLAG(GPO_FLAG_USER_DISABLE);
1561         ADD_DSDB_FLAG(GPO_FLAG_MACHINE_DISABLE);
1562         ADD_DSDB_FLAG(GPO_INHERIT);
1563         ADD_DSDB_FLAG(GPO_BLOCK_INHERITANCE);
1564
1565 #define ADD_DSDB_STRING(val)  PyModule_AddObject(m, #val, PyString_FromString(val))
1566
1567         ADD_DSDB_STRING(DSDB_SYNTAX_BINARY_DN);
1568         ADD_DSDB_STRING(DSDB_SYNTAX_STRING_DN);
1569         ADD_DSDB_STRING(DSDB_SYNTAX_OR_NAME);
1570         ADD_DSDB_STRING(DSDB_CONTROL_DBCHECK);
1571         ADD_DSDB_STRING(DSDB_CONTROL_DBCHECK_MODIFY_RO_REPLICA);
1572         ADD_DSDB_STRING(DSDB_CONTROL_REPLMD_VANISH_LINKS);
1573         ADD_DSDB_STRING(DSDB_CONTROL_PERMIT_INTERDOMAIN_TRUST_UAC_OID);
1574         ADD_DSDB_STRING(DSDB_CONTROL_SKIP_DUPLICATES_CHECK_OID);
1575         ADD_DSDB_STRING(DSDB_CONTROL_BYPASS_PASSWORD_HASH_OID);
1576         ADD_DSDB_STRING(DSDB_CONTROL_INVALID_NOT_IMPLEMENTED);
1577
1578         ADD_DSDB_STRING(DS_GUID_COMPUTERS_CONTAINER);
1579         ADD_DSDB_STRING(DS_GUID_DELETED_OBJECTS_CONTAINER);
1580         ADD_DSDB_STRING(DS_GUID_DOMAIN_CONTROLLERS_CONTAINER);
1581         ADD_DSDB_STRING(DS_GUID_FOREIGNSECURITYPRINCIPALS_CONTAINER);
1582         ADD_DSDB_STRING(DS_GUID_INFRASTRUCTURE_CONTAINER);
1583         ADD_DSDB_STRING(DS_GUID_LOSTANDFOUND_CONTAINER);
1584         ADD_DSDB_STRING(DS_GUID_MICROSOFT_PROGRAM_DATA_CONTAINER);
1585         ADD_DSDB_STRING(DS_GUID_NTDS_QUOTAS_CONTAINER);
1586         ADD_DSDB_STRING(DS_GUID_PROGRAM_DATA_CONTAINER);
1587         ADD_DSDB_STRING(DS_GUID_SYSTEMS_CONTAINER);
1588         ADD_DSDB_STRING(DS_GUID_USERS_CONTAINER);
1589 }