Merge commit 'master/master'
[sfrench/samba-autobuild/.git] / source4 / torture / rpc / dssync.c
1 /* 
2    Unix SMB/CIFS implementation.
3
4    DsGetNCChanges replication test
5
6    Copyright (C) Stefan (metze) Metzmacher 2005
7    Copyright (C) Brad Henry 2005
8    
9    This program is free software; you can redistribute it and/or modify
10    it under the terms of the GNU General Public License as published by
11    the Free Software Foundation; either version 3 of the License, or
12    (at your option) any later version.
13    
14    This program is distributed in the hope that it will be useful,
15    but WITHOUT ANY WARRANTY; without even the implied warranty of
16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17    GNU General Public License for more details.
18    
19    You should have received a copy of the GNU General Public License
20    along with this program.  If not, see <http://www.gnu.org/licenses/>.
21 */
22
23 #include "includes.h"
24 #include "lib/cmdline/popt_common.h"
25 #include "librpc/gen_ndr/ndr_drsuapi_c.h"
26 #include "librpc/gen_ndr/ndr_drsblobs.h"
27 #include "libcli/cldap/cldap.h"
28 #include "libcli/ldap/ldap_client.h"
29 #include "torture/torture.h"
30 #include "torture/ldap/proto.h"
31 #include "libcli/auth/libcli_auth.h"
32 #include "../lib/crypto/crypto.h"
33 #include "auth/credentials/credentials.h"
34 #include "libcli/auth/libcli_auth.h"
35 #include "auth/gensec/gensec.h"
36 #include "param/param.h"
37 #include "dsdb/samdb/samdb.h"
38
39 struct DsSyncBindInfo {
40         struct dcerpc_pipe *pipe;
41         struct drsuapi_DsBind req;
42         struct GUID bind_guid;
43         struct drsuapi_DsBindInfoCtr our_bind_info_ctr;
44         struct drsuapi_DsBindInfo28 our_bind_info28;
45         struct drsuapi_DsBindInfo28 peer_bind_info28;
46         struct policy_handle bind_handle;
47 };
48
49 struct DsSyncLDAPInfo {
50         struct ldap_connection *conn;
51 };
52
53 struct DsSyncTest {
54         struct dcerpc_binding *drsuapi_binding;
55         
56         const char *ldap_url;
57         const char *site_name;
58         
59         const char *domain_dn;
60
61         /* what we need to do as 'Administrator' */
62         struct {
63                 struct cli_credentials *credentials;
64                 struct DsSyncBindInfo drsuapi;
65                 struct DsSyncLDAPInfo ldap;
66         } admin;
67
68         /* what we need to do as the new dc machine account */
69         struct {
70                 struct cli_credentials *credentials;
71                 struct DsSyncBindInfo drsuapi;
72                 struct drsuapi_DsGetDCInfo2 dc_info2;
73                 struct GUID invocation_id;
74                 struct GUID object_guid;
75         } new_dc;
76
77         /* info about the old dc */
78         struct {
79                 struct drsuapi_DsGetDomainControllerInfo dc_info;
80         } old_dc;
81 };
82
83 static struct DsSyncTest *test_create_context(struct torture_context *tctx)
84 {
85         NTSTATUS status;
86         struct DsSyncTest *ctx;
87         struct drsuapi_DsBindInfo28 *our_bind_info28;
88         struct drsuapi_DsBindInfoCtr *our_bind_info_ctr;
89         const char *binding = torture_setting_string(tctx, "binding", NULL);
90         ctx = talloc_zero(tctx, struct DsSyncTest);
91         if (!ctx) return NULL;
92
93         status = dcerpc_parse_binding(ctx, binding, &ctx->drsuapi_binding);
94         if (!NT_STATUS_IS_OK(status)) {
95                 printf("Bad binding string %s\n", binding);
96                 return NULL;
97         }
98         ctx->drsuapi_binding->flags |= DCERPC_SIGN | DCERPC_SEAL;
99
100         ctx->ldap_url = talloc_asprintf(ctx, "ldap://%s/", ctx->drsuapi_binding->host);
101
102         /* ctx->admin ...*/
103         ctx->admin.credentials                          = cmdline_credentials;
104
105         our_bind_info28                         = &ctx->admin.drsuapi.our_bind_info28;
106         our_bind_info28->supported_extensions   = 0xFFFFFFFF;
107         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_ADDENTRYREPLY_V3;
108         our_bind_info28->site_guid              = GUID_zero();
109         our_bind_info28->pid                    = 0;
110         our_bind_info28->repl_epoch             = 1;
111
112         our_bind_info_ctr                       = &ctx->admin.drsuapi.our_bind_info_ctr;
113         our_bind_info_ctr->length               = 28;
114         our_bind_info_ctr->info.info28          = *our_bind_info28;
115
116         GUID_from_string(DRSUAPI_DS_BIND_GUID, &ctx->admin.drsuapi.bind_guid);
117
118         ctx->admin.drsuapi.req.in.bind_guid             = &ctx->admin.drsuapi.bind_guid;
119         ctx->admin.drsuapi.req.in.bind_info             = our_bind_info_ctr;
120         ctx->admin.drsuapi.req.out.bind_handle          = &ctx->admin.drsuapi.bind_handle;
121
122         /* ctx->new_dc ...*/
123         ctx->new_dc.credentials                 = cmdline_credentials;
124
125         our_bind_info28                         = &ctx->new_dc.drsuapi.our_bind_info28;
126         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_BASE;
127         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_ASYNC_REPLICATION;
128         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_REMOVEAPI;
129         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_MOVEREQ_V2;
130         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHG_COMPRESS;
131         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V1;
132         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_RESTORE_USN_OPTIMIZATION;
133         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_KCC_EXECUTE;
134         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_ADDENTRY_V2;
135         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_LINKED_VALUE_REPLICATION;
136         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V2;
137         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_INSTANCE_TYPE_NOT_REQ_ON_MOD;
138         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_CRYPTO_BIND;
139         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GET_REPL_INFO;
140         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_STRONG_ENCRYPTION;
141         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_DCINFO_V01;
142         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_TRANSITIVE_MEMBERSHIP;
143         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_ADD_SID_HISTORY;
144         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_POST_BETA3;
145         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GET_MEMBERSHIPS2;
146         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V6;
147         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_NONDOMAIN_NCS;
148         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHGREQ_V8;
149         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V5;
150         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V6;
151         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_ADDENTRYREPLY_V3;
152         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_GETCHGREPLY_V7;
153         our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_VERIFY_OBJECT;
154         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "xpress", false)) {
155                 our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_XPRESS_COMPRESS;
156         }
157         our_bind_info28->site_guid              = GUID_zero();
158         our_bind_info28->pid                    = 0;
159         our_bind_info28->repl_epoch             = 0;
160
161         our_bind_info_ctr                       = &ctx->new_dc.drsuapi.our_bind_info_ctr;
162         our_bind_info_ctr->length               = 28;
163         our_bind_info_ctr->info.info28          = *our_bind_info28;
164
165         GUID_from_string(DRSUAPI_DS_BIND_GUID_W2K3, &ctx->new_dc.drsuapi.bind_guid);
166
167         ctx->new_dc.drsuapi.req.in.bind_guid            = &ctx->new_dc.drsuapi.bind_guid;
168         ctx->new_dc.drsuapi.req.in.bind_info            = our_bind_info_ctr;
169         ctx->new_dc.drsuapi.req.out.bind_handle         = &ctx->new_dc.drsuapi.bind_handle;
170
171         ctx->new_dc.invocation_id                       = ctx->new_dc.drsuapi.bind_guid;
172
173         /* ctx->old_dc ...*/
174
175         return ctx;
176 }
177
178 static bool _test_DsBind(struct torture_context *tctx,
179                          struct DsSyncTest *ctx, struct cli_credentials *credentials, struct DsSyncBindInfo *b)
180 {
181         NTSTATUS status;
182         bool ret = true;
183
184         status = dcerpc_pipe_connect_b(ctx,
185                                        &b->pipe, ctx->drsuapi_binding, 
186                                        &ndr_table_drsuapi,
187                                        credentials, tctx->ev, tctx->lp_ctx);
188         
189         if (!NT_STATUS_IS_OK(status)) {
190                 printf("Failed to connect to server as a BDC: %s\n", nt_errstr(status));
191                 return false;
192         }
193
194         status = dcerpc_drsuapi_DsBind(b->pipe, ctx, &b->req);
195         if (!NT_STATUS_IS_OK(status)) {
196                 const char *errstr = nt_errstr(status);
197                 if (NT_STATUS_EQUAL(status, NT_STATUS_NET_WRITE_FAULT)) {
198                         errstr = dcerpc_errstr(ctx, b->pipe->last_fault_code);
199                 }
200                 printf("dcerpc_drsuapi_DsBind failed - %s\n", errstr);
201                 ret = false;
202         } else if (!W_ERROR_IS_OK(b->req.out.result)) {
203                 printf("DsBind failed - %s\n", win_errstr(b->req.out.result));
204                 ret = false;
205         }
206
207         ZERO_STRUCT(b->peer_bind_info28);
208         if (b->req.out.bind_info) {
209                 switch (b->req.out.bind_info->length) {
210                 case 24: {
211                         struct drsuapi_DsBindInfo24 *info24;
212                         info24 = &b->req.out.bind_info->info.info24;
213                         b->peer_bind_info28.supported_extensions= info24->supported_extensions;
214                         b->peer_bind_info28.site_guid           = info24->site_guid;
215                         b->peer_bind_info28.pid                 = info24->pid;
216                         b->peer_bind_info28.repl_epoch          = 0;
217                         break;
218                 }
219                 case 48: {
220                         struct drsuapi_DsBindInfo48 *info48;
221                         info48 = &b->req.out.bind_info->info.info48;
222                         b->peer_bind_info28.supported_extensions= info48->supported_extensions;
223                         b->peer_bind_info28.site_guid           = info48->site_guid;
224                         b->peer_bind_info28.pid                 = info48->pid;
225                         b->peer_bind_info28.repl_epoch          = info48->repl_epoch;
226                         break;
227                 }
228                 case 28:
229                         b->peer_bind_info28 = b->req.out.bind_info->info.info28;
230                         break;
231                 default:
232                         printf("DsBind - warning: unknown BindInfo length: %u\n",
233                                b->req.out.bind_info->length);
234                 }
235         }
236
237         return ret;
238 }
239
240 static bool test_LDAPBind(struct torture_context *tctx, struct DsSyncTest *ctx, 
241                           struct cli_credentials *credentials, struct DsSyncLDAPInfo *l)
242 {
243         NTSTATUS status;
244         bool ret = true;
245
246         status = torture_ldap_connection(tctx, &l->conn, ctx->ldap_url);
247         if (!NT_STATUS_IS_OK(status)) {
248                 printf("failed to connect to LDAP: %s\n", ctx->ldap_url);
249                 return false;
250         }
251
252         printf("connected to LDAP: %s\n", ctx->ldap_url);
253
254         status = torture_ldap_bind_sasl(l->conn, credentials, tctx->lp_ctx);
255         if (!NT_STATUS_IS_OK(status)) {
256                 printf("failed to bind to LDAP:\n");
257                 return false;
258         }
259         printf("bound to LDAP.\n");
260
261         return ret;
262 }
263
264 static bool test_GetInfo(struct torture_context *tctx, struct DsSyncTest *ctx)
265 {
266         NTSTATUS status;
267         struct drsuapi_DsCrackNames r;
268         struct drsuapi_DsNameString names[1];
269         bool ret = true;
270         struct cldap_socket *cldap;
271         struct cldap_netlogon search;
272
273         cldap = cldap_socket_init(ctx, tctx->ev, lp_iconv_convenience(tctx->lp_ctx));
274
275         r.in.bind_handle                = &ctx->admin.drsuapi.bind_handle;
276         r.in.level                      = 1;
277         r.in.req.req1.codepage          = 1252; /* western european */
278         r.in.req.req1.language          = 0x00000407; /* german */
279         r.in.req.req1.count             = 1;
280         r.in.req.req1.names             = names;
281         r.in.req.req1.format_flags      = DRSUAPI_DS_NAME_FLAG_NO_FLAGS;                
282         r.in.req.req1.format_offered    = DRSUAPI_DS_NAME_FORMAT_NT4_ACCOUNT;
283         r.in.req.req1.format_desired    = DRSUAPI_DS_NAME_FORMAT_FQDN_1779;
284         names[0].str = talloc_asprintf(ctx, "%s\\", lp_workgroup(tctx->lp_ctx));
285
286         status = dcerpc_drsuapi_DsCrackNames(ctx->admin.drsuapi.pipe, ctx, &r);
287         if (!NT_STATUS_IS_OK(status)) {
288                 const char *errstr = nt_errstr(status);
289                 if (NT_STATUS_EQUAL(status, NT_STATUS_NET_WRITE_FAULT)) {
290                         errstr = dcerpc_errstr(ctx, ctx->admin.drsuapi.pipe->last_fault_code);
291                 }
292                 printf("dcerpc_drsuapi_DsCrackNames failed - %s\n", errstr);
293                 return false;
294         } else if (!W_ERROR_IS_OK(r.out.result)) {
295                 printf("DsCrackNames failed - %s\n", win_errstr(r.out.result));
296                 return false;
297         }
298
299         ctx->domain_dn = r.out.ctr.ctr1->array[0].result_name;
300         
301         ZERO_STRUCT(search);
302         search.in.dest_address = ctx->drsuapi_binding->host;
303         search.in.dest_port = lp_cldap_port(tctx->lp_ctx);
304         search.in.acct_control = -1;
305         search.in.version               = NETLOGON_NT_VERSION_5 | NETLOGON_NT_VERSION_5EX;
306         search.in.map_response = true;
307         status = cldap_netlogon(cldap, ctx, &search);
308         if (!NT_STATUS_IS_OK(status)) {
309                 const char *errstr = nt_errstr(status);
310                 ctx->site_name = talloc_asprintf(ctx, "%s", "Default-First-Site-Name");
311                 printf("cldap_netlogon() returned %s. Defaulting to Site-Name: %s\n", errstr, ctx->site_name);          
312         } else {
313                 ctx->site_name = talloc_steal(ctx, search.out.netlogon.data.nt5_ex.client_site);
314                 printf("cldap_netlogon() returned Client Site-Name: %s.\n",ctx->site_name);
315                 printf("cldap_netlogon() returned Server Site-Name: %s.\n",search.out.netlogon.data.nt5_ex.server_site);
316         }
317
318         if (!ctx->domain_dn) {
319                 struct ldb_context *ldb = ldb_init(ctx, tctx->ev);
320                 struct ldb_dn *dn = samdb_dns_domain_to_dn(ldb, ctx, search.out.netlogon.data.nt5_ex.dns_domain);
321                 ctx->domain_dn = ldb_dn_alloc_linearized(ctx, dn);
322                 talloc_free(dn);
323                 talloc_free(ldb);
324         }
325
326         return ret;
327 }
328
329 static DATA_BLOB decrypt_blob(TALLOC_CTX *mem_ctx,
330                               const DATA_BLOB *gensec_skey,
331                               bool rcrypt,
332                               struct drsuapi_DsReplicaObjectIdentifier *id,
333                               uint32_t rid,
334                               const DATA_BLOB *buffer)
335 {
336         DATA_BLOB confounder;
337         DATA_BLOB enc_buffer;
338
339         struct MD5Context md5;
340         uint8_t _enc_key[16];
341         DATA_BLOB enc_key;
342
343         DATA_BLOB dec_buffer;
344
345         uint32_t crc32_given;
346         uint32_t crc32_calc;
347         DATA_BLOB checked_buffer;
348
349         DATA_BLOB plain_buffer;
350
351         /*
352          * the combination "c[3] s[1] e[1] d[0]..."
353          * was successful!!!!!!!!!!!!!!!!!!!!!!!!!!
354          */
355
356         /* 
357          * the first 16 bytes at the beginning are the confounder
358          * followed by the 4 byte crc32 checksum
359          */
360         if (buffer->length < 20) {
361                 return data_blob_const(NULL, 0);
362         }
363         confounder = data_blob_const(buffer->data, 16);
364         enc_buffer = data_blob_const(buffer->data + 16, buffer->length - 16);
365
366         /* 
367          * build the encryption key md5 over the session key followed
368          * by the confounder
369          * 
370          * here the gensec session key is used and
371          * not the dcerpc ncacn_ip_tcp "SystemLibraryDTC" key!
372          */
373         enc_key = data_blob_const(_enc_key, sizeof(_enc_key));
374         MD5Init(&md5);
375         MD5Update(&md5, gensec_skey->data, gensec_skey->length);
376         MD5Update(&md5, confounder.data, confounder.length);
377         MD5Final(enc_key.data, &md5);
378
379         /*
380          * copy the encrypted buffer part and 
381          * decrypt it using the created encryption key using arcfour
382          */
383         dec_buffer = data_blob_talloc(mem_ctx, enc_buffer.data, enc_buffer.length);
384         if (!dec_buffer.data) {
385                 return data_blob_const(NULL, 0);
386         }
387         arcfour_crypt_blob(dec_buffer.data, dec_buffer.length, &enc_key);
388
389         /* 
390          * the first 4 byte are the crc32 checksum
391          * of the remaining bytes
392          */
393         crc32_given = IVAL(dec_buffer.data, 0);
394         crc32_calc = crc32_calc_buffer(dec_buffer.data + 4 , dec_buffer.length - 4);
395         if (crc32_given != crc32_calc) {
396                 DEBUG(0,("CRC32: given[0x%08X] calc[0x%08X]\n",
397                       crc32_given, crc32_calc));
398                 return data_blob_const(NULL, 0);
399         }
400         checked_buffer = data_blob_talloc(mem_ctx, dec_buffer.data + 4, dec_buffer.length - 4);
401         if (!checked_buffer.data) {
402                 return data_blob_const(NULL, 0);
403         }
404
405         /*
406          * some attributes seem to be in a usable form after this decryption
407          * (supplementalCredentials, priorValue, currentValue, trustAuthOutgoing,
408          *  trustAuthIncoming, initialAuthOutgoing, initialAuthIncoming)
409          * At least supplementalCredentials contains plaintext
410          * like "Primary:Kerberos" (in unicode form)
411          *
412          * some attributes seem to have some additional encryption
413          * dBCSPwd, unicodePwd, ntPwdHistory, lmPwdHistory
414          *
415          * it's the sam_rid_crypt() function, as the value is constant,
416          * so it doesn't depend on sessionkeys.
417          */
418         if (rcrypt) {
419                 uint32_t i, num_hashes;
420
421                 if ((checked_buffer.length % 16) != 0) {
422                         return data_blob_const(NULL, 0);
423                 }
424
425                 plain_buffer = data_blob_talloc(mem_ctx, checked_buffer.data, checked_buffer.length);
426                 if (!plain_buffer.data) {
427                         return data_blob_const(NULL, 0);
428                 }
429                         
430                 num_hashes = plain_buffer.length / 16;
431                 for (i = 0; i < num_hashes; i++) {
432                         uint32_t offset = i * 16;
433                         sam_rid_crypt(rid, checked_buffer.data + offset, plain_buffer.data + offset, 0);
434                 }
435         } else {
436                 plain_buffer = checked_buffer;
437         }
438
439         return plain_buffer;
440 }
441
442 static void test_analyse_objects(struct torture_context *tctx, 
443                                  struct DsSyncTest *ctx,
444                                  const DATA_BLOB *gensec_skey,
445                                  struct drsuapi_DsReplicaObjectListItemEx *cur)
446 {
447         static uint32_t object_id;
448         const char *save_values_dir;
449
450         if (!lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "print_pwd_blobs", false)) {
451                 return; 
452         }
453
454         save_values_dir = lp_parm_string(tctx->lp_ctx, NULL, "dssync", "save_pwd_blobs_dir");
455
456         for (; cur; cur = cur->next_object) {
457                 const char *dn;
458                 struct dom_sid *sid = NULL;
459                 uint32_t rid = 0;
460                 bool dn_printed = false;
461                 uint32_t i;
462
463                 if (!cur->object.identifier) continue;
464
465                 dn = cur->object.identifier->dn;
466                 if (cur->object.identifier->sid.num_auths > 0) {
467                         sid = &cur->object.identifier->sid;
468                         rid = sid->sub_auths[sid->num_auths - 1];
469                 }
470
471                 for (i=0; i < cur->object.attribute_ctr.num_attributes; i++) {
472                         const char *name = NULL;
473                         bool rcrypt = false;
474                         DATA_BLOB *enc_data = NULL;
475                         DATA_BLOB plain_data;
476                         struct drsuapi_DsReplicaAttribute *attr;
477                         ndr_pull_flags_fn_t pull_fn = NULL;
478                         ndr_print_fn_t print_fn = NULL;
479                         void *ptr = NULL;
480                         attr = &cur->object.attribute_ctr.attributes[i];
481
482                         switch (attr->attid) {
483                         case DRSUAPI_ATTRIBUTE_dBCSPwd:
484                                 name    = "dBCSPwd";
485                                 rcrypt  = true;
486                                 break;
487                         case DRSUAPI_ATTRIBUTE_unicodePwd:
488                                 name    = "unicodePwd";
489                                 rcrypt  = true;
490                                 break;
491                         case DRSUAPI_ATTRIBUTE_ntPwdHistory:
492                                 name    = "ntPwdHistory";
493                                 rcrypt  = true;
494                                 break;
495                         case DRSUAPI_ATTRIBUTE_lmPwdHistory:
496                                 name    = "lmPwdHistory";
497                                 rcrypt  = true;
498                                 break;
499                         case DRSUAPI_ATTRIBUTE_supplementalCredentials:
500                                 name    = "supplementalCredentials";
501                                 pull_fn = (ndr_pull_flags_fn_t)ndr_pull_supplementalCredentialsBlob;
502                                 print_fn = (ndr_print_fn_t)ndr_print_supplementalCredentialsBlob;
503                                 ptr = talloc(ctx, struct supplementalCredentialsBlob);
504                                 break;
505                         case DRSUAPI_ATTRIBUTE_priorValue:
506                                 name    = "priorValue";
507                                 break;
508                         case DRSUAPI_ATTRIBUTE_currentValue:
509                                 name    = "currentValue";
510                                 break;
511                         case DRSUAPI_ATTRIBUTE_trustAuthOutgoing:
512                                 name    = "trustAuthOutgoing";
513                                 pull_fn = (ndr_pull_flags_fn_t)ndr_pull_trustAuthInOutBlob;
514                                 print_fn = (ndr_print_fn_t)ndr_print_trustAuthInOutBlob;
515                                 ptr = talloc(ctx, struct trustAuthInOutBlob);
516                                 break;
517                         case DRSUAPI_ATTRIBUTE_trustAuthIncoming:
518                                 name    = "trustAuthIncoming";
519                                 pull_fn = (ndr_pull_flags_fn_t)ndr_pull_trustAuthInOutBlob;
520                                 print_fn = (ndr_print_fn_t)ndr_print_trustAuthInOutBlob;
521                                 ptr = talloc(ctx, struct trustAuthInOutBlob);
522                                 break;
523                         case DRSUAPI_ATTRIBUTE_initialAuthOutgoing:
524                                 name    = "initialAuthOutgoing";
525                                 break;
526                         case DRSUAPI_ATTRIBUTE_initialAuthIncoming:
527                                 name    = "initialAuthIncoming";
528                                 break;
529                         default:
530                                 continue;
531                         }
532
533                         if (attr->value_ctr.num_values != 1) continue;
534
535                         if (!attr->value_ctr.values[0].blob) continue;
536
537                         enc_data = attr->value_ctr.values[0].blob;
538                         ZERO_STRUCT(plain_data);
539
540                         plain_data = decrypt_blob(ctx, gensec_skey, rcrypt,
541                                                   cur->object.identifier, rid,
542                                                   enc_data);
543                         if (!dn_printed) {
544                                 object_id++;
545                                 DEBUG(0,("DN[%u] %s\n", object_id, dn));
546                                 dn_printed = true;
547                         }
548                         DEBUGADD(0,("ATTR: %s enc.length=%lu plain.length=%lu\n",
549                                     name, (long)enc_data->length, (long)plain_data.length));
550                         if (plain_data.length) {
551                                 enum ndr_err_code ndr_err;
552                                 dump_data(0, plain_data.data, plain_data.length);
553                                 if (save_values_dir) {
554                                         char *fname;
555                                         fname = talloc_asprintf(ctx, "%s/%s%02d",
556                                                                 save_values_dir,
557                                                                 name, object_id);
558                                         if (fname) {
559                                                 bool ok;
560                                                 ok = file_save(fname, plain_data.data, plain_data.length);
561                                                 if (!ok) {
562                                                         DEBUGADD(0,("Failed to save '%s'\n", fname));
563                                                 }
564                                         }
565                                         talloc_free(fname);
566                                 }
567
568                                 if (pull_fn) {
569                                         /* Can't use '_all' because of PIDL bugs with relative pointers */
570                                         ndr_err = ndr_pull_struct_blob(&plain_data, ptr,
571                                                                        lp_iconv_convenience(tctx->lp_ctx), ptr,
572                                                                        pull_fn);
573                                         if (NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
574                                                 ndr_print_debug(print_fn, name, ptr);
575                                         } else {
576                                                 DEBUG(0, ("Failed to decode %s\n", name));
577                                         }
578                                 }
579                         } else {
580                                 dump_data(0, enc_data->data, enc_data->length);
581                         }
582                         talloc_free(ptr);
583                 }
584         }
585 }
586
587 static bool test_FetchData(struct torture_context *tctx, struct DsSyncTest *ctx)
588 {
589         NTSTATUS status;
590         bool ret = true;
591         int i, y = 0;
592         uint64_t highest_usn = 0;
593         const char *partition = NULL;
594         struct drsuapi_DsGetNCChanges r;
595         struct drsuapi_DsReplicaObjectIdentifier nc;
596         struct drsuapi_DsGetNCChangesCtr1 *ctr1 = NULL;
597         struct drsuapi_DsGetNCChangesCtr6 *ctr6 = NULL;
598         int32_t out_level = 0;
599         struct GUID null_guid;
600         struct dom_sid null_sid;
601         DATA_BLOB gensec_skey;
602         struct {
603                 int32_t level;
604         } array[] = {
605 /*              {
606                         5
607                 },
608 */              {
609                         8
610                 }
611         };
612
613         ZERO_STRUCT(null_guid);
614         ZERO_STRUCT(null_sid);
615
616         partition = lp_parm_string(tctx->lp_ctx, NULL, "dssync", "partition");
617         if (partition == NULL) {
618                 partition = ctx->domain_dn;
619                 printf("dssync:partition not specified, defaulting to %s.\n", ctx->domain_dn);
620         }
621
622         highest_usn = lp_parm_int(tctx->lp_ctx, NULL, "dssync", "highest_usn", 0);
623
624         array[0].level = lp_parm_int(tctx->lp_ctx, NULL, "dssync", "get_nc_changes_level", array[0].level);
625
626         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "print_pwd_blobs", false)) {
627                 const struct samr_Password *nthash;
628                 nthash = cli_credentials_get_nt_hash(ctx->new_dc.credentials, ctx);
629                 if (nthash) {
630                         dump_data_pw("CREDENTIALS nthash:", nthash->hash, sizeof(nthash->hash));
631                 }
632         }
633         status = gensec_session_key(ctx->new_dc.drsuapi.pipe->conn->security_state.generic_state,
634                                     &gensec_skey);
635         if (!NT_STATUS_IS_OK(status)) {
636                 printf("failed to get gensec session key: %s\n", nt_errstr(status));
637                 return false;
638         }
639
640         for (i=0; i < ARRAY_SIZE(array); i++) {
641                 printf("testing DsGetNCChanges level %d\n",
642                         array[i].level);
643
644                 r.in.bind_handle        = &ctx->new_dc.drsuapi.bind_handle;
645                 r.in.level              = &array[i].level;
646
647                 switch (*r.in.level) {
648                 case 5:
649                         nc.guid = null_guid;
650                         nc.sid  = null_sid;
651                         nc.dn   = partition; 
652
653                         r.in.req.req5.destination_dsa_guid              = ctx->new_dc.invocation_id;
654                         r.in.req.req5.source_dsa_invocation_id          = null_guid;
655                         r.in.req.req5.naming_context                    = &nc;
656                         r.in.req.req5.highwatermark.tmp_highest_usn     = highest_usn;
657                         r.in.req.req5.highwatermark.reserved_usn        = 0;
658                         r.in.req.req5.highwatermark.highest_usn         = highest_usn;
659                         r.in.req.req5.uptodateness_vector               = NULL;
660                         r.in.req.req5.replica_flags                     = 0;
661                         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "compression", false)) {
662                                 r.in.req.req5.replica_flags             |= DRSUAPI_DS_REPLICA_NEIGHBOUR_COMPRESS_CHANGES;
663                         }
664                         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "neighbour_writeable", true)) {
665                                 r.in.req.req5.replica_flags             |= DRSUAPI_DS_REPLICA_NEIGHBOUR_WRITEABLE;
666                         }
667                         r.in.req.req5.replica_flags                     |= DRSUAPI_DS_REPLICA_NEIGHBOUR_SYNC_ON_STARTUP
668                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_DO_SCHEDULED_SYNCS
669                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_RETURN_OBJECT_PARENTS
670                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_NEVER_SYNCED
671                                                                         ;
672                         r.in.req.req5.max_object_count                  = 133;
673                         r.in.req.req5.max_ndr_size                      = 1336770;
674                         r.in.req.req5.extended_op                       = DRSUAPI_EXOP_NONE;
675                         r.in.req.req5.fsmo_info                         = 0;
676
677                         break;
678                 case 8:
679                         nc.guid = null_guid;
680                         nc.sid  = null_sid;
681                         nc.dn   = partition; 
682                         /* nc.dn can be set to any other ad partition */
683                         
684                         r.in.req.req8.destination_dsa_guid              = ctx->new_dc.invocation_id;
685                         r.in.req.req8.source_dsa_invocation_id          = null_guid;
686                         r.in.req.req8.naming_context                    = &nc;
687                         r.in.req.req8.highwatermark.tmp_highest_usn     = highest_usn;
688                         r.in.req.req8.highwatermark.reserved_usn        = 0;
689                         r.in.req.req8.highwatermark.highest_usn         = highest_usn;
690                         r.in.req.req8.uptodateness_vector               = NULL;
691                         r.in.req.req8.replica_flags                     = 0;
692                         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "compression", false)) {
693                                 r.in.req.req8.replica_flags             |= DRSUAPI_DS_REPLICA_NEIGHBOUR_COMPRESS_CHANGES;
694                         }
695                         if (lp_parm_bool(tctx->lp_ctx, NULL, "dssync", "neighbour_writeable", true)) {
696                                 r.in.req.req8.replica_flags             |= DRSUAPI_DS_REPLICA_NEIGHBOUR_WRITEABLE;
697                         }
698                         r.in.req.req8.replica_flags                     |= DRSUAPI_DS_REPLICA_NEIGHBOUR_SYNC_ON_STARTUP
699                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_DO_SCHEDULED_SYNCS
700                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_RETURN_OBJECT_PARENTS
701                                                                         | DRSUAPI_DS_REPLICA_NEIGHBOUR_NEVER_SYNCED
702                                                                         ;
703                         r.in.req.req8.max_object_count                  = 402;
704                         r.in.req.req8.max_ndr_size                      = 402116;
705
706                         r.in.req.req8.extended_op                       = DRSUAPI_EXOP_NONE;
707                         r.in.req.req8.fsmo_info                         = 0;
708                         r.in.req.req8.partial_attribute_set             = NULL;
709                         r.in.req.req8.partial_attribute_set_ex          = NULL;
710                         r.in.req.req8.mapping_ctr.num_mappings          = 0;
711                         r.in.req.req8.mapping_ctr.mappings              = NULL;
712
713                         break;
714                 }
715                 
716                 printf("Dumping AD partition: %s\n", nc.dn);
717                 for (y=0; ;y++) {
718                         int32_t _level = 0;
719                         ZERO_STRUCT(r.out);
720                         r.out.level = &_level;
721
722                         if (*r.in.level == 5) {
723                                 DEBUG(0,("start[%d] tmp_higest_usn: %llu , highest_usn: %llu\n",y,
724                                         (long long)r.in.req.req5.highwatermark.tmp_highest_usn,
725                                         (long long)r.in.req.req5.highwatermark.highest_usn));
726                         }
727
728                         if (*r.in.level == 8) {
729                                 DEBUG(0,("start[%d] tmp_higest_usn: %llu , highest_usn: %llu\n",y,
730                                         (long long)r.in.req.req8.highwatermark.tmp_highest_usn,
731                                         (long long)r.in.req.req8.highwatermark.highest_usn));
732                         }
733
734                         status = dcerpc_drsuapi_DsGetNCChanges(ctx->new_dc.drsuapi.pipe, ctx, &r);
735                         if (!NT_STATUS_IS_OK(status)) {
736                                 const char *errstr = nt_errstr(status);
737                                 if (NT_STATUS_EQUAL(status, NT_STATUS_NET_WRITE_FAULT)) {
738                                         errstr = dcerpc_errstr(ctx, ctx->new_dc.drsuapi.pipe->last_fault_code);
739                                 }
740                                 printf("dcerpc_drsuapi_DsGetNCChanges failed - %s\n", errstr);
741                                 ret = false;
742                         } else if (!W_ERROR_IS_OK(r.out.result)) {
743                                 printf("DsGetNCChanges failed - %s\n", win_errstr(r.out.result));
744                                 ret = false;
745                         }
746
747                         if (ret == true && *r.out.level == 1) {
748                                 out_level = 1;
749                                 ctr1 = &r.out.ctr.ctr1;
750                         } else if (ret == true && *r.out.level == 2 &&
751                                    r.out.ctr.ctr2.mszip1.ts) {
752                                 out_level = 1;
753                                 ctr1 = &r.out.ctr.ctr2.mszip1.ts->ctr1;
754                         }
755
756                         if (out_level == 1) {
757                                 DEBUG(0,("end[%d] tmp_highest_usn: %llu , highest_usn: %llu\n",y,
758                                         (long long)ctr1->new_highwatermark.tmp_highest_usn,
759                                         (long long)ctr1->new_highwatermark.highest_usn));
760
761                                 test_analyse_objects(tctx, ctx, &gensec_skey, ctr1->first_object);
762
763                                 if (ctr1->more_data) {
764                                         r.in.req.req5.highwatermark = ctr1->new_highwatermark;
765                                         continue;
766                                 }
767                         }
768
769                         if (ret == true && *r.out.level == 6) {
770                                 out_level = 6;
771                                 ctr6 = &r.out.ctr.ctr6;
772                         } else if (ret == true && *r.out.level == 7
773                                    && r.out.ctr.ctr7.level == 6
774                                    && r.out.ctr.ctr7.type == DRSUAPI_COMPRESSION_TYPE_MSZIP
775                                    && r.out.ctr.ctr7.ctr.mszip6.ts) {
776                                 out_level = 6;
777                                 ctr6 = &r.out.ctr.ctr7.ctr.mszip6.ts->ctr6;
778                         } else if (ret == true && *r.out.level == 7
779                                    && r.out.ctr.ctr7.level == 6
780                                    && r.out.ctr.ctr7.type == DRSUAPI_COMPRESSION_TYPE_XPRESS
781                                    && r.out.ctr.ctr7.ctr.xpress6.ts) {
782                                 out_level = 6;
783                                 ctr6 = &r.out.ctr.ctr7.ctr.xpress6.ts->ctr6;
784                         }
785
786                         if (out_level == 6) {
787                                 DEBUG(0,("end[%d] tmp_highest_usn: %llu , highest_usn: %llu\n",y,
788                                         (long long)ctr6->new_highwatermark.tmp_highest_usn,
789                                         (long long)ctr6->new_highwatermark.highest_usn));
790
791                                 test_analyse_objects(tctx, ctx, &gensec_skey, ctr6->first_object);
792
793                                 if (ctr6->more_data) {
794                                         r.in.req.req8.highwatermark = ctr6->new_highwatermark;
795                                         continue;
796                                 }
797                         }
798
799                         break;
800                 }
801         }
802
803         return ret;
804 }
805
806 static bool test_FetchNT4Data(struct torture_context *tctx, 
807                               struct DsSyncTest *ctx)
808 {
809         NTSTATUS status;
810         bool ret = true;
811         struct drsuapi_DsGetNT4ChangeLog r;
812         struct GUID null_guid;
813         struct dom_sid null_sid;
814         DATA_BLOB cookie;
815
816         ZERO_STRUCT(null_guid);
817         ZERO_STRUCT(null_sid);
818         ZERO_STRUCT(cookie);
819
820         ZERO_STRUCT(r);
821         r.in.bind_handle        = &ctx->new_dc.drsuapi.bind_handle;
822         r.in.level              = 1;
823
824         r.in.req.req1.unknown1  = lp_parm_int(tctx->lp_ctx, NULL, "dssync", "nt4-1", 3);
825         r.in.req.req1.unknown2  = lp_parm_int(tctx->lp_ctx, NULL, "dssync", "nt4-2", 0x00004000);
826
827         while (1) {
828                 r.in.req.req1.length    = cookie.length;
829                 r.in.req.req1.data      = cookie.data;
830
831                 status = dcerpc_drsuapi_DsGetNT4ChangeLog(ctx->new_dc.drsuapi.pipe, ctx, &r);
832                 if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
833                         printf("DsGetNT4ChangeLog not supported by target server\n");
834                         break;
835                 } else if (!NT_STATUS_IS_OK(status)) {
836                         const char *errstr = nt_errstr(status);
837                         if (NT_STATUS_EQUAL(status, NT_STATUS_NET_WRITE_FAULT)) {
838                                 errstr = dcerpc_errstr(ctx, ctx->new_dc.drsuapi.pipe->last_fault_code);
839                         }
840                         printf("dcerpc_drsuapi_DsGetNT4ChangeLog failed - %s\n", errstr);
841                         ret = false;
842                 } else if (W_ERROR_EQUAL(r.out.result, WERR_INVALID_DOMAIN_ROLE)) {
843                         printf("DsGetNT4ChangeLog not supported by target server\n");
844                         break;
845                 } else if (!W_ERROR_IS_OK(r.out.result)) {
846                         printf("DsGetNT4ChangeLog failed - %s\n", win_errstr(r.out.result));
847                         ret = false;
848                 } else if (r.out.level != 1) {
849                         printf("DsGetNT4ChangeLog unknown level - %u\n", r.out.level);
850                         ret = false;
851                 } else if (NT_STATUS_IS_OK(r.out.info.info1.status)) {
852                 } else if (NT_STATUS_EQUAL(r.out.info.info1.status, STATUS_MORE_ENTRIES)) {
853                         cookie.length   = r.out.info.info1.length1;
854                         cookie.data     = r.out.info.info1.data1;
855                         continue;
856                 } else {
857                         printf("DsGetNT4ChangeLog failed - %s\n", nt_errstr(r.out.info.info1.status));
858                         ret = false;
859                 }
860
861                 break;
862         }
863
864         return ret;
865 }
866
867 bool torture_rpc_dssync(struct torture_context *torture)
868 {
869         bool ret = true;
870         TALLOC_CTX *mem_ctx;
871         struct DsSyncTest *ctx;
872         
873         mem_ctx = talloc_init("torture_rpc_dssync");
874         ctx = test_create_context(torture);
875         
876         ret &= _test_DsBind(torture, ctx, ctx->admin.credentials, &ctx->admin.drsuapi);
877         if (!ret) {
878                 return ret;
879         }
880         ret &= test_LDAPBind(torture, ctx, ctx->admin.credentials, &ctx->admin.ldap);
881         if (!ret) {
882                 return ret;
883         }
884         ret &= test_GetInfo(torture, ctx);
885         ret &= _test_DsBind(torture, ctx, ctx->new_dc.credentials, &ctx->new_dc.drsuapi);
886         if (!ret) {
887                 return ret;
888         }
889         ret &= test_FetchData(torture, ctx);
890         ret &= test_FetchNT4Data(torture, ctx);
891
892         return ret;
893 }