r24146: It is not an error for a Win2k3-only server not to support the NT4
[kai/samba.git] / source / torture / rpc / dssync.c
index 972c2f1ecfdbf3c765bb8d9715589f42164fd768..9546e5fd3db22a22076deb4de875d1064a1ef523 100644 (file)
@@ -8,7 +8,7 @@
    
    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
-   the Free Software Foundation; either version 2 of the License, or
+   the Free Software Foundation; either version 3 of the License, or
    (at your option) any later version.
    
    This program is distributed in the hope that it will be useful,
@@ -17,8 +17,7 @@
    GNU General Public License for more details.
    
    You should have received a copy of the GNU General Public License
-   along with this program; if not, write to the Free Software
-   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
 
 #include "includes.h"
 #include "libcli/ldap/ldap_client.h"
 #include "torture/torture.h"
 #include "torture/ldap/proto.h"
+#include "libcli/auth/libcli_auth.h"
+#include "lib/crypto/crypto.h"
+#include "auth/credentials/credentials.h"
+#include "libcli/auth/libcli_auth.h"
+#include "auth/gensec/gensec.h"
 
 struct DsSyncBindInfo {
        struct dcerpc_pipe *pipe;
@@ -113,6 +117,7 @@ static struct DsSyncTest *test_create_context(TALLOC_CTX *mem_ctx)
        ctx->admin.drsuapi.req.out.bind_handle          = &ctx->admin.drsuapi.bind_handle;
 
        /* ctx->new_dc ...*/
+       ctx->new_dc.credentials                 = cmdline_credentials;
 
        our_bind_info28                         = &ctx->new_dc.drsuapi.our_bind_info28;
        our_bind_info28->supported_extensions   |= DRSUAPI_SUPPORTED_EXTENSION_BASE;
@@ -175,7 +180,7 @@ static BOOL _test_DsBind(struct DsSyncTest *ctx, struct cli_credentials *credent
 
        status = dcerpc_pipe_connect_b(ctx,
                                       &b->pipe, ctx->drsuapi_binding, 
-                                          &dcerpc_table_drsuapi,
+                                      &dcerpc_table_drsuapi,
                                       credentials, event);
        
        if (!NT_STATUS_IS_OK(status)) {
@@ -294,40 +299,171 @@ static BOOL test_GetInfo(struct DsSyncTest *ctx)
        return ret;
 }
 
+static DATA_BLOB decrypt_blob(TALLOC_CTX *mem_ctx,
+                             const DATA_BLOB *gensec_skey,
+                             bool rcrypt,
+                             struct drsuapi_DsReplicaObjectIdentifier *id,
+                             uint32_t rid,
+                             const DATA_BLOB *buffer)
+{
+       DATA_BLOB confounder;
+       DATA_BLOB enc_buffer;
+
+       struct MD5Context md5;
+       uint8_t _enc_key[16];
+       DATA_BLOB enc_key;
+
+       DATA_BLOB dec_buffer;
+
+       uint32_t crc32_given;
+       uint32_t crc32_calc;
+       DATA_BLOB checked_buffer;
+
+       DATA_BLOB plain_buffer;
+
+       /*
+        * the combination "c[3] s[1] e[1] d[0]..."
+        * was successful!!!!!!!!!!!!!!!!!!!!!!!!!!
+        */
+
+       /* 
+        * the first 16 bytes at the beginning are the confounder
+        * followed by the 4 byte crc32 checksum
+        */
+       if (buffer->length < 20) {
+               return data_blob_const(NULL, 0);
+       }
+       confounder = data_blob_const(buffer->data, 16);
+       enc_buffer = data_blob_const(buffer->data + 16, buffer->length - 16);
+
+       /* 
+        * build the encryption key md5 over the session key followed
+        * by the confounder
+        * 
+        * here the gensec session key is used and
+        * not the dcerpc ncacn_ip_tcp "SystemLibraryDTC" key!
+        */
+       enc_key = data_blob_const(_enc_key, sizeof(_enc_key));
+       MD5Init(&md5);
+       MD5Update(&md5, gensec_skey->data, gensec_skey->length);
+       MD5Update(&md5, confounder.data, confounder.length);
+       MD5Final(enc_key.data, &md5);
+
+       /*
+        * copy the encrypted buffer part and 
+        * decrypt it using the created encryption key using arcfour
+        */
+       dec_buffer = data_blob_talloc(mem_ctx, enc_buffer.data, enc_buffer.length);
+       if (!dec_buffer.data) {
+               return data_blob_const(NULL, 0);
+       }
+       arcfour_crypt_blob(dec_buffer.data, dec_buffer.length, &enc_key);
+
+       /* 
+        * the first 4 byte are the crc32 checksum
+        * of the remaining bytes
+        */
+       crc32_given = IVAL(dec_buffer.data, 0);
+       crc32_calc = crc32_calc_buffer(dec_buffer.data + 4 , dec_buffer.length - 4);
+       if (crc32_given != crc32_calc) {
+               DEBUG(0,("CRC32: given[0x%08X] calc[0x%08X]\n",
+                     crc32_given, crc32_calc));
+               return data_blob_const(NULL, 0);
+       }
+       checked_buffer = data_blob_talloc(mem_ctx, dec_buffer.data + 4, dec_buffer.length - 4);
+       if (!checked_buffer.data) {
+               return data_blob_const(NULL, 0);
+       }
+
+       /*
+        * some attributes seem to be in a usable form after this decryption
+        * (supplementalCredentials, priorValue, currentValue, trustAuthOutgoing,
+        *  trustAuthIncoming, initialAuthOutgoing, initialAuthIncoming)
+        * At least supplementalCredentials contains plaintext
+        * like "Primary:Kerberos" (in unicode form)
+        *
+        * some attributes seem to have some additional encryption
+        * dBCSPwd, unicodePwd, ntPwdHistory, lmPwdHistory
+        *
+        * it's the sam_rid_crypt() function, as the value is constant,
+        * so it doesn't depend on sessionkeys.
+        */
+       if (rcrypt) {
+               uint32_t i, num_hashes;
+
+               if ((checked_buffer.length % 16) != 0) {
+                       return data_blob_const(NULL, 0);
+               }
+
+               plain_buffer = data_blob_talloc(mem_ctx, checked_buffer.data, checked_buffer.length);
+               if (!plain_buffer.data) {
+                       return data_blob_const(NULL, 0);
+               }
+                       
+               num_hashes = plain_buffer.length / 16;
+               for (i = 0; i < num_hashes; i++) {
+                       uint32_t offset = i * 16;
+                       sam_rid_crypt(rid, checked_buffer.data + offset, plain_buffer.data + offset, 0);
+               }
+       } else {
+               plain_buffer = checked_buffer;
+       }
+
+       return plain_buffer;
+}
+
 static void test_analyse_objects(struct DsSyncTest *ctx,
+                                const DATA_BLOB *gensec_skey,
                                 struct drsuapi_DsReplicaObjectListItemEx *cur)
 {
-       if (!lp_parm_bool(-1,"dssync","print_pwd_blobs",False)) {
+       static uint32_t object_id;
+       const char *save_values_dir;
+
+       if (!lp_parm_bool(-1,"dssync","print_pwd_blobs", false)) {
                return; 
        }
 
+       save_values_dir = lp_parm_string(-1,"dssync","save_pwd_blobs_dir");
+
        for (; cur; cur = cur->next_object) {
                const char *dn;
+               struct dom_sid *sid = NULL;
+               uint32_t rid = 0;
                BOOL dn_printed = False;
                uint32_t i;
 
                if (!cur->object.identifier) continue;
 
                dn = cur->object.identifier->dn;
+               if (cur->object.identifier->sid.num_auths > 0) {
+                       sid = &cur->object.identifier->sid;
+                       rid = sid->sub_auths[sid->num_auths - 1];
+               }
 
                for (i=0; i < cur->object.attribute_ctr.num_attributes; i++) {
                        const char *name = NULL;
-                       DATA_BLOB *data = NULL;
+                       bool rcrypt = false;
+                       DATA_BLOB *enc_data = NULL;
+                       DATA_BLOB plain_data;
                        struct drsuapi_DsReplicaAttribute *attr;
                        attr = &cur->object.attribute_ctr.attributes[i];
 
                        switch (attr->attid) {
                        case DRSUAPI_ATTRIBUTE_dBCSPwd:
                                name    = "dBCSPwd";
+                               rcrypt  = true;
                                break;
                        case DRSUAPI_ATTRIBUTE_unicodePwd:
                                name    = "unicodePwd";
+                               rcrypt  = true;
                                break;
                        case DRSUAPI_ATTRIBUTE_ntPwdHistory:
                                name    = "ntPwdHistory";
+                               rcrypt  = true;
                                break;
                        case DRSUAPI_ATTRIBUTE_lmPwdHistory:
                                name    = "lmPwdHistory";
+                               rcrypt  = true;
                                break;
                        case DRSUAPI_ATTRIBUTE_supplementalCredentials:
                                name    = "supplementalCredentials";
@@ -358,15 +494,38 @@ static void test_analyse_objects(struct DsSyncTest *ctx,
 
                        if (!attr->value_ctr.values[0].blob) continue;
 
-                       data = attr->value_ctr.values[0].blob;
+                       enc_data = attr->value_ctr.values[0].blob;
+                       ZERO_STRUCT(plain_data);
 
+                       plain_data = decrypt_blob(ctx, gensec_skey, rcrypt,
+                                                 cur->object.identifier, rid,
+                                                 enc_data);
                        if (!dn_printed) {
-                               DEBUG(0,("DN: %s\n", dn));
+                               object_id++;
+                               DEBUG(0,("DN[%u] %s\n", object_id, dn));
                                dn_printed = True;
                        }
-                       DEBUGADD(0,("ATTR: %s data_blob.length=%lu\n",
-                                   name, (long)data->length));
-                       dump_data(0,data->data, data->length);
+                       DEBUGADD(0,("ATTR: %s enc.length=%lu plain.length=%lu\n",
+                                   name, (long)enc_data->length, (long)plain_data.length));
+                       if (plain_data.length) {
+                               dump_data(0, plain_data.data, plain_data.length);
+                               if (save_values_dir) {
+                                       char *fname;
+                                       fname = talloc_asprintf(ctx, "%s/%s%02d",
+                                                               save_values_dir,
+                                                               name, object_id);
+                                       if (fname) {
+                                               bool ok;
+                                               ok = file_save(fname, plain_data.data, plain_data.length);
+                                               if (!ok) {
+                                                       DEBUGADD(0,("Failed to save '%s'\n", fname));
+                                               }
+                                       }
+                                       talloc_free(fname);
+                               }
+                       } else {
+                               dump_data(0, enc_data->data, enc_data->length);
+                       }
                }
        }
 }
@@ -385,6 +544,7 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
        int32_t out_level = 0;
        struct GUID null_guid;
        struct dom_sid null_sid;
+       DATA_BLOB gensec_skey;
        struct {
                int32_t level;
        } array[] = {
@@ -407,14 +567,31 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
 
        highest_usn = lp_parm_int(-1, "dssync", "highest_usn", 0);
 
+       array[0].level = lp_parm_int(-1, "dssync", "get_nc_changes_level", array[0].level);
+
+       if (lp_parm_bool(-1,"dssync","print_pwd_blobs",False)) {
+               const struct samr_Password *nthash;
+               nthash = cli_credentials_get_nt_hash(ctx->new_dc.credentials, ctx);
+               if (nthash) {
+                       DEBUG(0,("CREDENTIALS nthash:\n"));
+                       dump_data(0, nthash->hash, sizeof(nthash->hash));
+               }
+       }
+       status = gensec_session_key(ctx->new_dc.drsuapi.pipe->conn->security_state.generic_state,
+                                   &gensec_skey);
+       if (!NT_STATUS_IS_OK(status)) {
+               printf("failed to get gensec session key: %s\n", nt_errstr(status));
+               return False;
+       }
+
        for (i=0; i < ARRAY_SIZE(array); i++) {
                printf("testing DsGetNCChanges level %d\n",
                        array[i].level);
 
                r.in.bind_handle        = &ctx->new_dc.drsuapi.bind_handle;
-               r.in.level              = array[i].level;
+               r.in.level              = &array[i].level;
 
-               switch (r.in.level) {
+               switch (*r.in.level) {
                case 5:
                        nc.guid = null_guid;
                        nc.sid  = null_sid;
@@ -485,15 +662,17 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
                
                printf("Dumping AD partition: %s\n", nc.dn);
                for (y=0; ;y++) {
+                       int32_t _level = 0;
                        ZERO_STRUCT(r.out);
+                       r.out.level = &_level;
 
-                       if (r.in.level == 5) {
+                       if (*r.in.level == 5) {
                                DEBUG(0,("start[%d] tmp_higest_usn: %llu , highest_usn: %llu\n",y,
                                        (long long)r.in.req.req5.highwatermark.tmp_highest_usn,
                                        (long long)r.in.req.req5.highwatermark.highest_usn));
                        }
 
-                       if (r.in.level == 8) {
+                       if (*r.in.level == 8) {
                                DEBUG(0,("start[%d] tmp_higest_usn: %llu , highest_usn: %llu\n",y,
                                        (long long)r.in.req.req8.highwatermark.tmp_highest_usn,
                                        (long long)r.in.req.req8.highwatermark.highest_usn));
@@ -512,10 +691,10 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
                                ret = False;
                        }
 
-                       if (ret == True && r.out.level == 1) {
+                       if (ret == True && *r.out.level == 1) {
                                out_level = 1;
                                ctr1 = &r.out.ctr.ctr1;
-                       } else if (ret == True && r.out.level == 2) {
+                       } else if (ret == True && *r.out.level == 2) {
                                out_level = 1;
                                ctr1 = r.out.ctr.ctr2.ctr.mszip1.ctr1;
                        }
@@ -525,7 +704,7 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
                                        (long long)ctr1->new_highwatermark.tmp_highest_usn,
                                        (long long)ctr1->new_highwatermark.highest_usn));
 
-                               test_analyse_objects(ctx, ctr1->first_object);
+                               test_analyse_objects(ctx, &gensec_skey, ctr1->first_object);
 
                                if (ctr1->new_highwatermark.tmp_highest_usn > ctr1->new_highwatermark.highest_usn) {
                                        r.in.req.req5.highwatermark = ctr1->new_highwatermark;
@@ -533,10 +712,10 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
                                }
                        }
 
-                       if (ret == True && r.out.level == 6) {
+                       if (ret == True && *r.out.level == 6) {
                                out_level = 6;
                                ctr6 = &r.out.ctr.ctr6;
-                       } else if (ret == True && r.out.level == 7
+                       } else if (ret == True && *r.out.level == 7
                                   && r.out.ctr.ctr7.level == 6
                                   && r.out.ctr.ctr7.type == DRSUAPI_COMPRESSION_TYPE_MSZIP) {
                                out_level = 6;
@@ -548,7 +727,7 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
                                        (long long)ctr6->new_highwatermark.tmp_highest_usn,
                                        (long long)ctr6->new_highwatermark.highest_usn));
 
-                               test_analyse_objects(ctx, ctr6->first_object);
+                               test_analyse_objects(ctx, &gensec_skey, ctr6->first_object);
 
                                if (ctr6->new_highwatermark.tmp_highest_usn > ctr6->new_highwatermark.highest_usn) {
                                        r.in.req.req8.highwatermark = ctr6->new_highwatermark;
@@ -563,6 +742,63 @@ static BOOL test_FetchData(struct DsSyncTest *ctx)
        return ret;
 }
 
+static BOOL test_FetchNT4Data(struct DsSyncTest *ctx)
+{
+       NTSTATUS status;
+       BOOL ret = True;
+       struct drsuapi_DsGetNT4ChangeLog r;
+       struct GUID null_guid;
+       struct dom_sid null_sid;
+       DATA_BLOB cookie;
+
+       ZERO_STRUCT(null_guid);
+       ZERO_STRUCT(null_sid);
+       ZERO_STRUCT(cookie);
+
+       ZERO_STRUCT(r);
+       r.in.bind_handle        = &ctx->new_dc.drsuapi.bind_handle;
+       r.in.level              = 1;
+
+       r.in.req.req1.unknown1  = lp_parm_int(-1, "dssync", "nt4-1", 3);
+       r.in.req.req1.unknown2  = lp_parm_int(-1, "dssync", "nt4-2", 0x00004000);
+
+       while (1) {
+               r.in.req.req1.length    = cookie.length;
+               r.in.req.req1.data      = cookie.data;
+
+               status = dcerpc_drsuapi_DsGetNT4ChangeLog(ctx->new_dc.drsuapi.pipe, ctx, &r);
+               if (!NT_STATUS_IS_OK(status)) {
+                       const char *errstr = nt_errstr(status);
+                       if (NT_STATUS_EQUAL(status, NT_STATUS_NET_WRITE_FAULT)) {
+                               errstr = dcerpc_errstr(ctx, ctx->new_dc.drsuapi.pipe->last_fault_code);
+                       }
+                       printf("dcerpc_drsuapi_DsGetNT4ChangeLog failed - %s\n", errstr);
+                       ret = False;
+               } else if (W_ERROR_EQUAL(r.out.result, WERR_INVALID_DOMAIN_ROLE)) {
+                       printf("DsGetNT4ChangeLog not supported by target server\n");
+                       break;
+               } else if (!W_ERROR_IS_OK(r.out.result)) {
+                       printf("DsGetNT4ChangeLog failed - %s\n", win_errstr(r.out.result));
+                       ret = False;
+               } else if (r.out.level != 1) {
+                       printf("DsGetNT4ChangeLog unknown level - %u\n", r.out.level);
+                       ret = False;
+               } else if (NT_STATUS_IS_OK(r.out.info.info1.status)) {
+               } else if (NT_STATUS_EQUAL(r.out.info.info1.status, STATUS_MORE_ENTRIES)) {
+                       cookie.length   = r.out.info.info1.length1;
+                       cookie.data     = r.out.info.info1.data1;
+                       continue;
+               } else {
+                       printf("DsGetNT4ChangeLog failed - %s\n", nt_errstr(r.out.info.info1.status));
+                       ret = False;
+               }
+
+               break;
+       }
+
+       return ret;
+}
+
 BOOL torture_rpc_dssync(struct torture_context *torture)
 {
        BOOL ret = True;
@@ -573,10 +809,20 @@ BOOL torture_rpc_dssync(struct torture_context *torture)
        ctx = test_create_context(mem_ctx);
        
        ret &= _test_DsBind(ctx, ctx->admin.credentials, &ctx->admin.drsuapi);
+       if (!ret) {
+               return ret;
+       }
        ret &= test_LDAPBind(ctx, ctx->admin.credentials, &ctx->admin.ldap);
+       if (!ret) {
+               return ret;
+       }
        ret &= test_GetInfo(ctx);
-       ret &= _test_DsBind(ctx, ctx->admin.credentials, &ctx->new_dc.drsuapi);
+       ret &= _test_DsBind(ctx, ctx->new_dc.credentials, &ctx->new_dc.drsuapi);
+       if (!ret) {
+               return ret;
+       }
        ret &= test_FetchData(ctx);
+       ret &= test_FetchNT4Data(ctx);
 
        return ret;
 }