s3-talloc Change TALLOC_ZERO_P() to talloc_zero()
[nivanova/samba-autobuild/.git] / source3 / registry / regfio.c
1 /*
2  * Unix SMB/CIFS implementation.
3  * Windows NT registry I/O library
4  * Copyright (c) Gerald (Jerry) Carter               2005
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 3 of the License, or
9  * (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, see <http://www.gnu.org/licenses/>.  
18  */
19
20 #include "includes.h"
21 #include "system/filesys.h"
22 #include "regfio.h"
23 #include "../librpc/gen_ndr/ndr_security.h"
24 #include "../libcli/security/security_descriptor.h"
25 #include "../libcli/security/secdesc.h"
26
27 #undef DBGC_CLASS
28 #define DBGC_CLASS DBGC_REGISTRY
29
30 /*******************************************************************
31  *
32  * TODO : Right now this code basically ignores classnames.
33  *
34  ******************************************************************/
35
36 #if defined(PARANOID_MALLOC_CHECKER)
37 #define PRS_ALLOC_MEM(ps, type, count) (type *)prs_alloc_mem_((ps),sizeof(type),(count))
38 #else
39 #define PRS_ALLOC_MEM(ps, type, count) (type *)prs_alloc_mem((ps),sizeof(type),(count))
40 #endif
41
42 /*******************************************************************
43  Reads or writes an NTTIME structure.
44 ********************************************************************/
45
46 static bool smb_io_time(const char *desc, NTTIME *nttime, prs_struct *ps, int depth)
47 {
48         uint32 low, high;
49         if (nttime == NULL)
50                 return False;
51
52         prs_debug(ps, depth, desc, "smb_io_time");
53         depth++;
54
55         if(!prs_align(ps))
56                 return False;
57
58         if (MARSHALLING(ps)) {
59                 low = *nttime & 0xFFFFFFFF;
60                 high = *nttime >> 32;
61         }
62
63         if(!prs_uint32("low ", ps, depth, &low)) /* low part */
64                 return False;
65         if(!prs_uint32("high", ps, depth, &high)) /* high part */
66                 return False;
67
68         if (UNMARSHALLING(ps)) {
69                 *nttime = (((uint64_t)high << 32) + low);
70         }
71
72         return True;
73 }
74
75 /*******************************************************************
76 *******************************************************************/
77
78 static int write_block( REGF_FILE *file, prs_struct *ps, uint32 offset )
79 {
80         int bytes_written, returned;
81         char *buffer = prs_data_p( ps );
82         uint32 buffer_size = prs_data_size( ps );
83         SMB_STRUCT_STAT sbuf;
84
85         if ( file->fd == -1 )
86                 return -1;
87
88         /* check for end of file */
89
90         if (sys_fstat(file->fd, &sbuf, false)) {
91                 DEBUG(0,("write_block: stat() failed! (%s)\n", strerror(errno)));
92                 return -1;
93         }
94
95         if ( lseek( file->fd, offset, SEEK_SET ) == -1 ) {
96                 DEBUG(0,("write_block: lseek() failed! (%s)\n", strerror(errno) ));
97                 return -1;
98         }
99         
100         bytes_written = returned = 0;
101         while ( bytes_written < buffer_size ) {
102                 if ( (returned = write( file->fd, buffer+bytes_written, buffer_size-bytes_written )) == -1 ) {
103                         DEBUG(0,("write_block: write() failed! (%s)\n", strerror(errno) ));
104                         return False;
105                 }
106                                 
107                 bytes_written += returned;
108         }
109         
110         return bytes_written;
111 }
112
113 /*******************************************************************
114 *******************************************************************/
115
116 static int read_block( REGF_FILE *file, prs_struct *ps, uint32 file_offset, uint32 block_size )
117 {
118         int bytes_read, returned;
119         char *buffer;
120         SMB_STRUCT_STAT sbuf;
121
122         /* check for end of file */
123
124         if (sys_fstat(file->fd, &sbuf, false)) {
125                 DEBUG(0,("read_block: stat() failed! (%s)\n", strerror(errno)));
126                 return -1;
127         }
128
129         if ( (size_t)file_offset >= sbuf.st_ex_size )
130                 return -1;
131         
132         /* if block_size == 0, we are parsing HBIN records and need 
133            to read some of the header to get the block_size from there */
134            
135         if ( block_size == 0 ) {
136                 char hdr[0x20];
137
138                 if ( lseek( file->fd, file_offset, SEEK_SET ) == -1 ) {
139                         DEBUG(0,("read_block: lseek() failed! (%s)\n", strerror(errno) ));
140                         return -1;
141                 }
142
143                 returned = read( file->fd, hdr, 0x20 );
144                 if ( (returned == -1) || (returned < 0x20) ) {
145                         DEBUG(0,("read_block: failed to read in HBIN header. Is the file corrupt?\n"));
146                         return -1;
147                 }
148
149                 /* make sure this is an hbin header */
150
151                 if ( strncmp( hdr, "hbin", HBIN_HDR_SIZE ) != 0 ) {
152                         DEBUG(0,("read_block: invalid block header!\n"));
153                         return -1;
154                 }
155
156                 block_size = IVAL( hdr, 0x08 );
157         }
158
159         DEBUG(10,("read_block: block_size == 0x%x\n", block_size ));
160
161         /* set the offset, initialize the buffer, and read the block from disk */
162
163         if ( lseek( file->fd, file_offset, SEEK_SET ) == -1 ) {
164                 DEBUG(0,("read_block: lseek() failed! (%s)\n", strerror(errno) ));
165                 return -1;
166         }
167         
168         if (!prs_init( ps, block_size, file->mem_ctx, UNMARSHALL )) {
169                 DEBUG(0,("read_block: prs_init() failed! (%s)\n", strerror(errno) ));
170                 return -1;
171         }
172         buffer = prs_data_p( ps );
173         bytes_read = returned = 0;
174
175         while ( bytes_read < block_size ) {
176                 if ( (returned = read( file->fd, buffer+bytes_read, block_size-bytes_read )) == -1 ) {
177                         DEBUG(0,("read_block: read() failed (%s)\n", strerror(errno) ));
178                         return False;
179                 }
180                 if ( (returned == 0) && (bytes_read < block_size) ) {
181                         DEBUG(0,("read_block: not a vald registry file ?\n" ));
182                         return False;
183                 }       
184                 
185                 bytes_read += returned;
186         }
187         
188         return bytes_read;
189 }
190
191 /*******************************************************************
192 *******************************************************************/
193
194 static bool write_hbin_block( REGF_FILE *file, REGF_HBIN *hbin )
195 {
196         if ( !hbin->dirty )
197                 return True;
198
199         /* write free space record if any is available */
200
201         if ( hbin->free_off != REGF_OFFSET_NONE ) {
202                 uint32 header = 0xffffffff;
203
204                 if ( !prs_set_offset( &hbin->ps, hbin->free_off-sizeof(uint32) ) )
205                         return False;
206                 if ( !prs_uint32( "free_size", &hbin->ps, 0, &hbin->free_size ) )
207                         return False;
208                 if ( !prs_uint32( "free_header", &hbin->ps, 0, &header ) )
209                         return False;
210         }
211
212         hbin->dirty = (write_block( file, &hbin->ps, hbin->file_off ) != -1);
213
214         return hbin->dirty;
215 }
216
217 /*******************************************************************
218 *******************************************************************/
219
220 static bool hbin_block_close( REGF_FILE *file, REGF_HBIN *hbin )
221 {
222         REGF_HBIN *p;
223
224         /* remove the block from the open list and flush it to disk */
225
226         for ( p=file->block_list; p && p!=hbin; p=p->next )
227                 ;;
228
229         if ( p == hbin ) {
230                 DLIST_REMOVE( file->block_list, hbin );
231         }
232         else
233                 DEBUG(0,("hbin_block_close: block not in open list!\n"));
234
235         if ( !write_hbin_block( file, hbin ) )
236                 return False;
237
238         return True;
239 }
240
241 /*******************************************************************
242 *******************************************************************/
243
244 static bool prs_regf_block( const char *desc, prs_struct *ps, int depth, REGF_FILE *file )
245 {
246         prs_debug(ps, depth, desc, "prs_regf_block");
247         depth++;
248         
249         if ( !prs_uint8s( True, "header", ps, depth, (uint8*)file->header, sizeof( file->header )) )
250                 return False;
251         
252         /* yes, these values are always identical so store them only once */
253         
254         if ( !prs_uint32( "unknown1", ps, depth, &file->unknown1 ))
255                 return False;
256         if ( !prs_uint32( "unknown1 (again)", ps, depth, &file->unknown1 ))
257                 return False;
258
259         /* get the modtime */
260         
261         if ( !prs_set_offset( ps, 0x0c ) )
262                 return False;
263         if ( !smb_io_time( "modtime", &file->mtime, ps, depth ) )
264                 return False;
265
266         /* constants */
267         
268         if ( !prs_uint32( "unknown2", ps, depth, &file->unknown2 ))
269                 return False;
270         if ( !prs_uint32( "unknown3", ps, depth, &file->unknown3 ))
271                 return False;
272         if ( !prs_uint32( "unknown4", ps, depth, &file->unknown4 ))
273                 return False;
274         if ( !prs_uint32( "unknown5", ps, depth, &file->unknown5 ))
275                 return False;
276
277         /* get file offsets */
278         
279         if ( !prs_set_offset( ps, 0x24 ) )
280                 return False;
281         if ( !prs_uint32( "data_offset", ps, depth, &file->data_offset ))
282                 return False;
283         if ( !prs_uint32( "last_block", ps, depth, &file->last_block ))
284                 return False;
285                 
286         /* one more constant */
287         
288         if ( !prs_uint32( "unknown6", ps, depth, &file->unknown6 ))
289                 return False;
290                 
291         /* get the checksum */
292         
293         if ( !prs_set_offset( ps, 0x01fc ) )
294                 return False;
295         if ( !prs_uint32( "checksum", ps, depth, &file->checksum ))
296                 return False;
297         
298         return True;
299 }
300
301 /*******************************************************************
302 *******************************************************************/
303
304 static bool prs_hbin_block( const char *desc, prs_struct *ps, int depth, REGF_HBIN *hbin )
305 {
306         uint32 block_size2;
307
308         prs_debug(ps, depth, desc, "prs_regf_block");
309         depth++;
310         
311         if ( !prs_uint8s( True, "header", ps, depth, (uint8*)hbin->header, sizeof( hbin->header )) )
312                 return False;
313
314         if ( !prs_uint32( "first_hbin_off", ps, depth, &hbin->first_hbin_off ))
315                 return False;
316
317         /* The dosreg.cpp comments say that the block size is at 0x1c.
318            According to a WINXP NTUSER.dat file, this is wrong.  The block_size
319            is at 0x08 */
320
321         if ( !prs_uint32( "block_size", ps, depth, &hbin->block_size ))
322                 return False;
323
324         block_size2 = hbin->block_size;
325         prs_set_offset( ps, 0x1c );
326         if ( !prs_uint32( "block_size2", ps, depth, &block_size2 ))
327                 return False;
328
329         if ( MARSHALLING(ps) )
330                 hbin->dirty = True;
331         
332
333         return True;
334 }
335
336 /*******************************************************************
337 *******************************************************************/
338
339 static bool prs_nk_rec( const char *desc, prs_struct *ps, int depth, REGF_NK_REC *nk )
340 {
341         uint16 class_length, name_length;
342         uint32 start;
343         uint32 data_size, start_off, end_off;
344         uint32 unknown_off = REGF_OFFSET_NONE;
345
346         nk->hbin_off = prs_offset( ps );
347         start = nk->hbin_off;
348         
349         prs_debug(ps, depth, desc, "prs_nk_rec");
350         depth++;
351         
352         /* back up and get the data_size */
353         
354         if ( !prs_set_offset( ps, prs_offset(ps)-sizeof(uint32)) )
355                 return False;
356         start_off = prs_offset( ps );
357         if ( !prs_uint32( "rec_size", ps, depth, &nk->rec_size ))
358                 return False;
359         
360         if ( !prs_uint8s( True, "header", ps, depth, (uint8*)nk->header, sizeof( nk->header )) )
361                 return False;
362                 
363         if ( !prs_uint16( "key_type", ps, depth, &nk->key_type ))
364                 return False;
365         if ( !smb_io_time( "mtime", &nk->mtime, ps, depth ))
366                 return False;
367                 
368         if ( !prs_set_offset( ps, start+0x0010 ) )
369                 return False;
370         if ( !prs_uint32( "parent_off", ps, depth, &nk->parent_off ))
371                 return False;
372         if ( !prs_uint32( "num_subkeys", ps, depth, &nk->num_subkeys ))
373                 return False;
374                 
375         if ( !prs_set_offset( ps, start+0x001c ) )
376                 return False;
377         if ( !prs_uint32( "subkeys_off", ps, depth, &nk->subkeys_off ))
378                 return False;
379         if ( !prs_uint32( "unknown_off", ps, depth, &unknown_off) )
380                 return False;
381                 
382         if ( !prs_set_offset( ps, start+0x0024 ) )
383                 return False;
384         if ( !prs_uint32( "num_values", ps, depth, &nk->num_values ))
385                 return False;
386         if ( !prs_uint32( "values_off", ps, depth, &nk->values_off ))
387                 return False;
388         if ( !prs_uint32( "sk_off", ps, depth, &nk->sk_off ))
389                 return False;
390         if ( !prs_uint32( "classname_off", ps, depth, &nk->classname_off ))
391                 return False;
392
393         if ( !prs_uint32( "max_bytes_subkeyname", ps, depth, &nk->max_bytes_subkeyname))
394                 return False;
395         if ( !prs_uint32( "max_bytes_subkeyclassname", ps, depth, &nk->max_bytes_subkeyclassname))
396                 return False;
397         if ( !prs_uint32( "max_bytes_valuename", ps, depth, &nk->max_bytes_valuename))
398                 return False;
399         if ( !prs_uint32( "max_bytes_value", ps, depth, &nk->max_bytes_value))
400                 return False;
401         if ( !prs_uint32( "unknown index", ps, depth, &nk->unk_index))
402                 return False;
403
404         name_length = nk->keyname ? strlen(nk->keyname) : 0 ;
405         class_length = nk->classname ? strlen(nk->classname) : 0 ;
406         if ( !prs_uint16( "name_length", ps, depth, &name_length ))
407                 return False;
408         if ( !prs_uint16( "class_length", ps, depth, &class_length ))
409                 return False;   
410                 
411         if ( class_length ) {
412                 ;;
413         }
414         
415         if ( name_length ) {
416                 if ( UNMARSHALLING(ps) ) {
417                         if ( !(nk->keyname = PRS_ALLOC_MEM( ps, char, name_length+1 )) )
418                                 return False;
419                 }
420
421                 if ( !prs_uint8s( True, "name", ps, depth, (uint8*)nk->keyname, name_length) )
422                         return False;
423
424                 if ( UNMARSHALLING(ps) ) 
425                         nk->keyname[name_length] = '\0';
426         }
427
428         end_off = prs_offset( ps );
429
430         /* data_size must be divisible by 8 and large enough to hold the original record */
431
432         data_size = ((start_off - end_off) & 0xfffffff8 );
433         if ( data_size > nk->rec_size )
434                 DEBUG(10,("Encountered reused record (0x%x < 0x%x)\n", data_size, nk->rec_size));
435
436         if ( MARSHALLING(ps) )
437                 nk->hbin->dirty = True;
438
439         return True;
440 }
441
442 /*******************************************************************
443 *******************************************************************/
444
445 static uint32 regf_block_checksum( prs_struct *ps )
446 {
447         char *buffer = prs_data_p( ps );
448         uint32 checksum, x;
449         int i;
450
451         /* XOR of all bytes 0x0000 - 0x01FB */
452                 
453         checksum = x = 0;
454         
455         for ( i=0; i<0x01FB; i+=4 ) {
456                 x = IVAL(buffer, i );
457                 checksum ^= x;
458         }
459         
460         return checksum;
461 }
462
463 /*******************************************************************
464 *******************************************************************/
465
466 static bool read_regf_block( REGF_FILE *file )
467 {
468         prs_struct ps;
469         uint32 checksum;
470         
471         /* grab the first block from the file */
472                 
473         if ( read_block( file, &ps, 0, REGF_BLOCKSIZE ) == -1 )
474                 return False;
475         
476         /* parse the block and verify the checksum */
477         
478         if ( !prs_regf_block( "regf_header", &ps, 0, file ) )
479                 return False;   
480                 
481         checksum = regf_block_checksum( &ps );
482         
483         prs_mem_free( &ps );
484         
485         if ( file->checksum !=  checksum ) {
486                 DEBUG(0,("read_regf_block: invalid checksum\n" ));
487                 return False;
488         }
489
490         return True;
491 }
492
493 /*******************************************************************
494 *******************************************************************/
495
496 static REGF_HBIN* read_hbin_block( REGF_FILE *file, off_t offset )
497 {
498         REGF_HBIN *hbin;
499         uint32 record_size, curr_off, block_size, header;
500         
501         if ( !(hbin = talloc_zero(file->mem_ctx, REGF_HBIN)) ) 
502                 return NULL;
503         hbin->file_off = offset;
504         hbin->free_off = -1;
505                 
506         if ( read_block( file, &hbin->ps, offset, 0 ) == -1 )
507                 return NULL;
508         
509         if ( !prs_hbin_block( "hbin", &hbin->ps, 0, hbin ) )
510                 return NULL;    
511
512         /* this should be the same thing as hbin->block_size but just in case */
513
514         block_size = prs_data_size( &hbin->ps );        
515
516         /* Find the available free space offset.  Always at the end,
517            so walk the record list and stop when you get to the end.
518            The end is defined by a record header of 0xffffffff.  The 
519            previous 4 bytes contains the amount of free space remaining 
520            in the hbin block. */
521
522         /* remember that the record_size is in the 4 bytes preceeding the record itself */
523
524         if ( !prs_set_offset( &hbin->ps, file->data_offset+HBIN_HDR_SIZE-sizeof(uint32) ) )
525                 return False;
526
527         record_size = 0;
528         header = 0;
529         curr_off = prs_offset( &hbin->ps );
530         while ( header != 0xffffffff ) {
531                 /* not done yet so reset the current offset to the 
532                    next record_size field */
533
534                 curr_off = curr_off+record_size;
535
536                 /* for some reason the record_size of the last record in
537                    an hbin block can extend past the end of the block
538                    even though the record fits within the remaining 
539                    space....aaarrrgggghhhhhh */
540
541                 if ( curr_off >= block_size ) {
542                         record_size = -1;
543                         curr_off = -1;
544                         break;
545                 }
546
547                 if ( !prs_set_offset( &hbin->ps, curr_off) )
548                         return False;
549
550                 if ( !prs_uint32( "rec_size", &hbin->ps, 0, &record_size ) )
551                         return False;
552                 if ( !prs_uint32( "header", &hbin->ps, 0, &header ) )
553                         return False;
554                 
555                 SMB_ASSERT( record_size != 0 );
556
557                 if ( record_size & 0x80000000 ) {
558                         /* absolute_value(record_size) */
559                         record_size = (record_size ^ 0xffffffff) + 1;
560                 }
561         }
562
563         /* save the free space offset */
564
565         if ( header == 0xffffffff ) {
566
567                 /* account for the fact that the curr_off is 4 bytes behind the actual 
568                    record header */
569
570                 hbin->free_off = curr_off + sizeof(uint32);
571                 hbin->free_size = record_size;
572         }
573
574         DEBUG(10,("read_hbin_block: free space offset == 0x%x\n", hbin->free_off));
575
576         if ( !prs_set_offset( &hbin->ps, file->data_offset+HBIN_HDR_SIZE )  )
577                 return False;
578         
579         return hbin;
580 }
581
582 /*******************************************************************
583  Input a random offset and receive the corresponding HBIN 
584  block for it
585 *******************************************************************/
586
587 static bool hbin_contains_offset( REGF_HBIN *hbin, uint32 offset )
588 {
589         if ( !hbin )
590                 return False;
591         
592         if ( (offset > hbin->first_hbin_off) && (offset < (hbin->first_hbin_off+hbin->block_size)) )
593                 return True;
594                 
595         return False;
596 }
597
598 /*******************************************************************
599  Input a random offset and receive the corresponding HBIN 
600  block for it
601 *******************************************************************/
602
603 static REGF_HBIN* lookup_hbin_block( REGF_FILE *file, uint32 offset )
604 {
605         REGF_HBIN *hbin = NULL;
606         uint32 block_off;
607
608         /* start with the open list */
609
610         for ( hbin=file->block_list; hbin; hbin=hbin->next ) {
611                 DEBUG(10,("lookup_hbin_block: address = 0x%x [0x%lx]\n", hbin->file_off, (unsigned long)hbin ));
612                 if ( hbin_contains_offset( hbin, offset ) )
613                         return hbin;
614         }
615         
616         if ( !hbin ) {
617                 /* start at the beginning */
618
619                 block_off = REGF_BLOCKSIZE;
620                 do {
621                         /* cleanup before the next round */
622                         if ( hbin )
623                                 prs_mem_free( &hbin->ps );
624
625                         hbin = read_hbin_block( file, block_off );
626
627                         if ( hbin ) 
628                                 block_off = hbin->file_off + hbin->block_size;
629
630                 } while ( hbin && !hbin_contains_offset( hbin, offset ) );
631         }
632
633         if ( hbin )
634                 DLIST_ADD( file->block_list, hbin );
635
636         return hbin;
637 }
638
639 /*******************************************************************
640 *******************************************************************/
641
642 static bool prs_hash_rec( const char *desc, prs_struct *ps, int depth, REGF_HASH_REC *hash )
643 {
644         prs_debug(ps, depth, desc, "prs_hash_rec");
645         depth++;
646
647         if ( !prs_uint32( "nk_off", ps, depth, &hash->nk_off ))
648                 return False;
649         if ( !prs_uint8s( True, "keycheck", ps, depth, hash->keycheck, sizeof( hash->keycheck )) )
650                 return False;
651         
652         return True;
653 }
654
655 /*******************************************************************
656 *******************************************************************/
657
658 static bool hbin_prs_lf_records( const char *desc, REGF_HBIN *hbin, int depth, REGF_NK_REC *nk )
659 {
660         int i;
661         REGF_LF_REC *lf = &nk->subkeys;
662         uint32 data_size, start_off, end_off;
663
664         prs_debug(&hbin->ps, depth, desc, "prs_lf_records");
665         depth++;
666
667         /* check if we have anything to do first */
668         
669         if ( nk->num_subkeys == 0 )
670                 return True;
671
672         /* move to the LF record */
673
674         if ( !prs_set_offset( &hbin->ps, nk->subkeys_off + HBIN_HDR_SIZE - hbin->first_hbin_off ) )
675                 return False;
676
677         /* backup and get the data_size */
678         
679         if ( !prs_set_offset( &hbin->ps, prs_offset(&hbin->ps)-sizeof(uint32)) )
680                 return False;
681         start_off = prs_offset( &hbin->ps );
682         if ( !prs_uint32( "rec_size", &hbin->ps, depth, &lf->rec_size ))
683                 return False;
684
685         if ( !prs_uint8s( True, "header", &hbin->ps, depth, (uint8*)lf->header, sizeof( lf->header )) )
686                 return False;
687                 
688         if ( !prs_uint16( "num_keys", &hbin->ps, depth, &lf->num_keys))
689                 return False;
690
691         if ( UNMARSHALLING(&hbin->ps) ) {
692                 if (lf->num_keys) {
693                         if ( !(lf->hashes = PRS_ALLOC_MEM( &hbin->ps, REGF_HASH_REC, lf->num_keys )) )
694                                 return False;
695                 } else {
696                         lf->hashes = NULL;
697                 }
698         }
699
700         for ( i=0; i<lf->num_keys; i++ ) {
701                 if ( !prs_hash_rec( "hash_rec", &hbin->ps, depth, &lf->hashes[i] ) )
702                         return False;
703         }
704
705         end_off = prs_offset( &hbin->ps );
706
707         /* data_size must be divisible by 8 and large enough to hold the original record */
708
709         data_size = ((start_off - end_off) & 0xfffffff8 );
710         if ( data_size > lf->rec_size )
711                 DEBUG(10,("Encountered reused record (0x%x < 0x%x)\n", data_size, lf->rec_size));
712
713         if ( MARSHALLING(&hbin->ps) )
714                 hbin->dirty = True;
715
716         return True;
717 }
718
719 /*******************************************************************
720 *******************************************************************/
721
722 static bool hbin_prs_sk_rec( const char *desc, REGF_HBIN *hbin, int depth, REGF_SK_REC *sk )
723 {
724         prs_struct *ps = &hbin->ps;
725         uint16 tag = 0xFFFF;
726         uint32 data_size, start_off, end_off;
727
728
729         prs_debug(ps, depth, desc, "hbin_prs_sk_rec");
730         depth++;
731
732         if ( !prs_set_offset( &hbin->ps, sk->sk_off + HBIN_HDR_SIZE - hbin->first_hbin_off ) )
733                 return False;
734
735         /* backup and get the data_size */
736         
737         if ( !prs_set_offset( &hbin->ps, prs_offset(&hbin->ps)-sizeof(uint32)) )
738                 return False;
739         start_off = prs_offset( &hbin->ps );
740         if ( !prs_uint32( "rec_size", &hbin->ps, depth, &sk->rec_size ))
741                 return False;
742
743         if ( !prs_uint8s( True, "header", ps, depth, (uint8*)sk->header, sizeof( sk->header )) )
744                 return False;
745         if ( !prs_uint16( "tag", ps, depth, &tag))
746                 return False;
747
748         if ( !prs_uint32( "prev_sk_off", ps, depth, &sk->prev_sk_off))
749                 return False;
750         if ( !prs_uint32( "next_sk_off", ps, depth, &sk->next_sk_off))
751                 return False;
752         if ( !prs_uint32( "ref_count", ps, depth, &sk->ref_count))
753                 return False;
754         if ( !prs_uint32( "size", ps, depth, &sk->size))
755                 return False;
756
757         {
758                 NTSTATUS status;
759                 TALLOC_CTX *mem_ctx = prs_get_mem_context(&hbin->ps);
760                 DATA_BLOB blob;
761
762                 if (MARSHALLING(&hbin->ps)) {
763                         status = marshall_sec_desc(mem_ctx,
764                                                    sk->sec_desc,
765                                                    &blob.data, &blob.length);
766                         if (!NT_STATUS_IS_OK(status))
767                                 return False;
768                         if (!prs_copy_data_in(&hbin->ps, (const char *)blob.data, blob.length))
769                                 return False;
770                 } else {
771                         blob = data_blob_const(prs_data_p(&hbin->ps),
772                                                prs_data_size(&hbin->ps));
773                         status = unmarshall_sec_desc(mem_ctx,
774                                                      blob.data, blob.length,
775                                                      &sk->sec_desc);
776                         if (!NT_STATUS_IS_OK(status))
777                                 return False;
778                         prs_set_offset(&hbin->ps, blob.length);
779                 }
780         }
781
782         end_off = prs_offset( &hbin->ps );
783
784         /* data_size must be divisible by 8 and large enough to hold the original record */
785
786         data_size = ((start_off - end_off) & 0xfffffff8 );
787         if ( data_size > sk->rec_size )
788                 DEBUG(10,("Encountered reused record (0x%x < 0x%x)\n", data_size, sk->rec_size));
789
790         if ( MARSHALLING(&hbin->ps) )
791                 hbin->dirty = True;
792
793         return True;
794 }
795
796 /*******************************************************************
797 *******************************************************************/
798
799 static bool hbin_prs_vk_rec( const char *desc, REGF_HBIN *hbin, int depth, REGF_VK_REC *vk, REGF_FILE *file )
800 {
801         uint32 offset;
802         uint16 name_length;
803         prs_struct *ps = &hbin->ps;
804         uint32 data_size, start_off, end_off;
805
806         prs_debug(ps, depth, desc, "prs_vk_rec");
807         depth++;
808
809         /* backup and get the data_size */
810         
811         if ( !prs_set_offset( &hbin->ps, prs_offset(&hbin->ps)-sizeof(uint32)) )
812                 return False;
813         start_off = prs_offset( &hbin->ps );
814         if ( !prs_uint32( "rec_size", &hbin->ps, depth, &vk->rec_size ))
815                 return False;
816
817         if ( !prs_uint8s( True, "header", ps, depth, (uint8*)vk->header, sizeof( vk->header )) )
818                 return False;
819
820         if ( MARSHALLING(&hbin->ps) )
821                 name_length = strlen(vk->valuename);
822
823         if ( !prs_uint16( "name_length", ps, depth, &name_length ))
824                 return False;
825         if ( !prs_uint32( "data_size", ps, depth, &vk->data_size ))
826                 return False;
827         if ( !prs_uint32( "data_off", ps, depth, &vk->data_off ))
828                 return False;
829         if ( !prs_uint32( "type", ps, depth, &vk->type))
830                 return False;
831         if ( !prs_uint16( "flag", ps, depth, &vk->flag))
832                 return False;
833
834         offset = prs_offset( ps );
835         offset += 2;    /* skip 2 bytes */
836         prs_set_offset( ps, offset );
837
838         /* get the name */
839
840         if ( vk->flag&VK_FLAG_NAME_PRESENT ) {
841
842                 if ( UNMARSHALLING(&hbin->ps) ) {
843                         if ( !(vk->valuename = PRS_ALLOC_MEM( ps, char, name_length+1 )))
844                                 return False;
845                 }
846                 if ( !prs_uint8s( True, "name", ps, depth, (uint8*)vk->valuename, name_length ) )
847                         return False;
848         }
849
850         end_off = prs_offset( &hbin->ps );
851
852         /* get the data if necessary */
853
854         if ( vk->data_size != 0 ) {
855                 bool charmode = False;
856
857                 if ( (vk->type == REG_SZ) || (vk->type == REG_MULTI_SZ) )
858                         charmode = True;
859
860                 /* the data is stored in the offset if the size <= 4 */
861
862                 if ( !(vk->data_size & VK_DATA_IN_OFFSET) ) {
863                         REGF_HBIN *hblock = hbin;
864                         uint32 data_rec_size;
865
866                         if ( UNMARSHALLING(&hbin->ps) ) {
867                                 if ( !(vk->data = PRS_ALLOC_MEM( ps, uint8, vk->data_size) ) )
868                                         return False;
869                         }
870
871                         /* this data can be in another hbin */
872                         if ( !hbin_contains_offset( hbin, vk->data_off ) ) {
873                                 if ( !(hblock = lookup_hbin_block( file, vk->data_off )) )
874                                         return False;
875                         }
876                         if ( !(prs_set_offset( &hblock->ps, (vk->data_off+HBIN_HDR_SIZE-hblock->first_hbin_off)-sizeof(uint32) )) )
877                                 return False;
878
879                         if ( MARSHALLING(&hblock->ps) ) {
880                                 data_rec_size = ( (vk->data_size+sizeof(uint32)) & 0xfffffff8 ) + 8;
881                                 data_rec_size = ( data_rec_size - 1 ) ^ 0xFFFFFFFF;
882                         }
883                         if ( !prs_uint32( "data_rec_size", &hblock->ps, depth, &data_rec_size ))
884                                 return False;
885                         if ( !prs_uint8s( charmode, "data", &hblock->ps, depth, vk->data, vk->data_size) )
886                                 return False;
887
888                         if ( MARSHALLING(&hblock->ps) )
889                                 hblock->dirty = True;
890                 }
891                 else {
892                         if ( !(vk->data = PRS_ALLOC_MEM( ps, uint8, 4 ) ) )
893                                 return False;
894                         SIVAL( vk->data, 0, vk->data_off );
895                 }
896                 
897         }
898
899         /* data_size must be divisible by 8 and large enough to hold the original record */
900
901         data_size = ((start_off - end_off ) & 0xfffffff8 );
902         if ( data_size !=  vk->rec_size )
903                 DEBUG(10,("prs_vk_rec: data_size check failed (0x%x < 0x%x)\n", data_size, vk->rec_size));
904
905         if ( MARSHALLING(&hbin->ps) )
906                 hbin->dirty = True;
907
908         return True;
909 }
910
911 /*******************************************************************
912  read a VK record which is contained in the HBIN block stored 
913  in the prs_struct *ps.
914 *******************************************************************/
915
916 static bool hbin_prs_vk_records( const char *desc, REGF_HBIN *hbin, int depth, REGF_NK_REC *nk, REGF_FILE *file )
917 {
918         int i;
919         uint32 record_size;
920
921         prs_debug(&hbin->ps, depth, desc, "prs_vk_records");
922         depth++;
923         
924         /* check if we have anything to do first */
925         
926         if ( nk->num_values == 0 )
927                 return True;
928                 
929         if ( UNMARSHALLING(&hbin->ps) ) {
930                 if ( !(nk->values = PRS_ALLOC_MEM( &hbin->ps, REGF_VK_REC, nk->num_values ) ) )
931                         return False;
932         }
933         
934         /* convert the offset to something relative to this HBIN block */
935         
936         if ( !prs_set_offset( &hbin->ps, nk->values_off+HBIN_HDR_SIZE-hbin->first_hbin_off-sizeof(uint32)) )
937                 return False;
938
939         if ( MARSHALLING( &hbin->ps) ) { 
940                 record_size = ( ( nk->num_values * sizeof(uint32) ) & 0xfffffff8 ) + 8;
941                 record_size = (record_size - 1) ^ 0xFFFFFFFF;
942         }
943
944         if ( !prs_uint32( "record_size", &hbin->ps, depth, &record_size ) )
945                 return False;
946                 
947         for ( i=0; i<nk->num_values; i++ ) {
948                 if ( !prs_uint32( "vk_off", &hbin->ps, depth, &nk->values[i].rec_off ) )
949                         return False;
950         }
951
952         for ( i=0; i<nk->num_values; i++ ) {
953                 REGF_HBIN *sub_hbin = hbin;
954                 uint32 new_offset;
955         
956                 if ( !hbin_contains_offset( hbin, nk->values[i].rec_off ) ) {
957                         sub_hbin = lookup_hbin_block( file, nk->values[i].rec_off );
958                         if ( !sub_hbin ) {
959                                 DEBUG(0,("hbin_prs_vk_records: Failed to find HBIN block containing offset [0x%x]\n", 
960                                         nk->values[i].hbin_off));
961                                 return False;
962                         }
963                 }
964                 
965                 new_offset = nk->values[i].rec_off + HBIN_HDR_SIZE - sub_hbin->first_hbin_off;
966                 if ( !prs_set_offset( &sub_hbin->ps, new_offset ) )
967                         return False;
968                 if ( !hbin_prs_vk_rec( "vk_rec", sub_hbin, depth, &nk->values[i], file ) )
969                         return False;
970         }
971
972         if ( MARSHALLING(&hbin->ps) )
973                 hbin->dirty = True;
974
975
976         return True;
977 }
978
979
980 /*******************************************************************
981 *******************************************************************/
982
983 static REGF_SK_REC* find_sk_record_by_offset( REGF_FILE *file, uint32 offset )
984 {
985         REGF_SK_REC *p_sk;
986         
987         for ( p_sk=file->sec_desc_list; p_sk; p_sk=p_sk->next ) {
988                 if ( p_sk->sk_off == offset ) 
989                         return p_sk;
990         }
991         
992         return NULL;
993 }
994
995 /*******************************************************************
996 *******************************************************************/
997
998 static REGF_SK_REC* find_sk_record_by_sec_desc( REGF_FILE *file, struct security_descriptor *sd )
999 {
1000         REGF_SK_REC *p;
1001
1002         for ( p=file->sec_desc_list; p; p=p->next ) {
1003                 if ( security_descriptor_equal( p->sec_desc, sd ) )
1004                         return p;
1005         }
1006
1007         /* failure */
1008
1009         return NULL;
1010 }
1011
1012 /*******************************************************************
1013 *******************************************************************/
1014
1015 static bool hbin_prs_key( REGF_FILE *file, REGF_HBIN *hbin, REGF_NK_REC *nk )
1016 {
1017         int depth = 0;
1018         REGF_HBIN *sub_hbin;
1019         
1020         prs_debug(&hbin->ps, depth, "", "fetch_key");
1021         depth++;
1022
1023         /* get the initial nk record */
1024         
1025         if ( !prs_nk_rec( "nk_rec", &hbin->ps, depth, nk ))
1026                 return False;
1027
1028         /* fill in values */
1029         
1030         if ( nk->num_values && (nk->values_off!=REGF_OFFSET_NONE) ) {
1031                 sub_hbin = hbin;
1032                 if ( !hbin_contains_offset( hbin, nk->values_off ) ) {
1033                         sub_hbin = lookup_hbin_block( file, nk->values_off );
1034                         if ( !sub_hbin ) {
1035                                 DEBUG(0,("hbin_prs_key: Failed to find HBIN block containing value_list_offset [0x%x]\n", 
1036                                         nk->values_off));
1037                                 return False;
1038                         }
1039                 }
1040                 
1041                 if ( !hbin_prs_vk_records( "vk_rec", sub_hbin, depth, nk, file ))
1042                         return False;
1043         }
1044                 
1045         /* now get subkeys */
1046         
1047         if ( nk->num_subkeys && (nk->subkeys_off!=REGF_OFFSET_NONE) ) {
1048                 sub_hbin = hbin;
1049                 if ( !hbin_contains_offset( hbin, nk->subkeys_off ) ) {
1050                         sub_hbin = lookup_hbin_block( file, nk->subkeys_off );
1051                         if ( !sub_hbin ) {
1052                                 DEBUG(0,("hbin_prs_key: Failed to find HBIN block containing subkey_offset [0x%x]\n", 
1053                                         nk->subkeys_off));
1054                                 return False;
1055                         }
1056                 }
1057                 
1058                 if ( !hbin_prs_lf_records( "lf_rec", sub_hbin, depth, nk ))
1059                         return False;
1060         }
1061
1062         /* get the to the security descriptor.  First look if we have already parsed it */
1063         
1064         if ( (nk->sk_off!=REGF_OFFSET_NONE) && !( nk->sec_desc = find_sk_record_by_offset( file, nk->sk_off )) ) {
1065
1066                 sub_hbin = hbin;
1067                 if ( !hbin_contains_offset( hbin, nk->sk_off ) ) {
1068                         sub_hbin = lookup_hbin_block( file, nk->sk_off );
1069                         if ( !sub_hbin ) {
1070                                 DEBUG(0,("hbin_prs_key: Failed to find HBIN block containing sk_offset [0x%x]\n", 
1071                                         nk->subkeys_off));
1072                                 return False;
1073                         }
1074                 }
1075                 
1076                 if ( !(nk->sec_desc = talloc_zero( file->mem_ctx, REGF_SK_REC )) )
1077                         return False;
1078                 nk->sec_desc->sk_off = nk->sk_off;
1079                 if ( !hbin_prs_sk_rec( "sk_rec", sub_hbin, depth, nk->sec_desc ))
1080                         return False;
1081                         
1082                 /* add to the list of security descriptors (ref_count has been read from the files) */
1083
1084                 nk->sec_desc->sk_off = nk->sk_off;
1085                 DLIST_ADD( file->sec_desc_list, nk->sec_desc );
1086         }
1087                 
1088         return True;
1089 }
1090
1091 /*******************************************************************
1092 *******************************************************************/
1093
1094 static bool next_record( REGF_HBIN *hbin, const char *hdr, bool *eob )
1095 {
1096         uint8 header[REC_HDR_SIZE];
1097         uint32 record_size;
1098         uint32 curr_off, block_size;
1099         bool found = False;
1100         prs_struct *ps = &hbin->ps;
1101         
1102         curr_off = prs_offset( ps );
1103         if ( curr_off == 0 )
1104                 prs_set_offset( ps, HBIN_HEADER_REC_SIZE );
1105
1106         /* assume that the current offset is at the record header 
1107            and we need to backup to read the record size */
1108
1109         curr_off -= sizeof(uint32);
1110
1111         block_size = prs_data_size( ps );
1112         record_size = 0;
1113         memset( header, 0x0, sizeof(uint8)*REC_HDR_SIZE );
1114         while ( !found ) {
1115
1116                 curr_off = curr_off+record_size;
1117                 if ( curr_off >= block_size ) 
1118                         break;
1119
1120                 if ( !prs_set_offset( &hbin->ps, curr_off) )
1121                         return False;
1122
1123                 if ( !prs_uint32( "record_size", ps, 0, &record_size ) )
1124                         return False;
1125                 if ( !prs_uint8s( True, "header", ps, 0, header, REC_HDR_SIZE ) )
1126                         return False;
1127
1128                 if ( record_size & 0x80000000 ) {
1129                         /* absolute_value(record_size) */
1130                         record_size = (record_size ^ 0xffffffff) + 1;
1131                 }
1132
1133                 if ( memcmp( header, hdr, REC_HDR_SIZE ) == 0 ) {
1134                         found = True;
1135                         curr_off += sizeof(uint32);
1136                 }
1137         } 
1138
1139         /* mark prs_struct as done ( at end ) if no more SK records */
1140         /* mark end-of-block as True */
1141         
1142         if ( !found ) {
1143                 prs_set_offset( &hbin->ps, prs_data_size(&hbin->ps) );
1144                 *eob = True;
1145                 return False;
1146         }
1147                 
1148         if ( !prs_set_offset( ps, curr_off ) )
1149                 return False;
1150
1151         return True;
1152 }
1153
1154 /*******************************************************************
1155 *******************************************************************/
1156
1157 static bool next_nk_record( REGF_FILE *file, REGF_HBIN *hbin, REGF_NK_REC *nk, bool *eob )
1158 {
1159         if ( next_record( hbin, "nk", eob ) && hbin_prs_key( file, hbin, nk ) )
1160                 return True;
1161         
1162         return False;
1163 }
1164
1165 /*******************************************************************
1166  Intialize the newly created REGF_BLOCK in *file and write the 
1167  block header to disk 
1168 *******************************************************************/
1169
1170 static bool init_regf_block( REGF_FILE *file )
1171 {       
1172         prs_struct ps;
1173         bool result = True;
1174         
1175         if ( !prs_init( &ps, REGF_BLOCKSIZE, file->mem_ctx, MARSHALL ) )
1176                 return False;
1177                 
1178         memcpy( file->header, "regf", REGF_HDR_SIZE );
1179         file->data_offset = 0x20;
1180         file->last_block  = 0x1000;
1181         
1182         /* set mod time */
1183         
1184         unix_to_nt_time( &file->mtime, time(NULL) );
1185         
1186         /* hard coded values...no diea what these are ... maybe in time */
1187         
1188         file->unknown1 = 0x2;
1189         file->unknown2 = 0x1;
1190         file->unknown3 = 0x3;
1191         file->unknown4 = 0x0;
1192         file->unknown5 = 0x1;
1193         file->unknown6 = 0x1;
1194         
1195         /* write header to the buffer */
1196         
1197         if ( !prs_regf_block( "regf_header", &ps, 0, file ) ) {
1198                 result = False;
1199                 goto out;
1200         }
1201         
1202         /* calculate the checksum, re-marshall data (to include the checksum) 
1203            and write to disk */
1204         
1205         file->checksum = regf_block_checksum( &ps );
1206         prs_set_offset( &ps, 0 );
1207         if ( !prs_regf_block( "regf_header", &ps, 0, file ) ) {
1208                 result = False;
1209                 goto out;
1210         }
1211                 
1212         if ( write_block( file, &ps, 0 ) == -1 ) {
1213                 DEBUG(0,("init_regf_block: Failed to initialize registry header block!\n"));
1214                 result = False;
1215                 goto out;
1216         }
1217         
1218 out:
1219         prs_mem_free( &ps );
1220
1221         return result;
1222 }
1223 /*******************************************************************
1224  Open the registry file and then read in the REGF block to get the 
1225  first hbin offset.
1226 *******************************************************************/
1227
1228  REGF_FILE* regfio_open( const char *filename, int flags, int mode )
1229 {
1230         REGF_FILE *rb;
1231         
1232         if ( !(rb = SMB_MALLOC_P(REGF_FILE)) ) {
1233                 DEBUG(0,("ERROR allocating memory\n"));
1234                 return NULL;
1235         }
1236         ZERO_STRUCTP( rb );
1237         rb->fd = -1;
1238         
1239         if ( !(rb->mem_ctx = talloc_init( "read_regf_block" )) ) {
1240                 regfio_close( rb );
1241                 return NULL;
1242         }
1243
1244         rb->open_flags = flags;
1245         
1246         /* open and existing file */
1247
1248         if ( (rb->fd = open(filename, flags, mode)) == -1 ) {
1249                 DEBUG(0,("regfio_open: failure to open %s (%s)\n", filename, strerror(errno)));
1250                 regfio_close( rb );
1251                 return NULL;
1252         }
1253         
1254         /* check if we are creating a new file or overwriting an existing one */
1255                 
1256         if ( flags & (O_CREAT|O_TRUNC) ) {
1257                 if ( !init_regf_block( rb ) ) {
1258                         DEBUG(0,("regfio_open: Failed to read initial REGF block\n"));
1259                         regfio_close( rb );
1260                         return NULL;
1261                 }
1262                 
1263                 /* success */
1264                 return rb;
1265         }
1266         
1267         /* read in an existing file */
1268         
1269         if ( !read_regf_block( rb ) ) {
1270                 DEBUG(0,("regfio_open: Failed to read initial REGF block\n"));
1271                 regfio_close( rb );
1272                 return NULL;
1273         }
1274         
1275         /* success */
1276         
1277         return rb;
1278 }
1279
1280 /*******************************************************************
1281 *******************************************************************/
1282
1283 static void regfio_mem_free( REGF_FILE *file )
1284 {
1285         /* free any talloc()'d memory */
1286         
1287         if ( file && file->mem_ctx )
1288                 talloc_destroy( file->mem_ctx );        
1289 }
1290
1291 /*******************************************************************
1292 *******************************************************************/
1293
1294  int regfio_close( REGF_FILE *file )
1295 {
1296         int fd;
1297
1298         /* cleanup for a file opened for write */
1299
1300         if ((file->fd != -1) && (file->open_flags & (O_WRONLY|O_RDWR))) {
1301                 prs_struct ps;
1302                 REGF_SK_REC *sk;
1303
1304                 /* write of sd list */
1305
1306                 for ( sk=file->sec_desc_list; sk; sk=sk->next ) {
1307                         hbin_prs_sk_rec( "sk_rec", sk->hbin, 0, sk );
1308                 }
1309
1310                 /* flush any dirty blocks */
1311
1312                 while ( file->block_list ) {
1313                         hbin_block_close( file, file->block_list );
1314                 } 
1315
1316                 ZERO_STRUCT( ps );
1317
1318                 unix_to_nt_time( &file->mtime, time(NULL) );
1319
1320                 if ( read_block( file, &ps, 0, REGF_BLOCKSIZE ) != -1 ) {
1321                         /* now use for writing */
1322                         prs_switch_type( &ps, MARSHALL );
1323
1324                         /* stream the block once, generate the checksum, 
1325                            and stream it again */
1326                         prs_set_offset( &ps, 0 );
1327                         prs_regf_block( "regf_blocK", &ps, 0, file );
1328                         file->checksum = regf_block_checksum( &ps );
1329                         prs_set_offset( &ps, 0 );
1330                         prs_regf_block( "regf_blocK", &ps, 0, file );
1331
1332                         /* now we are ready to write it to disk */
1333                         if ( write_block( file, &ps, 0 ) == -1 )
1334                                 DEBUG(0,("regfio_close: failed to update the regf header block!\n"));
1335                 }
1336
1337                 prs_mem_free( &ps );
1338         }
1339         
1340         regfio_mem_free( file );
1341
1342         /* nothing tdo do if there is no open file */
1343
1344         if (file->fd == -1)
1345                 return 0;
1346                 
1347         fd = file->fd;
1348         file->fd = -1;
1349         SAFE_FREE( file );
1350
1351         return close( fd );
1352 }
1353
1354 /*******************************************************************
1355 *******************************************************************/
1356
1357 static void regfio_flush( REGF_FILE *file )
1358 {
1359         REGF_HBIN *hbin;
1360
1361         for ( hbin=file->block_list; hbin; hbin=hbin->next ) {
1362                 write_hbin_block( file, hbin );
1363         }
1364 }
1365
1366 /*******************************************************************
1367  There should be only *one* root key in the registry file based 
1368  on my experience.  --jerry
1369 *******************************************************************/
1370
1371 REGF_NK_REC* regfio_rootkey( REGF_FILE *file )
1372 {
1373         REGF_NK_REC *nk;
1374         REGF_HBIN   *hbin;
1375         uint32      offset = REGF_BLOCKSIZE;
1376         bool        found = False;
1377         bool        eob;
1378         
1379         if ( !file )
1380                 return NULL;
1381                 
1382         if ( !(nk = talloc_zero( file->mem_ctx, REGF_NK_REC )) ) {
1383                 DEBUG(0,("regfio_rootkey: talloc() failed!\n"));
1384                 return NULL;
1385         }
1386         
1387         /* scan through the file on HBIN block at a time looking 
1388            for an NK record with a type == 0x002c.
1389            Normally this is the first nk record in the first hbin 
1390            block (but I'm not assuming that for now) */
1391         
1392         while ( (hbin = read_hbin_block( file, offset )) ) {
1393                 eob = False;
1394
1395                 while ( !eob) {
1396                         if ( next_nk_record( file, hbin, nk, &eob ) ) {
1397                                 if ( nk->key_type == NK_TYPE_ROOTKEY ) {
1398                                         found = True;
1399                                         break;
1400                                 }
1401                         }
1402                         prs_mem_free( &hbin->ps );
1403                 }
1404                 
1405                 if ( found ) 
1406                         break;
1407
1408                 offset += hbin->block_size;
1409         }
1410         
1411         if ( !found ) {
1412                 DEBUG(0,("regfio_rootkey: corrupt registry file ?  No root key record located\n"));
1413                 return NULL;
1414         }
1415
1416         DLIST_ADD( file->block_list, hbin );
1417
1418         return nk;              
1419 }
1420
1421 /*******************************************************************
1422  This acts as an interator over the subkeys defined for a given 
1423  NK record.  Remember that offsets are from the *first* HBIN block.
1424 *******************************************************************/
1425
1426  REGF_NK_REC* regfio_fetch_subkey( REGF_FILE *file, REGF_NK_REC *nk )
1427 {
1428         REGF_NK_REC *subkey;
1429         REGF_HBIN   *hbin;
1430         uint32      nk_offset;
1431
1432         /* see if there is anything left to report */
1433         
1434         if ( !nk || (nk->subkeys_off==REGF_OFFSET_NONE) || (nk->subkey_index >= nk->num_subkeys) )
1435                 return NULL;
1436
1437         /* find the HBIN block which should contain the nk record */
1438         
1439         if ( !(hbin = lookup_hbin_block( file, nk->subkeys.hashes[nk->subkey_index].nk_off )) ) {
1440                 DEBUG(0,("hbin_prs_key: Failed to find HBIN block containing offset [0x%x]\n", 
1441                         nk->subkeys.hashes[nk->subkey_index].nk_off));
1442                 return NULL;
1443         }
1444         
1445         nk_offset = nk->subkeys.hashes[nk->subkey_index].nk_off;
1446         if ( !prs_set_offset( &hbin->ps, (HBIN_HDR_SIZE + nk_offset - hbin->first_hbin_off) ) )
1447                 return NULL;
1448                 
1449         nk->subkey_index++;
1450         if ( !(subkey = talloc_zero( file->mem_ctx, REGF_NK_REC )) )
1451                 return NULL;
1452                 
1453         if ( !hbin_prs_key( file, hbin, subkey ) )
1454                 return NULL;
1455         
1456         return subkey;
1457 }
1458
1459
1460 /*******************************************************************
1461 *******************************************************************/
1462
1463 static REGF_HBIN* regf_hbin_allocate( REGF_FILE *file, uint32 block_size )
1464 {
1465         REGF_HBIN *hbin;
1466         SMB_STRUCT_STAT sbuf;
1467
1468         if ( !(hbin = talloc_zero( file->mem_ctx, REGF_HBIN )) )
1469                 return NULL;
1470
1471         memcpy( hbin->header, "hbin", sizeof(HBIN_HDR_SIZE) );
1472
1473
1474         if (sys_fstat(file->fd, &sbuf, false)) {
1475                 DEBUG(0,("regf_hbin_allocate: stat() failed! (%s)\n", strerror(errno)));
1476                 return NULL;
1477         }
1478
1479         hbin->file_off       = sbuf.st_ex_size;
1480
1481         hbin->free_off       = HBIN_HEADER_REC_SIZE;
1482         hbin->free_size      = block_size - hbin->free_off + sizeof(uint32);
1483
1484         hbin->block_size     = block_size;
1485         hbin->first_hbin_off = hbin->file_off - REGF_BLOCKSIZE;
1486
1487         if ( !prs_init( &hbin->ps, block_size, file->mem_ctx, MARSHALL ) )
1488                 return NULL;
1489
1490         if ( !prs_hbin_block( "new_hbin", &hbin->ps, 0, hbin ) )
1491                 return NULL;
1492
1493         if ( !write_hbin_block( file, hbin ) )
1494                 return NULL;
1495
1496         file->last_block = hbin->file_off;
1497
1498         return hbin;
1499 }
1500
1501 /*******************************************************************
1502 *******************************************************************/
1503
1504 static void update_free_space( REGF_HBIN *hbin, uint32 size_used )
1505 {
1506         hbin->free_off  += size_used;
1507         hbin->free_size -= size_used;
1508
1509         if ( hbin->free_off >= hbin->block_size ) {
1510                 hbin->free_off = REGF_OFFSET_NONE;
1511         }
1512
1513         return;
1514 }
1515
1516 /*******************************************************************
1517 *******************************************************************/
1518
1519 static REGF_HBIN* find_free_space( REGF_FILE *file, uint32 size )
1520 {
1521         REGF_HBIN *hbin, *p_hbin;
1522         uint32 block_off;
1523         bool cached;
1524
1525         /* check open block list */
1526
1527         for ( hbin=file->block_list; hbin!=NULL; hbin=hbin->next ) {
1528                 /* only check blocks that actually have available space */
1529
1530                 if ( hbin->free_off == REGF_OFFSET_NONE )
1531                         continue;
1532
1533                 /* check for a large enough available chunk */
1534
1535                 if ( (hbin->block_size - hbin->free_off) >= size ) {
1536                         DLIST_PROMOTE( file->block_list, hbin );
1537                         goto done;                      
1538                 }
1539         }
1540
1541         /* parse the file until we find a block with 
1542            enough free space; save the last non-filled hbin */
1543
1544         block_off = REGF_BLOCKSIZE;
1545         do {
1546                 /* cleanup before the next round */
1547                 cached = False;
1548                 if ( hbin )
1549                         prs_mem_free( &hbin->ps );
1550
1551                 hbin = read_hbin_block( file, block_off );
1552
1553                 if ( hbin ) {
1554
1555                         /* make sure that we don't already have this block in memory */
1556
1557                         for ( p_hbin=file->block_list; p_hbin!=NULL; p_hbin=p_hbin->next ) {
1558                                 if ( p_hbin->file_off == hbin->file_off ) {
1559                                         cached = True;  
1560                                         break;
1561                                 }
1562                         }
1563
1564                         block_off = hbin->file_off + hbin->block_size;
1565
1566                         if ( cached ) {
1567                                 prs_mem_free( &hbin->ps );
1568                                 hbin = NULL;
1569                                 continue;
1570                         }
1571                 }
1572         /* if (cached block or (new block and not enough free space)) then continue looping */
1573         } while ( cached || (hbin && (hbin->free_size < size)) );
1574         
1575         /* no free space; allocate a new one */
1576
1577         if ( !hbin ) {
1578                 uint32 alloc_size;
1579
1580                 /* allocate in multiples of REGF_ALLOC_BLOCK; make sure (size + hbin_header) fits */
1581
1582                 alloc_size = (((size+HBIN_HEADER_REC_SIZE) / REGF_ALLOC_BLOCK ) + 1 ) * REGF_ALLOC_BLOCK;
1583
1584                 if ( !(hbin = regf_hbin_allocate( file, alloc_size )) ) {
1585                         DEBUG(0,("find_free_space: regf_hbin_allocate() failed!\n"));
1586                         return NULL;
1587                 }
1588                 DLIST_ADD( file->block_list, hbin );
1589         }
1590
1591 done:
1592         /* set the offset to be ready to write */
1593
1594         if ( !prs_set_offset( &hbin->ps, hbin->free_off-sizeof(uint32) ) )
1595                 return NULL;
1596
1597         /* write the record size as a placeholder for now, it should be
1598            probably updated by the caller once it all of the data necessary 
1599            for the record */
1600
1601         if ( !prs_uint32("allocated_size", &hbin->ps, 0, &size) )
1602                 return False;
1603
1604         update_free_space( hbin, size );
1605         
1606         return hbin;
1607 }
1608
1609 /*******************************************************************
1610 *******************************************************************/
1611
1612 static uint32 sk_record_data_size( struct security_descriptor * sd )
1613 {
1614         uint32 size, size_mod8;
1615
1616         size_mod8 = 0;
1617
1618         /* the record size is sizeof(hdr) + name + static members + data_size_field */
1619
1620         size = sizeof(uint32)*5 + ndr_size_security_descriptor(sd, 0) + sizeof(uint32);
1621
1622         /* multiple of 8 */
1623         size_mod8 = size & 0xfffffff8;
1624         if ( size_mod8 < size )
1625                 size_mod8 += 8;
1626
1627         return size_mod8;
1628 }
1629
1630 /*******************************************************************
1631 *******************************************************************/
1632
1633 static uint32 vk_record_data_size( REGF_VK_REC *vk )
1634 {
1635         uint32 size, size_mod8;
1636
1637         size_mod8 = 0;
1638
1639         /* the record size is sizeof(hdr) + name + static members + data_size_field */
1640
1641         size = REC_HDR_SIZE + (sizeof(uint16)*3) + (sizeof(uint32)*3) + sizeof(uint32);
1642
1643         if ( vk->valuename )
1644                 size += strlen(vk->valuename);
1645
1646         /* multiple of 8 */
1647         size_mod8 = size & 0xfffffff8;
1648         if ( size_mod8 < size )
1649                 size_mod8 += 8;
1650
1651         return size_mod8;
1652 }
1653
1654 /*******************************************************************
1655 *******************************************************************/
1656
1657 static uint32 lf_record_data_size( uint32 num_keys )
1658 {
1659         uint32 size, size_mod8;
1660
1661         size_mod8 = 0;
1662
1663         /* the record size is sizeof(hdr) + num_keys + sizeof of hash_array + data_size_uint32 */
1664
1665         size = REC_HDR_SIZE + sizeof(uint16) + (sizeof(REGF_HASH_REC) * num_keys) + sizeof(uint32);
1666
1667         /* multiple of 8 */
1668         size_mod8 = size & 0xfffffff8;
1669         if ( size_mod8 < size )
1670                 size_mod8 += 8;
1671
1672         return size_mod8;
1673 }
1674
1675 /*******************************************************************
1676 *******************************************************************/
1677
1678 static uint32 nk_record_data_size( REGF_NK_REC *nk )
1679 {
1680         uint32 size, size_mod8;
1681
1682         size_mod8 = 0;
1683
1684         /* the record size is static + length_of_keyname + length_of_classname + data_size_uint32 */
1685
1686         size = 0x4c + strlen(nk->keyname) + sizeof(uint32);
1687
1688         if ( nk->classname )
1689                 size += strlen( nk->classname );
1690
1691         /* multiple of 8 */
1692         size_mod8 = size & 0xfffffff8;
1693         if ( size_mod8 < size )
1694                 size_mod8 += 8;
1695
1696         return size_mod8;
1697 }
1698
1699 /*******************************************************************
1700 *******************************************************************/
1701
1702 static bool create_vk_record(REGF_FILE *file, REGF_VK_REC *vk,
1703                              struct regval_blob *value)
1704 {
1705         char *name = regval_name(value);
1706         REGF_HBIN *data_hbin;
1707
1708         ZERO_STRUCTP( vk );
1709
1710         memcpy( vk->header, "vk", REC_HDR_SIZE );
1711
1712         if ( name ) {
1713                 vk->valuename = talloc_strdup( file->mem_ctx, regval_name(value) );
1714                 vk->flag = VK_FLAG_NAME_PRESENT;
1715         }
1716
1717         vk->data_size = regval_size( value );
1718         vk->type      = regval_type( value );
1719
1720         if ( vk->data_size > sizeof(uint32) ) {
1721                 uint32 data_size = ( (vk->data_size+sizeof(uint32)) & 0xfffffff8 ) + 8;
1722
1723                 vk->data = (uint8 *)TALLOC_MEMDUP( file->mem_ctx,
1724                                                    regval_data_p(value),
1725                                                    vk->data_size );
1726                 if (vk->data == NULL) {
1727                         return False;
1728                 }
1729
1730                 /* go ahead and store the offset....we'll pick this hbin block back up when 
1731                    we stream the data */
1732
1733                 if ((data_hbin = find_free_space(file, data_size )) == NULL) {
1734                         return False;
1735                 }
1736                 vk->data_off = prs_offset( &data_hbin->ps ) + data_hbin->first_hbin_off - HBIN_HDR_SIZE;
1737         }
1738         else {
1739                 /* make sure we don't try to copy from a NULL value pointer */
1740
1741                 if ( vk->data_size != 0 ) 
1742                         memcpy( &vk->data_off, regval_data_p(value), sizeof(uint32) );
1743                 vk->data_size |= VK_DATA_IN_OFFSET;             
1744         }
1745
1746         return True;
1747 }
1748
1749 /*******************************************************************
1750 *******************************************************************/
1751
1752 static int hashrec_cmp( REGF_HASH_REC *h1, REGF_HASH_REC *h2 )
1753 {
1754         return strcasecmp_m( h1->fullname, h2->fullname );
1755 }
1756
1757 /*******************************************************************
1758 *******************************************************************/
1759
1760  REGF_NK_REC* regfio_write_key( REGF_FILE *file, const char *name,
1761                                struct regval_ctr *values, struct regsubkey_ctr *subkeys,
1762                                struct security_descriptor *sec_desc, REGF_NK_REC *parent )
1763 {
1764         REGF_NK_REC *nk;
1765         REGF_HBIN *vlist_hbin = NULL;
1766         uint32 size;
1767
1768         if ( !(nk = talloc_zero( file->mem_ctx, REGF_NK_REC )) )
1769                 return NULL;
1770
1771         memcpy( nk->header, "nk", REC_HDR_SIZE );
1772
1773         if ( !parent )
1774                 nk->key_type = NK_TYPE_ROOTKEY;
1775         else
1776                 nk->key_type = NK_TYPE_NORMALKEY;
1777
1778         /* store the parent offset (or -1 if a the root key */
1779
1780         nk->parent_off = parent ? (parent->hbin_off + parent->hbin->file_off - REGF_BLOCKSIZE - HBIN_HDR_SIZE ) : REGF_OFFSET_NONE;
1781
1782         /* no classname currently */
1783
1784         nk->classname_off = REGF_OFFSET_NONE;
1785         nk->classname = NULL;
1786         nk->keyname = talloc_strdup( file->mem_ctx, name );
1787
1788         /* current modification time */
1789
1790         unix_to_nt_time( &nk->mtime, time(NULL) );
1791
1792         /* allocate the record on disk */
1793
1794         size = nk_record_data_size( nk );
1795         nk->rec_size = ( size - 1 ) ^ 0XFFFFFFFF;
1796         if ((nk->hbin = find_free_space( file, size )) == NULL) {
1797                 return NULL;
1798         }
1799         nk->hbin_off = prs_offset( &nk->hbin->ps );
1800
1801         /* Update the hash record in the parent */
1802         
1803         if ( parent ) {
1804                 REGF_HASH_REC *hash = &parent->subkeys.hashes[parent->subkey_index];
1805
1806                 hash->nk_off = prs_offset( &nk->hbin->ps ) + nk->hbin->first_hbin_off - HBIN_HDR_SIZE;
1807                 memcpy( hash->keycheck, name, sizeof(uint32) );
1808                 hash->fullname = talloc_strdup( file->mem_ctx, name );
1809                 parent->subkey_index++;
1810
1811                 /* sort the list by keyname */
1812                 TYPESAFE_QSORT(parent->subkeys.hashes, parent->subkey_index, hashrec_cmp);
1813
1814                 if ( !hbin_prs_lf_records( "lf_rec", parent->subkeys.hbin, 0, parent ) )
1815                         return False;
1816         }
1817
1818         /* write the security descriptor */
1819
1820         nk->sk_off = REGF_OFFSET_NONE;
1821         if ( sec_desc ) {
1822                 uint32 sk_size = sk_record_data_size( sec_desc );
1823                 REGF_HBIN *sk_hbin;
1824
1825                 /* search for it in the existing list of sd's */
1826
1827                 if ( (nk->sec_desc = find_sk_record_by_sec_desc( file, sec_desc )) == NULL ) {
1828                         /* not found so add it to the list */
1829
1830                         if (!(sk_hbin = find_free_space( file, sk_size ))) {
1831                                 return NULL;
1832                         }
1833
1834                         if ( !(nk->sec_desc = talloc_zero( file->mem_ctx, REGF_SK_REC )) )
1835                                 return NULL;
1836         
1837                         /* now we have to store the security descriptor in the list and 
1838                            update the offsets */
1839
1840                         memcpy( nk->sec_desc->header, "sk", REC_HDR_SIZE );
1841                         nk->sec_desc->hbin      = sk_hbin;
1842                         nk->sec_desc->hbin_off  = prs_offset( &sk_hbin->ps );
1843                         nk->sec_desc->sk_off    = prs_offset( &sk_hbin->ps ) + sk_hbin->first_hbin_off - HBIN_HDR_SIZE;
1844                         nk->sec_desc->rec_size  = (sk_size-1)  ^ 0xFFFFFFFF;
1845
1846                         nk->sec_desc->sec_desc  = sec_desc;
1847                         nk->sec_desc->ref_count = 0;
1848                         
1849                         /* size value must be self-inclusive */
1850                         nk->sec_desc->size      = ndr_size_security_descriptor(sec_desc, 0)
1851                                 + sizeof(uint32);
1852
1853                         DLIST_ADD_END( file->sec_desc_list, nk->sec_desc, REGF_SK_REC *);
1854
1855                         /* update the offsets for us and the previous sd in the list.
1856                            if this is the first record, then just set the next and prev
1857                            offsets to ourself. */
1858
1859                         if ( DLIST_PREV(nk->sec_desc) ) {
1860                                 REGF_SK_REC *prev = DLIST_PREV(nk->sec_desc);
1861
1862                                 nk->sec_desc->prev_sk_off = prev->hbin_off + prev->hbin->first_hbin_off - HBIN_HDR_SIZE;
1863                                 prev->next_sk_off = nk->sec_desc->sk_off;
1864
1865                                 /* the end must loop around to the front */
1866                                 nk->sec_desc->next_sk_off = file->sec_desc_list->sk_off;
1867
1868                                 /* and first must loop around to the tail */
1869                                 file->sec_desc_list->prev_sk_off = nk->sec_desc->sk_off;
1870                         } else {
1871                                 nk->sec_desc->prev_sk_off = nk->sec_desc->sk_off;
1872                                 nk->sec_desc->next_sk_off = nk->sec_desc->sk_off;
1873                         }
1874                 }
1875
1876                 /* bump the reference count +1 */
1877
1878                 nk->sk_off = nk->sec_desc->sk_off;
1879                 nk->sec_desc->ref_count++;
1880         }
1881
1882         /* write the subkeys */
1883
1884         nk->subkeys_off = REGF_OFFSET_NONE;
1885         if ( (nk->num_subkeys = regsubkey_ctr_numkeys( subkeys )) != 0 ) {
1886                 uint32 lf_size = lf_record_data_size( nk->num_subkeys );
1887                 uint32 namelen;
1888                 int i;
1889                 
1890                 if (!(nk->subkeys.hbin = find_free_space( file, lf_size ))) {
1891                         return NULL;
1892                 }
1893                 nk->subkeys.hbin_off = prs_offset( &nk->subkeys.hbin->ps );
1894                 nk->subkeys.rec_size = (lf_size-1) ^ 0xFFFFFFFF;
1895                 nk->subkeys_off = prs_offset( &nk->subkeys.hbin->ps ) + nk->subkeys.hbin->first_hbin_off - HBIN_HDR_SIZE;
1896
1897                 memcpy( nk->subkeys.header, "lf", REC_HDR_SIZE );
1898                 
1899                 nk->subkeys.num_keys = nk->num_subkeys;
1900                 if (nk->subkeys.num_keys) {
1901                         if ( !(nk->subkeys.hashes = TALLOC_ZERO_ARRAY( file->mem_ctx, REGF_HASH_REC, nk->subkeys.num_keys )) )
1902                                 return NULL;
1903                 } else {
1904                         nk->subkeys.hashes = NULL;
1905                 }
1906                 nk->subkey_index = 0;
1907
1908                 /* update the max_bytes_subkey{name,classname} fields */
1909                 for ( i=0; i<nk->num_subkeys; i++ ) {
1910                         namelen = strlen( regsubkey_ctr_specific_key(subkeys, i) );
1911                         if ( namelen*2 > nk->max_bytes_subkeyname )
1912                                 nk->max_bytes_subkeyname = namelen * 2;
1913                 }
1914         }
1915
1916         /* write the values */
1917
1918         nk->values_off = REGF_OFFSET_NONE;
1919         if ( (nk->num_values = regval_ctr_numvals( values )) != 0 ) {
1920                 uint32 vlist_size = ( ( nk->num_values * sizeof(uint32) ) & 0xfffffff8 ) + 8;
1921                 int i;
1922                 
1923                 if (!(vlist_hbin = find_free_space( file, vlist_size ))) {
1924                         return NULL;
1925                 }
1926                 nk->values_off = prs_offset( &vlist_hbin->ps ) + vlist_hbin->first_hbin_off - HBIN_HDR_SIZE;
1927         
1928                 if (nk->num_values) {
1929                         if ( !(nk->values = talloc_array( file->mem_ctx, REGF_VK_REC, nk->num_values )) )
1930                                 return NULL;
1931                 } else {
1932                         nk->values = NULL;
1933                 }
1934
1935                 /* create the vk records */
1936
1937                 for ( i=0; i<nk->num_values; i++ ) {
1938                         uint32 vk_size, namelen, datalen;
1939                         struct regval_blob *r;
1940
1941                         r = regval_ctr_specific_value( values, i );
1942                         create_vk_record( file, &nk->values[i], r );
1943                         vk_size = vk_record_data_size( &nk->values[i] );
1944                         nk->values[i].hbin = find_free_space( file, vk_size );
1945                         nk->values[i].hbin_off = prs_offset( &nk->values[i].hbin->ps );
1946                         nk->values[i].rec_size = ( vk_size - 1 ) ^ 0xFFFFFFFF;
1947                         nk->values[i].rec_off = prs_offset( &nk->values[i].hbin->ps ) 
1948                                 + nk->values[i].hbin->first_hbin_off 
1949                                 - HBIN_HDR_SIZE;
1950
1951                         /* update the max bytes fields if necessary */
1952
1953                         namelen = strlen( regval_name(r) );
1954                         if ( namelen*2 > nk->max_bytes_valuename )
1955                                 nk->max_bytes_valuename = namelen * 2;
1956
1957                         datalen = regval_size( r );
1958                         if ( datalen > nk->max_bytes_value )
1959                                 nk->max_bytes_value = datalen;
1960                 }
1961         }
1962
1963         /* stream the records */        
1964         
1965         prs_set_offset( &nk->hbin->ps, nk->hbin_off );
1966         if ( !prs_nk_rec( "nk_rec", &nk->hbin->ps, 0, nk ) )
1967                 return False;
1968
1969         if ( nk->num_values ) {
1970                 if ( !hbin_prs_vk_records( "vk_records", vlist_hbin, 0, nk, file ) )
1971                         return False;
1972         }
1973
1974
1975         regfio_flush( file );
1976
1977         return nk;
1978 }
1979