Merge branch 'v4-0-test' of ssh://git.samba.org/data/git/samba into v4-0-python
[samba.git] / source / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45
46         foreach my $l (@{$e->{LEVELS}}) {
47                 if ($l->{TYPE} eq "POINTER") {
48                         $pointers++;
49                 } elsif ($l->{TYPE} eq "ARRAY") {
50                         if (($pointers == 0) and 
51                             (not $l->{IS_FIXED}) and
52                             (not $l->{IS_INLINE})) {
53                                 return get_value_of($var_name); 
54                         }
55                 } elsif ($l->{TYPE} eq "DATA") {
56                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
57                                 return get_value_of($var_name) unless ($pointers);
58                         }
59                 }
60         }
61         
62         return $var_name;
63 }
64
65 sub has_fast_array($$)
66 {
67         my ($e,$l) = @_;
68
69         return 0 if ($l->{TYPE} ne "ARRAY");
70
71         my $nl = GetNextLevel($e,$l);
72         return 0 unless ($nl->{TYPE} eq "DATA");
73         return 0 unless (hasType($nl->{DATA_TYPE}));
74
75         my $t = getType($nl->{DATA_TYPE});
76
77         # Only uint8 and string have fast array functions at the moment
78         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
79 }
80
81
82 ####################################
83 # pidl() is our basic output routine
84 sub pidl($$)
85 {
86         my ($self, $d) = @_;
87         if ($d) {
88                 $self->{res} .= $self->{tabs};
89                 $self->{res} .= $d;
90         }
91         $self->{res} .="\n";
92 }
93
94 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
95
96 ####################################
97 # defer() is like pidl(), but adds to 
98 # a deferred buffer which is then added to the 
99 # output buffer at the end of the structure/union/function
100 # This is needed to cope with code that must be pushed back
101 # to the end of a block of elements
102 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
103 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
104
105 sub defer($$)
106 {
107         my ($self, $d) = @_;
108         if ($d) {
109                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
110         }
111 }
112
113 ########################################
114 # add the deferred content to the current
115 # output
116 sub add_deferred($)
117 {
118         my ($self) = @_;
119         $self->pidl($_) foreach (@{$self->{deferred}});
120         $self->{deferred} = [];
121         $self->{defer_tabs} = "";
122 }
123
124 sub indent($)
125 {
126         my ($self) = @_;
127         $self->{tabs} .= "\t";
128 }
129
130 sub deindent($)
131 {
132         my ($self) = @_;
133         $self->{tabs} = substr($self->{tabs}, 0, -1);
134 }
135
136 #####################################################################
137 # declare a function public or static, depending on its attributes
138 sub fn_declare($$$$)
139 {
140         my ($self,$type,$fn,$decl) = @_;
141
142         if (has_property($fn, "no$type")) {
143                 $self->pidl_hdr("$decl;");
144                 return 0;
145         }
146
147         if (has_property($fn, "public")) {
148                 $self->pidl_hdr("$decl;");
149                 $self->pidl("_PUBLIC_ $decl");
150         } else {
151                 $self->pidl("static $decl");
152         }
153
154         return 1;
155 }
156
157 ###################################################################
158 # setup any special flags for an element or structure
159 sub start_flags($$)
160 {
161         my ($self, $e) = @_;
162         my $flags = has_property($e, "flag");
163         if (defined $flags) {
164                 $self->pidl("{");
165                 $self->indent;
166                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = ndr->flags;");
167                 $self->pidl("ndr_set_flags(&ndr->flags, $flags);");
168         }
169 }
170
171 ###################################################################
172 # end any special flags for an element or structure
173 sub end_flags($$)
174 {
175         my ($self, $e) = @_;
176         my $flags = has_property($e, "flag");
177         if (defined $flags) {
178                 $self->pidl("ndr->flags = _flags_save_$e->{TYPE};");
179                 $self->deindent;
180                 $self->pidl("}");
181         }
182 }
183
184 #####################################################################
185 # parse the data of an array - push side
186 sub ParseArrayPushHeader($$$$$$)
187 {
188         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
189
190         my $size;
191         my $length;
192
193         if ($l->{IS_ZERO_TERMINATED}) {
194                 if (has_property($e, "charset")) {
195                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
196                 } else {
197                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
198                 }
199         } else {
200                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
201                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
202         }
203
204         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
205                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $size));");
206         }
207         
208         if ($l->{IS_VARYING}) {
209                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, 0));");  # array offset
210                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $length));");
211         } 
212
213         return $length;
214 }
215
216 sub check_fully_dereferenced($$)
217 {
218         my ($element, $env) = @_;
219
220         return sub ($) {
221                 my $origvar = shift;
222                 my $check = 0;
223
224                 # Figure out the number of pointers in $ptr
225                 my $expandedvar = $origvar;
226                 $expandedvar =~ s/^(\**)//;
227                 my $ptr = $1;
228
229                 my $var = undef;
230                 foreach (keys %$env) {
231                         if ($env->{$_} eq $expandedvar) {
232                                 $var = $_;
233                                 last;
234                         }
235                 }
236                 
237                 return($origvar) unless (defined($var));
238                 my $e;
239                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
240                         if ($_->{NAME} eq $var) {
241                                 $e = $_;
242                                 last;
243                         }
244                 }
245
246                 $e or die("Environment doesn't match siblings");
247
248                 # See if pointer at pointer level $level
249                 # needs to be checked.
250                 my $nump = 0;
251                 foreach (@{$e->{LEVELS}}) {
252                         if ($_->{TYPE} eq "POINTER") {
253                                 $nump = $_->{POINTER_INDEX}+1;
254                         }
255                 }
256                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
257                 return ($origvar);
258         }
259 }       
260
261 sub check_null_pointer($$$$)
262 {
263         my ($element, $env, $print_fn, $return) = @_;
264
265         return sub ($) {
266                 my $expandedvar = shift;
267                 my $check = 0;
268
269                 # Figure out the number of pointers in $ptr
270                 $expandedvar =~ s/^(\**)//;
271                 my $ptr = $1;
272
273                 my $var = undef;
274                 foreach (keys %$env) {
275                         if ($env->{$_} eq $expandedvar) {
276                                 $var = $_;
277                                 last;
278                         }
279                 }
280                 
281                 if (defined($var)) {
282                         my $e;
283                         # lookup ptr in $e
284                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
285                                 if ($_->{NAME} eq $var) {
286                                         $e = $_;
287                                         last;
288                                 }
289                         }
290
291                         $e or die("Environment doesn't match siblings");
292
293                         # See if pointer at pointer level $level
294                         # needs to be checked.
295                         foreach my $l (@{$e->{LEVELS}}) {
296                                 if ($l->{TYPE} eq "POINTER" and 
297                                         $l->{POINTER_INDEX} == length($ptr)) {
298                                         # No need to check ref pointers
299                                         $check = ($l->{POINTER_TYPE} ne "ref");
300                                         last;
301                                 }
302
303                                 if ($l->{TYPE} eq "DATA") {
304                                         warning($element, "too much dereferences for `$var'");
305                                 }
306                         }
307                 } else {
308                         warning($element, "unknown dereferenced expression `$expandedvar'");
309                         $check = 1;
310                 }
311                 
312                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
313         }
314 }
315
316 #####################################################################
317 # parse an array - pull side
318 sub ParseArrayPullHeader($$$$$$)
319 {
320         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
321
322         my $length;
323         my $size;
324
325         if ($l->{IS_CONFORMANT}) {
326                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
327         } elsif ($l->{IS_ZERO_TERMINATED}) { # Noheader arrays
328                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
329         } else {
330                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
331                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
332                                            "return ndr_pull_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
333                         check_fully_dereferenced($e, $env));
334         }
335
336         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
337                 $self->pidl("NDR_CHECK(ndr_pull_array_size(ndr, " . get_pointer_to($var_name) . "));");
338         }
339
340         if ($l->{IS_VARYING}) {
341                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
342                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
343         }
344
345         if ($length ne $size) {
346                 $self->pidl("if ($length > $size) {");
347                 $self->indent;
348                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
349                 $self->deindent;
350                 $self->pidl("}");
351         }
352
353         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
354                 $self->defer("if ($var_name) {");
355                 $self->defer_indent;
356                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
357                         check_null_pointer($e, $env, sub { $self->defer(shift); },
358                                            "return ndr_pull_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
359                         check_fully_dereferenced($e, $env));
360                 $self->defer("NDR_CHECK(ndr_check_array_size(ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
361                 $self->defer_deindent;
362                 $self->defer("}");
363         }
364
365         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
366                 $self->defer("if ($var_name) {");
367                 $self->defer_indent;
368                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
369                         check_null_pointer($e, $env, sub { $self->defer(shift); },
370                                            "return ndr_pull_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
371                         check_fully_dereferenced($e, $env));
372                 $self->defer("NDR_CHECK(ndr_check_array_length(ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
373                 $self->defer_deindent;
374                 $self->defer("}");
375         }
376
377         if (not $l->{IS_FIXED} and not is_charset_array($e, $l)) {
378                 $self->AllocateArrayLevel($e,$l,$ndr,$env,$size);
379         }
380
381         return $length;
382 }
383
384 sub compression_alg($$)
385 {
386         my ($e, $l) = @_;
387         my ($alg, $clen, $dlen) = split(/ /, $l->{COMPRESSION});
388
389         return $alg;
390 }
391
392 sub compression_clen($$$)
393 {
394         my ($e, $l, $env) = @_;
395         my ($alg, $clen, $dlen) = split(/ /, $l->{COMPRESSION});
396
397         return ParseExpr($clen, $env, $e->{ORIGINAL});
398 }
399
400 sub compression_dlen($$$)
401 {
402         my ($e,$l,$env) = @_;
403         my ($alg, $clen, $dlen) = split(/ /, $l->{COMPRESSION});
404
405         return ParseExpr($dlen, $env, $e->{ORIGINAL});
406 }
407
408 sub ParseCompressionPushStart($$$$$)
409 {
410         my ($self,$e,$l,$ndr,$env) = @_;
411         my $comndr = "$ndr\_compressed";
412         my $alg = compression_alg($e, $l);
413         my $dlen = compression_dlen($e, $l, $env);
414
415         $self->pidl("{");
416         $self->indent;
417         $self->pidl("struct ndr_push *$comndr;");
418         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
419
420         return $comndr;
421 }
422
423 sub ParseCompressionPushEnd($$$$$)
424 {
425         my ($self,$e,$l,$ndr,$env) = @_;
426         my $comndr = "$ndr\_compressed";
427         my $alg = compression_alg($e, $l);
428         my $dlen = compression_dlen($e, $l, $env);
429
430         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
431         $self->deindent;
432         $self->pidl("}");
433 }
434
435 sub ParseCompressionPullStart($$$$$)
436 {
437         my ($self,$e,$l,$ndr,$env) = @_;
438         my $comndr = "$ndr\_compressed";
439         my $alg = compression_alg($e, $l);
440         my $dlen = compression_dlen($e, $l, $env);
441
442         $self->pidl("{");
443         $self->indent;
444         $self->pidl("struct ndr_pull *$comndr;");
445         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
446
447         return $comndr;
448 }
449
450 sub ParseCompressionPullEnd($$$$$)
451 {
452         my ($self,$e,$l,$ndr,$env) = @_;
453         my $comndr = "$ndr\_compressed";
454         my $alg = compression_alg($e, $l);
455         my $dlen = compression_dlen($e, $l, $env);
456
457         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
458         $self->deindent;
459         $self->pidl("}");
460 }
461
462 sub ParseSubcontextPushStart($$$$$)
463 {
464         my ($self,$e,$l,$ndr,$env) = @_;
465         my $subndr = "_ndr_$e->{NAME}";
466         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
467
468         $self->pidl("{");
469         $self->indent;
470         $self->pidl("struct ndr_push *$subndr;");
471         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
472
473         if (defined $l->{COMPRESSION}) {
474                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
475         }
476
477         return $subndr;
478 }
479
480 sub ParseSubcontextPushEnd($$$$$)
481 {
482         my ($self,$e,$l,$ndr,$env) = @_;
483         my $subndr = "_ndr_$e->{NAME}";
484         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
485
486         if (defined $l->{COMPRESSION}) {
487                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
488         }
489
490         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
491         $self->deindent;
492         $self->pidl("}");
493 }
494
495 sub ParseSubcontextPullStart($$$$$)
496 {
497         my ($self,$e,$l,$ndr,$env) = @_;
498         my $subndr = "_ndr_$e->{NAME}";
499         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
500
501         $self->pidl("{");
502         $self->indent;
503         $self->pidl("struct ndr_pull *$subndr;");
504         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
505
506         if (defined $l->{COMPRESSION}) {
507                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
508         }
509
510         return $subndr;
511 }
512
513 sub ParseSubcontextPullEnd($$$$$)
514 {
515         my ($self,$e,$l,$ndr,$env) = @_;
516         my $subndr = "_ndr_$e->{NAME}";
517         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
518
519         if (defined $l->{COMPRESSION}) {
520                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
521         }
522
523         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
524         $self->deindent;
525         $self->pidl("}");
526 }
527
528 sub ParseElementPushLevel
529 {
530         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
531
532         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
533
534         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
535                 $var_name = get_pointer_to($var_name);
536         }
537
538         if (defined($ndr_flags)) {
539                 if ($l->{TYPE} eq "SUBCONTEXT") {
540                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
541                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
542                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
543                 } elsif ($l->{TYPE} eq "POINTER") {
544                         $self->ParsePtrPush($e, $l, $var_name);
545                 } elsif ($l->{TYPE} eq "ARRAY") {
546                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
547
548                         my $nl = GetNextLevel($e, $l);
549
550                         # Allow speedups for arrays of scalar types
551                         if (is_charset_array($e,$l)) {
552                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
553                                 return;
554                         } elsif (has_fast_array($e,$l)) {
555                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
556                                 return;
557                         } 
558                 } elsif ($l->{TYPE} eq "SWITCH") {
559                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
560                 } elsif ($l->{TYPE} eq "DATA") {
561                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
562                 }
563         }
564
565         if ($l->{TYPE} eq "POINTER" and $deferred) {
566                 if ($l->{POINTER_TYPE} ne "ref") {
567                         $self->pidl("if ($var_name) {");
568                         $self->indent;
569                         if ($l->{POINTER_TYPE} eq "relative") {
570                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2(ndr, $var_name));");
571                         }
572                 }
573                 $var_name = get_value_of($var_name);
574                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
575
576                 if ($l->{POINTER_TYPE} ne "ref") {
577                         $self->deindent;
578                         $self->pidl("}");
579                 }
580         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
581                 not is_charset_array($e, $l)) {
582                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
583                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
584
585                 $var_name = $var_name . "[$counter]";
586
587                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
588                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
589                         $self->indent;
590                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
591                         $self->deindent;
592                         $self->pidl("}");
593                 }
594
595                 if ($deferred and ContainsDeferred($e, $l)) {
596                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
597                         $self->indent;
598                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
599                         $self->deindent;
600                         $self->pidl("}");
601                 }       
602         } elsif ($l->{TYPE} eq "SWITCH") {
603                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
604         }
605 }
606
607 #####################################################################
608 # parse scalars in a structure element
609 sub ParseElementPush($$$$$$)
610 {
611         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
612         my $subndr = undef;
613
614         my $var_name = $env->{$e->{NAME}};
615
616         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
617
618         # Representation type is different from transmit_as
619         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
620                 $self->pidl("{");
621                 $self->indent;
622                 my $transmit_name = "_transmit_$e->{NAME}";
623                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
624                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
625                 $var_name = $transmit_name;
626         }
627
628         $var_name = append_prefix($e, $var_name);
629
630         $self->start_flags($e);
631
632         if (defined(my $value = has_property($e, "value"))) {
633                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
634         }
635
636         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
637
638         $self->end_flags($e);
639
640         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
641                 $self->deindent;
642                 $self->pidl("}");
643         }
644 }
645
646 #####################################################################
647 # parse a pointer in a struct element or function
648 sub ParsePtrPush($$$$)
649 {
650         my ($self,$e,$l,$var_name) = @_;
651
652         if ($l->{POINTER_TYPE} eq "ref") {
653                 $self->pidl("if ($var_name == NULL) {");
654                 $self->indent;
655                 $self->pidl("return ndr_push_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
656                 $self->deindent;
657                 $self->pidl("}");
658                 if ($l->{LEVEL} eq "EMBEDDED") {
659                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
660                 }
661         } elsif ($l->{POINTER_TYPE} eq "relative") {
662                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1(ndr, $var_name));");
663         } elsif ($l->{POINTER_TYPE} eq "unique") {
664                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr(ndr, $var_name));");
665         } elsif ($l->{POINTER_TYPE} eq "full") {
666                 $self->pidl("NDR_CHECK(ndr_push_full_ptr(ndr, $var_name));");
667         } else {
668                 die("Unhandled pointer type $l->{POINTER_TYPE}");
669         }
670 }
671
672 sub ParseDataPrint($$$$)
673 {
674         my ($self, $e, $l, $var_name) = @_;
675         
676         if (not ref($l->{DATA_TYPE}) or 
677                 defined($l->{DATA_TYPE}->{NAME})) {
678                 my $t;
679                 if (ref($l->{DATA_TYPE})) {
680                         $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
681                 } else {
682                         $t = $l->{DATA_TYPE};
683                 }
684                 if (not Parse::Pidl::Typelist::is_scalar($t) or 
685                         Parse::Pidl::Typelist::scalar_is_reference($t)) {
686                         $var_name = get_pointer_to($var_name);
687                 }
688                 $self->pidl("ndr_print_$t(ndr, \"$e->{NAME}\", $var_name);");
689         } else {
690                 $self->ParseTypePrint($l->{DATA_TYPE}, $var_name);
691         }
692 }
693
694 #####################################################################
695 # print scalars in a structure element
696 sub ParseElementPrint($$$$)
697 {
698         my($self, $e, $var_name, $env) = @_;
699
700         return if (has_property($e, "noprint"));
701
702         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
703                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}(ndr, \"$e->{NAME}\", $var_name);");
704                 return;
705         }
706
707         $var_name = append_prefix($e, $var_name);
708
709         if (defined(my $value = has_property($e, "value"))) {
710                 $var_name = "(ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
711         }
712
713         foreach my $l (@{$e->{LEVELS}}) {
714                 if ($l->{TYPE} eq "POINTER") {
715                         $self->pidl("ndr_print_ptr(ndr, \"$e->{NAME}\", $var_name);");
716                         $self->pidl("ndr->depth++;");
717                         if ($l->{POINTER_TYPE} ne "ref") {
718                                 $self->pidl("if ($var_name) {");
719                                 $self->indent;
720                         }
721                         $var_name = get_value_of($var_name);
722                 } elsif ($l->{TYPE} eq "ARRAY") {
723                         my $length;
724
725                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
726                                 $var_name = get_pointer_to($var_name); 
727                         }
728                         
729                         if ($l->{IS_ZERO_TERMINATED}) {
730                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
731                         } else {
732                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
733                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
734                         }
735
736                         if (is_charset_array($e,$l)) {
737                                 $self->pidl("ndr_print_string(ndr, \"$e->{NAME}\", $var_name);");
738                                 last;
739                         } elsif (has_fast_array($e, $l)) {
740                                 my $nl = GetNextLevel($e, $l);
741                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}(ndr, \"$e->{NAME}\", $var_name, $length);");
742                                 last;
743                         } else {
744                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
745
746                                 $self->pidl("ndr->print(ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", $length);");
747                                 $self->pidl("ndr->depth++;");
748                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
749                                 $self->indent;
750                                 $self->pidl("char *idx_$l->{LEVEL_INDEX}=NULL;");
751                                 $self->pidl("asprintf(&idx_$l->{LEVEL_INDEX}, \"[\%d]\", $counter);");
752                                 $self->pidl("if (idx_$l->{LEVEL_INDEX}) {");
753                                 $self->indent;
754
755                                 $var_name = $var_name . "[$counter]";
756                         }
757                 } elsif ($l->{TYPE} eq "DATA") {
758                         $self->ParseDataPrint($e, $l, $var_name);
759                 } elsif ($l->{TYPE} eq "SWITCH") {
760                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
761                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
762                         $self->pidl("ndr_print_set_switch_value(ndr, " . get_pointer_to($var_name) . ", $switch_var);");
763                 } 
764         }
765
766         foreach my $l (reverse @{$e->{LEVELS}}) {
767                 if ($l->{TYPE} eq "POINTER") {
768                         if ($l->{POINTER_TYPE} ne "ref") {
769                                 $self->deindent;
770                                 $self->pidl("}");
771                         }
772                         $self->pidl("ndr->depth--;");
773                 } elsif (($l->{TYPE} eq "ARRAY")
774                         and not is_charset_array($e,$l)
775                         and not has_fast_array($e,$l)) {
776                         $self->pidl("free(idx_$l->{LEVEL_INDEX});");
777                         $self->deindent;
778                         $self->pidl("}");
779                         $self->deindent;
780                         $self->pidl("}");
781                         $self->pidl("ndr->depth--;");
782                 }
783         }
784 }
785
786 #####################################################################
787 # parse scalars in a structure element - pull size
788 sub ParseSwitchPull($$$$$$)
789 {
790         my($self,$e,$l,$ndr,$var_name,$env) = @_;
791         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
792                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
793                                    "return ndr_pull_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
794                 check_fully_dereferenced($e, $env));
795
796         $var_name = get_pointer_to($var_name);
797         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
798 }
799
800 #####################################################################
801 # push switch element
802 sub ParseSwitchPush($$$$$$)
803 {
804         my($self,$e,$l,$ndr,$var_name,$env) = @_;
805         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
806                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
807                                    "return ndr_push_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
808                 check_fully_dereferenced($e, $env));
809
810         $var_name = get_pointer_to($var_name);
811         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
812 }
813
814 sub ParseDataPull($$$$$$$)
815 {
816         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
817
818         if (not ref($l->{DATA_TYPE}) or 
819                 defined($l->{DATA_TYPE}->{NAME})) {
820
821                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
822
823                 if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
824                         $var_name = get_pointer_to($var_name);
825                 }
826
827                 $var_name = get_pointer_to($var_name);
828
829                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
830
831                 if (my $range = has_property($e, "range")) {
832                         $var_name = get_value_of($var_name);
833                         my ($low, $high) = split(/ /, $range, 2);
834                         $self->pidl("if ($var_name < $low || $var_name > $high) {");
835                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
836                         $self->pidl("}");
837                 }
838         } else {
839                 $self->ParseTypePull($l->{DATA_TYPE}, $var_name, $primitives, $deferred);
840         }
841 }
842
843 sub ParseDataPush($$$$$$$)
844 {
845         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
846
847         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
848                 my $t;
849                 if (ref($l->{DATA_TYPE}) eq "HASH") {
850                         $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
851                 } else {
852                         $t = $l->{DATA_TYPE};
853                 }
854                                 
855                 # strings are passed by value rather than reference
856                 if (not Parse::Pidl::Typelist::is_scalar($t) or 
857                         Parse::Pidl::Typelist::scalar_is_reference($t)) {
858                         $var_name = get_pointer_to($var_name);
859                 }
860
861                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
862                 $self->pidl("NDR_CHECK(ndr_push_$t($ndr, $ndr_flags, $var_name));");
863         } else {
864                 $self->ParseTypePush($l->{DATA_TYPE}, $var_name, $primitives, $deferred);
865         }
866 }
867
868 sub CalcNdrFlags($$$)
869 {
870         my ($l,$primitives,$deferred) = @_;
871
872         my $scalars = 0;
873         my $buffers = 0;
874
875         # Add NDR_SCALARS if this one is deferred 
876         # and deferreds may be pushed
877         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
878
879         # Add NDR_SCALARS if this one is not deferred and 
880         # primitives may be pushed
881         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
882         
883         # Add NDR_BUFFERS if this one contains deferred stuff
884         # and deferreds may be pushed
885         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
886
887         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
888         return "NDR_SCALARS" if ($scalars);
889         return "NDR_BUFFERS" if ($buffers);
890         return undef;
891 }
892
893 sub ParseMemCtxPullStart($$$$)
894 {
895         my ($self, $e, $l, $ptr_name) = @_;
896
897         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
898         my $mem_c_ctx = $ptr_name;
899         my $mem_c_flags = "0";
900
901         return if ($l->{TYPE} eq "ARRAY" and $l->{IS_FIXED});
902
903         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
904                 my $nl = GetNextLevel($e, $l);
905                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
906                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
907                                         ($nl->{DATA_TYPE} eq "string"));
908                 if ($next_is_array or $next_is_string) {
909                         return;
910                 } else {
911                         $mem_c_flags = "LIBNDR_FLAG_REF_ALLOC";
912                 }
913         }
914
915         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX(ndr);");
916         $self->pidl("NDR_PULL_SET_MEM_CTX(ndr, $mem_c_ctx, $mem_c_flags);");
917 }
918
919 sub ParseMemCtxPullEnd($$$)
920 {
921         my ($self, $e, $l) = @_;
922
923         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
924         my $mem_r_flags = "0";
925
926         return if ($l->{TYPE} eq "ARRAY" and $l->{IS_FIXED});
927
928         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
929                 my $nl = GetNextLevel($e, $l);
930                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
931                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
932                                         ($nl->{DATA_TYPE} eq "string"));
933                 if ($next_is_array or $next_is_string) {
934                         return;
935                 } else {
936                         $mem_r_flags = "LIBNDR_FLAG_REF_ALLOC";
937                 }
938         }
939
940         $self->pidl("NDR_PULL_SET_MEM_CTX(ndr, $mem_r_ctx, $mem_r_flags);");
941 }
942
943 sub CheckStringTerminator($$$$$)
944 {
945         my ($self,$ndr,$e,$l,$length) = @_;
946         my $nl = GetNextLevel($e, $l);
947
948         # Make sure last element is zero!
949         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
950 }
951
952 sub ParseElementPullLevel
953 {
954         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
955
956         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
957
958         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
959                 $var_name = get_pointer_to($var_name);
960         }
961
962         # Only pull something if there's actually something to be pulled
963         if (defined($ndr_flags)) {
964                 if ($l->{TYPE} eq "SUBCONTEXT") {
965                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
966                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
967                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
968                 } elsif ($l->{TYPE} eq "ARRAY") {
969                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
970
971                         my $nl = GetNextLevel($e, $l);
972
973                         if (is_charset_array($e,$l)) {
974                                 if ($l->{IS_ZERO_TERMINATED}) {
975                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
976                                 }
977                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
978                                 return;
979                         } elsif (has_fast_array($e, $l)) {
980                                 if ($l->{IS_ZERO_TERMINATED}) {
981                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
982                                 }
983                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
984                                 return;
985                         }
986                 } elsif ($l->{TYPE} eq "POINTER") {
987                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
988                 } elsif ($l->{TYPE} eq "SWITCH") {
989                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
990                 } elsif ($l->{TYPE} eq "DATA") {
991                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
992                 }
993         }
994
995         # add additional constructions
996         if ($l->{TYPE} eq "POINTER" and $deferred) {
997                 if ($l->{POINTER_TYPE} ne "ref") {
998                         $self->pidl("if ($var_name) {");
999                         $self->indent;
1000
1001                         if ($l->{POINTER_TYPE} eq "relative") {
1002                                 $self->pidl("uint32_t _relative_save_offset;");
1003                                 $self->pidl("_relative_save_offset = ndr->offset;");
1004                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2(ndr, $var_name));");
1005                         }
1006                 }
1007
1008                 $self->ParseMemCtxPullStart($e, $l, $var_name);
1009
1010                 $var_name = get_value_of($var_name);
1011                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1012
1013                 $self->ParseMemCtxPullEnd($e,$l);
1014
1015                 if ($l->{POINTER_TYPE} ne "ref") {
1016                         if ($l->{POINTER_TYPE} eq "relative") {
1017                                 $self->pidl("ndr->offset = _relative_save_offset;");
1018                         }
1019                         $self->deindent;
1020                         $self->pidl("}");
1021                 }
1022         } elsif ($l->{TYPE} eq "ARRAY" and 
1023                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1024                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1025                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1026                 my $array_name = $var_name;
1027
1028                 $var_name = $var_name . "[$counter]";
1029
1030                 $self->ParseMemCtxPullStart($e, $l, $array_name);
1031
1032                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1033                         my $nl = GetNextLevel($e,$l);
1034
1035                         if ($l->{IS_ZERO_TERMINATED}) {
1036                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1037                         }
1038
1039                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1040                         $self->indent;
1041                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1042                         $self->deindent;
1043                         $self->pidl("}");
1044                 }
1045
1046                 if ($deferred and ContainsDeferred($e, $l)) {
1047                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1048                         $self->indent;
1049                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1050                         $self->deindent;
1051                         $self->pidl("}");
1052                 }
1053
1054                 $self->ParseMemCtxPullEnd($e, $l);
1055
1056         } elsif ($l->{TYPE} eq "SWITCH") {
1057                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1058         }
1059 }
1060
1061 #####################################################################
1062 # parse scalars in a structure element - pull size
1063 sub ParseElementPull($$$$$$)
1064 {
1065         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1066
1067         my $var_name = $env->{$e->{NAME}};
1068         my $represent_name;
1069         my $transmit_name;
1070
1071         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1072
1073         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1074                 $self->pidl("{");
1075                 $self->indent;
1076                 $represent_name = $var_name;
1077                 $transmit_name = "_transmit_$e->{NAME}";
1078                 $var_name = $transmit_name;
1079                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1080         }
1081
1082         $var_name = append_prefix($e, $var_name);
1083
1084         $self->start_flags($e);
1085
1086         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1087
1088         $self->end_flags($e);
1089
1090         # Representation type is different from transmit_as
1091         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1092                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1093                 $self->deindent;
1094                 $self->pidl("}");
1095         }
1096 }
1097
1098 #####################################################################
1099 # parse a pointer in a struct element or function
1100 sub ParsePtrPull($$$$$)
1101 {
1102         my($self, $e,$l,$ndr,$var_name) = @_;
1103
1104         my $nl = GetNextLevel($e, $l);
1105         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1106         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1107                                                  ($nl->{DATA_TYPE} eq "string"));
1108
1109         if ($l->{POINTER_TYPE} eq "ref") {
1110                 if ($l->{LEVEL} eq "EMBEDDED") {
1111                         $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1112                 }
1113
1114                 if (!$next_is_array and !$next_is_string) {
1115                         $self->pidl("if (ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1116                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1117                         $self->pidl("}");
1118                 }
1119                 
1120                 return;
1121         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1122                  ($l->{POINTER_TYPE} eq "relative") or
1123                  ($l->{POINTER_TYPE} eq "full")) {
1124                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1125                 $self->pidl("if (_ptr_$e->{NAME}) {");
1126                 $self->indent;
1127         } else {
1128                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1129         }
1130
1131         # Don't do this for arrays, they're allocated at the actual level 
1132         # of the array
1133         unless ($next_is_array or $next_is_string) { 
1134                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1135         } else {
1136                 # FIXME: Yes, this is nasty.
1137                 # We allocate an array twice
1138                 # - once just to indicate that it's there,
1139                 # - then the real allocation...
1140                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1141         }
1142
1143         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1144         if ($l->{POINTER_TYPE} eq "relative") {
1145                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1146         }
1147         $self->deindent;
1148         $self->pidl("} else {");
1149         $self->pidl("\t$var_name = NULL;");
1150         $self->pidl("}");
1151 }
1152
1153 sub ParseStructPushPrimitives($$$$)
1154 {
1155         my ($self, $struct, $varname, $env) = @_;
1156
1157         # see if the structure contains a conformant array. If it
1158         # does, then it must be the last element of the structure, and
1159         # we need to push the conformant length early, as it fits on
1160         # the wire before the structure (and even before the structure
1161         # alignment)
1162         if (defined($struct->{SURROUNDING_ELEMENT})) {
1163                 my $e = $struct->{SURROUNDING_ELEMENT};
1164
1165                 if (defined($e->{LEVELS}[0]) and 
1166                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1167                         my $size;
1168                         
1169                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1170                                 if (has_property($e, "charset")) {
1171                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1172                                 } else {
1173                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1174                                 }
1175                         } else {
1176                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1177                         }
1178
1179                         $self->pidl("NDR_CHECK(ndr_push_uint32(ndr, NDR_SCALARS, $size));");
1180                 } else {
1181                         $self->pidl("NDR_CHECK(ndr_push_uint32(ndr, NDR_SCALARS, ndr_string_array_size(ndr, $varname->$e->{NAME})));");
1182                 }
1183         }
1184
1185         $self->pidl("NDR_CHECK(ndr_push_align(ndr, $struct->{ALIGN}));");
1186
1187         if (defined($struct->{PROPERTIES}{relative_base})) {
1188                 # set the current offset as base for relative pointers
1189                 # and store it based on the toplevel struct/union
1190                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1(ndr, $varname, ndr->offset));");
1191         }
1192
1193         $self->ParseElementPush($_, "ndr", $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1194 }
1195
1196 sub ParseStructPushDeferred($$$)
1197 {
1198         my ($self, $struct, $varname, $env) = @_;
1199         if (defined($struct->{PROPERTIES}{relative_base})) {
1200                 # retrieve the current offset as base for relative pointers
1201                 # based on the toplevel struct/union
1202                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2(ndr, $varname));");
1203         }
1204         $self->ParseElementPush($_, "ndr", $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1205 }
1206
1207 #####################################################################
1208 # parse a struct
1209 sub ParseStructPush($$$)
1210 {
1211         my ($self, $struct, $varname) = @_;
1212         
1213         return unless defined($struct->{ELEMENTS});
1214
1215         my $env = GenerateStructEnv($struct, $varname);
1216
1217         EnvSubstituteValue($env, $struct);
1218
1219         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1220
1221         $self->start_flags($struct);
1222
1223         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1224         $self->indent;
1225         $self->ParseStructPushPrimitives($struct, $varname, $env);
1226         $self->deindent;
1227         $self->pidl("}");
1228
1229         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1230         $self->indent;
1231         $self->ParseStructPushDeferred($struct, $varname, $env);
1232         $self->deindent;
1233         $self->pidl("}");
1234
1235         $self->end_flags($struct);
1236 }
1237
1238 #####################################################################
1239 # generate a push function for an enum
1240 sub ParseEnumPush($$$)
1241 {
1242         my($self,$enum,$varname) = @_;
1243         my($type_fn) = $enum->{BASE_TYPE};
1244
1245         $self->start_flags($enum);
1246         $self->pidl("NDR_CHECK(ndr_push_$type_fn(ndr, NDR_SCALARS, $varname));");
1247         $self->end_flags($enum);
1248 }
1249
1250 #####################################################################
1251 # generate a pull function for an enum
1252 sub ParseEnumPull($$$)
1253 {
1254         my($self,$enum,$varname) = @_;
1255         my($type_fn) = $enum->{BASE_TYPE};
1256         my($type_v_decl) = mapTypeName($type_fn);
1257
1258         $self->pidl("$type_v_decl v;");
1259         $self->start_flags($enum);
1260         $self->pidl("NDR_CHECK(ndr_pull_$type_fn(ndr, NDR_SCALARS, &v));");
1261         $self->pidl("*$varname = v;");
1262
1263         $self->end_flags($enum);
1264 }
1265
1266 #####################################################################
1267 # generate a print function for an enum
1268 sub ParseEnumPrint($$$$)
1269 {
1270         my($self,$enum,$name,$varname) = @_;
1271
1272         $self->pidl("const char *val = NULL;");
1273         $self->pidl("");
1274
1275         $self->start_flags($enum);
1276
1277         $self->pidl("switch ($varname) {");
1278         $self->indent;
1279         my $els = \@{$enum->{ELEMENTS}};
1280         foreach my $i (0 .. $#{$els}) {
1281                 my $e = ${$els}[$i];
1282                 chomp $e;
1283                 if ($e =~ /^(.*)=/) {
1284                         $e = $1;
1285                 }
1286                 $self->pidl("case $e: val = \"$e\"; break;");
1287         }
1288
1289         $self->deindent;
1290         $self->pidl("}");
1291         
1292         $self->pidl("ndr_print_enum(ndr, name, \"$enum->{TYPE}\", val, $varname);");
1293
1294         $self->end_flags($enum);
1295 }
1296
1297 sub DeclEnum($$$$)
1298 {
1299         my ($e,$t,$name,$varname) = @_;
1300         return "enum $name " . 
1301                 ($t eq "pull"?"*":"") . $varname;
1302 }
1303
1304 $typefamily{ENUM} = {
1305         DECL => \&DeclEnum,
1306         PUSH_FN_BODY => \&ParseEnumPush,
1307         PULL_FN_BODY => \&ParseEnumPull,
1308         PRINT_FN_BODY => \&ParseEnumPrint,
1309 };
1310
1311 #####################################################################
1312 # generate a push function for a bitmap
1313 sub ParseBitmapPush($$$)
1314 {
1315         my($self,$bitmap,$varname) = @_;
1316         my($type_fn) = $bitmap->{BASE_TYPE};
1317
1318         $self->start_flags($bitmap);
1319
1320         $self->pidl("NDR_CHECK(ndr_push_$type_fn(ndr, NDR_SCALARS, $varname));");
1321
1322         $self->end_flags($bitmap);
1323 }
1324
1325 #####################################################################
1326 # generate a pull function for an bitmap
1327 sub ParseBitmapPull($$$)
1328 {
1329         my($self,$bitmap,$varname) = @_;
1330         my $type_fn = $bitmap->{BASE_TYPE};
1331         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1332
1333         $self->pidl("$type_decl v;");
1334         $self->start_flags($bitmap);
1335         $self->pidl("NDR_CHECK(ndr_pull_$type_fn(ndr, NDR_SCALARS, &v));");
1336         $self->pidl("*$varname = v;");
1337
1338         $self->end_flags($bitmap);
1339 }
1340
1341 #####################################################################
1342 # generate a print function for an bitmap
1343 sub ParseBitmapPrintElement($$$$$)
1344 {
1345         my($self,$e,$bitmap,$name,$varname) = @_;
1346         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1347         my($type_fn) = $bitmap->{BASE_TYPE};
1348         my($flag);
1349
1350         if ($e =~ /^(\w+) .*$/) {
1351                 $flag = "$1";
1352         } else {
1353                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1354         }
1355
1356         $self->pidl("ndr_print_bitmap_flag(ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1357 }
1358
1359 #####################################################################
1360 # generate a print function for an bitmap
1361 sub ParseBitmapPrint($$$$)
1362 {
1363         my($self,$bitmap,$name,$varname) = @_;
1364         my($type_decl) = mapTypeName($bitmap->{TYPE});
1365         my($type_fn) = $bitmap->{BASE_TYPE};
1366
1367         $self->start_flags($bitmap);
1368
1369         $self->pidl("ndr_print_$type_fn(ndr, name, $varname);");
1370
1371         $self->pidl("ndr->depth++;");
1372         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1373                 $self->ParseBitmapPrintElement($e, $bitmap, $name, $varname);
1374         }
1375         $self->pidl("ndr->depth--;");
1376
1377         $self->end_flags($bitmap);
1378 }
1379
1380 sub DeclBitmap($$$$)
1381 {
1382         my ($e,$t,$name,$varname) = @_;
1383         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1384                 ($t eq "pull"?" *":" ") . $varname;
1385 }
1386
1387 $typefamily{BITMAP} = {
1388         DECL => \&DeclBitmap,
1389         PUSH_FN_BODY => \&ParseBitmapPush,
1390         PULL_FN_BODY => \&ParseBitmapPull,
1391         PRINT_FN_BODY => \&ParseBitmapPrint,
1392 };
1393
1394 #####################################################################
1395 # generate a struct print function
1396 sub ParseStructPrint($$$$)
1397 {
1398         my($self,$struct,$name,$varname) = @_;
1399
1400         return unless defined $struct->{ELEMENTS};
1401
1402         my $env = GenerateStructEnv($struct, $varname);
1403
1404         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1405
1406         $self->pidl("ndr_print_struct(ndr, name, \"$name\");");
1407
1408         $self->start_flags($struct);
1409
1410         $self->pidl("ndr->depth++;");
1411         
1412         $self->ParseElementPrint($_, $env->{$_->{NAME}}, $env) 
1413                 foreach (@{$struct->{ELEMENTS}});
1414         $self->pidl("ndr->depth--;");
1415
1416         $self->end_flags($struct);
1417 }
1418
1419 sub DeclarePtrVariables($$)
1420 {
1421         my ($self,$e) = @_;
1422         foreach my $l (@{$e->{LEVELS}}) {
1423                 if ($l->{TYPE} eq "POINTER" and 
1424                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1425                         $self->pidl("uint32_t _ptr_$e->{NAME};");
1426                         last;
1427                 }
1428         }
1429 }
1430
1431 sub DeclareArrayVariables($$)
1432 {
1433         my ($self,$e) = @_;
1434
1435         foreach my $l (@{$e->{LEVELS}}) {
1436                 next if has_fast_array($e,$l);
1437                 next if is_charset_array($e,$l);
1438                 if ($l->{TYPE} eq "ARRAY") {
1439                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1440                 }
1441         }
1442 }
1443
1444 sub need_decl_mem_ctx($$)
1445 {
1446         my ($e,$l) = @_;
1447
1448         return 0 if has_fast_array($e,$l);
1449         return 0 if is_charset_array($e,$l);
1450         return 1 if (($l->{TYPE} eq "ARRAY") and not $l->{IS_FIXED});
1451
1452         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
1453                 my $nl = GetNextLevel($e, $l);
1454                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1455                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1456                                         ($nl->{DATA_TYPE} eq "string"));
1457                 return 0 if ($next_is_array or $next_is_string);
1458         }
1459         return 1 if ($l->{TYPE} eq "POINTER");
1460
1461         return 0;
1462 }
1463
1464 sub DeclareMemCtxVariables($$)
1465 {
1466         my ($self,$e) = @_;
1467         foreach my $l (@{$e->{LEVELS}}) {
1468                 if (need_decl_mem_ctx($e, $l)) {
1469                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1470                 }
1471         }
1472 }
1473
1474 sub ParseStructPullPrimitives($$$$)
1475 {
1476         my($self,$struct,$varname,$env) = @_;
1477
1478         if (defined $struct->{SURROUNDING_ELEMENT}) {
1479                 $self->pidl("NDR_CHECK(ndr_pull_array_size(ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1480         }
1481
1482         $self->pidl("NDR_CHECK(ndr_pull_align(ndr, $struct->{ALIGN}));");
1483
1484         if (defined($struct->{PROPERTIES}{relative_base})) {
1485                 # set the current offset as base for relative pointers
1486                 # and store it based on the toplevel struct/union
1487                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1(ndr, $varname, ndr->offset));");
1488         }
1489
1490         $self->ParseElementPull($_, "ndr", $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1491
1492         $self->add_deferred();
1493 }
1494
1495 sub ParseStructPullDeferred($$$$)
1496 {
1497         my ($self,$struct,$varname,$env) = @_;
1498
1499         if (defined($struct->{PROPERTIES}{relative_base})) {
1500                 # retrieve the current offset as base for relative pointers
1501                 # based on the toplevel struct/union
1502                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2(ndr, $varname));");
1503         }
1504         foreach my $e (@{$struct->{ELEMENTS}}) {
1505                 $self->ParseElementPull($e, "ndr", $env, 0, 1);
1506         }
1507
1508         $self->add_deferred();
1509 }
1510
1511 #####################################################################
1512 # parse a struct - pull side
1513 sub ParseStructPull($$$)
1514 {
1515         my($self,$struct,$varname) = @_;
1516
1517         return unless defined $struct->{ELEMENTS};
1518
1519         # declare any internal pointers we need
1520         foreach my $e (@{$struct->{ELEMENTS}}) {
1521                 $self->DeclarePtrVariables($e);
1522                 $self->DeclareArrayVariables($e);
1523                 $self->DeclareMemCtxVariables($e);
1524         }
1525
1526         $self->start_flags($struct);
1527
1528         my $env = GenerateStructEnv($struct, $varname);
1529
1530         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1531         $self->indent;
1532         $self->ParseStructPullPrimitives($struct,$varname,$env);
1533         $self->deindent;
1534         $self->pidl("}");
1535         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1536         $self->indent;
1537         $self->ParseStructPullDeferred($struct,$varname,$env);
1538         $self->deindent;
1539         $self->pidl("}");
1540
1541         $self->end_flags($struct);
1542 }
1543
1544 #####################################################################
1545 # calculate size of ndr struct
1546 sub ParseStructNdrSize($$$$)
1547 {
1548         my ($self,$t, $name, $varname) = @_;
1549         my $sizevar;
1550
1551         if (my $flags = has_property($t, "flag")) {
1552                 $self->pidl("flags |= $flags;");
1553         }
1554         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name);");
1555 }
1556
1557 sub DeclStruct($$$$)
1558 {
1559         my ($e,$t,$name,$varname) = @_;
1560         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1561 }
1562
1563 sub ArgsStructNdrSize($$$)
1564 {
1565         my ($d, $name, $varname) = @_;
1566         return "const struct $name *$varname, int flags";
1567 }
1568
1569 $typefamily{STRUCT} = {
1570         PUSH_FN_BODY => \&ParseStructPush,
1571         DECL => \&DeclStruct,
1572         PULL_FN_BODY => \&ParseStructPull,
1573         PRINT_FN_BODY => \&ParseStructPrint,
1574         SIZE_FN_BODY => \&ParseStructNdrSize,
1575         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1576 };
1577
1578 #####################################################################
1579 # calculate size of ndr struct
1580 sub ParseUnionNdrSize($$$)
1581 {
1582         my ($self, $t, $name, $varname) = @_;
1583         my $sizevar;
1584
1585         if (my $flags = has_property($t, "flag")) {
1586                 $self->pidl("flags |= $flags;");
1587         }
1588
1589         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name);");
1590 }
1591
1592 sub ParseUnionPushPrimitives($$$)
1593 {
1594         my ($self, $e, $varname) = @_;
1595
1596         my $have_default = 0;
1597
1598         $self->pidl("int level = ndr_push_get_switch_value(ndr, $varname);");
1599
1600         if (defined($e->{SWITCH_TYPE})) {
1601                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}(ndr, NDR_SCALARS, level));");
1602         }
1603
1604         $self->pidl("switch (level) {");
1605         $self->indent;
1606         foreach my $el (@{$e->{ELEMENTS}}) {
1607                 if ($el->{CASE} eq "default") {
1608                         $have_default = 1;
1609                 }
1610                 $self->pidl("$el->{CASE}:");
1611
1612                 if ($el->{TYPE} ne "EMPTY") {
1613                         $self->indent;
1614                         if (defined($e->{PROPERTIES}{relative_base})) {
1615                                 $self->pidl("NDR_CHECK(ndr_push_align(ndr, $el->{ALIGN}));");
1616                                 # set the current offset as base for relative pointers
1617                                 # and store it based on the toplevel struct/union
1618                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1(ndr, $varname, ndr->offset));");
1619                         }
1620                         $self->DeclareArrayVariables($el);
1621                         $self->ParseElementPush($el, "ndr", {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1622                         $self->deindent;
1623                 }
1624                 $self->pidl("break;");
1625                 $self->pidl("");
1626         }
1627         if (! $have_default) {
1628                 $self->pidl("default:");
1629                 $self->pidl("\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1630         }
1631         $self->deindent;
1632         $self->pidl("}");
1633 }
1634
1635 sub ParseUnionPushDeferred($$$)
1636 {
1637         my ($self,$e,$varname) = @_;
1638
1639         my $have_default = 0;
1640
1641         $self->pidl("int level = ndr_push_get_switch_value(ndr, $varname);");
1642         if (defined($e->{PROPERTIES}{relative_base})) {
1643                 # retrieve the current offset as base for relative pointers
1644                 # based on the toplevel struct/union
1645                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2(ndr, $varname));");
1646         }
1647         $self->pidl("switch (level) {");
1648         $self->indent;
1649         foreach my $el (@{$e->{ELEMENTS}}) {
1650                 if ($el->{CASE} eq "default") {
1651                         $have_default = 1;
1652                 }
1653
1654                 $self->pidl("$el->{CASE}:");
1655                 if ($el->{TYPE} ne "EMPTY") {
1656                         $self->indent;
1657                         $self->ParseElementPush($el, "ndr", {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1658                         $self->deindent;
1659                 }
1660                 $self->pidl("break;");
1661                 $self->pidl("");
1662         }
1663         if (! $have_default) {
1664                 $self->pidl("default:");
1665                 $self->pidl("\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1666         }
1667         $self->deindent;
1668         $self->pidl("}");
1669 }
1670
1671 #####################################################################
1672 # parse a union - push side
1673 sub ParseUnionPush($$$)
1674 {
1675         my ($self,$e,$varname) = @_;
1676         my $have_default = 0;
1677
1678         $self->start_flags($e);
1679
1680         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1681         $self->indent;
1682         $self->ParseUnionPushPrimitives($e, $varname);
1683         $self->deindent;
1684         $self->pidl("}");
1685         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1686         $self->indent;
1687         $self->ParseUnionPushDeferred($e, $varname);
1688         $self->deindent;
1689         $self->pidl("}");
1690         $self->end_flags($e);
1691 }
1692
1693 #####################################################################
1694 # print a union
1695 sub ParseUnionPrint($$$$)
1696 {
1697         my ($self,$e,$name,$varname) = @_;
1698         my $have_default = 0;
1699
1700         $self->pidl("int level;");
1701         foreach my $el (@{$e->{ELEMENTS}}) {
1702                 $self->DeclareArrayVariables($el);
1703         }
1704
1705         $self->start_flags($e);
1706
1707         $self->pidl("level = ndr_print_get_switch_value(ndr, $varname);");
1708
1709         $self->pidl("ndr_print_union(ndr, name, level, \"$name\");");
1710
1711         $self->pidl("switch (level) {");
1712         $self->indent;
1713         foreach my $el (@{$e->{ELEMENTS}}) {
1714                 if ($el->{CASE} eq "default") {
1715                         $have_default = 1;
1716                 }
1717                 $self->pidl("$el->{CASE}:");
1718                 if ($el->{TYPE} ne "EMPTY") {
1719                         $self->indent;
1720                         $self->ParseElementPrint($el, "$varname->$el->{NAME}", {});
1721                         $self->deindent;
1722                 }
1723                 $self->pidl("break;");
1724                 $self->pidl("");
1725         }
1726         if (! $have_default) {
1727                 $self->pidl("default:");
1728                 $self->pidl("\tndr_print_bad_level(ndr, name, level);");
1729         }
1730         $self->deindent;
1731         $self->pidl("}");
1732
1733         $self->end_flags($e);
1734 }
1735
1736 sub ParseUnionPullPrimitives($$$$)
1737 {
1738         my ($self,$e,$varname,$switch_type) = @_;
1739         my $have_default = 0;
1740
1741         if (defined($switch_type)) {
1742                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type(ndr, NDR_SCALARS, &_level));");
1743                 $self->pidl("if (_level != level) {"); 
1744                 $self->pidl("\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname\", _level);");
1745                 $self->pidl("}");
1746         }
1747
1748         $self->pidl("switch (level) {");
1749         $self->indent;
1750         foreach my $el (@{$e->{ELEMENTS}}) {
1751                 if ($el->{CASE} eq "default") {
1752                         $have_default = 1;
1753                 } 
1754                 $self->pidl("$el->{CASE}: {");
1755
1756                 if ($el->{TYPE} ne "EMPTY") {
1757                         $self->indent;
1758                         $self->DeclarePtrVariables($el);
1759                         $self->DeclareArrayVariables($el);
1760                         if (defined($e->{PROPERTIES}{relative_base})) {
1761                                 $self->pidl("NDR_CHECK(ndr_pull_align(ndr, $el->{ALIGN}));");
1762                                 # set the current offset as base for relative pointers
1763                                 # and store it based on the toplevel struct/union
1764                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1(ndr, $varname, ndr->offset));");
1765                         }
1766                         $self->ParseElementPull($el, "ndr", {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1767                         $self->deindent;
1768                 }
1769                 $self->pidl("break; }");
1770                 $self->pidl("");
1771         }
1772         if (! $have_default) {
1773                 $self->pidl("default:");
1774                 $self->pidl("\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1775         }
1776         $self->deindent;
1777         $self->pidl("}");
1778 }
1779
1780 sub ParseUnionPullDeferred($$$)
1781 {
1782         my ($self,$e,$varname) = @_;
1783         my $have_default = 0;
1784
1785         if (defined($e->{PROPERTIES}{relative_base})) {
1786                 # retrieve the current offset as base for relative pointers
1787                 # based on the toplevel struct/union
1788                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2(ndr, $varname));");
1789         }
1790         $self->pidl("switch (level) {");
1791         $self->indent;
1792         foreach my $el (@{$e->{ELEMENTS}}) {
1793                 if ($el->{CASE} eq "default") {
1794                         $have_default = 1;
1795                 } 
1796
1797                 $self->pidl("$el->{CASE}:");
1798                 if ($el->{TYPE} ne "EMPTY") {
1799                         $self->indent;
1800                         $self->ParseElementPull($el, "ndr", {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1801                         $self->deindent;
1802                 }
1803                 $self->pidl("break;");
1804                 $self->pidl("");
1805         }
1806         if (! $have_default) {
1807                 $self->pidl("default:");
1808                 $self->pidl("\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1809         }
1810         $self->deindent;
1811         $self->pidl("}");
1812
1813
1814 }
1815
1816 #####################################################################
1817 # parse a union - pull side
1818 sub ParseUnionPull($$$)
1819 {
1820         my ($self,$e,$varname) = @_;
1821         my $switch_type = $e->{SWITCH_TYPE};
1822
1823         $self->pidl("int level;");
1824         if (defined($switch_type)) {
1825                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1826                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1827                 }
1828                 $self->pidl(mapTypeName($switch_type) . " _level;");
1829         }
1830
1831         my %double_cases = ();
1832         foreach my $el (@{$e->{ELEMENTS}}) {
1833                 next if ($el->{TYPE} eq "EMPTY");
1834                 next if ($double_cases{"$el->{NAME}"});
1835                 $self->DeclareMemCtxVariables($el);
1836                 $double_cases{"$el->{NAME}"} = 1;
1837         }
1838
1839         $self->start_flags($e);
1840
1841         $self->pidl("level = ndr_pull_get_switch_value(ndr, $varname);");
1842
1843         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1844         $self->indent;
1845         $self->ParseUnionPullPrimitives($e,$varname,$switch_type);
1846         $self->deindent;
1847         $self->pidl("}");
1848
1849         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1850         $self->indent;
1851         $self->ParseUnionPullDeferred($e,$varname);
1852         $self->deindent;
1853         $self->pidl("}");
1854
1855         $self->add_deferred();
1856
1857         $self->end_flags($e);
1858 }
1859
1860 sub DeclUnion($$$$)
1861 {
1862         my ($e,$t,$name,$varname) = @_;
1863         return ($t ne "pull"?"const ":"") . "union $name *$varname";
1864 }
1865
1866 sub ArgsUnionNdrSize($$)
1867 {
1868         my ($d,$name) = @_;
1869         return "const union $name *r, uint32_t level, int flags";
1870 }
1871
1872 $typefamily{UNION} = {
1873         PUSH_FN_BODY => \&ParseUnionPush,
1874         DECL => \&DeclUnion,
1875         PULL_FN_BODY => \&ParseUnionPull,
1876         PRINT_FN_BODY => \&ParseUnionPrint,
1877         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
1878         SIZE_FN_BODY => \&ParseUnionNdrSize,
1879 };
1880         
1881 #####################################################################
1882 # parse a typedef - push side
1883 sub ParseTypedefPush($$$)
1884 {
1885         my($self,$e,$varname) = @_;
1886
1887         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $varname);
1888 }
1889
1890 #####################################################################
1891 # parse a typedef - pull side
1892 sub ParseTypedefPull($$$)
1893 {
1894         my($self,$e,$varname) = @_;
1895
1896         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $varname);
1897 }
1898
1899 #####################################################################
1900 # parse a typedef - print side
1901 sub ParseTypedefPrint($$$$)
1902 {
1903         my($self,$e,$name,$varname) = @_;
1904
1905         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $name, $varname);
1906 }
1907
1908 #####################################################################
1909 ## calculate the size of a structure
1910 sub ParseTypedefNdrSize($$$$)
1911 {
1912         my($self,$t,$name,$varname) = @_;
1913
1914         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
1915 }
1916
1917 sub DeclTypedef($$$$)
1918 {
1919         my ($e, $t, $name, $varname) = @_;
1920         
1921         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
1922 }
1923
1924 sub ArgsTypedefNdrSize($$$)
1925 {
1926         my ($d, $name, $varname) = @_;
1927         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
1928 }
1929
1930 $typefamily{TYPEDEF} = {
1931         PUSH_FN_BODY => \&ParseTypedefPush,
1932         DECL => \&DeclTypedef,
1933         PULL_FN_BODY => \&ParseTypedefPull,
1934         PRINT_FN_BODY => \&ParseTypedefPrint,
1935         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
1936         SIZE_FN_BODY => \&ParseTypedefNdrSize,
1937 };
1938
1939 #####################################################################
1940 # parse a function - print side
1941 sub ParseFunctionPrint($$)
1942 {
1943         my($self, $fn) = @_;
1944
1945         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
1946
1947         return if has_property($fn, "noprint");
1948
1949         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
1950         $self->pidl("{");
1951         $self->indent;
1952
1953         foreach my $e (@{$fn->{ELEMENTS}}) {
1954                 $self->DeclareArrayVariables($e);
1955         }
1956
1957         $self->pidl("ndr_print_struct(ndr, name, \"$fn->{NAME}\");");
1958         $self->pidl("ndr->depth++;");
1959
1960         $self->pidl("if (flags & NDR_SET_VALUES) {");
1961         $self->pidl("\tndr->flags |= LIBNDR_PRINT_SET_VALUES;");
1962         $self->pidl("}");
1963
1964         $self->pidl("if (flags & NDR_IN) {");
1965         $self->indent;
1966         $self->pidl("ndr_print_struct(ndr, \"in\", \"$fn->{NAME}\");");
1967         $self->pidl("ndr->depth++;");
1968
1969         my $env = GenerateFunctionInEnv($fn);
1970
1971         foreach my $e (@{$fn->{ELEMENTS}}) {
1972                 if (grep(/in/,@{$e->{DIRECTION}})) {
1973                         $self->ParseElementPrint($e, $env->{$e->{NAME}}, $env);
1974                 }
1975         }
1976         $self->pidl("ndr->depth--;");
1977         $self->deindent;
1978         $self->pidl("}");
1979         
1980         $self->pidl("if (flags & NDR_OUT) {");
1981         $self->indent;
1982         $self->pidl("ndr_print_struct(ndr, \"out\", \"$fn->{NAME}\");");
1983         $self->pidl("ndr->depth++;");
1984
1985         $env = GenerateFunctionOutEnv($fn);
1986         foreach my $e (@{$fn->{ELEMENTS}}) {
1987                 if (grep(/out/,@{$e->{DIRECTION}})) {
1988                         $self->ParseElementPrint($e, $env->{$e->{NAME}}, $env);
1989                 }
1990         }
1991         if ($fn->{RETURN_TYPE}) {
1992                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}(ndr, \"result\", r->out.result);");
1993         }
1994         $self->pidl("ndr->depth--;");
1995         $self->deindent;
1996         $self->pidl("}");
1997         
1998         $self->pidl("ndr->depth--;");
1999         $self->deindent;
2000         $self->pidl("}");
2001         $self->pidl("");
2002 }
2003
2004 #####################################################################
2005 # parse a function
2006 sub ParseFunctionPush($$)
2007
2008         my($self, $fn) = @_;
2009
2010         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *ndr, int flags, const struct $fn->{NAME} *r)") or return;
2011
2012         return if has_property($fn, "nopush");
2013
2014         $self->pidl("{");
2015         $self->indent;
2016
2017         foreach my $e (@{$fn->{ELEMENTS}}) { 
2018                 $self->DeclareArrayVariables($e);
2019         }
2020
2021         $self->pidl("if (flags & NDR_IN) {");
2022         $self->indent;
2023
2024         my $env = GenerateFunctionInEnv($fn);
2025
2026         EnvSubstituteValue($env, $fn);
2027
2028         foreach my $e (@{$fn->{ELEMENTS}}) {
2029                 if (grep(/in/,@{$e->{DIRECTION}})) {
2030                         $self->ParseElementPush($e, "ndr", $env, 1, 1);
2031                 }
2032         }
2033
2034         $self->deindent;
2035         $self->pidl("}");
2036
2037         $self->pidl("if (flags & NDR_OUT) {");
2038         $self->indent;
2039
2040         $env = GenerateFunctionOutEnv($fn);
2041         foreach my $e (@{$fn->{ELEMENTS}}) {
2042                 if (grep(/out/,@{$e->{DIRECTION}})) {
2043                         $self->ParseElementPush($e, "ndr", $env, 1, 1);
2044                 }
2045         }
2046
2047         if ($fn->{RETURN_TYPE}) {
2048                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}(ndr, NDR_SCALARS, r->out.result));");
2049         }
2050     
2051         $self->deindent;
2052         $self->pidl("}");
2053         $self->pidl("return NDR_ERR_SUCCESS;");
2054         $self->deindent;
2055         $self->pidl("}");
2056         $self->pidl("");
2057 }
2058
2059 sub AllocateArrayLevel($$$$$$)
2060 {
2061         my ($self,$e,$l,$ndr,$env,$size) = @_;
2062
2063         my $var = ParseExpr($e->{NAME}, $env, $e->{ORIGINAL});
2064
2065         my $pl = GetPrevLevel($e, $l);
2066         if (defined($pl) and 
2067             $pl->{TYPE} eq "POINTER" and 
2068             $pl->{POINTER_TYPE} eq "ref"
2069             and not $l->{IS_ZERO_TERMINATED}) {
2070                 $self->pidl("if (ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2071                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2072                 $self->pidl("}");
2073                 if (grep(/in/,@{$e->{DIRECTION}}) and
2074                     grep(/out/,@{$e->{DIRECTION}})) {
2075                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, $size * sizeof(*r->in.$e->{NAME}));");
2076                 }
2077                 return;
2078         }
2079
2080         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2081 }
2082
2083 #####################################################################
2084 # parse a function
2085 sub ParseFunctionPull($$)
2086
2087         my($self,$fn) = @_;
2088
2089         # pull function args
2090         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *ndr, int flags, struct $fn->{NAME} *r)") or return;
2091
2092         $self->pidl("{");
2093         $self->indent;
2094
2095         # declare any internal pointers we need
2096         foreach my $e (@{$fn->{ELEMENTS}}) { 
2097                 $self->DeclarePtrVariables($e);
2098                 $self->DeclareArrayVariables($e);
2099         }
2100
2101         my %double_cases = ();
2102         foreach my $e (@{$fn->{ELEMENTS}}) {
2103                 next if ($e->{TYPE} eq "EMPTY");
2104                 next if ($double_cases{"$e->{NAME}"});
2105                 $self->DeclareMemCtxVariables($e);
2106                 $double_cases{"$e->{NAME}"} = 1;
2107         }
2108
2109         $self->pidl("if (flags & NDR_IN) {");
2110         $self->indent;
2111
2112         # auto-init the out section of a structure. I originally argued that
2113         # this was a bad idea as it hides bugs, but coping correctly
2114         # with initialisation and not wiping ref vars is turning
2115         # out to be too tricky (tridge)
2116         foreach my $e (@{$fn->{ELEMENTS}}) {
2117                 next unless grep(/out/, @{$e->{DIRECTION}});
2118                 $self->pidl("ZERO_STRUCT(r->out);");
2119                 $self->pidl("");
2120                 last;
2121         }
2122
2123         my $env = GenerateFunctionInEnv($fn);
2124
2125         foreach my $e (@{$fn->{ELEMENTS}}) {
2126                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2127                 $self->ParseElementPull($e, "ndr", $env, 1, 1);
2128         }
2129
2130         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2131         # own flag rather than be in NDR_IN ?
2132
2133         foreach my $e (@{$fn->{ELEMENTS}}) {
2134                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2135                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2136                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2137                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2138                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2139                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2140                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2141
2142                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2143                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2144                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2145                                                    "return ndr_pull_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2146                                 check_fully_dereferenced($e, $env));
2147                         $self->pidl("NDR_PULL_ALLOC_N(ndr, r->out.$e->{NAME}, $size);");
2148
2149                         if (grep(/in/, @{$e->{DIRECTION}})) {
2150                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, $size * sizeof(*r->in.$e->{NAME}));");
2151                         } else {
2152                                 $self->pidl("memset(r->out.$e->{NAME}, 0, $size * sizeof(*r->out.$e->{NAME}));");
2153                         }
2154                 } else {
2155                         $self->pidl("NDR_PULL_ALLOC(ndr, r->out.$e->{NAME});");
2156                 
2157                         if (grep(/in/, @{$e->{DIRECTION}})) {
2158                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2159                         } else {
2160                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2161                         }
2162                 }
2163         }
2164
2165         $self->add_deferred();
2166         $self->deindent;
2167         $self->pidl("}");
2168         
2169         $self->pidl("if (flags & NDR_OUT) {");
2170         $self->indent;
2171
2172         $env = GenerateFunctionOutEnv($fn);
2173         foreach my $e (@{$fn->{ELEMENTS}}) {
2174                 next unless grep(/out/, @{$e->{DIRECTION}});
2175                 $self->ParseElementPull($e, "ndr", $env, 1, 1);
2176         }
2177
2178         if ($fn->{RETURN_TYPE}) {
2179                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}(ndr, NDR_SCALARS, &r->out.result));");
2180         }
2181
2182         $self->add_deferred();
2183         $self->deindent;
2184         $self->pidl("}");
2185
2186         $self->pidl("return NDR_ERR_SUCCESS;");
2187         $self->deindent;
2188         $self->pidl("}");
2189         $self->pidl("");
2190 }
2191
2192 #####################################################################
2193 # produce a function call table
2194 sub FunctionTable($$)
2195 {
2196         my($self,$interface) = @_;
2197         my $count = 0;
2198         my $uname = uc $interface->{NAME};
2199
2200         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2201         return unless defined ($interface->{PROPERTIES}->{uuid});
2202
2203         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2204         foreach my $d (@{$interface->{FUNCTIONS}}) {
2205                 next if not defined($d->{OPNUM});
2206                 $self->pidl("\t{");
2207                 $self->pidl("\t\t\"$d->{NAME}\",");
2208                 $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2209                 $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2210                 $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2211                 $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2212                 $self->pidl("\t\t".($d->{ASYNC}?"true":"false").",");
2213                 $self->pidl("\t},");
2214                 $count++;
2215         }
2216         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL, false }");
2217         $self->pidl("};");
2218         $self->pidl("");
2219
2220         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2221         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2222                 $self->pidl("\t$ep, ");
2223         }
2224         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2225         
2226         $self->pidl("};");
2227         $self->pidl("");
2228
2229         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2230         $self->pidl("\t.count\t= $endpoint_count,");
2231         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2232         $self->pidl("};");
2233         $self->pidl("");
2234
2235         if (! defined $interface->{PROPERTIES}->{authservice}) {
2236                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2237         }
2238
2239         my @a = split / /, $interface->{PROPERTIES}->{authservice};
2240         my $authservice_count = $#a + 1;
2241
2242         $self->pidl("static const char * const $interface->{NAME}\_authservice_strings[] = {");
2243         foreach my $ap (@a) {
2244                 $self->pidl("\t$ap, ");
2245         }
2246         $self->pidl("};");
2247         $self->pidl("");
2248
2249         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_authservices = {");
2250         $self->pidl("\t.count\t= $endpoint_count,");
2251         $self->pidl("\t.names\t= $interface->{NAME}\_authservice_strings");
2252         $self->pidl("};");
2253         $self->pidl("");
2254
2255         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2256         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2257         $self->pidl("\t.syntax_id\t= {");
2258         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2259         $self->pidl("\t\tNDR_$uname\_VERSION");
2260         $self->pidl("\t},");
2261         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2262         $self->pidl("\t.num_calls\t= $count,");
2263         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2264         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2265         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2266         $self->pidl("};");
2267         $self->pidl("");
2268
2269 }
2270
2271 #####################################################################
2272 # generate include statements for imported idl files
2273 sub HeaderImport
2274 {
2275         my $self = shift;
2276         my @imports = @_;
2277         foreach (@imports) {
2278                 s/\.idl\"$//;
2279                 s/^\"//;
2280                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2281         }
2282 }
2283
2284 #####################################################################
2285 # generate include statements for included header files
2286 sub HeaderInclude
2287 {
2288         my $self = shift;
2289         my @includes = @_;
2290         foreach (@includes) {
2291                 $self->pidl_hdr("#include $_");
2292         }
2293 }
2294
2295 #####################################################################
2296 # generate prototypes and defines for the interface definitions
2297 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2298 # NDR parser and so do not belong here, technically speaking
2299 sub HeaderInterface($$$)
2300 {
2301         my($self,$interface,$needed) = @_;
2302
2303         my $count = 0;
2304
2305         if ($needed->{"compression"}) {
2306                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2307         }
2308
2309         if (has_property($interface, "object")) {
2310                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2311         }
2312
2313         if (defined $interface->{PROPERTIES}->{helper}) {
2314                 $self->HeaderInclude(split / /, $interface->{PROPERTIES}->{helper});
2315         }
2316
2317         if (defined $interface->{PROPERTIES}->{uuid}) {
2318                 my $name = uc $interface->{NAME};
2319                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2320                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2321
2322                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2323                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2324
2325                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2326
2327                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2328                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2329
2330                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2331         }
2332
2333         foreach (@{$interface->{FUNCTIONS}}) {
2334                 next if has_property($_, "noopnum");
2335                 next if grep(/$_->{NAME}/,@{$interface->{INHERITED_FUNCTIONS}});
2336                 my $u_name = uc $_->{NAME};
2337         
2338                 my $val = sprintf("0x%02x", $count);
2339                 if (defined($interface->{BASE})) {
2340                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2341                 }
2342                 
2343                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2344
2345                 $self->pidl_hdr("");
2346                 $count++;
2347         }
2348
2349         my $val = $count;
2350
2351         if (defined($interface->{BASE})) {
2352                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2353         }
2354
2355         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2356
2357 }
2358
2359 sub ParseTypePush($$$$$)
2360 {
2361         my ($self,$e,$varname, $primitives, $deferred) = @_;
2362
2363         # save the old relative_base_offset
2364         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset(ndr);") if defined(has_property($e, "relative_base"));
2365         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $varname);
2366         # restore the old relative_base_offset
2367         $self->pidl("ndr_push_restore_relative_base_offset(ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2368 }
2369
2370 sub ParseTypePushFunction($$$)
2371 {
2372         my ($self, $e, $varname) = @_;
2373
2374         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2375         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *ndr, int ndr_flags, $args)") or return;
2376
2377         $self->pidl("{");
2378         $self->indent;
2379         $self->ParseTypePush($e, $varname, 1, 1);
2380         $self->pidl("return NDR_ERR_SUCCESS;");
2381         $self->deindent;
2382         $self->pidl("}");
2383         $self->pidl("");;
2384 }
2385
2386 sub ParseTypePull($$$$$)
2387 {
2388         my ($self, $e, $varname, $primitives, $deferred) = @_;
2389
2390         # save the old relative_base_offset
2391         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset(ndr);") if defined(has_property($e, "relative_base"));
2392         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $varname);
2393         # restore the old relative_base_offset
2394         $self->pidl("ndr_pull_restore_relative_base_offset(ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2395 }
2396
2397 sub ParseTypePullFunction($$)
2398 {
2399         my ($self, $e, $varname) = @_;
2400
2401         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2402
2403         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *ndr, int ndr_flags, $args)") or return;
2404
2405         $self->pidl("{");
2406         $self->indent;
2407         $self->ParseTypePull($e, $varname, 1, 1);
2408         $self->pidl("return NDR_ERR_SUCCESS;");
2409         $self->deindent;
2410         $self->pidl("}");
2411         $self->pidl("");
2412 }
2413
2414 sub ParseTypePrint($$$)
2415 {
2416         my ($self, $e, $varname) = @_;
2417
2418         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $e->{NAME}, $varname);
2419 }
2420
2421 sub ParseTypePrintFunction($$$)
2422 {
2423         my ($self, $e, $varname) = @_;
2424         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2425
2426         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2427
2428         return if (has_property($e, "noprint"));
2429
2430         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args)");
2431         $self->pidl("{");
2432         $self->indent;
2433         $self->ParseTypePrint($e, $varname);
2434         $self->deindent;
2435         $self->pidl("}");
2436         $self->pidl("");
2437 }
2438
2439 sub ParseTypeNdrSize($$)
2440 {
2441         my ($self,$t) = @_;
2442
2443         my $varname = "r";
2444         my $tf = $typefamily{$t->{TYPE}};
2445         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2446
2447         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2448
2449         $self->pidl("{");
2450         $self->indent;
2451         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2452         $self->deindent;
2453         $self->pidl("}");
2454         $self->pidl("");
2455 }
2456
2457 #####################################################################
2458 # parse the interface definitions
2459 sub ParseInterface($$$)
2460 {
2461         my($self,$interface,$needed) = @_;
2462
2463         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2464         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2465
2466         $self->pidl_hdr("");
2467
2468         $self->HeaderInterface($interface, $needed);
2469
2470         # Typedefs
2471         foreach my $d (@{$interface->{TYPES}}) {
2472                 next unless(typeHasBody($d));
2473
2474                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2475                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2476                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2477
2478                 # Make sure we don't generate a function twice...
2479                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2480                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2481                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2482
2483                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2484         }
2485
2486         # Functions
2487         foreach my $d (@{$interface->{FUNCTIONS}}) {
2488                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2489                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2490                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2491
2492                 # Make sure we don't generate a function twice...
2493                 $needed->{"ndr_push_$d->{NAME}"} = $needed->{"ndr_pull_$d->{NAME}"} = 
2494                         $needed->{"ndr_print_$d->{NAME}"} = 0;
2495         }
2496
2497         $self->FunctionTable($interface);
2498
2499         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2500 }
2501
2502 sub GenerateIncludes($)
2503 {
2504         my ($self) = @_;
2505         if (is_intree()) {
2506                 $self->pidl("#include \"includes.h\"");
2507         } else {
2508                 $self->pidl("#define _GNU_SOURCE");
2509                 $self->pidl("#include <stdint.h>");
2510                 $self->pidl("#include <stdlib.h>");
2511                 $self->pidl("#include <stdio.h>");
2512                 $self->pidl("#include <stdbool.h>");
2513                 $self->pidl("#include <stdarg.h>");
2514                 $self->pidl("#include <string.h>");
2515         }
2516 }
2517
2518 #####################################################################
2519 # parse a parsed IDL structure back into an IDL file
2520 sub Parse($$$$)
2521 {
2522         my($self, $ndr,$gen_header,$ndr_header) = @_;
2523
2524         $self->pidl_hdr("/* header auto-generated by pidl */");
2525         $self->pidl_hdr("");
2526         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2527         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2528         $self->pidl_hdr("");
2529
2530         $self->pidl("/* parser auto-generated by pidl */");
2531         $self->pidl("");
2532         $self->GenerateIncludes();
2533         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2534         $self->pidl("");
2535
2536         my %needed = ();
2537
2538         foreach (@{$ndr}) {
2539                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2540         }
2541
2542         foreach (@{$ndr}) {
2543                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2544                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2545                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2546         }
2547
2548         return ($self->{res_hdr}, $self->{res});
2549 }
2550
2551 sub NeededElement($$$)
2552 {
2553         my ($e, $dir, $needed) = @_;
2554
2555         return if ($e->{TYPE} eq "EMPTY");
2556
2557         return if (ref($e->{TYPE}) eq "HASH" and 
2558                        not defined($e->{TYPE}->{NAME}));
2559
2560         my ($t, $rt);
2561         if (ref($e->{TYPE}) eq "HASH") {
2562                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2563         } else {
2564                 $t = $e->{TYPE};
2565         }
2566
2567         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2568                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2569         } else {
2570                 $rt = $e->{REPRESENTATION_TYPE};
2571         }
2572
2573         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2574
2575         my @fn = ();
2576         if ($dir eq "print") {
2577                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2578         } elsif ($dir eq "pull") {
2579                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2580                 push (@fn, "ndr_$t\_to_$rt")
2581                         if ($rt ne $t);
2582         } elsif ($dir eq "push") {
2583                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2584                 push (@fn, "ndr_$rt\_to_$t")
2585                         if ($rt ne $t);
2586         } else {
2587                 die("invalid direction `$dir'");
2588         }
2589
2590         foreach (@fn) {
2591                 unless (defined($needed->{$_})) {
2592                         $needed->{$_} = 1;
2593                 }
2594         }
2595 }
2596
2597 sub NeededFunction($$)
2598 {
2599         my ($fn,$needed) = @_;
2600         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2601         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2602         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2603         foreach my $e (@{$fn->{ELEMENTS}}) {
2604                 $e->{PARENT} = $fn;
2605                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2606         }
2607 }
2608
2609 sub NeededType($$$)
2610 {
2611         sub NeededType($$$);
2612         my ($t,$needed,$req) = @_;
2613
2614         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2615
2616         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2617                 return unless defined($t->{ELEMENTS});
2618                 for my $e (@{$t->{ELEMENTS}}) {
2619                         $e->{PARENT} = $t;
2620                         if (has_property($e, "compression")) { 
2621                                 $needed->{"compression"} = 1;
2622                         }
2623                         NeededElement($e, $req, $needed);
2624                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2625                 }
2626         }
2627 }
2628
2629 #####################################################################
2630 # work out what parse functions are needed
2631 sub NeededInterface($$)
2632 {
2633         my ($interface,$needed) = @_;
2634         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
2635         foreach (reverse @{$interface->{TYPES}}) {
2636                 if (has_property($_, "public")) {
2637                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
2638                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
2639                 }
2640
2641                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
2642                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
2643                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
2644                 if (has_property($_, "gensize")) {
2645                         $needed->{"ndr_size_$_->{NAME}"} = 1;
2646                 }
2647         }
2648 }
2649
2650 sub TypeFunctionName($$)
2651 {
2652         my ($prefix, $t) = @_;
2653
2654         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
2655                         $t->{TYPE} eq "TYPEDEF");
2656         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
2657         return "$prefix\_$t";
2658 }
2659
2660 1;