pidl/NDR::Parser: use my $ndr = "ndr" in the remaining top functions
[tprouty/samba.git] / source4 / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$)
162 {
163         my ($self, $e) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = ndr->flags;");
169                 $self->pidl("ndr_set_flags(&ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$)
176 {
177         my ($self, $e) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201         } else {
202                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
204         }
205
206         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
207                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $size));");
208         }
209         
210         if ($l->{IS_VARYING}) {
211                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, 0));");  # array offset
212                 $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $length));");
213         } 
214
215         return $length;
216 }
217
218 sub check_fully_dereferenced($$)
219 {
220         my ($element, $env) = @_;
221
222         return sub ($) {
223                 my $origvar = shift;
224                 my $check = 0;
225
226                 # Figure out the number of pointers in $ptr
227                 my $expandedvar = $origvar;
228                 $expandedvar =~ s/^(\**)//;
229                 my $ptr = $1;
230
231                 my $var = undef;
232                 foreach (keys %$env) {
233                         if ($env->{$_} eq $expandedvar) {
234                                 $var = $_;
235                                 last;
236                         }
237                 }
238                 
239                 return($origvar) unless (defined($var));
240                 my $e;
241                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
242                         if ($_->{NAME} eq $var) {
243                                 $e = $_;
244                                 last;
245                         }
246                 }
247
248                 $e or die("Environment doesn't match siblings");
249
250                 # See if pointer at pointer level $level
251                 # needs to be checked.
252                 my $nump = 0;
253                 foreach (@{$e->{LEVELS}}) {
254                         if ($_->{TYPE} eq "POINTER") {
255                                 $nump = $_->{POINTER_INDEX}+1;
256                         }
257                 }
258                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
259                 return ($origvar);
260         }
261 }       
262
263 sub check_null_pointer($$$$)
264 {
265         my ($element, $env, $print_fn, $return) = @_;
266
267         return sub ($) {
268                 my $expandedvar = shift;
269                 my $check = 0;
270
271                 # Figure out the number of pointers in $ptr
272                 $expandedvar =~ s/^(\**)//;
273                 my $ptr = $1;
274
275                 my $var = undef;
276                 foreach (keys %$env) {
277                         if ($env->{$_} eq $expandedvar) {
278                                 $var = $_;
279                                 last;
280                         }
281                 }
282                 
283                 if (defined($var)) {
284                         my $e;
285                         # lookup ptr in $e
286                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
287                                 if ($_->{NAME} eq $var) {
288                                         $e = $_;
289                                         last;
290                                 }
291                         }
292
293                         $e or die("Environment doesn't match siblings");
294
295                         # See if pointer at pointer level $level
296                         # needs to be checked.
297                         foreach my $l (@{$e->{LEVELS}}) {
298                                 if ($l->{TYPE} eq "POINTER" and 
299                                         $l->{POINTER_INDEX} == length($ptr)) {
300                                         # No need to check ref pointers
301                                         $check = ($l->{POINTER_TYPE} ne "ref");
302                                         last;
303                                 }
304
305                                 if ($l->{TYPE} eq "DATA") {
306                                         warning($element, "too much dereferences for `$var'");
307                                 }
308                         }
309                 } else {
310                         warning($element, "unknown dereferenced expression `$expandedvar'");
311                         $check = 1;
312                 }
313                 
314                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
315         }
316 }
317
318 #####################################################################
319 # parse an array - pull side
320 sub ParseArrayPullHeader($$$$$$)
321 {
322         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
323
324         my $length;
325         my $size;
326
327         if ($l->{IS_CONFORMANT}) {
328                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
329         } elsif ($l->{IS_ZERO_TERMINATED}) { # Noheader arrays
330                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
331         } else {
332                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
333                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
334                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
335                         check_fully_dereferenced($e, $env));
336         }
337
338         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
339                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
340         }
341
342         if ($l->{IS_VARYING}) {
343                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
344                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
345         }
346
347         if ($length ne $size) {
348                 $self->pidl("if ($length > $size) {");
349                 $self->indent;
350                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
351                 $self->deindent;
352                 $self->pidl("}");
353         }
354
355         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
356                 $self->defer("if ($var_name) {");
357                 $self->defer_indent;
358                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
359                         check_null_pointer($e, $env, sub { $self->defer(shift); },
360                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
361                         check_fully_dereferenced($e, $env));
362                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
363                 $self->defer_deindent;
364                 $self->defer("}");
365         }
366
367         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
368                 $self->defer("if ($var_name) {");
369                 $self->defer_indent;
370                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
371                         check_null_pointer($e, $env, sub { $self->defer(shift); },
372                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
373                         check_fully_dereferenced($e, $env));
374                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
375                 $self->defer_deindent;
376                 $self->defer("}");
377         }
378
379         if (not $l->{IS_FIXED} and not is_charset_array($e, $l)) {
380                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$size);
381         }
382
383         return $length;
384 }
385
386 sub compression_alg($$)
387 {
388         my ($e, $l) = @_;
389         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
390
391         return $alg;
392 }
393
394 sub compression_clen($$$)
395 {
396         my ($e, $l, $env) = @_;
397         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
398
399         return ParseExpr($clen, $env, $e->{ORIGINAL});
400 }
401
402 sub compression_dlen($$$)
403 {
404         my ($e,$l,$env) = @_;
405         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
406
407         return ParseExpr($dlen, $env, $e->{ORIGINAL});
408 }
409
410 sub ParseCompressionPushStart($$$$$)
411 {
412         my ($self,$e,$l,$ndr,$env) = @_;
413         my $comndr = "$ndr\_compressed";
414         my $alg = compression_alg($e, $l);
415         my $dlen = compression_dlen($e, $l, $env);
416
417         $self->pidl("{");
418         $self->indent;
419         $self->pidl("struct ndr_push *$comndr;");
420         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
421
422         return $comndr;
423 }
424
425 sub ParseCompressionPushEnd($$$$$)
426 {
427         my ($self,$e,$l,$ndr,$env) = @_;
428         my $comndr = "$ndr\_compressed";
429         my $alg = compression_alg($e, $l);
430         my $dlen = compression_dlen($e, $l, $env);
431
432         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
433         $self->deindent;
434         $self->pidl("}");
435 }
436
437 sub ParseCompressionPullStart($$$$$)
438 {
439         my ($self,$e,$l,$ndr,$env) = @_;
440         my $comndr = "$ndr\_compressed";
441         my $alg = compression_alg($e, $l);
442         my $dlen = compression_dlen($e, $l, $env);
443
444         $self->pidl("{");
445         $self->indent;
446         $self->pidl("struct ndr_pull *$comndr;");
447         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
448
449         return $comndr;
450 }
451
452 sub ParseCompressionPullEnd($$$$$)
453 {
454         my ($self,$e,$l,$ndr,$env) = @_;
455         my $comndr = "$ndr\_compressed";
456         my $alg = compression_alg($e, $l);
457         my $dlen = compression_dlen($e, $l, $env);
458
459         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
460         $self->deindent;
461         $self->pidl("}");
462 }
463
464 sub ParseSubcontextPushStart($$$$$)
465 {
466         my ($self,$e,$l,$ndr,$env) = @_;
467         my $subndr = "_ndr_$e->{NAME}";
468         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
469
470         $self->pidl("{");
471         $self->indent;
472         $self->pidl("struct ndr_push *$subndr;");
473         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
474
475         if (defined $l->{COMPRESSION}) {
476                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
477         }
478
479         return $subndr;
480 }
481
482 sub ParseSubcontextPushEnd($$$$$)
483 {
484         my ($self,$e,$l,$ndr,$env) = @_;
485         my $subndr = "_ndr_$e->{NAME}";
486         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
487
488         if (defined $l->{COMPRESSION}) {
489                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
490         }
491
492         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
493         $self->deindent;
494         $self->pidl("}");
495 }
496
497 sub ParseSubcontextPullStart($$$$$)
498 {
499         my ($self,$e,$l,$ndr,$env) = @_;
500         my $subndr = "_ndr_$e->{NAME}";
501         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
502
503         $self->pidl("{");
504         $self->indent;
505         $self->pidl("struct ndr_pull *$subndr;");
506         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
507
508         if (defined $l->{COMPRESSION}) {
509                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
510         }
511
512         return $subndr;
513 }
514
515 sub ParseSubcontextPullEnd($$$$$)
516 {
517         my ($self,$e,$l,$ndr,$env) = @_;
518         my $subndr = "_ndr_$e->{NAME}";
519         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
520
521         if (defined $l->{COMPRESSION}) {
522                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
523         }
524
525         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
526         $self->deindent;
527         $self->pidl("}");
528 }
529
530 sub ParseElementPushLevel
531 {
532         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
533
534         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
535
536         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
537                 $var_name = get_pointer_to($var_name);
538         }
539
540         if (defined($ndr_flags)) {
541                 if ($l->{TYPE} eq "SUBCONTEXT") {
542                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
543                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
544                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
545                 } elsif ($l->{TYPE} eq "POINTER") {
546                         $self->ParsePtrPush($e, $l, $var_name);
547                 } elsif ($l->{TYPE} eq "ARRAY") {
548                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
549
550                         my $nl = GetNextLevel($e, $l);
551
552                         # Allow speedups for arrays of scalar types
553                         if (is_charset_array($e,$l)) {
554                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
555                                 return;
556                         } elsif (has_fast_array($e,$l)) {
557                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
558                                 return;
559                         } 
560                 } elsif ($l->{TYPE} eq "SWITCH") {
561                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
562                 } elsif ($l->{TYPE} eq "DATA") {
563                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
564                 }
565         }
566
567         if ($l->{TYPE} eq "POINTER" and $deferred) {
568                 if ($l->{POINTER_TYPE} ne "ref") {
569                         $self->pidl("if ($var_name) {");
570                         $self->indent;
571                         if ($l->{POINTER_TYPE} eq "relative") {
572                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2($ndr, $var_name));");
573                         }
574                 }
575                 $var_name = get_value_of($var_name);
576                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
577
578                 if ($l->{POINTER_TYPE} ne "ref") {
579                         $self->deindent;
580                         $self->pidl("}");
581                 }
582         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
583                 not is_charset_array($e, $l)) {
584                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
585                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
586
587                 $var_name = get_array_element($var_name, $counter);
588
589                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
590                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
591                         $self->indent;
592                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
593                         $self->deindent;
594                         $self->pidl("}");
595                 }
596
597                 if ($deferred and ContainsDeferred($e, $l)) {
598                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
599                         $self->indent;
600                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
601                         $self->deindent;
602                         $self->pidl("}");
603                 }       
604         } elsif ($l->{TYPE} eq "SWITCH") {
605                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
606         }
607 }
608
609 #####################################################################
610 # parse scalars in a structure element
611 sub ParseElementPush($$$$$$)
612 {
613         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
614         my $subndr = undef;
615
616         my $var_name = $env->{$e->{NAME}};
617
618         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
619
620         # Representation type is different from transmit_as
621         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
622                 $self->pidl("{");
623                 $self->indent;
624                 my $transmit_name = "_transmit_$e->{NAME}";
625                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
626                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
627                 $var_name = $transmit_name;
628         }
629
630         $var_name = append_prefix($e, $var_name);
631
632         $self->start_flags($e);
633
634         if (defined(my $value = has_property($e, "value"))) {
635                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
636         }
637
638         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
639
640         $self->end_flags($e);
641
642         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
643                 $self->deindent;
644                 $self->pidl("}");
645         }
646 }
647
648 #####################################################################
649 # parse a pointer in a struct element or function
650 sub ParsePtrPush($$$$)
651 {
652         my ($self,$e,$l,$var_name) = @_;
653
654         if ($l->{POINTER_TYPE} eq "ref") {
655                 $self->pidl("if ($var_name == NULL) {");
656                 $self->indent;
657                 $self->pidl("return ndr_push_error(ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
658                 $self->deindent;
659                 $self->pidl("}");
660                 if ($l->{LEVEL} eq "EMBEDDED") {
661                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
662                 }
663         } elsif ($l->{POINTER_TYPE} eq "relative") {
664                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1(ndr, $var_name));");
665         } elsif ($l->{POINTER_TYPE} eq "unique") {
666                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr(ndr, $var_name));");
667         } elsif ($l->{POINTER_TYPE} eq "full") {
668                 $self->pidl("NDR_CHECK(ndr_push_full_ptr(ndr, $var_name));");
669         } else {
670                 die("Unhandled pointer type $l->{POINTER_TYPE}");
671         }
672 }
673
674 sub need_pointer_to($$$)
675 {
676         my ($e, $l, $scalar_only) = @_;
677
678         my $t;
679         if (ref($l->{DATA_TYPE})) {
680                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
681         } else {
682                 $t = $l->{DATA_TYPE};
683         }
684
685         if (not Parse::Pidl::Typelist::is_scalar($t)) {
686                 return 1 if $scalar_only;
687         }
688
689         my $arrays = 0;
690
691         foreach my $tl (@{$e->{LEVELS}}) {
692                 last if $l == $tl;
693                 if ($tl->{TYPE} eq "ARRAY") {
694                         $arrays++;
695                 }
696         }
697
698         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
699                 return 1 unless $arrays;
700         }
701
702         return 0;
703 }
704
705 sub ParseDataPrint($$$$$)
706 {
707         my ($self, $e, $l, $ndr, $var_name) = @_;
708
709         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
710
711                 if (need_pointer_to($e, $l, 1)) {
712                         $var_name = get_pointer_to($var_name);
713                 }
714
715                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
716         } else {
717                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
718         }
719 }
720
721 #####################################################################
722 # print scalars in a structure element
723 sub ParseElementPrint($$$$$)
724 {
725         my($self, $e, $ndr, $var_name, $env) = @_;
726
727         return if (has_property($e, "noprint"));
728
729         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
730                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
731                 return;
732         }
733
734         $var_name = append_prefix($e, $var_name);
735
736         if (defined(my $value = has_property($e, "value"))) {
737                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
738         }
739
740         foreach my $l (@{$e->{LEVELS}}) {
741                 if ($l->{TYPE} eq "POINTER") {
742                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
743                         $self->pidl("$ndr->depth++;");
744                         if ($l->{POINTER_TYPE} ne "ref") {
745                                 $self->pidl("if ($var_name) {");
746                                 $self->indent;
747                         }
748                         $var_name = get_value_of($var_name);
749                 } elsif ($l->{TYPE} eq "ARRAY") {
750                         my $length;
751
752                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
753                                 $var_name = get_pointer_to($var_name); 
754                         }
755                         
756                         if ($l->{IS_ZERO_TERMINATED}) {
757                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
758                         } else {
759                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
760                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
761                         }
762
763                         if (is_charset_array($e,$l)) {
764                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
765                                 last;
766                         } elsif (has_fast_array($e, $l)) {
767                                 my $nl = GetNextLevel($e, $l);
768                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
769                                 last;
770                         } else {
771                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
772
773                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
774                                 $self->pidl("$ndr->depth++;");
775                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
776                                 $self->indent;
777                                 $self->pidl("char *idx_$l->{LEVEL_INDEX}=NULL;");
778                                 $self->pidl("if (asprintf(&idx_$l->{LEVEL_INDEX}, \"[\%d]\", $counter) != -1) {");
779                                 $self->indent;
780
781                                 $var_name = get_array_element($var_name, $counter);
782                         }
783                 } elsif ($l->{TYPE} eq "DATA") {
784                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
785                 } elsif ($l->{TYPE} eq "SWITCH") {
786                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
787                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
788                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
789                 } 
790         }
791
792         foreach my $l (reverse @{$e->{LEVELS}}) {
793                 if ($l->{TYPE} eq "POINTER") {
794                         if ($l->{POINTER_TYPE} ne "ref") {
795                                 $self->deindent;
796                                 $self->pidl("}");
797                         }
798                         $self->pidl("$ndr->depth--;");
799                 } elsif (($l->{TYPE} eq "ARRAY")
800                         and not is_charset_array($e,$l)
801                         and not has_fast_array($e,$l)) {
802                         $self->pidl("free(idx_$l->{LEVEL_INDEX});");
803                         $self->deindent;
804                         $self->pidl("}");
805                         $self->deindent;
806                         $self->pidl("}");
807                         $self->pidl("$ndr->depth--;");
808                 }
809         }
810 }
811
812 #####################################################################
813 # parse scalars in a structure element - pull size
814 sub ParseSwitchPull($$$$$$)
815 {
816         my($self,$e,$l,$ndr,$var_name,$env) = @_;
817         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
818                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
819                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
820                 check_fully_dereferenced($e, $env));
821
822         $var_name = get_pointer_to($var_name);
823         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
824 }
825
826 #####################################################################
827 # push switch element
828 sub ParseSwitchPush($$$$$$)
829 {
830         my($self,$e,$l,$ndr,$var_name,$env) = @_;
831         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
832                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
833                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
834                 check_fully_dereferenced($e, $env));
835
836         $var_name = get_pointer_to($var_name);
837         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
838 }
839
840 sub ParseDataPull($$$$$$$)
841 {
842         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
843
844         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
845
846                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
847
848                 if (need_pointer_to($e, $l, 0)) {
849                         $var_name = get_pointer_to($var_name);
850                 }
851
852                 $var_name = get_pointer_to($var_name);
853
854                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
855
856                 if (my $range = has_property($e, "range")) {
857                         $var_name = get_value_of($var_name);
858                         my ($low, $high) = split(/,/, $range, 2);
859                         $self->pidl("if ($var_name < $low || $var_name > $high) {");
860                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
861                         $self->pidl("}");
862                 }
863         } else {
864                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
865         }
866 }
867
868 sub ParseDataPush($$$$$$$)
869 {
870         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
871
872         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
873
874                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
875
876                 # strings are passed by value rather than reference
877                 if (need_pointer_to($e, $l, 1)) {
878                         $var_name = get_pointer_to($var_name);
879                 }
880
881                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
882         } else {
883                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
884         }
885 }
886
887 sub CalcNdrFlags($$$)
888 {
889         my ($l,$primitives,$deferred) = @_;
890
891         my $scalars = 0;
892         my $buffers = 0;
893
894         # Add NDR_SCALARS if this one is deferred 
895         # and deferreds may be pushed
896         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
897
898         # Add NDR_SCALARS if this one is not deferred and 
899         # primitives may be pushed
900         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
901         
902         # Add NDR_BUFFERS if this one contains deferred stuff
903         # and deferreds may be pushed
904         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
905
906         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
907         return "NDR_SCALARS" if ($scalars);
908         return "NDR_BUFFERS" if ($buffers);
909         return undef;
910 }
911
912 sub ParseMemCtxPullFlags($$$$)
913 {
914         my ($self, $e, $l) = @_;
915
916         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
917
918         return undef if ($l->{TYPE} eq "ARRAY" and $l->{IS_FIXED});
919         return undef if has_fast_array($e, $l);
920         return undef if is_charset_array($e, $l);
921
922         my $mem_flags = "0";
923
924         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
925                 my $nl = GetNextLevel($e, $l);
926                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
927                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
928                                         ($nl->{DATA_TYPE} eq "string"));
929                 if ($next_is_array or $next_is_string) {
930                         return undef;
931                 } elsif ($l->{LEVEL} eq "TOP") {
932                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
933                 }
934         }
935
936         return $mem_flags;
937 }
938
939 sub ParseMemCtxPullStart($$$$)
940 {
941         my ($self, $e, $l, $ptr_name) = @_;
942
943         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
944         my $mem_c_ctx = $ptr_name;
945         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
946
947         return unless defined($mem_c_flags);
948
949         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX(ndr);");
950         $self->pidl("NDR_PULL_SET_MEM_CTX(ndr, $mem_c_ctx, $mem_c_flags);");
951 }
952
953 sub ParseMemCtxPullEnd($$$)
954 {
955         my ($self, $e, $l) = @_;
956
957         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
958         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
959
960         return unless defined($mem_r_flags);
961
962         $self->pidl("NDR_PULL_SET_MEM_CTX(ndr, $mem_r_ctx, $mem_r_flags);");
963 }
964
965 sub CheckStringTerminator($$$$$)
966 {
967         my ($self,$ndr,$e,$l,$length) = @_;
968         my $nl = GetNextLevel($e, $l);
969
970         # Make sure last element is zero!
971         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
972 }
973
974 sub ParseElementPullLevel
975 {
976         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
977
978         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
979
980         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
981                 $var_name = get_pointer_to($var_name);
982         }
983
984         # Only pull something if there's actually something to be pulled
985         if (defined($ndr_flags)) {
986                 if ($l->{TYPE} eq "SUBCONTEXT") {
987                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
988                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
989                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
990                 } elsif ($l->{TYPE} eq "ARRAY") {
991                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
992
993                         my $nl = GetNextLevel($e, $l);
994
995                         if (is_charset_array($e,$l)) {
996                                 if ($l->{IS_ZERO_TERMINATED}) {
997                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
998                                 }
999                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1000                                 return;
1001                         } elsif (has_fast_array($e, $l)) {
1002                                 if ($l->{IS_ZERO_TERMINATED}) {
1003                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1004                                 }
1005                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1006                                 return;
1007                         }
1008                 } elsif ($l->{TYPE} eq "POINTER") {
1009                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1010                 } elsif ($l->{TYPE} eq "SWITCH") {
1011                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1012                 } elsif ($l->{TYPE} eq "DATA") {
1013                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1014                 }
1015         }
1016
1017         # add additional constructions
1018         if ($l->{TYPE} eq "POINTER" and $deferred) {
1019                 if ($l->{POINTER_TYPE} ne "ref") {
1020                         $self->pidl("if ($var_name) {");
1021                         $self->indent;
1022
1023                         if ($l->{POINTER_TYPE} eq "relative") {
1024                                 $self->pidl("uint32_t _relative_save_offset;");
1025                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1026                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1027                         }
1028                 }
1029
1030                 $self->ParseMemCtxPullStart($e, $l, $var_name);
1031
1032                 $var_name = get_value_of($var_name);
1033                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1034
1035                 $self->ParseMemCtxPullEnd($e,$l);
1036
1037                 if ($l->{POINTER_TYPE} ne "ref") {
1038                         if ($l->{POINTER_TYPE} eq "relative") {
1039                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1040                         }
1041                         $self->deindent;
1042                         $self->pidl("}");
1043                 }
1044         } elsif ($l->{TYPE} eq "ARRAY" and 
1045                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1046                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1047                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1048                 my $array_name = $var_name;
1049
1050                 $var_name = get_array_element($var_name, $counter);
1051
1052                 $self->ParseMemCtxPullStart($e, $l, $array_name);
1053
1054                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1055                         my $nl = GetNextLevel($e,$l);
1056
1057                         if ($l->{IS_ZERO_TERMINATED}) {
1058                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1059                         }
1060
1061                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1062                         $self->indent;
1063                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1064                         $self->deindent;
1065                         $self->pidl("}");
1066                 }
1067
1068                 if ($deferred and ContainsDeferred($e, $l)) {
1069                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1070                         $self->indent;
1071                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1072                         $self->deindent;
1073                         $self->pidl("}");
1074                 }
1075
1076                 $self->ParseMemCtxPullEnd($e, $l);
1077
1078         } elsif ($l->{TYPE} eq "SWITCH") {
1079                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1080         }
1081 }
1082
1083 #####################################################################
1084 # parse scalars in a structure element - pull size
1085 sub ParseElementPull($$$$$$)
1086 {
1087         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1088
1089         my $var_name = $env->{$e->{NAME}};
1090         my $represent_name;
1091         my $transmit_name;
1092
1093         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1094
1095         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1096                 $self->pidl("{");
1097                 $self->indent;
1098                 $represent_name = $var_name;
1099                 $transmit_name = "_transmit_$e->{NAME}";
1100                 $var_name = $transmit_name;
1101                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1102         }
1103
1104         $var_name = append_prefix($e, $var_name);
1105
1106         $self->start_flags($e);
1107
1108         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1109
1110         $self->end_flags($e);
1111
1112         # Representation type is different from transmit_as
1113         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1114                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1115                 $self->deindent;
1116                 $self->pidl("}");
1117         }
1118 }
1119
1120 #####################################################################
1121 # parse a pointer in a struct element or function
1122 sub ParsePtrPull($$$$$)
1123 {
1124         my($self, $e,$l,$ndr,$var_name) = @_;
1125
1126         my $nl = GetNextLevel($e, $l);
1127         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1128         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1129                                                  ($nl->{DATA_TYPE} eq "string"));
1130
1131         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1132
1133                 if (!$next_is_array and !$next_is_string) {
1134                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1135                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1136                         $self->pidl("}");
1137                 }
1138                 
1139                 return;
1140         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1141                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1142         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1143                  ($l->{POINTER_TYPE} eq "relative") or
1144                  ($l->{POINTER_TYPE} eq "full")) {
1145                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1146         } else {
1147                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1148         }
1149
1150         $self->pidl("if (_ptr_$e->{NAME}) {");
1151         $self->indent;
1152
1153         # Don't do this for arrays, they're allocated at the actual level 
1154         # of the array
1155         unless ($next_is_array or $next_is_string) { 
1156                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1157         } else {
1158                 # FIXME: Yes, this is nasty.
1159                 # We allocate an array twice
1160                 # - once just to indicate that it's there,
1161                 # - then the real allocation...
1162                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1163         }
1164
1165         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1166         if ($l->{POINTER_TYPE} eq "relative") {
1167                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1168         }
1169         $self->deindent;
1170         $self->pidl("} else {");
1171         $self->pidl("\t$var_name = NULL;");
1172         $self->pidl("}");
1173 }
1174
1175 sub ParseStructPushPrimitives($$$$$)
1176 {
1177         my ($self, $struct, $ndr, $varname, $env) = @_;
1178
1179         # see if the structure contains a conformant array. If it
1180         # does, then it must be the last element of the structure, and
1181         # we need to push the conformant length early, as it fits on
1182         # the wire before the structure (and even before the structure
1183         # alignment)
1184         if (defined($struct->{SURROUNDING_ELEMENT})) {
1185                 my $e = $struct->{SURROUNDING_ELEMENT};
1186
1187                 if (defined($e->{LEVELS}[0]) and 
1188                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1189                         my $size;
1190                         
1191                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1192                                 if (has_property($e, "charset")) {
1193                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1194                                 } else {
1195                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1196                                 }
1197                         } else {
1198                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1199                         }
1200
1201                         $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, $size));");
1202                 } else {
1203                         $self->pidl("NDR_CHECK(ndr_push_uint32($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1204                 }
1205         }
1206
1207         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1208
1209         if (defined($struct->{PROPERTIES}{relative_base})) {
1210                 # set the current offset as base for relative pointers
1211                 # and store it based on the toplevel struct/union
1212                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1213         }
1214
1215         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1216 }
1217
1218 sub ParseStructPushDeferred($$$$)
1219 {
1220         my ($self, $struct, $ndr, $varname, $env) = @_;
1221         if (defined($struct->{PROPERTIES}{relative_base})) {
1222                 # retrieve the current offset as base for relative pointers
1223                 # based on the toplevel struct/union
1224                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1225         }
1226         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1227 }
1228
1229 #####################################################################
1230 # parse a struct
1231 sub ParseStructPush($$$$)
1232 {
1233         my ($self, $struct, $ndr, $varname) = @_;
1234         
1235         return unless defined($struct->{ELEMENTS});
1236
1237         my $env = GenerateStructEnv($struct, $varname);
1238
1239         EnvSubstituteValue($env, $struct);
1240
1241         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1242
1243         $self->start_flags($struct);
1244
1245         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1246         $self->indent;
1247         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1248         $self->deindent;
1249         $self->pidl("}");
1250
1251         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1252         $self->indent;
1253         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1254         $self->deindent;
1255         $self->pidl("}");
1256
1257         $self->end_flags($struct);
1258 }
1259
1260 #####################################################################
1261 # generate a push function for an enum
1262 sub ParseEnumPush($$$$)
1263 {
1264         my($self,$enum,$ndr,$varname) = @_;
1265         my($type_fn) = $enum->{BASE_TYPE};
1266
1267         $self->start_flags($enum);
1268         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1269         $self->end_flags($enum);
1270 }
1271
1272 #####################################################################
1273 # generate a pull function for an enum
1274 sub ParseEnumPull($$$$)
1275 {
1276         my($self,$enum,$ndr,$varname) = @_;
1277         my($type_fn) = $enum->{BASE_TYPE};
1278         my($type_v_decl) = mapTypeName($type_fn);
1279
1280         $self->pidl("$type_v_decl v;");
1281         $self->start_flags($enum);
1282         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1283         $self->pidl("*$varname = v;");
1284
1285         $self->end_flags($enum);
1286 }
1287
1288 #####################################################################
1289 # generate a print function for an enum
1290 sub ParseEnumPrint($$$$$)
1291 {
1292         my($self,$enum,$ndr,$name,$varname) = @_;
1293
1294         $self->pidl("const char *val = NULL;");
1295         $self->pidl("");
1296
1297         $self->start_flags($enum);
1298
1299         $self->pidl("switch ($varname) {");
1300         $self->indent;
1301         my $els = \@{$enum->{ELEMENTS}};
1302         foreach my $i (0 .. $#{$els}) {
1303                 my $e = ${$els}[$i];
1304                 chomp $e;
1305                 if ($e =~ /^(.*)=/) {
1306                         $e = $1;
1307                 }
1308                 $self->pidl("case $e: val = \"$e\"; break;");
1309         }
1310
1311         $self->deindent;
1312         $self->pidl("}");
1313         
1314         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1315
1316         $self->end_flags($enum);
1317 }
1318
1319 sub DeclEnum($$$$)
1320 {
1321         my ($e,$t,$name,$varname) = @_;
1322         return "enum $name " . 
1323                 ($t eq "pull"?"*":"") . $varname;
1324 }
1325
1326 $typefamily{ENUM} = {
1327         DECL => \&DeclEnum,
1328         PUSH_FN_BODY => \&ParseEnumPush,
1329         PULL_FN_BODY => \&ParseEnumPull,
1330         PRINT_FN_BODY => \&ParseEnumPrint,
1331 };
1332
1333 #####################################################################
1334 # generate a push function for a bitmap
1335 sub ParseBitmapPush($$$$)
1336 {
1337         my($self,$bitmap,$ndr,$varname) = @_;
1338         my($type_fn) = $bitmap->{BASE_TYPE};
1339
1340         $self->start_flags($bitmap);
1341
1342         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1343
1344         $self->end_flags($bitmap);
1345 }
1346
1347 #####################################################################
1348 # generate a pull function for an bitmap
1349 sub ParseBitmapPull($$$$)
1350 {
1351         my($self,$bitmap,$ndr,$varname) = @_;
1352         my $type_fn = $bitmap->{BASE_TYPE};
1353         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1354
1355         $self->pidl("$type_decl v;");
1356         $self->start_flags($bitmap);
1357         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1358         $self->pidl("*$varname = v;");
1359
1360         $self->end_flags($bitmap);
1361 }
1362
1363 #####################################################################
1364 # generate a print function for an bitmap
1365 sub ParseBitmapPrintElement($$$$$$)
1366 {
1367         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1368         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1369         my($type_fn) = $bitmap->{BASE_TYPE};
1370         my($flag);
1371
1372         if ($e =~ /^(\w+) .*$/) {
1373                 $flag = "$1";
1374         } else {
1375                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1376         }
1377
1378         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1379 }
1380
1381 #####################################################################
1382 # generate a print function for an bitmap
1383 sub ParseBitmapPrint($$$$$)
1384 {
1385         my($self,$bitmap,$ndr,$name,$varname) = @_;
1386         my($type_decl) = mapTypeName($bitmap->{TYPE});
1387         my($type_fn) = $bitmap->{BASE_TYPE};
1388
1389         $self->start_flags($bitmap);
1390
1391         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1392
1393         $self->pidl("$ndr->depth++;");
1394         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1395                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1396         }
1397         $self->pidl("$ndr->depth--;");
1398
1399         $self->end_flags($bitmap);
1400 }
1401
1402 sub DeclBitmap($$$$)
1403 {
1404         my ($e,$t,$name,$varname) = @_;
1405         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1406                 ($t eq "pull"?" *":" ") . $varname;
1407 }
1408
1409 $typefamily{BITMAP} = {
1410         DECL => \&DeclBitmap,
1411         PUSH_FN_BODY => \&ParseBitmapPush,
1412         PULL_FN_BODY => \&ParseBitmapPull,
1413         PRINT_FN_BODY => \&ParseBitmapPrint,
1414 };
1415
1416 #####################################################################
1417 # generate a struct print function
1418 sub ParseStructPrint($$$$$)
1419 {
1420         my($self,$struct,$ndr,$name,$varname) = @_;
1421
1422         return unless defined $struct->{ELEMENTS};
1423
1424         my $env = GenerateStructEnv($struct, $varname);
1425
1426         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1427
1428         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1429
1430         $self->start_flags($struct);
1431
1432         $self->pidl("$ndr->depth++;");
1433         
1434         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1435                 foreach (@{$struct->{ELEMENTS}});
1436         $self->pidl("$ndr->depth--;");
1437
1438         $self->end_flags($struct);
1439 }
1440
1441 sub DeclarePtrVariables($$)
1442 {
1443         my ($self,$e) = @_;
1444         foreach my $l (@{$e->{LEVELS}}) {
1445                 if ($l->{TYPE} eq "POINTER" and 
1446                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1447                         $self->pidl("uint32_t _ptr_$e->{NAME};");
1448                         last;
1449                 }
1450         }
1451 }
1452
1453 sub DeclareArrayVariables($$)
1454 {
1455         my ($self,$e) = @_;
1456
1457         foreach my $l (@{$e->{LEVELS}}) {
1458                 next if has_fast_array($e,$l);
1459                 next if is_charset_array($e,$l);
1460                 if ($l->{TYPE} eq "ARRAY") {
1461                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1462                 }
1463         }
1464 }
1465
1466 sub DeclareMemCtxVariables($$)
1467 {
1468         my ($self,$e) = @_;
1469         foreach my $l (@{$e->{LEVELS}}) {
1470                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1471                 if (defined($mem_flags)) {
1472                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1473                 }
1474         }
1475 }
1476
1477 sub ParseStructPullPrimitives($$$$$)
1478 {
1479         my($self,$struct,$ndr,$varname,$env) = @_;
1480
1481         if (defined $struct->{SURROUNDING_ELEMENT}) {
1482                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1483         }
1484
1485         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1486
1487         if (defined($struct->{PROPERTIES}{relative_base})) {
1488                 # set the current offset as base for relative pointers
1489                 # and store it based on the toplevel struct/union
1490                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1491         }
1492
1493         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1494
1495         $self->add_deferred();
1496 }
1497
1498 sub ParseStructPullDeferred($$$$$)
1499 {
1500         my ($self,$struct,$ndr,$varname,$env) = @_;
1501
1502         if (defined($struct->{PROPERTIES}{relative_base})) {
1503                 # retrieve the current offset as base for relative pointers
1504                 # based on the toplevel struct/union
1505                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1506         }
1507         foreach my $e (@{$struct->{ELEMENTS}}) {
1508                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1509         }
1510
1511         $self->add_deferred();
1512 }
1513
1514 #####################################################################
1515 # parse a struct - pull side
1516 sub ParseStructPull($$$$)
1517 {
1518         my($self,$struct,$ndr,$varname) = @_;
1519
1520         return unless defined $struct->{ELEMENTS};
1521
1522         # declare any internal pointers we need
1523         foreach my $e (@{$struct->{ELEMENTS}}) {
1524                 $self->DeclarePtrVariables($e);
1525                 $self->DeclareArrayVariables($e);
1526                 $self->DeclareMemCtxVariables($e);
1527         }
1528
1529         $self->start_flags($struct);
1530
1531         my $env = GenerateStructEnv($struct, $varname);
1532
1533         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1534         $self->indent;
1535         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1536         $self->deindent;
1537         $self->pidl("}");
1538         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1539         $self->indent;
1540         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1541         $self->deindent;
1542         $self->pidl("}");
1543
1544         $self->end_flags($struct);
1545 }
1546
1547 #####################################################################
1548 # calculate size of ndr struct
1549 sub ParseStructNdrSize($$$$)
1550 {
1551         my ($self,$t, $name, $varname) = @_;
1552         my $sizevar;
1553
1554         if (my $flags = has_property($t, "flag")) {
1555                 $self->pidl("flags |= $flags;");
1556         }
1557         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name);");
1558 }
1559
1560 sub DeclStruct($$$$)
1561 {
1562         my ($e,$t,$name,$varname) = @_;
1563         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1564 }
1565
1566 sub ArgsStructNdrSize($$$)
1567 {
1568         my ($d, $name, $varname) = @_;
1569         return "const struct $name *$varname, int flags";
1570 }
1571
1572 $typefamily{STRUCT} = {
1573         PUSH_FN_BODY => \&ParseStructPush,
1574         DECL => \&DeclStruct,
1575         PULL_FN_BODY => \&ParseStructPull,
1576         PRINT_FN_BODY => \&ParseStructPrint,
1577         SIZE_FN_BODY => \&ParseStructNdrSize,
1578         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1579 };
1580
1581 #####################################################################
1582 # calculate size of ndr struct
1583 sub ParseUnionNdrSize($$$)
1584 {
1585         my ($self, $t, $name, $varname) = @_;
1586         my $sizevar;
1587
1588         if (my $flags = has_property($t, "flag")) {
1589                 $self->pidl("flags |= $flags;");
1590         }
1591
1592         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name);");
1593 }
1594
1595 sub ParseUnionPushPrimitives($$$$)
1596 {
1597         my ($self, $e, $ndr ,$varname) = @_;
1598
1599         my $have_default = 0;
1600
1601         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1602
1603         if (defined($e->{SWITCH_TYPE})) {
1604                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1605         }
1606
1607         $self->pidl("switch (level) {");
1608         $self->indent;
1609         foreach my $el (@{$e->{ELEMENTS}}) {
1610                 if ($el->{CASE} eq "default") {
1611                         $have_default = 1;
1612                 }
1613                 $self->pidl("$el->{CASE}: {");
1614
1615                 if ($el->{TYPE} ne "EMPTY") {
1616                         $self->indent;
1617                         if (defined($e->{PROPERTIES}{relative_base})) {
1618                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1619                                 # set the current offset as base for relative pointers
1620                                 # and store it based on the toplevel struct/union
1621                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1622                         }
1623                         $self->DeclareArrayVariables($el);
1624                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1625                         $self->deindent;
1626                 }
1627                 $self->pidl("break; }");
1628                 $self->pidl("");
1629         }
1630         if (! $have_default) {
1631                 $self->pidl("default:");
1632                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1633         }
1634         $self->deindent;
1635         $self->pidl("}");
1636 }
1637
1638 sub ParseUnionPushDeferred($$$$)
1639 {
1640         my ($self,$e,$ndr,$varname) = @_;
1641
1642         my $have_default = 0;
1643
1644         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1645         if (defined($e->{PROPERTIES}{relative_base})) {
1646                 # retrieve the current offset as base for relative pointers
1647                 # based on the toplevel struct/union
1648                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1649         }
1650         $self->pidl("switch (level) {");
1651         $self->indent;
1652         foreach my $el (@{$e->{ELEMENTS}}) {
1653                 if ($el->{CASE} eq "default") {
1654                         $have_default = 1;
1655                 }
1656
1657                 $self->pidl("$el->{CASE}:");
1658                 if ($el->{TYPE} ne "EMPTY") {
1659                         $self->indent;
1660                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1661                         $self->deindent;
1662                 }
1663                 $self->pidl("break;");
1664                 $self->pidl("");
1665         }
1666         if (! $have_default) {
1667                 $self->pidl("default:");
1668                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1669         }
1670         $self->deindent;
1671         $self->pidl("}");
1672 }
1673
1674 #####################################################################
1675 # parse a union - push side
1676 sub ParseUnionPush($$$$)
1677 {
1678         my ($self,$e,$ndr,$varname) = @_;
1679         my $have_default = 0;
1680
1681         $self->start_flags($e);
1682
1683         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1684         $self->indent;
1685         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1686         $self->deindent;
1687         $self->pidl("}");
1688         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1689         $self->indent;
1690         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1691         $self->deindent;
1692         $self->pidl("}");
1693         $self->end_flags($e);
1694 }
1695
1696 #####################################################################
1697 # print a union
1698 sub ParseUnionPrint($$$$$)
1699 {
1700         my ($self,$e,$ndr,$name,$varname) = @_;
1701         my $have_default = 0;
1702
1703         $self->pidl("int level;");
1704         foreach my $el (@{$e->{ELEMENTS}}) {
1705                 $self->DeclareArrayVariables($el);
1706         }
1707
1708         $self->start_flags($e);
1709
1710         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1711
1712         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1713
1714         $self->pidl("switch (level) {");
1715         $self->indent;
1716         foreach my $el (@{$e->{ELEMENTS}}) {
1717                 if ($el->{CASE} eq "default") {
1718                         $have_default = 1;
1719                 }
1720                 $self->pidl("$el->{CASE}:");
1721                 if ($el->{TYPE} ne "EMPTY") {
1722                         $self->indent;
1723                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1724                         $self->deindent;
1725                 }
1726                 $self->pidl("break;");
1727                 $self->pidl("");
1728         }
1729         if (! $have_default) {
1730                 $self->pidl("default:");
1731                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1732         }
1733         $self->deindent;
1734         $self->pidl("}");
1735
1736         $self->end_flags($e);
1737 }
1738
1739 sub ParseUnionPullPrimitives($$$$$)
1740 {
1741         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1742         my $have_default = 0;
1743
1744         if (defined($switch_type)) {
1745                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1746                 $self->pidl("if (_level != level) {"); 
1747                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname\", _level);");
1748                 $self->pidl("}");
1749         }
1750
1751         $self->pidl("switch (level) {");
1752         $self->indent;
1753         foreach my $el (@{$e->{ELEMENTS}}) {
1754                 if ($el->{CASE} eq "default") {
1755                         $have_default = 1;
1756                 } 
1757                 $self->pidl("$el->{CASE}: {");
1758
1759                 if ($el->{TYPE} ne "EMPTY") {
1760                         $self->indent;
1761                         $self->DeclarePtrVariables($el);
1762                         $self->DeclareArrayVariables($el);
1763                         if (defined($e->{PROPERTIES}{relative_base})) {
1764                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1765                                 # set the current offset as base for relative pointers
1766                                 # and store it based on the toplevel struct/union
1767                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1768                         }
1769                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1770                         $self->deindent;
1771                 }
1772                 $self->pidl("break; }");
1773                 $self->pidl("");
1774         }
1775         if (! $have_default) {
1776                 $self->pidl("default:");
1777                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1778         }
1779         $self->deindent;
1780         $self->pidl("}");
1781 }
1782
1783 sub ParseUnionPullDeferred($$$$)
1784 {
1785         my ($self,$e,$ndr,$varname) = @_;
1786         my $have_default = 0;
1787
1788         if (defined($e->{PROPERTIES}{relative_base})) {
1789                 # retrieve the current offset as base for relative pointers
1790                 # based on the toplevel struct/union
1791                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1792         }
1793         $self->pidl("switch (level) {");
1794         $self->indent;
1795         foreach my $el (@{$e->{ELEMENTS}}) {
1796                 if ($el->{CASE} eq "default") {
1797                         $have_default = 1;
1798                 } 
1799
1800                 $self->pidl("$el->{CASE}:");
1801                 if ($el->{TYPE} ne "EMPTY") {
1802                         $self->indent;
1803                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1804                         $self->deindent;
1805                 }
1806                 $self->pidl("break;");
1807                 $self->pidl("");
1808         }
1809         if (! $have_default) {
1810                 $self->pidl("default:");
1811                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);");
1812         }
1813         $self->deindent;
1814         $self->pidl("}");
1815
1816
1817 }
1818
1819 #####################################################################
1820 # parse a union - pull side
1821 sub ParseUnionPull($$$$)
1822 {
1823         my ($self,$e,$ndr,$varname) = @_;
1824         my $switch_type = $e->{SWITCH_TYPE};
1825
1826         $self->pidl("int level;");
1827         if (defined($switch_type)) {
1828                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1829                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1830                 }
1831                 $self->pidl(mapTypeName($switch_type) . " _level;");
1832         }
1833
1834         my %double_cases = ();
1835         foreach my $el (@{$e->{ELEMENTS}}) {
1836                 next if ($el->{TYPE} eq "EMPTY");
1837                 next if ($double_cases{"$el->{NAME}"});
1838                 $self->DeclareMemCtxVariables($el);
1839                 $double_cases{"$el->{NAME}"} = 1;
1840         }
1841
1842         $self->start_flags($e);
1843
1844         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1845
1846         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1847         $self->indent;
1848         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1849         $self->deindent;
1850         $self->pidl("}");
1851
1852         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1853         $self->indent;
1854         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1855         $self->deindent;
1856         $self->pidl("}");
1857
1858         $self->add_deferred();
1859
1860         $self->end_flags($e);
1861 }
1862
1863 sub DeclUnion($$$$)
1864 {
1865         my ($e,$t,$name,$varname) = @_;
1866         return ($t ne "pull"?"const ":"") . "union $name *$varname";
1867 }
1868
1869 sub ArgsUnionNdrSize($$)
1870 {
1871         my ($d,$name) = @_;
1872         return "const union $name *r, uint32_t level, int flags";
1873 }
1874
1875 $typefamily{UNION} = {
1876         PUSH_FN_BODY => \&ParseUnionPush,
1877         DECL => \&DeclUnion,
1878         PULL_FN_BODY => \&ParseUnionPull,
1879         PRINT_FN_BODY => \&ParseUnionPrint,
1880         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
1881         SIZE_FN_BODY => \&ParseUnionNdrSize,
1882 };
1883         
1884 #####################################################################
1885 # parse a typedef - push side
1886 sub ParseTypedefPush($$$$)
1887 {
1888         my($self,$e,$ndr,$varname) = @_;
1889
1890         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $varname);
1891 }
1892
1893 #####################################################################
1894 # parse a typedef - pull side
1895 sub ParseTypedefPull($$$$)
1896 {
1897         my($self,$e,$ndr,$varname) = @_;
1898
1899         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $varname);
1900 }
1901
1902 #####################################################################
1903 # parse a typedef - print side
1904 sub ParseTypedefPrint($$$$$)
1905 {
1906         my($self,$e,$ndr,$name,$varname) = @_;
1907
1908         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
1909 }
1910
1911 #####################################################################
1912 ## calculate the size of a structure
1913 sub ParseTypedefNdrSize($$$$)
1914 {
1915         my($self,$t,$name,$varname) = @_;
1916
1917         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
1918 }
1919
1920 sub DeclTypedef($$$$)
1921 {
1922         my ($e, $t, $name, $varname) = @_;
1923         
1924         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
1925 }
1926
1927 sub ArgsTypedefNdrSize($$$)
1928 {
1929         my ($d, $name, $varname) = @_;
1930         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
1931 }
1932
1933 $typefamily{TYPEDEF} = {
1934         PUSH_FN_BODY => \&ParseTypedefPush,
1935         DECL => \&DeclTypedef,
1936         PULL_FN_BODY => \&ParseTypedefPull,
1937         PRINT_FN_BODY => \&ParseTypedefPrint,
1938         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
1939         SIZE_FN_BODY => \&ParseTypedefNdrSize,
1940 };
1941
1942 #####################################################################
1943 # parse a function - print side
1944 sub ParseFunctionPrint($$)
1945 {
1946         my($self, $fn) = @_;
1947         my $ndr = "ndr";
1948
1949         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
1950
1951         return if has_property($fn, "noprint");
1952
1953         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
1954         $self->pidl("{");
1955         $self->indent;
1956
1957         foreach my $e (@{$fn->{ELEMENTS}}) {
1958                 $self->DeclareArrayVariables($e);
1959         }
1960
1961         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
1962         $self->pidl("$ndr->depth++;");
1963
1964         $self->pidl("if (flags & NDR_SET_VALUES) {");
1965         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
1966         $self->pidl("}");
1967
1968         $self->pidl("if (flags & NDR_IN) {");
1969         $self->indent;
1970         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
1971         $self->pidl("$ndr->depth++;");
1972
1973         my $env = GenerateFunctionInEnv($fn);
1974
1975         foreach my $e (@{$fn->{ELEMENTS}}) {
1976                 if (grep(/in/,@{$e->{DIRECTION}})) {
1977                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
1978                 }
1979         }
1980         $self->pidl("$ndr->depth--;");
1981         $self->deindent;
1982         $self->pidl("}");
1983         
1984         $self->pidl("if (flags & NDR_OUT) {");
1985         $self->indent;
1986         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
1987         $self->pidl("$ndr->depth++;");
1988
1989         $env = GenerateFunctionOutEnv($fn);
1990         foreach my $e (@{$fn->{ELEMENTS}}) {
1991                 if (grep(/out/,@{$e->{DIRECTION}})) {
1992                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
1993                 }
1994         }
1995         if ($fn->{RETURN_TYPE}) {
1996                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
1997         }
1998         $self->pidl("$ndr->depth--;");
1999         $self->deindent;
2000         $self->pidl("}");
2001         
2002         $self->pidl("$ndr->depth--;");
2003         $self->deindent;
2004         $self->pidl("}");
2005         $self->pidl("");
2006 }
2007
2008 #####################################################################
2009 # parse a function
2010 sub ParseFunctionPush($$)
2011
2012         my($self, $fn) = @_;
2013         my $ndr = "ndr";
2014
2015         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2016
2017         return if has_property($fn, "nopush");
2018
2019         $self->pidl("{");
2020         $self->indent;
2021
2022         foreach my $e (@{$fn->{ELEMENTS}}) { 
2023                 $self->DeclareArrayVariables($e);
2024         }
2025
2026         $self->pidl("if (flags & NDR_IN) {");
2027         $self->indent;
2028
2029         my $env = GenerateFunctionInEnv($fn);
2030
2031         EnvSubstituteValue($env, $fn);
2032
2033         foreach my $e (@{$fn->{ELEMENTS}}) {
2034                 if (grep(/in/,@{$e->{DIRECTION}})) {
2035                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2036                 }
2037         }
2038
2039         $self->deindent;
2040         $self->pidl("}");
2041
2042         $self->pidl("if (flags & NDR_OUT) {");
2043         $self->indent;
2044
2045         $env = GenerateFunctionOutEnv($fn);
2046         foreach my $e (@{$fn->{ELEMENTS}}) {
2047                 if (grep(/out/,@{$e->{DIRECTION}})) {
2048                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2049                 }
2050         }
2051
2052         if ($fn->{RETURN_TYPE}) {
2053                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2054         }
2055     
2056         $self->deindent;
2057         $self->pidl("}");
2058         $self->pidl("return NDR_ERR_SUCCESS;");
2059         $self->deindent;
2060         $self->pidl("}");
2061         $self->pidl("");
2062 }
2063
2064 sub AllocateArrayLevel($$$$$$)
2065 {
2066         my ($self,$e,$l,$ndr,$var,$size) = @_;
2067
2068         my $pl = GetPrevLevel($e, $l);
2069         if (defined($pl) and 
2070             $pl->{TYPE} eq "POINTER" and 
2071             $pl->{POINTER_TYPE} eq "ref"
2072             and not $l->{IS_ZERO_TERMINATED}) {
2073                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2074                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2075                 $self->pidl("}");
2076                 if (grep(/in/,@{$e->{DIRECTION}}) and
2077                     grep(/out/,@{$e->{DIRECTION}})) {
2078                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, $size * sizeof(*r->in.$e->{NAME}));");
2079                 }
2080                 return;
2081         }
2082
2083         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2084 }
2085
2086 #####################################################################
2087 # parse a function
2088 sub ParseFunctionPull($$)
2089
2090         my($self,$fn) = @_;
2091         my $ndr = "ndr";
2092
2093         # pull function args
2094         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2095
2096         $self->pidl("{");
2097         $self->indent;
2098
2099         # declare any internal pointers we need
2100         foreach my $e (@{$fn->{ELEMENTS}}) { 
2101                 $self->DeclarePtrVariables($e);
2102                 $self->DeclareArrayVariables($e);
2103         }
2104
2105         my %double_cases = ();
2106         foreach my $e (@{$fn->{ELEMENTS}}) {
2107                 next if ($e->{TYPE} eq "EMPTY");
2108                 next if ($double_cases{"$e->{NAME}"});
2109                 $self->DeclareMemCtxVariables($e);
2110                 $double_cases{"$e->{NAME}"} = 1;
2111         }
2112
2113         $self->pidl("if (flags & NDR_IN) {");
2114         $self->indent;
2115
2116         # auto-init the out section of a structure. I originally argued that
2117         # this was a bad idea as it hides bugs, but coping correctly
2118         # with initialisation and not wiping ref vars is turning
2119         # out to be too tricky (tridge)
2120         foreach my $e (@{$fn->{ELEMENTS}}) {
2121                 next unless grep(/out/, @{$e->{DIRECTION}});
2122                 $self->pidl("ZERO_STRUCT(r->out);");
2123                 $self->pidl("");
2124                 last;
2125         }
2126
2127         my $env = GenerateFunctionInEnv($fn);
2128
2129         foreach my $e (@{$fn->{ELEMENTS}}) {
2130                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2131                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2132         }
2133
2134         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2135         # own flag rather than be in NDR_IN ?
2136
2137         foreach my $e (@{$fn->{ELEMENTS}}) {
2138                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2139                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2140                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2141                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2142                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2143                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2144                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2145
2146                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2147                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2148                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2149                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2150                                 check_fully_dereferenced($e, $env));
2151                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2152
2153                         if (grep(/in/, @{$e->{DIRECTION}})) {
2154                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2155                         } else {
2156                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2157                         }
2158                 } else {
2159                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2160                 
2161                         if (grep(/in/, @{$e->{DIRECTION}})) {
2162                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2163                         } else {
2164                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2165                         }
2166                 }
2167         }
2168
2169         $self->add_deferred();
2170         $self->deindent;
2171         $self->pidl("}");
2172         
2173         $self->pidl("if (flags & NDR_OUT) {");
2174         $self->indent;
2175
2176         $env = GenerateFunctionOutEnv($fn);
2177         foreach my $e (@{$fn->{ELEMENTS}}) {
2178                 next unless grep(/out/, @{$e->{DIRECTION}});
2179                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2180         }
2181
2182         if ($fn->{RETURN_TYPE}) {
2183                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2184         }
2185
2186         $self->add_deferred();
2187         $self->deindent;
2188         $self->pidl("}");
2189
2190         $self->pidl("return NDR_ERR_SUCCESS;");
2191         $self->deindent;
2192         $self->pidl("}");
2193         $self->pidl("");
2194 }
2195
2196 sub AuthServiceStruct($$$)
2197 {
2198         my ($self, $ifacename, $authservice) = @_;
2199         my @a = split /,/, $authservice;
2200         my $authservice_count = $#a + 1;
2201
2202         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2203         foreach my $ap (@a) {
2204                 $self->pidl("\t$ap, ");
2205         }
2206         $self->pidl("};");
2207         $self->pidl("");
2208
2209         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2210         $self->pidl("\t.count\t= $authservice_count,");
2211         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2212         $self->pidl("};");
2213         $self->pidl("");
2214 }
2215
2216 #####################################################################
2217 # produce a function call table
2218 sub FunctionTable($$)
2219 {
2220         my($self,$interface) = @_;
2221         my $count = 0;
2222         my $uname = uc $interface->{NAME};
2223
2224         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2225         return unless defined ($interface->{PROPERTIES}->{uuid});
2226
2227         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2228         foreach my $d (@{$interface->{FUNCTIONS}}) {
2229                 next if not defined($d->{OPNUM});
2230                 $self->pidl("\t{");
2231                 $self->pidl("\t\t\"$d->{NAME}\",");
2232                 $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2233                 $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2234                 $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2235                 $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2236                 $self->pidl("\t\t".($d->{ASYNC}?"true":"false").",");
2237                 $self->pidl("\t},");
2238                 $count++;
2239         }
2240         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL, false }");
2241         $self->pidl("};");
2242         $self->pidl("");
2243
2244         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2245         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2246                 $self->pidl("\t$ep, ");
2247         }
2248         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2249         
2250         $self->pidl("};");
2251         $self->pidl("");
2252
2253         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2254         $self->pidl("\t.count\t= $endpoint_count,");
2255         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2256         $self->pidl("};");
2257         $self->pidl("");
2258
2259         if (! defined $interface->{PROPERTIES}->{authservice}) {
2260                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2261         }
2262
2263         $self->AuthServiceStruct($interface->{NAME}, 
2264                                      $interface->{PROPERTIES}->{authservice});
2265
2266         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2267         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2268         $self->pidl("\t.syntax_id\t= {");
2269         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2270         $self->pidl("\t\tNDR_$uname\_VERSION");
2271         $self->pidl("\t},");
2272         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2273         $self->pidl("\t.num_calls\t= $count,");
2274         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2275         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2276         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2277         $self->pidl("};");
2278         $self->pidl("");
2279
2280 }
2281
2282 #####################################################################
2283 # generate include statements for imported idl files
2284 sub HeaderImport
2285 {
2286         my $self = shift;
2287         my @imports = @_;
2288         foreach (@imports) {
2289                 s/\.idl\"$//;
2290                 s/^\"//;
2291                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2292         }
2293 }
2294
2295 #####################################################################
2296 # generate include statements for included header files
2297 sub HeaderInclude
2298 {
2299         my $self = shift;
2300         my @includes = @_;
2301         foreach (@includes) {
2302                 $self->pidl_hdr("#include $_");
2303         }
2304 }
2305
2306 #####################################################################
2307 # generate prototypes and defines for the interface definitions
2308 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2309 # NDR parser and so do not belong here, technically speaking
2310 sub HeaderInterface($$$)
2311 {
2312         my($self,$interface,$needed) = @_;
2313
2314         my $count = 0;
2315
2316         if ($needed->{"compression"}) {
2317                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2318         }
2319
2320         if (has_property($interface, "object")) {
2321                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2322         }
2323
2324         if (defined $interface->{PROPERTIES}->{helper}) {
2325                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2326         }
2327
2328         if (defined $interface->{PROPERTIES}->{uuid}) {
2329                 my $name = uc $interface->{NAME};
2330                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2331                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2332
2333                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2334                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2335
2336                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2337
2338                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2339                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2340
2341                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2342         }
2343
2344         foreach (@{$interface->{FUNCTIONS}}) {
2345                 next if has_property($_, "noopnum");
2346                 next if grep(/$_->{NAME}/,@{$interface->{INHERITED_FUNCTIONS}});
2347                 my $u_name = uc $_->{NAME};
2348         
2349                 my $val = sprintf("0x%02x", $count);
2350                 if (defined($interface->{BASE})) {
2351                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2352                 }
2353                 
2354                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2355
2356                 $self->pidl_hdr("");
2357                 $count++;
2358         }
2359
2360         my $val = $count;
2361
2362         if (defined($interface->{BASE})) {
2363                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2364         }
2365
2366         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2367
2368 }
2369
2370 sub ParseTypePush($$$$$$)
2371 {
2372         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2373
2374         # save the old relative_base_offset
2375         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2376         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2377         # restore the old relative_base_offset
2378         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2379 }
2380
2381 sub ParseTypePushFunction($$$)
2382 {
2383         my ($self, $e, $varname) = @_;
2384         my $ndr = "ndr";
2385
2386         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2387
2388         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2389
2390         $self->pidl("{");
2391         $self->indent;
2392         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2393         $self->pidl("return NDR_ERR_SUCCESS;");
2394         $self->deindent;
2395         $self->pidl("}");
2396         $self->pidl("");;
2397 }
2398
2399 sub ParseTypePull($$$$$$)
2400 {
2401         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2402
2403         # save the old relative_base_offset
2404         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2405         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2406         # restore the old relative_base_offset
2407         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2408 }
2409
2410 sub ParseTypePullFunction($$)
2411 {
2412         my ($self, $e, $varname) = @_;
2413         my $ndr = "ndr";
2414
2415         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2416
2417         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2418
2419         $self->pidl("{");
2420         $self->indent;
2421         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2422         $self->pidl("return NDR_ERR_SUCCESS;");
2423         $self->deindent;
2424         $self->pidl("}");
2425         $self->pidl("");
2426 }
2427
2428 sub ParseTypePrint($$$$)
2429 {
2430         my ($self, $e, $ndr, $varname) = @_;
2431
2432         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2433 }
2434
2435 sub ParseTypePrintFunction($$$)
2436 {
2437         my ($self, $e, $varname) = @_;
2438         my $ndr = "ndr";
2439
2440         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2441
2442         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2443
2444         return if (has_property($e, "noprint"));
2445
2446         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2447         $self->pidl("{");
2448         $self->indent;
2449         $self->ParseTypePrint($e, $ndr, $varname);
2450         $self->deindent;
2451         $self->pidl("}");
2452         $self->pidl("");
2453 }
2454
2455 sub ParseTypeNdrSize($$)
2456 {
2457         my ($self,$t) = @_;
2458
2459         my $varname = "r";
2460         my $tf = $typefamily{$t->{TYPE}};
2461         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2462
2463         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2464
2465         $self->pidl("{");
2466         $self->indent;
2467         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2468         $self->deindent;
2469         $self->pidl("}");
2470         $self->pidl("");
2471 }
2472
2473 #####################################################################
2474 # parse the interface definitions
2475 sub ParseInterface($$$)
2476 {
2477         my($self,$interface,$needed) = @_;
2478
2479         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2480         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2481
2482         $self->pidl_hdr("");
2483
2484         $self->HeaderInterface($interface, $needed);
2485
2486         # Typedefs
2487         foreach my $d (@{$interface->{TYPES}}) {
2488                 next unless(typeHasBody($d));
2489
2490                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2491                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2492                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2493
2494                 # Make sure we don't generate a function twice...
2495                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2496                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2497                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2498
2499                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2500         }
2501
2502         # Functions
2503         foreach my $d (@{$interface->{FUNCTIONS}}) {
2504                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2505                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2506                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2507
2508                 # Make sure we don't generate a function twice...
2509                 $needed->{"ndr_push_$d->{NAME}"} = $needed->{"ndr_pull_$d->{NAME}"} = 
2510                         $needed->{"ndr_print_$d->{NAME}"} = 0;
2511         }
2512
2513         $self->FunctionTable($interface);
2514
2515         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2516 }
2517
2518 sub GenerateIncludes($)
2519 {
2520         my ($self) = @_;
2521         if (is_intree()) {
2522                 $self->pidl("#include \"includes.h\"");
2523         } else {
2524                 $self->pidl("#define _GNU_SOURCE");
2525                 $self->pidl("#include <stdint.h>");
2526                 $self->pidl("#include <stdlib.h>");
2527                 $self->pidl("#include <stdio.h>");
2528                 $self->pidl("#include <stdbool.h>");
2529                 $self->pidl("#include <stdarg.h>");
2530                 $self->pidl("#include <string.h>");
2531         }
2532 }
2533
2534 #####################################################################
2535 # parse a parsed IDL structure back into an IDL file
2536 sub Parse($$$$)
2537 {
2538         my($self, $ndr,$gen_header,$ndr_header) = @_;
2539
2540         $self->pidl_hdr("/* header auto-generated by pidl */");
2541         $self->pidl_hdr("");
2542         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2543         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2544         $self->pidl_hdr("");
2545
2546         $self->pidl("/* parser auto-generated by pidl */");
2547         $self->pidl("");
2548         $self->GenerateIncludes();
2549         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2550         $self->pidl("");
2551
2552         my %needed = ();
2553
2554         foreach (@{$ndr}) {
2555                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2556         }
2557
2558         foreach (@{$ndr}) {
2559                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2560                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2561                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2562         }
2563
2564         return ($self->{res_hdr}, $self->{res});
2565 }
2566
2567 sub NeededElement($$$)
2568 {
2569         my ($e, $dir, $needed) = @_;
2570
2571         return if ($e->{TYPE} eq "EMPTY");
2572
2573         return if (ref($e->{TYPE}) eq "HASH" and 
2574                        not defined($e->{TYPE}->{NAME}));
2575
2576         my ($t, $rt);
2577         if (ref($e->{TYPE}) eq "HASH") {
2578                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2579         } else {
2580                 $t = $e->{TYPE};
2581         }
2582
2583         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2584                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2585         } else {
2586                 $rt = $e->{REPRESENTATION_TYPE};
2587         }
2588
2589         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2590
2591         my @fn = ();
2592         if ($dir eq "print") {
2593                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2594         } elsif ($dir eq "pull") {
2595                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2596                 push (@fn, "ndr_$t\_to_$rt")
2597                         if ($rt ne $t);
2598         } elsif ($dir eq "push") {
2599                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2600                 push (@fn, "ndr_$rt\_to_$t")
2601                         if ($rt ne $t);
2602         } else {
2603                 die("invalid direction `$dir'");
2604         }
2605
2606         foreach (@fn) {
2607                 unless (defined($needed->{$_})) {
2608                         $needed->{$_} = 1;
2609                 }
2610         }
2611 }
2612
2613 sub NeededFunction($$)
2614 {
2615         my ($fn,$needed) = @_;
2616         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2617         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2618         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2619         foreach my $e (@{$fn->{ELEMENTS}}) {
2620                 $e->{PARENT} = $fn;
2621                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2622         }
2623 }
2624
2625 sub NeededType($$$)
2626 {
2627         sub NeededType($$$);
2628         my ($t,$needed,$req) = @_;
2629
2630         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2631
2632         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2633                 return unless defined($t->{ELEMENTS});
2634                 for my $e (@{$t->{ELEMENTS}}) {
2635                         $e->{PARENT} = $t;
2636                         if (has_property($e, "compression")) { 
2637                                 $needed->{"compression"} = 1;
2638                         }
2639                         NeededElement($e, $req, $needed);
2640                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2641                 }
2642         }
2643 }
2644
2645 #####################################################################
2646 # work out what parse functions are needed
2647 sub NeededInterface($$)
2648 {
2649         my ($interface,$needed) = @_;
2650         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
2651         foreach (reverse @{$interface->{TYPES}}) {
2652                 if (has_property($_, "public")) {
2653                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
2654                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
2655                 }
2656
2657                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
2658                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
2659                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
2660                 if (has_property($_, "gensize")) {
2661                         $needed->{"ndr_size_$_->{NAME}"} = 1;
2662                 }
2663         }
2664 }
2665
2666 sub TypeFunctionName($$)
2667 {
2668         my ($prefix, $t) = @_;
2669
2670         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
2671                         $t->{TYPE} eq "TYPEDEF");
2672         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
2673         return "$prefix\_$t";
2674 }
2675
2676 1;