pidl: Add support for the [ignore] property
[sfrench/samba-autobuild/.git] / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid unmake_str);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred ContainsPipe is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header ArrayDynamicallyAllocated);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$$)
162 {
163         my ($self, $e, $ndr) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = $ndr->flags;");
169                 $self->pidl("ndr_set_flags(&$ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$$)
176 {
177         my ($self, $e, $ndr) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("$ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201         } else {
202                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
204         }
205
206         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
207                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
208         }
209
210         if ($l->{IS_VARYING}) {
211                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, 0));");  # array offset
212                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $length));");
213         }
214
215         return $length;
216 }
217
218 sub check_fully_dereferenced($$)
219 {
220         my ($element, $env) = @_;
221
222         return sub ($) {
223                 my $origvar = shift;
224                 my $check = 0;
225
226                 # Figure out the number of pointers in $ptr
227                 my $expandedvar = $origvar;
228                 $expandedvar =~ s/^(\**)//;
229                 my $ptr = $1;
230
231                 my $var = undef;
232                 foreach (keys %$env) {
233                         if ($env->{$_} eq $expandedvar) {
234                                 $var = $_;
235                                 last;
236                         }
237                 }
238                 
239                 return($origvar) unless (defined($var));
240                 my $e;
241                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
242                         if ($_->{NAME} eq $var) {
243                                 $e = $_;
244                                 last;
245                         }
246                 }
247
248                 $e or die("Environment doesn't match siblings");
249
250                 # See if pointer at pointer level $level
251                 # needs to be checked.
252                 my $nump = 0;
253                 foreach (@{$e->{LEVELS}}) {
254                         if ($_->{TYPE} eq "POINTER") {
255                                 $nump = $_->{POINTER_INDEX}+1;
256                         }
257                 }
258                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
259                 return ($origvar);
260         }
261 }       
262
263 sub check_null_pointer($$$$)
264 {
265         my ($element, $env, $print_fn, $return) = @_;
266
267         return sub ($) {
268                 my $expandedvar = shift;
269                 my $check = 0;
270
271                 # Figure out the number of pointers in $ptr
272                 $expandedvar =~ s/^(\**)//;
273                 my $ptr = $1;
274
275                 my $var = undef;
276                 foreach (keys %$env) {
277                         if ($env->{$_} eq $expandedvar) {
278                                 $var = $_;
279                                 last;
280                         }
281                 }
282                 
283                 if (defined($var)) {
284                         my $e;
285                         # lookup ptr in $e
286                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
287                                 if ($_->{NAME} eq $var) {
288                                         $e = $_;
289                                         last;
290                                 }
291                         }
292
293                         $e or die("Environment doesn't match siblings");
294
295                         # See if pointer at pointer level $level
296                         # needs to be checked.
297                         foreach my $l (@{$e->{LEVELS}}) {
298                                 if ($l->{TYPE} eq "POINTER" and 
299                                         $l->{POINTER_INDEX} == length($ptr)) {
300                                         # No need to check ref pointers
301                                         $check = ($l->{POINTER_TYPE} ne "ref");
302                                         last;
303                                 }
304
305                                 if ($l->{TYPE} eq "DATA") {
306                                         warning($element, "too much dereferences for `$var'");
307                                 }
308                         }
309                 } else {
310                         warning($element, "unknown dereferenced expression `$expandedvar'");
311                         $check = 1;
312                 }
313                 
314                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
315         }
316 }
317
318 #####################################################################
319 # parse an array - pull side
320 sub ParseArrayPullHeader($$$$$$)
321 {
322         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
323
324         my $length;
325         my $size;
326
327         if ($l->{IS_CONFORMANT}) {
328                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
329         } elsif ($l->{IS_ZERO_TERMINATED} and $l->{SIZE_IS} == 0 and $l->{LENGTH_IS} == 0) { # Noheader arrays
330                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
331         } else {
332                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
333                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
334                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
335                         check_fully_dereferenced($e, $env));
336         }
337
338         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
339                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
340         }
341
342         if ($l->{IS_VARYING}) {
343                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
344                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
345         }
346
347         if ($length ne $size) {
348                 $self->pidl("if ($length > $size) {");
349                 $self->indent;
350                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
351                 $self->deindent;
352                 $self->pidl("}");
353         }
354
355         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
356                 $self->defer("if ($var_name) {");
357                 $self->defer_indent;
358                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
359                         check_null_pointer($e, $env, sub { $self->defer(shift); },
360                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
361                         check_fully_dereferenced($e, $env));
362                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
363                 $self->defer_deindent;
364                 $self->defer("}");
365         }
366
367         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
368                 $self->defer("if ($var_name) {");
369                 $self->defer_indent;
370                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
371                         check_null_pointer($e, $env, sub { $self->defer(shift); },
372                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
373                         check_fully_dereferenced($e, $env));
374                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
375                 $self->defer_deindent;
376                 $self->defer("}");
377         }
378
379         if (ArrayDynamicallyAllocated($e,$l) and not is_charset_array($e,$l)) {
380                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$size);
381         }
382
383         return $length;
384 }
385
386 sub compression_alg($$)
387 {
388         my ($e, $l) = @_;
389         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
390
391         return $alg;
392 }
393
394 sub compression_clen($$$)
395 {
396         my ($e, $l, $env) = @_;
397         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
398
399         return ParseExpr($clen, $env, $e->{ORIGINAL});
400 }
401
402 sub compression_dlen($$$)
403 {
404         my ($e,$l,$env) = @_;
405         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
406
407         return ParseExpr($dlen, $env, $e->{ORIGINAL});
408 }
409
410 sub ParseCompressionPushStart($$$$$)
411 {
412         my ($self,$e,$l,$ndr,$env) = @_;
413         my $comndr = "$ndr\_compressed";
414         my $alg = compression_alg($e, $l);
415         my $dlen = compression_dlen($e, $l, $env);
416
417         $self->pidl("{");
418         $self->indent;
419         $self->pidl("struct ndr_push *$comndr;");
420         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
421
422         return $comndr;
423 }
424
425 sub ParseCompressionPushEnd($$$$$)
426 {
427         my ($self,$e,$l,$ndr,$env) = @_;
428         my $comndr = "$ndr\_compressed";
429         my $alg = compression_alg($e, $l);
430         my $dlen = compression_dlen($e, $l, $env);
431
432         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
433         $self->deindent;
434         $self->pidl("}");
435 }
436
437 sub ParseCompressionPullStart($$$$$)
438 {
439         my ($self,$e,$l,$ndr,$env) = @_;
440         my $comndr = "$ndr\_compressed";
441         my $alg = compression_alg($e, $l);
442         my $dlen = compression_dlen($e, $l, $env);
443
444         $self->pidl("{");
445         $self->indent;
446         $self->pidl("struct ndr_pull *$comndr;");
447         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
448
449         return $comndr;
450 }
451
452 sub ParseCompressionPullEnd($$$$$)
453 {
454         my ($self,$e,$l,$ndr,$env) = @_;
455         my $comndr = "$ndr\_compressed";
456         my $alg = compression_alg($e, $l);
457         my $dlen = compression_dlen($e, $l, $env);
458
459         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
460         $self->deindent;
461         $self->pidl("}");
462 }
463
464 sub ParseSubcontextPushStart($$$$$)
465 {
466         my ($self,$e,$l,$ndr,$env) = @_;
467         my $subndr = "_ndr_$e->{NAME}";
468         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
469
470         $self->pidl("{");
471         $self->indent;
472         $self->pidl("struct ndr_push *$subndr;");
473         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
474
475         if (defined $l->{COMPRESSION}) {
476                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
477         }
478
479         return $subndr;
480 }
481
482 sub ParseSubcontextPushEnd($$$$$)
483 {
484         my ($self,$e,$l,$ndr,$env) = @_;
485         my $subndr = "_ndr_$e->{NAME}";
486         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
487
488         if (defined $l->{COMPRESSION}) {
489                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
490         }
491
492         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
493         $self->deindent;
494         $self->pidl("}");
495 }
496
497 sub ParseSubcontextPullStart($$$$$)
498 {
499         my ($self,$e,$l,$ndr,$env) = @_;
500         my $subndr = "_ndr_$e->{NAME}";
501         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
502
503         $self->pidl("{");
504         $self->indent;
505         $self->pidl("struct ndr_pull *$subndr;");
506         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
507
508         if (defined $l->{COMPRESSION}) {
509                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
510         }
511
512         return $subndr;
513 }
514
515 sub ParseSubcontextPullEnd($$$$$)
516 {
517         my ($self,$e,$l,$ndr,$env) = @_;
518         my $subndr = "_ndr_$e->{NAME}";
519         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
520
521         if (defined $l->{COMPRESSION}) {
522                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
523         }
524
525         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
526         $self->deindent;
527         $self->pidl("}");
528 }
529
530 sub ParseElementPushLevel
531 {
532         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
533
534         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
535
536         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
537                 $var_name = get_pointer_to($var_name);
538         }
539
540         if (defined($ndr_flags)) {
541                 if ($l->{TYPE} eq "SUBCONTEXT") {
542                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
543                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
544                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
545                 } elsif ($l->{TYPE} eq "POINTER") {
546                         $self->ParsePtrPush($e, $l, $ndr, $var_name);
547                 } elsif ($l->{TYPE} eq "ARRAY") {
548                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
549
550                         my $nl = GetNextLevel($e, $l);
551
552                         # Allow speedups for arrays of scalar types
553                         if (is_charset_array($e,$l)) {
554                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
555                                 return;
556                         } elsif (has_fast_array($e,$l)) {
557                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
558                                 return;
559                         } 
560                 } elsif ($l->{TYPE} eq "SWITCH") {
561                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
562                 } elsif ($l->{TYPE} eq "DATA") {
563                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
564                 } elsif ($l->{TYPE} eq "TYPEDEF") {
565                         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
566                 }
567         }
568
569         if ($l->{TYPE} eq "POINTER" and $deferred) {
570                 my $rel_var_name = $var_name;
571                 if ($l->{POINTER_TYPE} ne "ref") {
572                         $self->pidl("if ($var_name) {");
573                         $self->indent;
574                         if ($l->{POINTER_TYPE} eq "relative") {
575                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_start($ndr, $rel_var_name));");
576                         }
577                         if ($l->{POINTER_TYPE} eq "relative_short") {
578                                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr2($ndr, $var_name));");
579                         }
580                 }
581                 $var_name = get_value_of($var_name);
582                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
583
584                 if ($l->{POINTER_TYPE} ne "ref") {
585                         if ($l->{POINTER_TYPE} eq "relative") {
586                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_end($ndr, $rel_var_name));");
587                         }
588                         $self->deindent;
589                         $self->pidl("}");
590                 }
591         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
592                 not is_charset_array($e, $l)) {
593                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
594                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
595
596                 my $array_pointless = ($length eq "0");
597
598                 if ($array_pointless) {
599                         warning($e->{ORIGINAL}, "pointless array `$e->{NAME}' will always have size 0");
600                 }
601
602                 $var_name = get_array_element($var_name, $counter);
603
604                 if ((($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) and not $array_pointless) {
605                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
606                         $self->indent;
607                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
608                         $self->deindent;
609                         $self->pidl("}");
610                 }
611
612                 if ($deferred and ContainsDeferred($e, $l) and not $array_pointless) {
613                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
614                         $self->indent;
615                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
616                         $self->deindent;
617                         $self->pidl("}");
618                 }       
619         } elsif ($l->{TYPE} eq "SWITCH") {
620                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
621         }
622 }
623
624 #####################################################################
625 # parse scalars in a structure element
626 sub ParseElementPush($$$$$$)
627 {
628         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
629         my $subndr = undef;
630
631         my $var_name = $env->{$e->{NAME}};
632
633         return if ContainsPipe($e, $e->{LEVELS}[0]);
634
635         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
636
637         # Representation type is different from transmit_as
638         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
639                 $self->pidl("{");
640                 $self->indent;
641                 my $transmit_name = "_transmit_$e->{NAME}";
642                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
643                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
644                 $var_name = $transmit_name;
645         }
646
647         $var_name = append_prefix($e, $var_name);
648
649         $self->start_flags($e, $ndr);
650
651         if (defined(my $value = has_property($e, "value"))) {
652                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
653         }
654
655         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
656
657         $self->end_flags($e, $ndr);
658
659         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
660                 $self->deindent;
661                 $self->pidl("}");
662         }
663 }
664
665 #####################################################################
666 # parse a pointer in a struct element or function
667 sub ParsePtrPush($$$$$)
668 {
669         my ($self,$e,$l,$ndr,$var_name) = @_;
670
671         if ($l->{POINTER_TYPE} eq "ref") {
672                 $self->pidl("if ($var_name == NULL) {");
673                 $self->indent;
674                 $self->pidl("return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
675                 $self->deindent;
676                 $self->pidl("}");
677                 if ($l->{LEVEL} eq "EMBEDDED") {
678                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
679                 }
680         } elsif ($l->{POINTER_TYPE} eq "relative") {
681                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1($ndr, $var_name));");
682         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
683                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr1($ndr, $var_name));");
684         } elsif ($l->{POINTER_TYPE} eq "unique") {
685                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr($ndr, $var_name));");
686         } elsif ($l->{POINTER_TYPE} eq "full") {
687                 $self->pidl("NDR_CHECK(ndr_push_full_ptr($ndr, $var_name));");
688         } elsif ($l->{POINTER_TYPE} eq "ignore") {
689                 # We don't want this pointer to appear on the wire at all
690                 $self->pidl("NDR_CHECK(ndr_push_uint3264(ndr, NDR_SCALARS, 0));");
691         } else {
692                 die("Unhandled pointer type $l->{POINTER_TYPE}");
693         }
694 }
695
696 sub need_pointer_to($$$)
697 {
698         my ($e, $l, $scalar_only) = @_;
699
700         my $t;
701         if (ref($l->{DATA_TYPE})) {
702                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
703         } else {
704                 $t = $l->{DATA_TYPE};
705         }
706
707         if (not Parse::Pidl::Typelist::is_scalar($t)) {
708                 return 1 if $scalar_only;
709         }
710
711         my $arrays = 0;
712
713         foreach my $tl (@{$e->{LEVELS}}) {
714                 last if $l == $tl;
715                 if ($tl->{TYPE} eq "ARRAY") {
716                         $arrays++;
717                 }
718         }
719
720         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
721                 return 1 unless $arrays;
722         }
723
724         return 0;
725 }
726
727 sub ParseDataPrint($$$$$)
728 {
729         my ($self, $e, $l, $ndr, $var_name) = @_;
730
731         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
732
733                 if (need_pointer_to($e, $l, 1)) {
734                         $var_name = get_pointer_to($var_name);
735                 }
736
737                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
738         } else {
739                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
740         }
741 }
742
743 #####################################################################
744 # print scalars in a structure element
745 sub ParseElementPrint($$$$$)
746 {
747         my($self, $e, $ndr, $var_name, $env) = @_;
748
749         return if (has_property($e, "noprint"));
750
751         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
752                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
753                 return;
754         }
755
756         $var_name = append_prefix($e, $var_name);
757
758         if (defined(my $value = has_property($e, "value"))) {
759                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
760         }
761
762         foreach my $l (@{$e->{LEVELS}}) {
763                 if ($l->{TYPE} eq "POINTER") {
764                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
765                         $self->pidl("$ndr->depth++;");
766                         if ($l->{POINTER_TYPE} ne "ref") {
767                                 $self->pidl("if ($var_name) {");
768                                 $self->indent;
769                         }
770                         $var_name = get_value_of($var_name);
771                 } elsif ($l->{TYPE} eq "ARRAY") {
772                         my $length;
773
774                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
775                                 $var_name = get_pointer_to($var_name); 
776                         }
777                         
778                         if ($l->{IS_ZERO_TERMINATED}) {
779                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
780                         } else {
781                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
782                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
783                         }
784
785                         if (is_charset_array($e,$l)) {
786                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
787                                 last;
788                         } elsif (has_fast_array($e, $l)) {
789                                 my $nl = GetNextLevel($e, $l);
790                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
791                                 last;
792                         } else {
793                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
794
795                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
796                                 $self->pidl("$ndr->depth++;");
797                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
798                                 $self->indent;
799
800                                 $var_name = get_array_element($var_name, $counter);
801                         }
802                 } elsif ($l->{TYPE} eq "DATA") {
803                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
804                 } elsif ($l->{TYPE} eq "SWITCH") {
805                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
806                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
807                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
808                 } 
809         }
810
811         foreach my $l (reverse @{$e->{LEVELS}}) {
812                 if ($l->{TYPE} eq "POINTER") {
813                         if ($l->{POINTER_TYPE} ne "ref") {
814                                 $self->deindent;
815                                 $self->pidl("}");
816                         }
817                         $self->pidl("$ndr->depth--;");
818                 } elsif (($l->{TYPE} eq "ARRAY")
819                         and not is_charset_array($e,$l)
820                         and not has_fast_array($e,$l)) {
821                         $self->deindent;
822                         $self->pidl("}");
823                         $self->pidl("$ndr->depth--;");
824                 }
825         }
826 }
827
828 #####################################################################
829 # parse scalars in a structure element - pull size
830 sub ParseSwitchPull($$$$$$)
831 {
832         my($self,$e,$l,$ndr,$var_name,$env) = @_;
833         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
834                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
835                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
836                 check_fully_dereferenced($e, $env));
837
838         $var_name = get_pointer_to($var_name);
839         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
840 }
841
842 #####################################################################
843 # push switch element
844 sub ParseSwitchPush($$$$$$)
845 {
846         my($self,$e,$l,$ndr,$var_name,$env) = @_;
847         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
848                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
849                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
850                 check_fully_dereferenced($e, $env));
851
852         $var_name = get_pointer_to($var_name);
853         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
854 }
855
856 sub ParseDataPull($$$$$$$)
857 {
858         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
859
860         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
861
862                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
863
864                 if (need_pointer_to($e, $l, 0)) {
865                         $var_name = get_pointer_to($var_name);
866                 }
867
868                 $var_name = get_pointer_to($var_name);
869
870                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
871
872                 my $pl = GetPrevLevel($e, $l);
873
874                 my $range = has_property($e, "range");
875                 if ($range and $pl->{TYPE} ne "ARRAY") {
876                         $var_name = get_value_of($var_name);
877                         my $signed = Parse::Pidl::Typelist::is_signed($l->{DATA_TYPE});
878                         my ($low, $high) = split(/,/, $range, 2);
879                         if ($low < 0 and not $signed) {
880                                 warning(0, "$low is invalid for the range of an unsigned type");
881                         }
882                         if ($low == 0 and not $signed) {
883                                 $self->pidl("if ($var_name > $high) {");
884                         } else {
885                                 $self->pidl("if ($var_name < $low || $var_name > $high) {");
886                         }
887                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
888                         $self->pidl("}");
889                 }
890         } else {
891                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
892         }
893 }
894
895 sub ParseDataPush($$$$$$$)
896 {
897         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
898
899         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
900
901                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
902
903                 # strings are passed by value rather than reference
904                 if (need_pointer_to($e, $l, 1)) {
905                         $var_name = get_pointer_to($var_name);
906                 }
907
908                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
909         } else {
910                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
911         }
912 }
913
914 sub CalcNdrFlags($$$)
915 {
916         my ($l,$primitives,$deferred) = @_;
917
918         my $scalars = 0;
919         my $buffers = 0;
920
921         # Add NDR_SCALARS if this one is deferred 
922         # and deferreds may be pushed
923         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
924
925         # Add NDR_SCALARS if this one is not deferred and 
926         # primitives may be pushed
927         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
928         
929         # Add NDR_BUFFERS if this one contains deferred stuff
930         # and deferreds may be pushed
931         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
932
933         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
934         return "NDR_SCALARS" if ($scalars);
935         return "NDR_BUFFERS" if ($buffers);
936         return undef;
937 }
938
939 sub ParseMemCtxPullFlags($$$$)
940 {
941         my ($self, $e, $l) = @_;
942
943         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
944
945         return undef unless ($l->{TYPE} ne "ARRAY" or ArrayDynamicallyAllocated($e,$l));
946         return undef if has_fast_array($e, $l);
947         return undef if is_charset_array($e, $l);
948
949         my $mem_flags = "0";
950
951         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
952                 my $nl = GetNextLevel($e, $l);
953                 return undef if ($nl->{TYPE} eq "PIPE");
954                 return undef if ($nl->{TYPE} eq "ARRAY");
955                 return undef if (($nl->{TYPE} eq "DATA") and ($nl->{DATA_TYPE} eq "string"));
956
957                 if ($l->{LEVEL} eq "TOP") {
958                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
959                 }
960         }
961
962         return $mem_flags;
963 }
964
965 sub ParseMemCtxPullStart($$$$$)
966 {
967         my ($self, $e, $l, $ndr, $ptr_name) = @_;
968
969         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
970         my $mem_c_ctx = $ptr_name;
971         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
972
973         return unless defined($mem_c_flags);
974
975         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX($ndr);");
976         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_c_ctx, $mem_c_flags);");
977 }
978
979 sub ParseMemCtxPullEnd($$$$)
980 {
981         my ($self, $e, $l, $ndr) = @_;
982
983         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
984         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
985
986         return unless defined($mem_r_flags);
987
988         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_r_ctx, $mem_r_flags);");
989 }
990
991 sub CheckStringTerminator($$$$$)
992 {
993         my ($self,$ndr,$e,$l,$length) = @_;
994         my $nl = GetNextLevel($e, $l);
995
996         # Make sure last element is zero!
997         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
998 }
999
1000 sub ParseElementPullLevel
1001 {
1002         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
1003
1004         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
1005
1006         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
1007                 $var_name = get_pointer_to($var_name);
1008         }
1009
1010         # Only pull something if there's actually something to be pulled
1011         if (defined($ndr_flags)) {
1012                 if ($l->{TYPE} eq "SUBCONTEXT") {
1013                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
1014                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
1015                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
1016                 } elsif ($l->{TYPE} eq "ARRAY") {
1017                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
1018
1019                         if (my $range = has_property($e, "range")) {
1020                                 my ($low, $high) = split(/,/, $range, 2);
1021                                 if ($low < 0) {
1022                                         warning(0, "$low is invalid for the range of an array size");
1023                                 }
1024                                 if ($low == 0) {
1025                                         $self->pidl("if ($length > $high) {");
1026                                 } else {
1027                                         $self->pidl("if ($length < $low || $length > $high) {");
1028                                 }
1029                                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1030                                 $self->pidl("}");
1031                         }
1032
1033                         my $nl = GetNextLevel($e, $l);
1034
1035                         if (is_charset_array($e,$l)) {
1036                                 if ($l->{IS_ZERO_TERMINATED}) {
1037                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
1038                                 }
1039                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1040                                 return;
1041                         } elsif (has_fast_array($e, $l)) {
1042                                 if ($l->{IS_ZERO_TERMINATED}) {
1043                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1044                                 }
1045                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1046                                 return;
1047                         }
1048                 } elsif ($l->{TYPE} eq "POINTER") {
1049                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1050                 } elsif ($l->{TYPE} eq "SWITCH") {
1051                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1052                 } elsif ($l->{TYPE} eq "DATA") {
1053                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1054                 } elsif ($l->{TYPE} eq "TYPEDEF") {
1055                         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
1056                 }
1057         }
1058
1059         # add additional constructions
1060         if ($l->{TYPE} eq "POINTER" and $deferred) {
1061                 if ($l->{POINTER_TYPE} ne "ref") {
1062                         $self->pidl("if ($var_name) {");
1063                         $self->indent;
1064
1065                         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1066                                 $self->pidl("uint32_t _relative_save_offset;");
1067                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1068                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1069                         }
1070                 }
1071
1072                 $self->ParseMemCtxPullStart($e, $l, $ndr, $var_name);
1073
1074                 $var_name = get_value_of($var_name);
1075                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1076
1077                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1078
1079                 if ($l->{POINTER_TYPE} ne "ref") {
1080                         if ($l->{POINTER_TYPE} eq "relative") {
1081                                 $self->pidl("if ($ndr->offset > $ndr->relative_highest_offset) {");
1082                                 $self->indent;
1083                                 $self->pidl("$ndr->relative_highest_offset = $ndr->offset;");
1084                                 $self->deindent;
1085                                 $self->pidl("}");
1086                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1087                         }
1088                         $self->deindent;
1089                         $self->pidl("}");
1090                 }
1091         } elsif ($l->{TYPE} eq "ARRAY" and 
1092                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1093                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1094                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1095                 my $array_name = $var_name;
1096
1097                 if ($l->{IS_VARYING}) {
1098                         $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
1099                 }
1100
1101                 if (my $range = has_property($e, "range")) {
1102                         my ($low, $high) = split(/,/, $range, 2);
1103                         if ($low < 0) {
1104                                 warning(0, "$low is invalid for the range of an array size");
1105                         }
1106                         if ($low == 0) {
1107                                 $self->pidl("if ($length > $high) {");
1108                         } else {
1109                                 $self->pidl("if ($length < $low || $length > $high) {");
1110                         }
1111                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1112                         $self->pidl("}");
1113                 }
1114
1115                 $var_name = get_array_element($var_name, $counter);
1116
1117                 $self->ParseMemCtxPullStart($e, $l, $ndr, $array_name);
1118
1119                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1120                         my $nl = GetNextLevel($e,$l);
1121
1122                         if ($l->{IS_ZERO_TERMINATED}) {
1123                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1124                         }
1125
1126                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1127                         $self->indent;
1128                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1129                         $self->deindent;
1130                         $self->pidl("}");
1131                 }
1132
1133                 if ($deferred and ContainsDeferred($e, $l)) {
1134                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1135                         $self->indent;
1136                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1137                         $self->deindent;
1138                         $self->pidl("}");
1139                 }
1140
1141                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1142
1143         } elsif ($l->{TYPE} eq "SWITCH") {
1144                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1145         }
1146 }
1147
1148 #####################################################################
1149 # parse scalars in a structure element - pull size
1150 sub ParseElementPull($$$$$$)
1151 {
1152         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1153
1154         my $var_name = $env->{$e->{NAME}};
1155         my $represent_name;
1156         my $transmit_name;
1157
1158         return if ContainsPipe($e, $e->{LEVELS}[0]);
1159
1160         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1161
1162         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1163                 $self->pidl("{");
1164                 $self->indent;
1165                 $represent_name = $var_name;
1166                 $transmit_name = "_transmit_$e->{NAME}";
1167                 $var_name = $transmit_name;
1168                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1169         }
1170
1171         $var_name = append_prefix($e, $var_name);
1172
1173         $self->start_flags($e, $ndr);
1174
1175         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1176
1177         $self->end_flags($e, $ndr);
1178
1179         # Representation type is different from transmit_as
1180         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1181                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1182                 $self->deindent;
1183                 $self->pidl("}");
1184         }
1185 }
1186
1187 #####################################################################
1188 # parse a pointer in a struct element or function
1189 sub ParsePtrPull($$$$$)
1190 {
1191         my($self, $e,$l,$ndr,$var_name) = @_;
1192
1193         my $nl = GetNextLevel($e, $l);
1194         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1195         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1196                                                  ($nl->{DATA_TYPE} eq "string"));
1197
1198         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1199
1200                 if (!$next_is_array and !$next_is_string) {
1201                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1202                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1203                         $self->pidl("}");
1204                 }
1205
1206                 return;
1207         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1208                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1209         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1210                  ($l->{POINTER_TYPE} eq "relative") or
1211                  ($l->{POINTER_TYPE} eq "full")) {
1212                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1213         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
1214                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr_short($ndr, &_ptr_$e->{NAME}));");
1215         } elsif ($l->{POINTER_TYPE} eq "ignore") {
1216                 #We want to consume the pointer bytes, but ignore the pointer value
1217                 $self->pidl("NDR_CHECK(ndr_pull_uint3264(ndr, NDR_SCALARS, &_ptr_$e->{NAME}));");
1218                 $self->pidl("_ptr_$e->{NAME} = NULL;");
1219         } else {
1220                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1221         }
1222
1223         $self->pidl("if (_ptr_$e->{NAME}) {");
1224         $self->indent;
1225
1226         if ($l->{POINTER_TYPE} eq "ignore") {
1227                 # Don't do anything, we don't want to do the
1228                 # allocation, as we forced it to NULL just above, and
1229                 # we may not know the declared type anyway.
1230         } else {
1231                 # Don't do this for arrays, they're allocated at the actual level 
1232                 # of the array
1233                 unless ($next_is_array or $next_is_string) { 
1234                        $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1235                 } else {
1236                        # FIXME: Yes, this is nasty.
1237                        # We allocate an array twice
1238                        # - once just to indicate that it's there,
1239                        # - then the real allocation...
1240                        $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1241                 }
1242         }
1243
1244         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1245         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1246                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1247         }
1248         $self->deindent;
1249         $self->pidl("} else {");
1250         $self->pidl("\t$var_name = NULL;");
1251         $self->pidl("}");
1252 }
1253
1254 sub ParseStructPushPrimitives($$$$$)
1255 {
1256         my ($self, $struct, $ndr, $varname, $env) = @_;
1257
1258         # see if the structure contains a conformant array. If it
1259         # does, then it must be the last element of the structure, and
1260         # we need to push the conformant length early, as it fits on
1261         # the wire before the structure (and even before the structure
1262         # alignment)
1263         if (defined($struct->{SURROUNDING_ELEMENT})) {
1264                 my $e = $struct->{SURROUNDING_ELEMENT};
1265
1266                 if (defined($e->{LEVELS}[0]) and 
1267                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1268                         my $size;
1269                         
1270                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1271                                 if (has_property($e, "charset")) {
1272                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1273                                 } else {
1274                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1275                                 }
1276                         } else {
1277                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1278                         }
1279
1280                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
1281                 } else {
1282                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1283                 }
1284         }
1285
1286         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1287
1288         if (defined($struct->{PROPERTIES}{relative_base})) {
1289                 # set the current offset as base for relative pointers
1290                 # and store it based on the toplevel struct/union
1291                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1292         }
1293
1294         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1295
1296         $self->pidl("NDR_CHECK(ndr_push_trailer_align($ndr, $struct->{ALIGN}));");
1297 }
1298
1299 sub ParseStructPushDeferred($$$$)
1300 {
1301         my ($self, $struct, $ndr, $varname, $env) = @_;
1302         if (defined($struct->{PROPERTIES}{relative_base})) {
1303                 # retrieve the current offset as base for relative pointers
1304                 # based on the toplevel struct/union
1305                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1306         }
1307         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1308 }
1309
1310 #####################################################################
1311 # parse a struct
1312 sub ParseStructPush($$$$)
1313 {
1314         my ($self, $struct, $ndr, $varname) = @_;
1315         
1316         return unless defined($struct->{ELEMENTS});
1317
1318         my $env = GenerateStructEnv($struct, $varname);
1319
1320         EnvSubstituteValue($env, $struct);
1321
1322         $self->DeclareArrayVariablesNoZero($_, $env) foreach (@{$struct->{ELEMENTS}});
1323
1324         $self->start_flags($struct, $ndr);
1325
1326         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1327         $self->indent;
1328         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1329         $self->deindent;
1330         $self->pidl("}");
1331
1332         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1333         $self->indent;
1334         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1335         $self->deindent;
1336         $self->pidl("}");
1337
1338         $self->end_flags($struct, $ndr);
1339 }
1340
1341 #####################################################################
1342 # generate a push function for an enum
1343 sub ParseEnumPush($$$$)
1344 {
1345         my($self,$enum,$ndr,$varname) = @_;
1346         my($type_fn) = $enum->{BASE_TYPE};
1347
1348         $self->start_flags($enum, $ndr);
1349         $self->pidl("NDR_CHECK(ndr_push_enum_$type_fn($ndr, NDR_SCALARS, $varname));");
1350         $self->end_flags($enum, $ndr);
1351 }
1352
1353 #####################################################################
1354 # generate a pull function for an enum
1355 sub ParseEnumPull($$$$)
1356 {
1357         my($self,$enum,$ndr,$varname) = @_;
1358         my($type_fn) = $enum->{BASE_TYPE};
1359         my($type_v_decl) = mapTypeName($type_fn);
1360
1361         $self->pidl("$type_v_decl v;");
1362         $self->start_flags($enum, $ndr);
1363         $self->pidl("NDR_CHECK(ndr_pull_enum_$type_fn($ndr, NDR_SCALARS, &v));");
1364         $self->pidl("*$varname = v;");
1365
1366         $self->end_flags($enum, $ndr);
1367 }
1368
1369 #####################################################################
1370 # generate a print function for an enum
1371 sub ParseEnumPrint($$$$$)
1372 {
1373         my($self,$enum,$ndr,$name,$varname) = @_;
1374
1375         $self->pidl("const char *val = NULL;");
1376         $self->pidl("");
1377
1378         $self->start_flags($enum, $ndr);
1379
1380         $self->pidl("switch ($varname) {");
1381         $self->indent;
1382         my $els = \@{$enum->{ELEMENTS}};
1383         foreach my $i (0 .. $#{$els}) {
1384                 my $e = ${$els}[$i];
1385                 chomp $e;
1386                 if ($e =~ /^(.*)=/) {
1387                         $e = $1;
1388                 }
1389                 $self->pidl("case $e: val = \"$e\"; break;");
1390         }
1391
1392         $self->deindent;
1393         $self->pidl("}");
1394         
1395         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1396
1397         $self->end_flags($enum, $ndr);
1398 }
1399
1400 sub DeclEnum($$$$)
1401 {
1402         my ($e,$t,$name,$varname) = @_;
1403         return "enum $name " . 
1404                 ($t eq "pull"?"*":"") . $varname;
1405 }
1406
1407 $typefamily{ENUM} = {
1408         DECL => \&DeclEnum,
1409         PUSH_FN_BODY => \&ParseEnumPush,
1410         PULL_FN_BODY => \&ParseEnumPull,
1411         PRINT_FN_BODY => \&ParseEnumPrint,
1412 };
1413
1414 #####################################################################
1415 # generate a push function for a bitmap
1416 sub ParseBitmapPush($$$$)
1417 {
1418         my($self,$bitmap,$ndr,$varname) = @_;
1419         my($type_fn) = $bitmap->{BASE_TYPE};
1420
1421         $self->start_flags($bitmap, $ndr);
1422
1423         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1424
1425         $self->end_flags($bitmap, $ndr);
1426 }
1427
1428 #####################################################################
1429 # generate a pull function for an bitmap
1430 sub ParseBitmapPull($$$$)
1431 {
1432         my($self,$bitmap,$ndr,$varname) = @_;
1433         my $type_fn = $bitmap->{BASE_TYPE};
1434         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1435
1436         $self->pidl("$type_decl v;");
1437         $self->start_flags($bitmap, $ndr);
1438         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1439         $self->pidl("*$varname = v;");
1440
1441         $self->end_flags($bitmap, $ndr);
1442 }
1443
1444 #####################################################################
1445 # generate a print function for an bitmap
1446 sub ParseBitmapPrintElement($$$$$$)
1447 {
1448         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1449         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1450         my($type_fn) = $bitmap->{BASE_TYPE};
1451         my($flag);
1452
1453         if ($e =~ /^(\w+) .*$/) {
1454                 $flag = "$1";
1455         } else {
1456                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1457         }
1458
1459         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1460 }
1461
1462 #####################################################################
1463 # generate a print function for an bitmap
1464 sub ParseBitmapPrint($$$$$)
1465 {
1466         my($self,$bitmap,$ndr,$name,$varname) = @_;
1467         my($type_decl) = mapTypeName($bitmap->{TYPE});
1468         my($type_fn) = $bitmap->{BASE_TYPE};
1469
1470         $self->start_flags($bitmap, $ndr);
1471
1472         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1473
1474         $self->pidl("$ndr->depth++;");
1475         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1476                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1477         }
1478         $self->pidl("$ndr->depth--;");
1479
1480         $self->end_flags($bitmap, $ndr);
1481 }
1482
1483 sub DeclBitmap($$$$)
1484 {
1485         my ($e,$t,$name,$varname) = @_;
1486         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1487                 ($t eq "pull"?" *":" ") . $varname;
1488 }
1489
1490 $typefamily{BITMAP} = {
1491         DECL => \&DeclBitmap,
1492         PUSH_FN_BODY => \&ParseBitmapPush,
1493         PULL_FN_BODY => \&ParseBitmapPull,
1494         PRINT_FN_BODY => \&ParseBitmapPrint,
1495 };
1496
1497 #####################################################################
1498 # generate a struct print function
1499 sub ParseStructPrint($$$$$)
1500 {
1501         my($self,$struct,$ndr,$name,$varname) = @_;
1502
1503         return unless defined $struct->{ELEMENTS};
1504
1505         my $env = GenerateStructEnv($struct, $varname);
1506
1507         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1508
1509         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1510         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
1511
1512         $self->start_flags($struct, $ndr);
1513
1514         $self->pidl("$ndr->depth++;");
1515         
1516         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1517                 foreach (@{$struct->{ELEMENTS}});
1518         $self->pidl("$ndr->depth--;");
1519
1520         $self->end_flags($struct, $ndr);
1521 }
1522
1523 sub DeclarePtrVariables($$)
1524 {
1525         my ($self,$e) = @_;
1526         foreach my $l (@{$e->{LEVELS}}) {
1527                 my $size = 32;
1528                 if ($l->{TYPE} eq "POINTER" and 
1529                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1530                         if ($l->{POINTER_TYPE} eq "relative_short") {
1531                                 $size = 16;
1532                         }
1533                         $self->pidl("uint${size}_t _ptr_$e->{NAME};");
1534                         last;
1535                 }
1536         }
1537 }
1538
1539 sub DeclareArrayVariables($$)
1540 {
1541         my ($self,$e) = @_;
1542
1543         foreach my $l (@{$e->{LEVELS}}) {
1544                 next if has_fast_array($e,$l);
1545                 next if is_charset_array($e,$l);
1546                 if ($l->{TYPE} eq "ARRAY") {
1547                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1548                 }
1549         }
1550 }
1551
1552 sub DeclareArrayVariablesNoZero($$$)
1553 {
1554         my ($self,$e,$env) = @_;
1555
1556         foreach my $l (@{$e->{LEVELS}}) {
1557                 next if has_fast_array($e,$l);
1558                 next if is_charset_array($e,$l);
1559                 if ($l->{TYPE} eq "ARRAY") {
1560                     my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1561                     if ($length eq "0") {
1562                         warning($e->{ORIGINAL}, "pointless array cntr: 'cntr_$e->{NAME}_$l->{LEVEL_INDEX}': length=$length");
1563                     } else {
1564                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1565                     }
1566                 }
1567         }
1568 }
1569
1570 sub DeclareMemCtxVariables($$)
1571 {
1572         my ($self,$e) = @_;
1573         foreach my $l (@{$e->{LEVELS}}) {
1574                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1575                 if (defined($mem_flags)) {
1576                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1577                 }
1578         }
1579 }
1580
1581 sub ParseStructPullPrimitives($$$$$)
1582 {
1583         my($self,$struct,$ndr,$varname,$env) = @_;
1584
1585         if (defined $struct->{SURROUNDING_ELEMENT}) {
1586                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1587         }
1588
1589         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1590
1591         if (defined($struct->{PROPERTIES}{relative_base})) {
1592                 # set the current offset as base for relative pointers
1593                 # and store it based on the toplevel struct/union
1594                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1595         }
1596
1597         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1598
1599         $self->add_deferred();
1600
1601         $self->pidl("NDR_CHECK(ndr_pull_trailer_align($ndr, $struct->{ALIGN}));");
1602 }
1603
1604 sub ParseStructPullDeferred($$$$$)
1605 {
1606         my ($self,$struct,$ndr,$varname,$env) = @_;
1607
1608         if (defined($struct->{PROPERTIES}{relative_base})) {
1609                 # retrieve the current offset as base for relative pointers
1610                 # based on the toplevel struct/union
1611                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1612         }
1613         foreach my $e (@{$struct->{ELEMENTS}}) {
1614                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1615         }
1616
1617         $self->add_deferred();
1618 }
1619
1620 #####################################################################
1621 # parse a struct - pull side
1622 sub ParseStructPull($$$$)
1623 {
1624         my($self,$struct,$ndr,$varname) = @_;
1625
1626         return unless defined $struct->{ELEMENTS};
1627
1628         # declare any internal pointers we need
1629         foreach my $e (@{$struct->{ELEMENTS}}) {
1630                 $self->DeclarePtrVariables($e);
1631                 $self->DeclareArrayVariables($e);
1632                 $self->DeclareMemCtxVariables($e);
1633         }
1634
1635         $self->start_flags($struct, $ndr);
1636
1637         my $env = GenerateStructEnv($struct, $varname);
1638
1639         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1640         $self->indent;
1641         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1642         $self->deindent;
1643         $self->pidl("}");
1644         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1645         $self->indent;
1646         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1647         $self->deindent;
1648         $self->pidl("}");
1649
1650         $self->end_flags($struct, $ndr);
1651 }
1652
1653 #####################################################################
1654 # calculate size of ndr struct
1655 sub ParseStructNdrSize($$$$)
1656 {
1657         my ($self,$t, $name, $varname) = @_;
1658         my $sizevar;
1659
1660         if (my $flags = has_property($t, "flag")) {
1661                 $self->pidl("flags |= $flags;");
1662         }
1663         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name);");
1664 }
1665
1666 sub DeclStruct($$$$)
1667 {
1668         my ($e,$t,$name,$varname) = @_;
1669         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1670 }
1671
1672 sub ArgsStructNdrSize($$$)
1673 {
1674         my ($d, $name, $varname) = @_;
1675         return "const struct $name *$varname, int flags";
1676 }
1677
1678 $typefamily{STRUCT} = {
1679         PUSH_FN_BODY => \&ParseStructPush,
1680         DECL => \&DeclStruct,
1681         PULL_FN_BODY => \&ParseStructPull,
1682         PRINT_FN_BODY => \&ParseStructPrint,
1683         SIZE_FN_BODY => \&ParseStructNdrSize,
1684         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1685 };
1686
1687 #####################################################################
1688 # calculate size of ndr struct
1689 sub ParseUnionNdrSize($$$)
1690 {
1691         my ($self, $t, $name, $varname) = @_;
1692         my $sizevar;
1693
1694         if (my $flags = has_property($t, "flag")) {
1695                 $self->pidl("flags |= $flags;");
1696         }
1697
1698         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name);");
1699 }
1700
1701 sub ParseUnionPushPrimitives($$$$)
1702 {
1703         my ($self, $e, $ndr ,$varname) = @_;
1704
1705         my $have_default = 0;
1706
1707         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1708
1709         if (defined($e->{SWITCH_TYPE})) {
1710                 if (defined($e->{ALIGN})) {
1711                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1712                 }
1713
1714                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1715         }
1716
1717         if (defined($e->{ALIGN})) {
1718                 if ($e->{IS_MS_UNION}) {
1719                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1720                         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $e->{ALIGN}));");
1721                 } else {
1722                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1723                 }
1724         }
1725
1726         $self->pidl("switch (level) {");
1727         $self->indent;
1728         foreach my $el (@{$e->{ELEMENTS}}) {
1729                 if ($el->{CASE} eq "default") {
1730                         $have_default = 1;
1731                 }
1732                 $self->pidl("$el->{CASE}: {");
1733
1734                 if ($el->{TYPE} ne "EMPTY") {
1735                         $self->indent;
1736                         if (defined($e->{PROPERTIES}{relative_base})) {
1737                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1738                                 # set the current offset as base for relative pointers
1739                                 # and store it based on the toplevel struct/union
1740                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1741                         }
1742                         $self->DeclareArrayVariables($el);
1743                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1744                         $self->deindent;
1745                 }
1746                 $self->pidl("break; }");
1747                 $self->pidl("");
1748         }
1749         if (! $have_default) {
1750                 $self->pidl("default:");
1751                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1752         }
1753         $self->deindent;
1754         $self->pidl("}");
1755 }
1756
1757 sub ParseUnionPushDeferred($$$$)
1758 {
1759         my ($self,$e,$ndr,$varname) = @_;
1760
1761         my $have_default = 0;
1762
1763         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1764         if (defined($e->{PROPERTIES}{relative_base})) {
1765                 # retrieve the current offset as base for relative pointers
1766                 # based on the toplevel struct/union
1767                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1768         }
1769         $self->pidl("switch (level) {");
1770         $self->indent;
1771         foreach my $el (@{$e->{ELEMENTS}}) {
1772                 if ($el->{CASE} eq "default") {
1773                         $have_default = 1;
1774                 }
1775
1776                 $self->pidl("$el->{CASE}:");
1777                 if ($el->{TYPE} ne "EMPTY") {
1778                         $self->indent;
1779                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1780                         $self->deindent;
1781                 }
1782                 $self->pidl("break;");
1783                 $self->pidl("");
1784         }
1785         if (! $have_default) {
1786                 $self->pidl("default:");
1787                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1788         }
1789         $self->deindent;
1790         $self->pidl("}");
1791 }
1792
1793 #####################################################################
1794 # parse a union - push side
1795 sub ParseUnionPush($$$$)
1796 {
1797         my ($self,$e,$ndr,$varname) = @_;
1798         my $have_default = 0;
1799
1800         $self->start_flags($e, $ndr);
1801
1802         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1803         $self->indent;
1804         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1805         $self->deindent;
1806         $self->pidl("}");
1807         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1808         $self->indent;
1809         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1810         $self->deindent;
1811         $self->pidl("}");
1812         $self->end_flags($e, $ndr);
1813 }
1814
1815 #####################################################################
1816 # print a union
1817 sub ParseUnionPrint($$$$$)
1818 {
1819         my ($self,$e,$ndr,$name,$varname) = @_;
1820         my $have_default = 0;
1821
1822         $self->pidl("uint32_t level;");
1823         foreach my $el (@{$e->{ELEMENTS}}) {
1824                 $self->DeclareArrayVariables($el);
1825         }
1826
1827         $self->start_flags($e, $ndr);
1828
1829         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1830
1831         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1832
1833         $self->pidl("switch (level) {");
1834         $self->indent;
1835         foreach my $el (@{$e->{ELEMENTS}}) {
1836                 if ($el->{CASE} eq "default") {
1837                         $have_default = 1;
1838                 }
1839                 $self->pidl("$el->{CASE}:");
1840                 if ($el->{TYPE} ne "EMPTY") {
1841                         $self->indent;
1842                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1843                         $self->deindent;
1844                 }
1845                 $self->pidl("break;");
1846                 $self->pidl("");
1847         }
1848         if (! $have_default) {
1849                 $self->pidl("default:");
1850                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1851         }
1852         $self->deindent;
1853         $self->pidl("}");
1854
1855         $self->end_flags($e, $ndr);
1856 }
1857
1858 sub ParseUnionPullPrimitives($$$$$)
1859 {
1860         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1861         my $have_default = 0;
1862
1863
1864         if (defined($switch_type)) {
1865                 if (defined($e->{ALIGN})) {
1866                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1867                 }
1868
1869                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1870                 $self->pidl("if (_level != level) {"); 
1871                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname at \%s\", _level, __location__);");
1872                 $self->pidl("}");
1873         }
1874
1875         if (defined($e->{ALIGN})) {
1876                 if ($e->{IS_MS_UNION}) {
1877                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1878                         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $e->{ALIGN}));");
1879                 } else {
1880                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1881                 }
1882         }
1883
1884         $self->pidl("switch (level) {");
1885         $self->indent;
1886         foreach my $el (@{$e->{ELEMENTS}}) {
1887                 if ($el->{CASE} eq "default") {
1888                         $have_default = 1;
1889                 } 
1890                 $self->pidl("$el->{CASE}: {");
1891
1892                 if ($el->{TYPE} ne "EMPTY") {
1893                         $self->indent;
1894                         $self->DeclarePtrVariables($el);
1895                         $self->DeclareArrayVariables($el);
1896                         if (defined($e->{PROPERTIES}{relative_base})) {
1897                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1898                                 # set the current offset as base for relative pointers
1899                                 # and store it based on the toplevel struct/union
1900                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1901                         }
1902                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1903                         $self->deindent;
1904                 }
1905                 $self->pidl("break; }");
1906                 $self->pidl("");
1907         }
1908         if (! $have_default) {
1909                 $self->pidl("default:");
1910                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1911         }
1912         $self->deindent;
1913         $self->pidl("}");
1914 }
1915
1916 sub ParseUnionPullDeferred($$$$)
1917 {
1918         my ($self,$e,$ndr,$varname) = @_;
1919         my $have_default = 0;
1920
1921         if (defined($e->{PROPERTIES}{relative_base})) {
1922                 # retrieve the current offset as base for relative pointers
1923                 # based on the toplevel struct/union
1924                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1925         }
1926         $self->pidl("switch (level) {");
1927         $self->indent;
1928         foreach my $el (@{$e->{ELEMENTS}}) {
1929                 if ($el->{CASE} eq "default") {
1930                         $have_default = 1;
1931                 } 
1932
1933                 $self->pidl("$el->{CASE}:");
1934                 if ($el->{TYPE} ne "EMPTY") {
1935                         $self->indent;
1936                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1937                         $self->deindent;
1938                 }
1939                 $self->pidl("break;");
1940                 $self->pidl("");
1941         }
1942         if (! $have_default) {
1943                 $self->pidl("default:");
1944                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1945         }
1946         $self->deindent;
1947         $self->pidl("}");
1948
1949
1950 }
1951
1952 #####################################################################
1953 # parse a union - pull side
1954 sub ParseUnionPull($$$$)
1955 {
1956         my ($self,$e,$ndr,$varname) = @_;
1957         my $switch_type = $e->{SWITCH_TYPE};
1958
1959         $self->pidl("uint32_t level;");
1960         if (defined($switch_type)) {
1961                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1962                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1963                 }
1964                 $self->pidl(mapTypeName($switch_type) . " _level;");
1965         }
1966
1967         my %double_cases = ();
1968         foreach my $el (@{$e->{ELEMENTS}}) {
1969                 next if ($el->{TYPE} eq "EMPTY");
1970                 next if ($double_cases{"$el->{NAME}"});
1971                 $self->DeclareMemCtxVariables($el);
1972                 $double_cases{"$el->{NAME}"} = 1;
1973         }
1974
1975         $self->start_flags($e, $ndr);
1976
1977         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1978
1979         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1980         $self->indent;
1981         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1982         $self->deindent;
1983         $self->pidl("}");
1984
1985         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1986         $self->indent;
1987         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1988         $self->deindent;
1989         $self->pidl("}");
1990
1991         $self->add_deferred();
1992
1993         $self->end_flags($e, $ndr);
1994 }
1995
1996 sub DeclUnion($$$$)
1997 {
1998         my ($e,$t,$name,$varname) = @_;
1999         return ($t ne "pull"?"const ":"") . "union $name *$varname";
2000 }
2001
2002 sub ArgsUnionNdrSize($$)
2003 {
2004         my ($d,$name) = @_;
2005         return "const union $name *r, uint32_t level, int flags";
2006 }
2007
2008 $typefamily{UNION} = {
2009         PUSH_FN_BODY => \&ParseUnionPush,
2010         DECL => \&DeclUnion,
2011         PULL_FN_BODY => \&ParseUnionPull,
2012         PRINT_FN_BODY => \&ParseUnionPrint,
2013         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
2014         SIZE_FN_BODY => \&ParseUnionNdrSize,
2015 };
2016         
2017 #####################################################################
2018 # parse a typedef - push side
2019 sub ParseTypedefPush($$$$)
2020 {
2021         my($self,$e,$ndr,$varname) = @_;
2022
2023         my $env;
2024
2025         $env->{$e->{NAME}} = $varname;
2026
2027         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2028 }
2029
2030 #####################################################################
2031 # parse a typedef - pull side
2032 sub ParseTypedefPull($$$$)
2033 {
2034         my($self,$e,$ndr,$varname) = @_;
2035
2036         my $env;
2037
2038         $env->{$e->{NAME}} = $varname;
2039
2040         $self->ParseElementPullLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2041 }
2042
2043 #####################################################################
2044 # parse a typedef - print side
2045 sub ParseTypedefPrint($$$$$)
2046 {
2047         my($self,$e,$ndr,$name,$varname) = @_;
2048
2049         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
2050 }
2051
2052 #####################################################################
2053 ## calculate the size of a structure
2054 sub ParseTypedefNdrSize($$$$)
2055 {
2056         my($self,$t,$name,$varname) = @_;
2057
2058         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
2059 }
2060
2061 sub DeclTypedef($$$$)
2062 {
2063         my ($e, $t, $name, $varname) = @_;
2064         
2065         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
2066 }
2067
2068 sub ArgsTypedefNdrSize($$$)
2069 {
2070         my ($d, $name, $varname) = @_;
2071         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
2072 }
2073
2074 $typefamily{TYPEDEF} = {
2075         PUSH_FN_BODY => \&ParseTypedefPush,
2076         DECL => \&DeclTypedef,
2077         PULL_FN_BODY => \&ParseTypedefPull,
2078         PRINT_FN_BODY => \&ParseTypedefPrint,
2079         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
2080         SIZE_FN_BODY => \&ParseTypedefNdrSize,
2081 };
2082
2083 sub ParsePipePushChunk($$)
2084 {
2085         my ($self, $t) = @_;
2086
2087         my $pipe = $t;
2088         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2089         my $struct = $pipe->{DATA};
2090
2091         my $name = "$struct->{NAME}";
2092         my $ndr = "ndr";
2093         my $varname = "r";
2094
2095         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "push", $name, $varname);
2096
2097         $self->fn_declare("push", $struct, "enum ndr_err_code ndr_push_$name(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2098
2099         return if has_property($t, "nopush");
2100
2101         $self->pidl("{");
2102         $self->indent;
2103
2104         $self->ParseStructPush($struct, $ndr, $varname);
2105         $self->pidl("");
2106
2107         $self->pidl("NDR_CHECK(ndr_push_pipe_chunk_trailer(ndr, ndr_flags, $varname->count));");
2108         $self->pidl("");
2109
2110         $self->pidl("return NDR_ERR_SUCCESS;");
2111         $self->deindent;
2112         $self->pidl("}");
2113         $self->pidl("");
2114 }
2115
2116 sub ParsePipePullChunk($$)
2117 {
2118         my ($self, $t) = @_;
2119
2120         my $pipe = $t;
2121         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2122         my $struct = $pipe->{DATA};
2123
2124         my $name = "$struct->{NAME}";
2125         my $ndr = "ndr";
2126         my $varname = "r";
2127
2128         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "pull", $name, $varname);
2129
2130         $self->fn_declare("pull", $struct, "enum ndr_err_code ndr_pull_$name(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2131
2132         return if has_property($struct, "nopull");
2133
2134         $self->pidl("{");
2135         $self->indent;
2136
2137         $self->ParseStructPull($struct, $ndr, $varname);
2138         $self->pidl("");
2139
2140         $self->pidl("NDR_CHECK(ndr_check_pipe_chunk_trailer($ndr, ndr_flags, $varname->count));");
2141         $self->pidl("");
2142
2143         $self->pidl("return NDR_ERR_SUCCESS;");
2144         $self->deindent;
2145         $self->pidl("}");
2146         $self->pidl("");
2147 }
2148
2149 sub ParsePipePrintChunk($$)
2150 {
2151         my ($self, $t) = @_;
2152
2153         my $pipe = $t;
2154         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2155         my $struct = $pipe->{DATA};
2156
2157         my $name = "$struct->{NAME}";
2158         my $ndr = "ndr";
2159         my $varname = "r";
2160
2161         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "print", $name, $varname);
2162
2163         $self->pidl_hdr("void ndr_print_$name(struct ndr_print *ndr, const char *name, $args);");
2164
2165         return if (has_property($t, "noprint"));
2166
2167         $self->pidl("_PUBLIC_ void ndr_print_$name(struct ndr_print *$ndr, const char *name, $args)");
2168         $self->pidl("{");
2169         $self->indent;
2170         $self->ParseTypePrint($struct, $ndr, $varname);
2171         $self->deindent;
2172         $self->pidl("}");
2173         $self->pidl("");
2174 }
2175
2176 #####################################################################
2177 # parse a function - print side
2178 sub ParseFunctionPrint($$)
2179 {
2180         my($self, $fn) = @_;
2181         my $ndr = "ndr";
2182
2183         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
2184
2185         return if has_property($fn, "noprint");
2186
2187         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
2188         $self->pidl("{");
2189         $self->indent;
2190
2191         foreach my $e (@{$fn->{ELEMENTS}}) {
2192                 $self->DeclareArrayVariables($e);
2193         }
2194
2195         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
2196         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
2197         $self->pidl("$ndr->depth++;");
2198
2199         $self->pidl("if (flags & NDR_SET_VALUES) {");
2200         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
2201         $self->pidl("}");
2202
2203         $self->pidl("if (flags & NDR_IN) {");
2204         $self->indent;
2205         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
2206         $self->pidl("$ndr->depth++;");
2207
2208         my $env = GenerateFunctionInEnv($fn);
2209
2210         foreach my $e (@{$fn->{ELEMENTS}}) {
2211                 if (grep(/in/,@{$e->{DIRECTION}})) {
2212                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2213                 }
2214         }
2215         $self->pidl("$ndr->depth--;");
2216         $self->deindent;
2217         $self->pidl("}");
2218         
2219         $self->pidl("if (flags & NDR_OUT) {");
2220         $self->indent;
2221         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
2222         $self->pidl("$ndr->depth++;");
2223
2224         $env = GenerateFunctionOutEnv($fn);
2225         foreach my $e (@{$fn->{ELEMENTS}}) {
2226                 if (grep(/out/,@{$e->{DIRECTION}})) {
2227                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2228                 }
2229         }
2230         if ($fn->{RETURN_TYPE}) {
2231                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
2232         }
2233         $self->pidl("$ndr->depth--;");
2234         $self->deindent;
2235         $self->pidl("}");
2236         
2237         $self->pidl("$ndr->depth--;");
2238         $self->deindent;
2239         $self->pidl("}");
2240         $self->pidl("");
2241 }
2242
2243 #####################################################################
2244 # parse a function
2245 sub ParseFunctionPush($$)
2246
2247         my($self, $fn) = @_;
2248         my $ndr = "ndr";
2249
2250         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2251
2252         return if has_property($fn, "nopush");
2253
2254         $self->pidl("{");
2255         $self->indent;
2256
2257         foreach my $e (@{$fn->{ELEMENTS}}) { 
2258                 $self->DeclareArrayVariables($e);
2259         }
2260
2261         $self->pidl("if (flags & NDR_IN) {");
2262         $self->indent;
2263
2264         my $env = GenerateFunctionInEnv($fn);
2265
2266         EnvSubstituteValue($env, $fn);
2267
2268         foreach my $e (@{$fn->{ELEMENTS}}) {
2269                 if (grep(/in/,@{$e->{DIRECTION}})) {
2270                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2271                 }
2272         }
2273
2274         $self->deindent;
2275         $self->pidl("}");
2276
2277         $self->pidl("if (flags & NDR_OUT) {");
2278         $self->indent;
2279
2280         $env = GenerateFunctionOutEnv($fn);
2281         foreach my $e (@{$fn->{ELEMENTS}}) {
2282                 if (grep(/out/,@{$e->{DIRECTION}})) {
2283                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2284                 }
2285         }
2286
2287         if ($fn->{RETURN_TYPE}) {
2288                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2289         }
2290     
2291         $self->deindent;
2292         $self->pidl("}");
2293         $self->pidl("return NDR_ERR_SUCCESS;");
2294         $self->deindent;
2295         $self->pidl("}");
2296         $self->pidl("");
2297 }
2298
2299 sub AllocateArrayLevel($$$$$$)
2300 {
2301         my ($self,$e,$l,$ndr,$var,$size) = @_;
2302
2303         my $pl = GetPrevLevel($e, $l);
2304         if (defined($pl) and 
2305             $pl->{TYPE} eq "POINTER" and 
2306             $pl->{POINTER_TYPE} eq "ref"
2307             and not $l->{IS_ZERO_TERMINATED}) {
2308                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2309                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2310                 $self->pidl("}");
2311                 if (grep(/in/,@{$e->{DIRECTION}}) and
2312                     grep(/out/,@{$e->{DIRECTION}})) {
2313                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2314                 }
2315                 return;
2316         }
2317
2318         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2319 }
2320
2321 #####################################################################
2322 # parse a function
2323 sub ParseFunctionPull($$)
2324
2325         my($self,$fn) = @_;
2326         my $ndr = "ndr";
2327
2328         # pull function args
2329         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2330
2331         $self->pidl("{");
2332         $self->indent;
2333
2334         # declare any internal pointers we need
2335         foreach my $e (@{$fn->{ELEMENTS}}) { 
2336                 $self->DeclarePtrVariables($e);
2337                 $self->DeclareArrayVariables($e);
2338         }
2339
2340         my %double_cases = ();
2341         foreach my $e (@{$fn->{ELEMENTS}}) {
2342                 next if ($e->{TYPE} eq "EMPTY");
2343                 next if ($double_cases{"$e->{NAME}"});
2344                 $self->DeclareMemCtxVariables($e);
2345                 $double_cases{"$e->{NAME}"} = 1;
2346         }
2347
2348         $self->pidl("if (flags & NDR_IN) {");
2349         $self->indent;
2350
2351         # auto-init the out section of a structure. I originally argued that
2352         # this was a bad idea as it hides bugs, but coping correctly
2353         # with initialisation and not wiping ref vars is turning
2354         # out to be too tricky (tridge)
2355         foreach my $e (@{$fn->{ELEMENTS}}) {
2356                 next unless grep(/out/, @{$e->{DIRECTION}});
2357                 $self->pidl("ZERO_STRUCT(r->out);");
2358                 $self->pidl("");
2359                 last;
2360         }
2361
2362         my $env = GenerateFunctionInEnv($fn);
2363
2364         foreach my $e (@{$fn->{ELEMENTS}}) {
2365                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2366                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2367         }
2368
2369         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2370         # own flag rather than be in NDR_IN ?
2371
2372         foreach my $e (@{$fn->{ELEMENTS}}) {
2373                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2374                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2375                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2376                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2377                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2378                 next if ($e->{LEVELS}[1]->{TYPE} eq "PIPE");
2379                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2380                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2381
2382                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2383                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2384                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2385                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2386                                 check_fully_dereferenced($e, $env));
2387                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2388
2389                         if (grep(/in/, @{$e->{DIRECTION}})) {
2390                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2391                         } else {
2392                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2393                         }
2394                 } elsif ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2395                         if (grep(/in/, @{$e->{DIRECTION}})) {
2396                                 $self->pidl("r->out.$e->{NAME} = r->in.$e->{NAME};");
2397                         } else {
2398                                 $self->pidl("r->out.$e->{NAME} = NULL;");
2399                         }
2400                 } else {
2401                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2402                 
2403                         if (grep(/in/, @{$e->{DIRECTION}})) {
2404                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2405                         } else {
2406                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2407                         }
2408                 }
2409         }
2410
2411         $self->add_deferred();
2412         $self->deindent;
2413         $self->pidl("}");
2414         
2415         $self->pidl("if (flags & NDR_OUT) {");
2416         $self->indent;
2417
2418         $env = GenerateFunctionOutEnv($fn);
2419         foreach my $e (@{$fn->{ELEMENTS}}) {
2420                 next unless grep(/out/, @{$e->{DIRECTION}});
2421                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2422         }
2423
2424         if ($fn->{RETURN_TYPE}) {
2425                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2426         }
2427
2428         $self->add_deferred();
2429         $self->deindent;
2430         $self->pidl("}");
2431
2432         $self->pidl("return NDR_ERR_SUCCESS;");
2433         $self->deindent;
2434         $self->pidl("}");
2435         $self->pidl("");
2436 }
2437
2438 sub AuthServiceStruct($$$)
2439 {
2440         my ($self, $ifacename, $authservice) = @_;
2441         my @a = split /,/, $authservice;
2442         my $authservice_count = $#a + 1;
2443
2444         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2445         foreach my $ap (@a) {
2446                 $self->pidl("\t$ap, ");
2447         }
2448         $self->pidl("};");
2449         $self->pidl("");
2450
2451         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2452         $self->pidl("\t.count\t= $authservice_count,");
2453         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2454         $self->pidl("};");
2455         $self->pidl("");
2456 }
2457
2458 sub ParseGeneratePipeArray($$$)
2459 {
2460         my ($self, $fn, $direction) = @_;
2461
2462         $self->pidl("static const struct ndr_interface_call_pipe $fn->{NAME}\_$direction\_pipes[] = {");
2463         $self->indent;
2464
2465         foreach my $e (@{$fn->{ELEMENTS}}) {
2466                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2467                 next unless (grep(/$direction/, @{$e->{DIRECTION}}));
2468
2469                 my $cname = "$e->{TYPE}_chunk";
2470
2471                 $self->pidl("{");
2472                 $self->indent;
2473                 $self->pidl("\"$direction.$e->{NAME}\",");
2474                 $self->pidl("\"$cname\",");
2475                 $self->pidl("sizeof(struct $cname),");
2476                 $self->pidl("(ndr_push_flags_fn_t) ndr_push_$cname,");
2477                 $self->pidl("(ndr_pull_flags_fn_t) ndr_pull_$cname,");
2478                 $self->pidl("(ndr_print_fn_t) ndr_print_$cname,");
2479                 $self->deindent;
2480                 $self->pidl("},");
2481         }
2482         $self->pidl("{ NULL, NULL, 0, NULL, NULL, NULL }");
2483         $self->deindent;
2484         $self->pidl("};");
2485         $self->pidl("");
2486 }
2487
2488 sub FunctionCallPipes($$)
2489 {
2490         my ($self, $d) = @_;
2491         return if not defined($d->{OPNUM});
2492
2493         my $in_pipes = 0;
2494         my $out_pipes = 0;
2495
2496         foreach my $e (@{$d->{ELEMENTS}}) {
2497                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2498
2499                 if (grep(/in/, @{$e->{DIRECTION}})) {
2500                         $in_pipes++;
2501                 }
2502                 if (grep(/out/, @{$e->{DIRECTION}})) {
2503                         $out_pipes++;
2504                 }
2505         }
2506
2507         if ($in_pipes) {
2508                 $self->ParseGeneratePipeArray($d, "in");
2509         }
2510
2511         if ($out_pipes) {
2512                 $self->ParseGeneratePipeArray($d, "out");
2513         }
2514 }
2515
2516 sub FunctionCallEntry($$)
2517 {
2518         my ($self, $d) = @_;
2519         return 0 if not defined($d->{OPNUM});
2520
2521         my $in_pipes = 0;
2522         my $out_pipes = 0;
2523
2524         foreach my $e (@{$d->{ELEMENTS}}) {
2525                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2526
2527                 if (grep(/in/, @{$e->{DIRECTION}})) {
2528                         $in_pipes++;
2529                 }
2530                 if (grep(/out/, @{$e->{DIRECTION}})) {
2531                         $out_pipes++;
2532                 }
2533         }
2534
2535         my $in_pipes_ptr = "NULL";
2536         my $out_pipes_ptr = "NULL";
2537
2538         if ($in_pipes) {
2539                 $in_pipes_ptr = "$d->{NAME}_in_pipes";
2540         }
2541
2542         if ($out_pipes) {
2543                 $out_pipes_ptr = "$d->{NAME}_out_pipes";
2544         }
2545
2546         $self->pidl("\t{");
2547         $self->pidl("\t\t\"$d->{NAME}\",");
2548         $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2549         $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2550         $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2551         $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2552         $self->pidl("\t\t{ $in_pipes, $in_pipes_ptr },");
2553         $self->pidl("\t\t{ $out_pipes, $out_pipes_ptr },");
2554         $self->pidl("\t},");
2555         return 1;
2556 }
2557
2558 #####################################################################
2559 # produce a function call table
2560 sub FunctionTable($$)
2561 {
2562         my($self,$interface) = @_;
2563         my $count = 0;
2564         my $uname = uc $interface->{NAME};
2565
2566         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2567         return unless defined ($interface->{PROPERTIES}->{uuid});
2568
2569         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2570                 $self->FunctionCallPipes($d);
2571         }
2572
2573         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2574
2575         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2576                 $count += $self->FunctionCallEntry($d);
2577         }
2578         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL }");
2579         $self->pidl("};");
2580         $self->pidl("");
2581
2582         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2583         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2584                 $self->pidl("\t$ep, ");
2585         }
2586         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2587         
2588         $self->pidl("};");
2589         $self->pidl("");
2590
2591         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2592         $self->pidl("\t.count\t= $endpoint_count,");
2593         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2594         $self->pidl("};");
2595         $self->pidl("");
2596
2597         if (! defined $interface->{PROPERTIES}->{authservice}) {
2598                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2599         }
2600
2601         $self->AuthServiceStruct($interface->{NAME}, 
2602                                      $interface->{PROPERTIES}->{authservice});
2603
2604         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2605         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2606         $self->pidl("\t.syntax_id\t= {");
2607         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2608         $self->pidl("\t\tNDR_$uname\_VERSION");
2609         $self->pidl("\t},");
2610         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2611         $self->pidl("\t.num_calls\t= $count,");
2612         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2613         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2614         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2615         $self->pidl("};");
2616         $self->pidl("");
2617
2618 }
2619
2620 #####################################################################
2621 # generate include statements for imported idl files
2622 sub HeaderImport
2623 {
2624         my $self = shift;
2625         my @imports = @_;
2626         foreach (@imports) {
2627                 $_ = unmake_str($_);
2628                 s/\.idl$//;
2629                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2630         }
2631 }
2632
2633 #####################################################################
2634 # generate include statements for included header files
2635 sub HeaderInclude
2636 {
2637         my $self = shift;
2638         my @includes = @_;
2639         foreach (@includes) {
2640                 $self->pidl_hdr("#include $_");
2641         }
2642 }
2643
2644 #####################################################################
2645 # generate prototypes and defines for the interface definitions
2646 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2647 # NDR parser and so do not belong here, technically speaking
2648 sub HeaderInterface($$$)
2649 {
2650         my($self,$interface,$needed) = @_;
2651
2652         my $count = 0;
2653
2654         if ($needed->{"compression"}) {
2655                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2656         }
2657
2658         if (has_property($interface, "object")) {
2659                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2660         }
2661
2662         if (defined $interface->{PROPERTIES}->{helper}) {
2663                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2664         }
2665
2666         if (defined $interface->{PROPERTIES}->{uuid}) {
2667                 my $name = uc $interface->{NAME};
2668                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2669                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2670
2671                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2672                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2673
2674                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2675
2676                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2677                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2678
2679                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2680         }
2681
2682         foreach (@{$interface->{FUNCTIONS}}) {
2683                 next if has_property($_, "noopnum");
2684                 next if grep(/^$_->{NAME}$/,@{$interface->{INHERITED_FUNCTIONS}});
2685                 my $u_name = uc $_->{NAME};
2686         
2687                 my $val = sprintf("0x%02x", $count);
2688                 if (defined($interface->{BASE})) {
2689                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2690                 }
2691                 
2692                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2693
2694                 $self->pidl_hdr("");
2695                 $count++;
2696         }
2697
2698         my $val = $count;
2699
2700         if (defined($interface->{BASE})) {
2701                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2702         }
2703
2704         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2705
2706 }
2707
2708 sub ParseTypePush($$$$$$)
2709 {
2710         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2711
2712         # save the old relative_base_offset
2713         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2714         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2715         # restore the old relative_base_offset
2716         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2717 }
2718
2719 sub ParseTypePushFunction($$$)
2720 {
2721         my ($self, $e, $varname) = @_;
2722         my $ndr = "ndr";
2723
2724         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2725
2726         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2727
2728         $self->pidl("{");
2729         $self->indent;
2730         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2731         $self->pidl("return NDR_ERR_SUCCESS;");
2732         $self->deindent;
2733         $self->pidl("}");
2734         $self->pidl("");;
2735 }
2736
2737 sub ParseTypePull($$$$$$)
2738 {
2739         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2740
2741         # save the old relative_base_offset
2742         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2743         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2744         # restore the old relative_base_offset
2745         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2746 }
2747
2748 sub ParseTypePullFunction($$)
2749 {
2750         my ($self, $e, $varname) = @_;
2751         my $ndr = "ndr";
2752
2753         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2754
2755         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2756
2757         $self->pidl("{");
2758         $self->indent;
2759         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2760         $self->pidl("return NDR_ERR_SUCCESS;");
2761         $self->deindent;
2762         $self->pidl("}");
2763         $self->pidl("");
2764 }
2765
2766 sub ParseTypePrint($$$$)
2767 {
2768         my ($self, $e, $ndr, $varname) = @_;
2769
2770         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2771 }
2772
2773 sub ParseTypePrintFunction($$$)
2774 {
2775         my ($self, $e, $varname) = @_;
2776         my $ndr = "ndr";
2777
2778         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2779
2780         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2781
2782         return if (has_property($e, "noprint"));
2783
2784         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2785         $self->pidl("{");
2786         $self->indent;
2787         $self->ParseTypePrint($e, $ndr, $varname);
2788         $self->deindent;
2789         $self->pidl("}");
2790         $self->pidl("");
2791 }
2792
2793 sub ParseTypeNdrSize($$)
2794 {
2795         my ($self,$t) = @_;
2796
2797         my $varname = "r";
2798         my $tf = $typefamily{$t->{TYPE}};
2799         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2800
2801         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2802
2803         $self->pidl("{");
2804         $self->indent;
2805         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2806         $self->deindent;
2807         $self->pidl("}");
2808         $self->pidl("");
2809 }
2810
2811 #####################################################################
2812 # parse the interface definitions
2813 sub ParseInterface($$$)
2814 {
2815         my($self,$interface,$needed) = @_;
2816
2817         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2818         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2819
2820         $self->pidl_hdr("");
2821
2822         $self->HeaderInterface($interface, $needed);
2823
2824         # Typedefs
2825         foreach my $d (@{$interface->{TYPES}}) {
2826                 if (Parse::Pidl::Typelist::typeIs($d, "PIPE")) {
2827                         ($needed->{TypeFunctionName("ndr_push", $d)}) &&
2828                                 $self->ParsePipePushChunk($d);
2829                         ($needed->{TypeFunctionName("ndr_pull", $d)}) &&
2830                                 $self->ParsePipePullChunk($d);
2831                         ($needed->{TypeFunctionName("ndr_print", $d)}) &&
2832                                 $self->ParsePipePrintChunk($d);
2833
2834                         $needed->{TypeFunctionName("ndr_pull", $d)} = 0;
2835                         $needed->{TypeFunctionName("ndr_push", $d)} = 0;
2836                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2837                         next;
2838                 }
2839
2840                 next unless(typeHasBody($d));
2841
2842                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2843                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2844                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2845
2846                 # Make sure we don't generate a function twice...
2847                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2848                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2849                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2850
2851                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2852         }
2853
2854         # Functions
2855         foreach my $d (@{$interface->{FUNCTIONS}}) {
2856                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2857                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2858                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2859         }
2860
2861         $self->FunctionTable($interface);
2862
2863         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2864 }
2865
2866 sub GenerateIncludes($)
2867 {
2868         my ($self) = @_;
2869         if (is_intree()) {
2870                 $self->pidl("#include \"includes.h\"");
2871         } else {
2872                 $self->pidl("#ifndef _GNU_SOURCE");
2873                 $self->pidl("#define _GNU_SOURCE");
2874                 $self->pidl("#endif");
2875                 $self->pidl("#include <stdint.h>");
2876                 $self->pidl("#include <stdlib.h>");
2877                 $self->pidl("#include <stdio.h>");
2878                 $self->pidl("#include <stdbool.h>");
2879                 $self->pidl("#include <stdarg.h>");
2880                 $self->pidl("#include <string.h>");
2881         }
2882 }
2883
2884 #####################################################################
2885 # parse a parsed IDL structure back into an IDL file
2886 sub Parse($$$$)
2887 {
2888         my($self, $ndr,$gen_header,$ndr_header) = @_;
2889
2890         $self->pidl_hdr("/* header auto-generated by pidl */");
2891         $self->pidl_hdr("");
2892         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2893         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2894         $self->pidl_hdr("");
2895
2896         $self->pidl("/* parser auto-generated by pidl */");
2897         $self->pidl("");
2898         $self->GenerateIncludes();
2899         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2900         $self->pidl("");
2901
2902         my %needed = ();
2903
2904         foreach (@{$ndr}) {
2905                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2906         }
2907
2908         foreach (@{$ndr}) {
2909                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2910                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2911                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2912         }
2913
2914         return ($self->{res_hdr}, $self->{res});
2915 }
2916
2917 sub NeededElement($$$)
2918 {
2919         my ($e, $dir, $needed) = @_;
2920
2921         return if ($e->{TYPE} eq "EMPTY");
2922
2923         return if (ref($e->{TYPE}) eq "HASH" and 
2924                        not defined($e->{TYPE}->{NAME}));
2925
2926         my ($t, $rt);
2927         if (ref($e->{TYPE}) eq "HASH") {
2928                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2929         } else {
2930                 $t = $e->{TYPE};
2931         }
2932
2933         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2934                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2935         } else {
2936                 $rt = $e->{REPRESENTATION_TYPE};
2937         }
2938
2939         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2940
2941         my @fn = ();
2942         if ($dir eq "print") {
2943                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2944         } elsif ($dir eq "pull") {
2945                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2946                 push (@fn, "ndr_$t\_to_$rt")
2947                         if ($rt ne $t);
2948         } elsif ($dir eq "push") {
2949                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2950                 push (@fn, "ndr_$rt\_to_$t")
2951                         if ($rt ne $t);
2952         } else {
2953                 die("invalid direction `$dir'");
2954         }
2955
2956         foreach (@fn) {
2957                 unless (defined($needed->{$_})) {
2958                         $needed->{$_} = 1;
2959                 }
2960         }
2961 }
2962
2963 sub NeededFunction($$)
2964 {
2965         my ($fn,$needed) = @_;
2966         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2967         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2968         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2969         foreach my $e (@{$fn->{ELEMENTS}}) {
2970                 $e->{PARENT} = $fn;
2971                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2972         }
2973 }
2974
2975 sub NeededType($$$)
2976 {
2977         sub NeededType($$$);
2978         my ($t,$needed,$req) = @_;
2979
2980         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2981         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "PIPE");
2982
2983         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2984                 return unless defined($t->{ELEMENTS});
2985                 for my $e (@{$t->{ELEMENTS}}) {
2986                         $e->{PARENT} = $t;
2987                         if (has_property($e, "compression")) { 
2988                                 $needed->{"compression"} = 1;
2989                         }
2990                         NeededElement($e, $req, $needed);
2991                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2992                 }
2993         }
2994 }
2995
2996 #####################################################################
2997 # work out what parse functions are needed
2998 sub NeededInterface($$)
2999 {
3000         my ($interface,$needed) = @_;
3001         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
3002         foreach (reverse @{$interface->{TYPES}}) {
3003
3004                 if (has_property($_, "public")) {
3005                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
3006                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
3007                 }
3008
3009                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
3010                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
3011                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
3012                 if (has_property($_, "gensize")) {
3013                         $needed->{"ndr_size_$_->{NAME}"} = 1;
3014                 }
3015         }
3016 }
3017
3018 sub TypeFunctionName($$)
3019 {
3020         my ($prefix, $t) = @_;
3021
3022         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
3023                         $t->{TYPE} eq "TYPEDEF");
3024         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
3025         return "$prefix\_$t";
3026 }
3027
3028 1;