3d31366abf7ab82965895dccdab5ea8a03c0fc80
[kai/samba.git] / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid unmake_str);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred ContainsPipe is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header ArrayDynamicallyAllocated);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$$)
162 {
163         my ($self, $e, $ndr) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = $ndr->flags;");
169                 $self->pidl("ndr_set_flags(&$ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$$)
176 {
177         my ($self, $e, $ndr) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("$ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201                 if (defined($l->{SIZE_IS})) {
202                         $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 }
204                 if (defined($l->{LENGTH_IS})) {
205                         $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
206                 }
207         } else {
208                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
209                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
210         }
211
212         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
213                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
214         }
215
216         if ($l->{IS_VARYING}) {
217                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, 0));");  # array offset
218                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $length));");
219         }
220
221         return $length;
222 }
223
224 sub check_fully_dereferenced($$)
225 {
226         my ($element, $env) = @_;
227
228         return sub ($) {
229                 my $origvar = shift;
230                 my $check = 0;
231
232                 # Figure out the number of pointers in $ptr
233                 my $expandedvar = $origvar;
234                 $expandedvar =~ s/^(\**)//;
235                 my $ptr = $1;
236
237                 my $var = undef;
238                 foreach (keys %$env) {
239                         if ($env->{$_} eq $expandedvar) {
240                                 $var = $_;
241                                 last;
242                         }
243                 }
244                 
245                 return($origvar) unless (defined($var));
246                 my $e;
247                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
248                         if ($_->{NAME} eq $var) {
249                                 $e = $_;
250                                 last;
251                         }
252                 }
253
254                 $e or die("Environment doesn't match siblings");
255
256                 # See if pointer at pointer level $level
257                 # needs to be checked.
258                 my $nump = 0;
259                 foreach (@{$e->{LEVELS}}) {
260                         if ($_->{TYPE} eq "POINTER") {
261                                 $nump = $_->{POINTER_INDEX}+1;
262                         }
263                 }
264                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
265                 return ($origvar);
266         }
267 }       
268
269 sub check_null_pointer($$$$)
270 {
271         my ($element, $env, $print_fn, $return) = @_;
272
273         return sub ($) {
274                 my $expandedvar = shift;
275                 my $check = 0;
276
277                 # Figure out the number of pointers in $ptr
278                 $expandedvar =~ s/^(\**)//;
279                 my $ptr = $1;
280
281                 my $var = undef;
282                 foreach (keys %$env) {
283                         if ($env->{$_} eq $expandedvar) {
284                                 $var = $_;
285                                 last;
286                         }
287                 }
288                 
289                 if (defined($var)) {
290                         my $e;
291                         # lookup ptr in $e
292                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
293                                 if ($_->{NAME} eq $var) {
294                                         $e = $_;
295                                         last;
296                                 }
297                         }
298
299                         $e or die("Environment doesn't match siblings");
300
301                         # See if pointer at pointer level $level
302                         # needs to be checked.
303                         foreach my $l (@{$e->{LEVELS}}) {
304                                 if ($l->{TYPE} eq "POINTER" and 
305                                         $l->{POINTER_INDEX} == length($ptr)) {
306                                         # No need to check ref pointers
307                                         $check = ($l->{POINTER_TYPE} ne "ref");
308                                         last;
309                                 }
310
311                                 if ($l->{TYPE} eq "DATA") {
312                                         warning($element, "too much dereferences for `$var'");
313                                 }
314                         }
315                 } else {
316                         warning($element, "unknown dereferenced expression `$expandedvar'");
317                         $check = 1;
318                 }
319                 
320                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
321         }
322 }
323
324 #####################################################################
325 # parse an array - pull side
326 sub ParseArrayPullHeader($$$$$$)
327 {
328         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
329
330         my $length;
331         my $size;
332
333         if ($l->{IS_CONFORMANT}) {
334                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
335         } elsif ($l->{IS_ZERO_TERMINATED} and $l->{SIZE_IS} == 0 and $l->{LENGTH_IS} == 0) { # Noheader arrays
336                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
337         } else {
338                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
339                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
340                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
341                         check_fully_dereferenced($e, $env));
342         }
343
344         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
345                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
346         }
347
348         if ($l->{IS_VARYING}) {
349                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
350                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
351         }
352
353         if ($length ne $size) {
354                 $self->pidl("if ($length > $size) {");
355                 $self->indent;
356                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
357                 $self->deindent;
358                 $self->pidl("}");
359         }
360
361         if ($l->{IS_CONFORMANT} and (defined($l->{SIZE_IS}) or not $l->{IS_ZERO_TERMINATED})) {
362                 $self->defer("if ($var_name) {");
363                 $self->defer_indent;
364                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
365                         check_null_pointer($e, $env, sub { $self->defer(shift); },
366                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
367                         check_fully_dereferenced($e, $env));
368                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
369                 $self->defer_deindent;
370                 $self->defer("}");
371         }
372
373         if ($l->{IS_VARYING} and (defined($l->{LENGTH_IS}) or not $l->{IS_ZERO_TERMINATED})) {
374                 $self->defer("if ($var_name) {");
375                 $self->defer_indent;
376                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
377                         check_null_pointer($e, $env, sub { $self->defer(shift); },
378                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
379                         check_fully_dereferenced($e, $env));
380                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
381                 $self->defer_deindent;
382                 $self->defer("}");
383         }
384
385         if (ArrayDynamicallyAllocated($e,$l) and not is_charset_array($e,$l)) {
386                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$size);
387         }
388
389         return $length;
390 }
391
392 sub compression_alg($$)
393 {
394         my ($e, $l) = @_;
395         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
396
397         return $alg;
398 }
399
400 sub compression_clen($$$)
401 {
402         my ($e, $l, $env) = @_;
403         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
404
405         return ParseExpr($clen, $env, $e->{ORIGINAL});
406 }
407
408 sub compression_dlen($$$)
409 {
410         my ($e,$l,$env) = @_;
411         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
412
413         return ParseExpr($dlen, $env, $e->{ORIGINAL});
414 }
415
416 sub ParseCompressionPushStart($$$$$)
417 {
418         my ($self,$e,$l,$ndr,$env) = @_;
419         my $comndr = "$ndr\_compressed";
420         my $alg = compression_alg($e, $l);
421         my $dlen = compression_dlen($e, $l, $env);
422
423         $self->pidl("{");
424         $self->indent;
425         $self->pidl("struct ndr_push *$comndr;");
426         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
427
428         return $comndr;
429 }
430
431 sub ParseCompressionPushEnd($$$$$)
432 {
433         my ($self,$e,$l,$ndr,$env) = @_;
434         my $comndr = "$ndr\_compressed";
435         my $alg = compression_alg($e, $l);
436         my $dlen = compression_dlen($e, $l, $env);
437
438         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
439         $self->deindent;
440         $self->pidl("}");
441 }
442
443 sub ParseCompressionPullStart($$$$$)
444 {
445         my ($self,$e,$l,$ndr,$env) = @_;
446         my $comndr = "$ndr\_compressed";
447         my $alg = compression_alg($e, $l);
448         my $dlen = compression_dlen($e, $l, $env);
449
450         $self->pidl("{");
451         $self->indent;
452         $self->pidl("struct ndr_pull *$comndr;");
453         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
454
455         return $comndr;
456 }
457
458 sub ParseCompressionPullEnd($$$$$)
459 {
460         my ($self,$e,$l,$ndr,$env) = @_;
461         my $comndr = "$ndr\_compressed";
462         my $alg = compression_alg($e, $l);
463         my $dlen = compression_dlen($e, $l, $env);
464
465         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
466         $self->deindent;
467         $self->pidl("}");
468 }
469
470 sub ParseSubcontextPushStart($$$$$)
471 {
472         my ($self,$e,$l,$ndr,$env) = @_;
473         my $subndr = "_ndr_$e->{NAME}";
474         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
475
476         $self->pidl("{");
477         $self->indent;
478         $self->pidl("struct ndr_push *$subndr;");
479         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
480
481         if (defined $l->{COMPRESSION}) {
482                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
483         }
484
485         return $subndr;
486 }
487
488 sub ParseSubcontextPushEnd($$$$$)
489 {
490         my ($self,$e,$l,$ndr,$env) = @_;
491         my $subndr = "_ndr_$e->{NAME}";
492         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
493
494         if (defined $l->{COMPRESSION}) {
495                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
496         }
497
498         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
499         $self->deindent;
500         $self->pidl("}");
501 }
502
503 sub ParseSubcontextPullStart($$$$$)
504 {
505         my ($self,$e,$l,$ndr,$env) = @_;
506         my $subndr = "_ndr_$e->{NAME}";
507         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
508
509         $self->pidl("{");
510         $self->indent;
511         $self->pidl("struct ndr_pull *$subndr;");
512         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
513
514         if (defined $l->{COMPRESSION}) {
515                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
516         }
517
518         return $subndr;
519 }
520
521 sub ParseSubcontextPullEnd($$$$$)
522 {
523         my ($self,$e,$l,$ndr,$env) = @_;
524         my $subndr = "_ndr_$e->{NAME}";
525         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
526
527         if (defined $l->{COMPRESSION}) {
528                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
529         }
530
531         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
532         $self->deindent;
533         $self->pidl("}");
534 }
535
536 sub ParseElementPushLevel
537 {
538         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
539
540         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
541
542         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
543                 $var_name = get_pointer_to($var_name);
544         }
545
546         if (defined($ndr_flags)) {
547                 if ($l->{TYPE} eq "SUBCONTEXT") {
548                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
549                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
550                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
551                 } elsif ($l->{TYPE} eq "POINTER") {
552                         $self->ParsePtrPush($e, $l, $ndr, $var_name);
553                 } elsif ($l->{TYPE} eq "ARRAY") {
554                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
555
556                         my $nl = GetNextLevel($e, $l);
557
558                         # Allow speedups for arrays of scalar types
559                         if (is_charset_array($e,$l)) {
560                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
561                                 return;
562                         } elsif (has_fast_array($e,$l)) {
563                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
564                                 return;
565                         } 
566                 } elsif ($l->{TYPE} eq "SWITCH") {
567                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
568                 } elsif ($l->{TYPE} eq "DATA") {
569                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
570                 } elsif ($l->{TYPE} eq "TYPEDEF") {
571                         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
572                 }
573         }
574
575         if ($l->{TYPE} eq "POINTER" and $deferred) {
576                 my $rel_var_name = $var_name;
577                 if ($l->{POINTER_TYPE} ne "ref") {
578                         $self->pidl("if ($var_name) {");
579                         $self->indent;
580                         if ($l->{POINTER_TYPE} eq "relative") {
581                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_start($ndr, $rel_var_name));");
582                         }
583                         if ($l->{POINTER_TYPE} eq "relative_short") {
584                                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr2($ndr, $var_name));");
585                         }
586                 }
587                 $var_name = get_value_of($var_name);
588                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
589
590                 if ($l->{POINTER_TYPE} ne "ref") {
591                         if ($l->{POINTER_TYPE} eq "relative") {
592                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2_end($ndr, $rel_var_name));");
593                         }
594                         $self->deindent;
595                         $self->pidl("}");
596                 }
597         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
598                 not is_charset_array($e, $l)) {
599                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
600                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
601
602                 my $array_pointless = ($length eq "0");
603
604                 if ($array_pointless) {
605                         warning($e->{ORIGINAL}, "pointless array `$e->{NAME}' will always have size 0");
606                 }
607
608                 $var_name = get_array_element($var_name, $counter);
609
610                 if ((($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) and not $array_pointless) {
611                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
612                         $self->indent;
613                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
614                         $self->deindent;
615                         $self->pidl("}");
616                 }
617
618                 if ($deferred and ContainsDeferred($e, $l) and not $array_pointless) {
619                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
620                         $self->indent;
621                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
622                         $self->deindent;
623                         $self->pidl("}");
624                 }       
625         } elsif ($l->{TYPE} eq "SWITCH") {
626                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
627         }
628 }
629
630 #####################################################################
631 # parse scalars in a structure element
632 sub ParseElementPush($$$$$$)
633 {
634         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
635         my $subndr = undef;
636
637         my $var_name = $env->{$e->{NAME}};
638
639         return if ContainsPipe($e, $e->{LEVELS}[0]);
640
641         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
642
643         # Representation type is different from transmit_as
644         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
645                 $self->pidl("{");
646                 $self->indent;
647                 my $transmit_name = "_transmit_$e->{NAME}";
648                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
649                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
650                 $var_name = $transmit_name;
651         }
652
653         $var_name = append_prefix($e, $var_name);
654
655         $self->start_flags($e, $ndr);
656
657         if (defined(my $value = has_property($e, "value"))) {
658                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
659         }
660
661         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
662
663         $self->end_flags($e, $ndr);
664
665         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
666                 $self->deindent;
667                 $self->pidl("}");
668         }
669 }
670
671 #####################################################################
672 # parse a pointer in a struct element or function
673 sub ParsePtrPush($$$$$)
674 {
675         my ($self,$e,$l,$ndr,$var_name) = @_;
676
677         if ($l->{POINTER_TYPE} eq "ref") {
678                 $self->pidl("if ($var_name == NULL) {");
679                 $self->indent;
680                 $self->pidl("return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
681                 $self->deindent;
682                 $self->pidl("}");
683                 if ($l->{LEVEL} eq "EMBEDDED") {
684                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
685                 }
686         } elsif ($l->{POINTER_TYPE} eq "relative") {
687                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1($ndr, $var_name));");
688         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
689                 $self->pidl("NDR_CHECK(ndr_push_short_relative_ptr1($ndr, $var_name));");
690         } elsif ($l->{POINTER_TYPE} eq "unique") {
691                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr($ndr, $var_name));");
692         } elsif ($l->{POINTER_TYPE} eq "full") {
693                 $self->pidl("NDR_CHECK(ndr_push_full_ptr($ndr, $var_name));");
694         } elsif ($l->{POINTER_TYPE} eq "ignore") {
695                 # We don't want this pointer to appear on the wire at all
696                 $self->pidl("NDR_CHECK(ndr_push_uint3264(ndr, NDR_SCALARS, 0));");
697         } else {
698                 die("Unhandled pointer type $l->{POINTER_TYPE}");
699         }
700 }
701
702 sub need_pointer_to($$$)
703 {
704         my ($e, $l, $scalar_only) = @_;
705
706         my $t;
707         if (ref($l->{DATA_TYPE})) {
708                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
709         } else {
710                 $t = $l->{DATA_TYPE};
711         }
712
713         if (not Parse::Pidl::Typelist::is_scalar($t)) {
714                 return 1 if $scalar_only;
715         }
716
717         my $arrays = 0;
718
719         foreach my $tl (@{$e->{LEVELS}}) {
720                 last if $l == $tl;
721                 if ($tl->{TYPE} eq "ARRAY") {
722                         $arrays++;
723                 }
724         }
725
726         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
727                 return 1 unless $arrays;
728         }
729
730         return 0;
731 }
732
733 sub ParseDataPrint($$$$$)
734 {
735         my ($self, $e, $l, $ndr, $var_name) = @_;
736
737         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
738
739                 if (need_pointer_to($e, $l, 1)) {
740                         $var_name = get_pointer_to($var_name);
741                 }
742
743                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
744         } else {
745                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
746         }
747 }
748
749 #####################################################################
750 # print scalars in a structure element
751 sub ParseElementPrint($$$$$)
752 {
753         my($self, $e, $ndr, $var_name, $env) = @_;
754
755         return if (has_property($e, "noprint"));
756
757         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
758                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
759                 return;
760         }
761
762         $var_name = append_prefix($e, $var_name);
763
764         if (defined(my $value = has_property($e, "value"))) {
765                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
766         }
767
768         foreach my $l (@{$e->{LEVELS}}) {
769                 if ($l->{TYPE} eq "POINTER") {
770                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
771                         $self->pidl("$ndr->depth++;");
772                         if ($l->{POINTER_TYPE} ne "ref") {
773                                 $self->pidl("if ($var_name) {");
774                                 $self->indent;
775                         }
776                         $var_name = get_value_of($var_name);
777                 } elsif ($l->{TYPE} eq "ARRAY") {
778                         my $length;
779
780                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
781                                 $var_name = get_pointer_to($var_name); 
782                         }
783                         
784                         if ($l->{IS_ZERO_TERMINATED} and not defined($l->{LENGTH_IS})) {
785                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
786                         } else {
787                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
788                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
789                         }
790
791                         if (is_charset_array($e,$l)) {
792                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
793                                 last;
794                         } elsif (has_fast_array($e, $l)) {
795                                 my $nl = GetNextLevel($e, $l);
796                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
797                                 last;
798                         } else {
799                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
800
801                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
802                                 $self->pidl("$ndr->depth++;");
803                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
804                                 $self->indent;
805
806                                 $var_name = get_array_element($var_name, $counter);
807                         }
808                 } elsif ($l->{TYPE} eq "DATA") {
809                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
810                 } elsif ($l->{TYPE} eq "SWITCH") {
811                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
812                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
813                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
814                 } 
815         }
816
817         foreach my $l (reverse @{$e->{LEVELS}}) {
818                 if ($l->{TYPE} eq "POINTER") {
819                         if ($l->{POINTER_TYPE} ne "ref") {
820                                 $self->deindent;
821                                 $self->pidl("}");
822                         }
823                         $self->pidl("$ndr->depth--;");
824                 } elsif (($l->{TYPE} eq "ARRAY")
825                         and not is_charset_array($e,$l)
826                         and not has_fast_array($e,$l)) {
827                         $self->deindent;
828                         $self->pidl("}");
829                         $self->pidl("$ndr->depth--;");
830                 }
831         }
832 }
833
834 #####################################################################
835 # parse scalars in a structure element - pull size
836 sub ParseSwitchPull($$$$$$)
837 {
838         my($self,$e,$l,$ndr,$var_name,$env) = @_;
839         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
840                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
841                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
842                 check_fully_dereferenced($e, $env));
843
844         $var_name = get_pointer_to($var_name);
845         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
846 }
847
848 #####################################################################
849 # push switch element
850 sub ParseSwitchPush($$$$$$)
851 {
852         my($self,$e,$l,$ndr,$var_name,$env) = @_;
853         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
854                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
855                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
856                 check_fully_dereferenced($e, $env));
857
858         $var_name = get_pointer_to($var_name);
859         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
860 }
861
862 sub ParseDataPull($$$$$$$)
863 {
864         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
865
866         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
867
868                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
869
870                 if (need_pointer_to($e, $l, 0)) {
871                         $var_name = get_pointer_to($var_name);
872                 }
873
874                 $var_name = get_pointer_to($var_name);
875
876                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
877
878                 my $pl = GetPrevLevel($e, $l);
879
880                 my $range = has_property($e, "range");
881                 if ($range and $pl->{TYPE} ne "ARRAY") {
882                         $var_name = get_value_of($var_name);
883                         my $signed = Parse::Pidl::Typelist::is_signed($l->{DATA_TYPE});
884                         my ($low, $high) = split(/,/, $range, 2);
885                         if ($low < 0 and not $signed) {
886                                 warning(0, "$low is invalid for the range of an unsigned type");
887                         }
888                         if ($low == 0 and not $signed) {
889                                 $self->pidl("if ($var_name > $high) {");
890                         } else {
891                                 $self->pidl("if ($var_name < $low || $var_name > $high) {");
892                         }
893                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
894                         $self->pidl("}");
895                 }
896         } else {
897                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
898         }
899 }
900
901 sub ParseDataPush($$$$$$$)
902 {
903         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
904
905         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
906
907                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
908
909                 # strings are passed by value rather than reference
910                 if (need_pointer_to($e, $l, 1)) {
911                         $var_name = get_pointer_to($var_name);
912                 }
913
914                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
915         } else {
916                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
917         }
918 }
919
920 sub CalcNdrFlags($$$)
921 {
922         my ($l,$primitives,$deferred) = @_;
923
924         my $scalars = 0;
925         my $buffers = 0;
926
927         # Add NDR_SCALARS if this one is deferred 
928         # and deferreds may be pushed
929         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
930
931         # Add NDR_SCALARS if this one is not deferred and 
932         # primitives may be pushed
933         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
934         
935         # Add NDR_BUFFERS if this one contains deferred stuff
936         # and deferreds may be pushed
937         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
938
939         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
940         return "NDR_SCALARS" if ($scalars);
941         return "NDR_BUFFERS" if ($buffers);
942         return undef;
943 }
944
945 sub ParseMemCtxPullFlags($$$$)
946 {
947         my ($self, $e, $l) = @_;
948
949         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
950
951         return undef unless ($l->{TYPE} ne "ARRAY" or ArrayDynamicallyAllocated($e,$l));
952         return undef if has_fast_array($e, $l);
953         return undef if is_charset_array($e, $l);
954
955         my $mem_flags = "0";
956
957         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
958                 my $nl = GetNextLevel($e, $l);
959                 return undef if ($nl->{TYPE} eq "PIPE");
960                 return undef if ($nl->{TYPE} eq "ARRAY");
961                 return undef if (($nl->{TYPE} eq "DATA") and ($nl->{DATA_TYPE} eq "string"));
962
963                 if ($l->{LEVEL} eq "TOP") {
964                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
965                 }
966         }
967
968         return $mem_flags;
969 }
970
971 sub ParseMemCtxPullStart($$$$$)
972 {
973         my ($self, $e, $l, $ndr, $ptr_name) = @_;
974
975         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
976         my $mem_c_ctx = $ptr_name;
977         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
978
979         return unless defined($mem_c_flags);
980
981         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX($ndr);");
982         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_c_ctx, $mem_c_flags);");
983 }
984
985 sub ParseMemCtxPullEnd($$$$)
986 {
987         my ($self, $e, $l, $ndr) = @_;
988
989         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
990         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
991
992         return unless defined($mem_r_flags);
993
994         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_r_ctx, $mem_r_flags);");
995 }
996
997 sub CheckStringTerminator($$$$$)
998 {
999         my ($self,$ndr,$e,$l,$length) = @_;
1000         my $nl = GetNextLevel($e, $l);
1001
1002         # Make sure last element is zero!
1003         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
1004 }
1005
1006 sub ParseElementPullLevel
1007 {
1008         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
1009
1010         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
1011
1012         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
1013                 $var_name = get_pointer_to($var_name);
1014         }
1015
1016         # Only pull something if there's actually something to be pulled
1017         if (defined($ndr_flags)) {
1018                 if ($l->{TYPE} eq "SUBCONTEXT") {
1019                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
1020                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
1021                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
1022                 } elsif ($l->{TYPE} eq "ARRAY") {
1023                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
1024
1025                         if (my $range = has_property($e, "range")) {
1026                                 my ($low, $high) = split(/,/, $range, 2);
1027                                 if ($low < 0) {
1028                                         warning(0, "$low is invalid for the range of an array size");
1029                                 }
1030                                 if ($low == 0) {
1031                                         $self->pidl("if ($length > $high) {");
1032                                 } else {
1033                                         $self->pidl("if ($length < $low || $length > $high) {");
1034                                 }
1035                                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1036                                 $self->pidl("}");
1037                         }
1038
1039                         my $nl = GetNextLevel($e, $l);
1040
1041                         if (is_charset_array($e,$l)) {
1042                                 if ($l->{IS_ZERO_TERMINATED}) {
1043                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
1044                                 }
1045                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1046                                 return;
1047                         } elsif (has_fast_array($e, $l)) {
1048                                 if ($l->{IS_ZERO_TERMINATED}) {
1049                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1050                                 }
1051                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1052                                 return;
1053                         }
1054                 } elsif ($l->{TYPE} eq "POINTER") {
1055                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1056                 } elsif ($l->{TYPE} eq "SWITCH") {
1057                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1058                 } elsif ($l->{TYPE} eq "DATA") {
1059                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1060                 } elsif ($l->{TYPE} eq "TYPEDEF") {
1061                         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
1062                 }
1063         }
1064
1065         # add additional constructions
1066         if ($l->{TYPE} eq "POINTER" and $deferred) {
1067                 if ($l->{POINTER_TYPE} ne "ref") {
1068                         $self->pidl("if ($var_name) {");
1069                         $self->indent;
1070
1071                         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1072                                 $self->pidl("uint32_t _relative_save_offset;");
1073                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1074                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1075                         }
1076                 }
1077
1078                 $self->ParseMemCtxPullStart($e, $l, $ndr, $var_name);
1079
1080                 $var_name = get_value_of($var_name);
1081                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1082
1083                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1084
1085                 if ($l->{POINTER_TYPE} ne "ref") {
1086                         if ($l->{POINTER_TYPE} eq "relative") {
1087                                 $self->pidl("if ($ndr->offset > $ndr->relative_highest_offset) {");
1088                                 $self->indent;
1089                                 $self->pidl("$ndr->relative_highest_offset = $ndr->offset;");
1090                                 $self->deindent;
1091                                 $self->pidl("}");
1092                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1093                         }
1094                         $self->deindent;
1095                         $self->pidl("}");
1096                 }
1097         } elsif ($l->{TYPE} eq "ARRAY" and 
1098                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1099                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1100                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1101                 my $array_name = $var_name;
1102
1103                 if ($l->{IS_VARYING}) {
1104                         $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
1105                 }
1106
1107                 if (my $range = has_property($e, "range")) {
1108                         my ($low, $high) = split(/,/, $range, 2);
1109                         if ($low < 0) {
1110                                 warning(0, "$low is invalid for the range of an array size");
1111                         }
1112                         if ($low == 0) {
1113                                 $self->pidl("if ($length > $high) {");
1114                         } else {
1115                                 $self->pidl("if ($length < $low || $length > $high) {");
1116                         }
1117                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
1118                         $self->pidl("}");
1119                 }
1120
1121                 $var_name = get_array_element($var_name, $counter);
1122
1123                 $self->ParseMemCtxPullStart($e, $l, $ndr, $array_name);
1124
1125                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1126                         my $nl = GetNextLevel($e,$l);
1127
1128                         if ($l->{IS_ZERO_TERMINATED}) {
1129                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1130                         }
1131
1132                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1133                         $self->indent;
1134                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1135                         $self->deindent;
1136                         $self->pidl("}");
1137                 }
1138
1139                 if ($deferred and ContainsDeferred($e, $l)) {
1140                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1141                         $self->indent;
1142                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1143                         $self->deindent;
1144                         $self->pidl("}");
1145                 }
1146
1147                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1148
1149         } elsif ($l->{TYPE} eq "SWITCH") {
1150                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1151         }
1152 }
1153
1154 #####################################################################
1155 # parse scalars in a structure element - pull size
1156 sub ParseElementPull($$$$$$)
1157 {
1158         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1159
1160         my $var_name = $env->{$e->{NAME}};
1161         my $represent_name;
1162         my $transmit_name;
1163
1164         return if ContainsPipe($e, $e->{LEVELS}[0]);
1165
1166         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1167
1168         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1169                 $self->pidl("{");
1170                 $self->indent;
1171                 $represent_name = $var_name;
1172                 $transmit_name = "_transmit_$e->{NAME}";
1173                 $var_name = $transmit_name;
1174                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1175         }
1176
1177         $var_name = append_prefix($e, $var_name);
1178
1179         $self->start_flags($e, $ndr);
1180
1181         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1182
1183         $self->end_flags($e, $ndr);
1184
1185         # Representation type is different from transmit_as
1186         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1187                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1188                 $self->deindent;
1189                 $self->pidl("}");
1190         }
1191 }
1192
1193 #####################################################################
1194 # parse a pointer in a struct element or function
1195 sub ParsePtrPull($$$$$)
1196 {
1197         my($self, $e,$l,$ndr,$var_name) = @_;
1198
1199         my $nl = GetNextLevel($e, $l);
1200         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1201         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1202                                                  ($nl->{DATA_TYPE} eq "string"));
1203
1204         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1205
1206                 if (!$next_is_array and !$next_is_string) {
1207                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1208                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1209                         $self->pidl("}");
1210                 }
1211
1212                 return;
1213         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1214                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1215         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1216                  ($l->{POINTER_TYPE} eq "relative") or
1217                  ($l->{POINTER_TYPE} eq "full")) {
1218                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1219         } elsif ($l->{POINTER_TYPE} eq "relative_short") {
1220                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr_short($ndr, &_ptr_$e->{NAME}));");
1221         } elsif ($l->{POINTER_TYPE} eq "ignore") {
1222                 #We want to consume the pointer bytes, but ignore the pointer value
1223                 $self->pidl("NDR_CHECK(ndr_pull_uint3264(ndr, NDR_SCALARS, &_ptr_$e->{NAME}));");
1224                 $self->pidl("_ptr_$e->{NAME} = 0;");
1225         } else {
1226                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1227         }
1228
1229         $self->pidl("if (_ptr_$e->{NAME}) {");
1230         $self->indent;
1231
1232         if ($l->{POINTER_TYPE} eq "ignore") {
1233                 # Don't do anything, we don't want to do the
1234                 # allocation, as we forced it to NULL just above, and
1235                 # we may not know the declared type anyway.
1236         } else {
1237                 # Don't do this for arrays, they're allocated at the actual level 
1238                 # of the array
1239                 unless ($next_is_array or $next_is_string) { 
1240                        $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1241                 } else {
1242                        # FIXME: Yes, this is nasty.
1243                        # We allocate an array twice
1244                        # - once just to indicate that it's there,
1245                        # - then the real allocation...
1246                        $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1247                 }
1248         }
1249
1250         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1251         if ($l->{POINTER_TYPE} eq "relative" or $l->{POINTER_TYPE} eq "relative_short") {
1252                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1253         }
1254         $self->deindent;
1255         $self->pidl("} else {");
1256         $self->pidl("\t$var_name = NULL;");
1257         $self->pidl("}");
1258 }
1259
1260 sub ParseStructPushPrimitives($$$$$)
1261 {
1262         my ($self, $struct, $ndr, $varname, $env) = @_;
1263
1264         # see if the structure contains a conformant array. If it
1265         # does, then it must be the last element of the structure, and
1266         # we need to push the conformant length early, as it fits on
1267         # the wire before the structure (and even before the structure
1268         # alignment)
1269         if (defined($struct->{SURROUNDING_ELEMENT})) {
1270                 my $e = $struct->{SURROUNDING_ELEMENT};
1271
1272                 if (defined($e->{LEVELS}[0]) and 
1273                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1274                         my $size;
1275                         
1276                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1277                                 if (has_property($e, "charset")) {
1278                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1279                                 } else {
1280                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1281                                 }
1282                                 if (defined($e->{LEVELS}[0]->{SIZE_IS})) {
1283                                         $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1284                                 }
1285                         } else {
1286                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1287                         }
1288
1289                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
1290                 } else {
1291                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1292                 }
1293         }
1294
1295         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1296
1297         if (defined($struct->{PROPERTIES}{relative_base})) {
1298                 # set the current offset as base for relative pointers
1299                 # and store it based on the toplevel struct/union
1300                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1301         }
1302
1303         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1304
1305         $self->pidl("NDR_CHECK(ndr_push_trailer_align($ndr, $struct->{ALIGN}));");
1306 }
1307
1308 sub ParseStructPushDeferred($$$$)
1309 {
1310         my ($self, $struct, $ndr, $varname, $env) = @_;
1311         if (defined($struct->{PROPERTIES}{relative_base})) {
1312                 # retrieve the current offset as base for relative pointers
1313                 # based on the toplevel struct/union
1314                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1315         }
1316         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1317 }
1318
1319 #####################################################################
1320 # parse a struct
1321 sub ParseStructPush($$$$)
1322 {
1323         my ($self, $struct, $ndr, $varname) = @_;
1324         
1325         return unless defined($struct->{ELEMENTS});
1326
1327         my $env = GenerateStructEnv($struct, $varname);
1328
1329         EnvSubstituteValue($env, $struct);
1330
1331         $self->DeclareArrayVariablesNoZero($_, $env) foreach (@{$struct->{ELEMENTS}});
1332
1333         $self->start_flags($struct, $ndr);
1334
1335         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1336         $self->indent;
1337         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1338         $self->deindent;
1339         $self->pidl("}");
1340
1341         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1342         $self->indent;
1343         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1344         $self->deindent;
1345         $self->pidl("}");
1346
1347         $self->end_flags($struct, $ndr);
1348 }
1349
1350 #####################################################################
1351 # generate a push function for an enum
1352 sub ParseEnumPush($$$$)
1353 {
1354         my($self,$enum,$ndr,$varname) = @_;
1355         my($type_fn) = $enum->{BASE_TYPE};
1356
1357         $self->start_flags($enum, $ndr);
1358         $self->pidl("NDR_CHECK(ndr_push_enum_$type_fn($ndr, NDR_SCALARS, $varname));");
1359         $self->end_flags($enum, $ndr);
1360 }
1361
1362 #####################################################################
1363 # generate a pull function for an enum
1364 sub ParseEnumPull($$$$)
1365 {
1366         my($self,$enum,$ndr,$varname) = @_;
1367         my($type_fn) = $enum->{BASE_TYPE};
1368         my($type_v_decl) = mapTypeName($type_fn);
1369
1370         $self->pidl("$type_v_decl v;");
1371         $self->start_flags($enum, $ndr);
1372         $self->pidl("NDR_CHECK(ndr_pull_enum_$type_fn($ndr, NDR_SCALARS, &v));");
1373         $self->pidl("*$varname = v;");
1374
1375         $self->end_flags($enum, $ndr);
1376 }
1377
1378 #####################################################################
1379 # generate a print function for an enum
1380 sub ParseEnumPrint($$$$$)
1381 {
1382         my($self,$enum,$ndr,$name,$varname) = @_;
1383
1384         $self->pidl("const char *val = NULL;");
1385         $self->pidl("");
1386
1387         $self->start_flags($enum, $ndr);
1388
1389         $self->pidl("switch ($varname) {");
1390         $self->indent;
1391         my $els = \@{$enum->{ELEMENTS}};
1392         foreach my $i (0 .. $#{$els}) {
1393                 my $e = ${$els}[$i];
1394                 chomp $e;
1395                 if ($e =~ /^(.*)=/) {
1396                         $e = $1;
1397                 }
1398                 $self->pidl("case $e: val = \"$e\"; break;");
1399         }
1400
1401         $self->deindent;
1402         $self->pidl("}");
1403         
1404         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1405
1406         $self->end_flags($enum, $ndr);
1407 }
1408
1409 sub DeclEnum($$$$)
1410 {
1411         my ($e,$t,$name,$varname) = @_;
1412         return "enum $name " . 
1413                 ($t eq "pull"?"*":"") . $varname;
1414 }
1415
1416 $typefamily{ENUM} = {
1417         DECL => \&DeclEnum,
1418         PUSH_FN_BODY => \&ParseEnumPush,
1419         PULL_FN_BODY => \&ParseEnumPull,
1420         PRINT_FN_BODY => \&ParseEnumPrint,
1421 };
1422
1423 #####################################################################
1424 # generate a push function for a bitmap
1425 sub ParseBitmapPush($$$$)
1426 {
1427         my($self,$bitmap,$ndr,$varname) = @_;
1428         my($type_fn) = $bitmap->{BASE_TYPE};
1429
1430         $self->start_flags($bitmap, $ndr);
1431
1432         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1433
1434         $self->end_flags($bitmap, $ndr);
1435 }
1436
1437 #####################################################################
1438 # generate a pull function for an bitmap
1439 sub ParseBitmapPull($$$$)
1440 {
1441         my($self,$bitmap,$ndr,$varname) = @_;
1442         my $type_fn = $bitmap->{BASE_TYPE};
1443         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1444
1445         $self->pidl("$type_decl v;");
1446         $self->start_flags($bitmap, $ndr);
1447         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1448         $self->pidl("*$varname = v;");
1449
1450         $self->end_flags($bitmap, $ndr);
1451 }
1452
1453 #####################################################################
1454 # generate a print function for an bitmap
1455 sub ParseBitmapPrintElement($$$$$$)
1456 {
1457         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1458         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1459         my($type_fn) = $bitmap->{BASE_TYPE};
1460         my($flag);
1461
1462         if ($e =~ /^(\w+) .*$/) {
1463                 $flag = "$1";
1464         } else {
1465                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1466         }
1467
1468         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1469 }
1470
1471 #####################################################################
1472 # generate a print function for an bitmap
1473 sub ParseBitmapPrint($$$$$)
1474 {
1475         my($self,$bitmap,$ndr,$name,$varname) = @_;
1476         my($type_decl) = mapTypeName($bitmap->{TYPE});
1477         my($type_fn) = $bitmap->{BASE_TYPE};
1478
1479         $self->start_flags($bitmap, $ndr);
1480
1481         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1482
1483         $self->pidl("$ndr->depth++;");
1484         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1485                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1486         }
1487         $self->pidl("$ndr->depth--;");
1488
1489         $self->end_flags($bitmap, $ndr);
1490 }
1491
1492 sub DeclBitmap($$$$)
1493 {
1494         my ($e,$t,$name,$varname) = @_;
1495         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1496                 ($t eq "pull"?" *":" ") . $varname;
1497 }
1498
1499 $typefamily{BITMAP} = {
1500         DECL => \&DeclBitmap,
1501         PUSH_FN_BODY => \&ParseBitmapPush,
1502         PULL_FN_BODY => \&ParseBitmapPull,
1503         PRINT_FN_BODY => \&ParseBitmapPrint,
1504 };
1505
1506 #####################################################################
1507 # generate a struct print function
1508 sub ParseStructPrint($$$$$)
1509 {
1510         my($self,$struct,$ndr,$name,$varname) = @_;
1511
1512         return unless defined $struct->{ELEMENTS};
1513
1514         my $env = GenerateStructEnv($struct, $varname);
1515
1516         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1517
1518         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1519         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
1520
1521         $self->start_flags($struct, $ndr);
1522
1523         $self->pidl("$ndr->depth++;");
1524         
1525         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1526                 foreach (@{$struct->{ELEMENTS}});
1527         $self->pidl("$ndr->depth--;");
1528
1529         $self->end_flags($struct, $ndr);
1530 }
1531
1532 sub DeclarePtrVariables($$)
1533 {
1534         my ($self,$e) = @_;
1535         foreach my $l (@{$e->{LEVELS}}) {
1536                 my $size = 32;
1537                 if ($l->{TYPE} eq "POINTER" and 
1538                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1539                         if ($l->{POINTER_TYPE} eq "relative_short") {
1540                                 $size = 16;
1541                         }
1542                         $self->pidl("uint${size}_t _ptr_$e->{NAME};");
1543                         last;
1544                 }
1545         }
1546 }
1547
1548 sub DeclareArrayVariables($$)
1549 {
1550         my ($self,$e) = @_;
1551
1552         foreach my $l (@{$e->{LEVELS}}) {
1553                 next if has_fast_array($e,$l);
1554                 next if is_charset_array($e,$l);
1555                 if ($l->{TYPE} eq "ARRAY") {
1556                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1557                 }
1558         }
1559 }
1560
1561 sub DeclareArrayVariablesNoZero($$$)
1562 {
1563         my ($self,$e,$env) = @_;
1564
1565         foreach my $l (@{$e->{LEVELS}}) {
1566                 next if has_fast_array($e,$l);
1567                 next if is_charset_array($e,$l);
1568                 if ($l->{TYPE} eq "ARRAY") {
1569                     my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1570                     if ($length eq "0") {
1571                         warning($e->{ORIGINAL}, "pointless array cntr: 'cntr_$e->{NAME}_$l->{LEVEL_INDEX}': length=$length");
1572                     } else {
1573                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1574                     }
1575                 }
1576         }
1577 }
1578
1579 sub DeclareMemCtxVariables($$)
1580 {
1581         my ($self,$e) = @_;
1582         foreach my $l (@{$e->{LEVELS}}) {
1583                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1584                 if (defined($mem_flags)) {
1585                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1586                 }
1587         }
1588 }
1589
1590 sub ParseStructPullPrimitives($$$$$)
1591 {
1592         my($self,$struct,$ndr,$varname,$env) = @_;
1593
1594         if (defined $struct->{SURROUNDING_ELEMENT}) {
1595                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1596         }
1597
1598         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1599
1600         if (defined($struct->{PROPERTIES}{relative_base})) {
1601                 # set the current offset as base for relative pointers
1602                 # and store it based on the toplevel struct/union
1603                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1604         }
1605
1606         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1607
1608         $self->add_deferred();
1609
1610         $self->pidl("NDR_CHECK(ndr_pull_trailer_align($ndr, $struct->{ALIGN}));");
1611 }
1612
1613 sub ParseStructPullDeferred($$$$$)
1614 {
1615         my ($self,$struct,$ndr,$varname,$env) = @_;
1616
1617         if (defined($struct->{PROPERTIES}{relative_base})) {
1618                 # retrieve the current offset as base for relative pointers
1619                 # based on the toplevel struct/union
1620                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1621         }
1622         foreach my $e (@{$struct->{ELEMENTS}}) {
1623                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1624         }
1625
1626         $self->add_deferred();
1627 }
1628
1629 #####################################################################
1630 # parse a struct - pull side
1631 sub ParseStructPull($$$$)
1632 {
1633         my($self,$struct,$ndr,$varname) = @_;
1634
1635         return unless defined $struct->{ELEMENTS};
1636
1637         # declare any internal pointers we need
1638         foreach my $e (@{$struct->{ELEMENTS}}) {
1639                 $self->DeclarePtrVariables($e);
1640                 $self->DeclareArrayVariables($e);
1641                 $self->DeclareMemCtxVariables($e);
1642         }
1643
1644         $self->start_flags($struct, $ndr);
1645
1646         my $env = GenerateStructEnv($struct, $varname);
1647
1648         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1649         $self->indent;
1650         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1651         $self->deindent;
1652         $self->pidl("}");
1653         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1654         $self->indent;
1655         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1656         $self->deindent;
1657         $self->pidl("}");
1658
1659         $self->end_flags($struct, $ndr);
1660 }
1661
1662 #####################################################################
1663 # calculate size of ndr struct
1664 sub ParseStructNdrSize($$$$)
1665 {
1666         my ($self,$t, $name, $varname) = @_;
1667         my $sizevar;
1668
1669         if (my $flags = has_property($t, "flag")) {
1670                 $self->pidl("flags |= $flags;");
1671         }
1672         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name);");
1673 }
1674
1675 sub DeclStruct($$$$)
1676 {
1677         my ($e,$t,$name,$varname) = @_;
1678         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1679 }
1680
1681 sub ArgsStructNdrSize($$$)
1682 {
1683         my ($d, $name, $varname) = @_;
1684         return "const struct $name *$varname, int flags";
1685 }
1686
1687 $typefamily{STRUCT} = {
1688         PUSH_FN_BODY => \&ParseStructPush,
1689         DECL => \&DeclStruct,
1690         PULL_FN_BODY => \&ParseStructPull,
1691         PRINT_FN_BODY => \&ParseStructPrint,
1692         SIZE_FN_BODY => \&ParseStructNdrSize,
1693         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1694 };
1695
1696 #####################################################################
1697 # calculate size of ndr struct
1698 sub ParseUnionNdrSize($$$)
1699 {
1700         my ($self, $t, $name, $varname) = @_;
1701         my $sizevar;
1702
1703         if (my $flags = has_property($t, "flag")) {
1704                 $self->pidl("flags |= $flags;");
1705         }
1706
1707         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name);");
1708 }
1709
1710 sub ParseUnionPushPrimitives($$$$)
1711 {
1712         my ($self, $e, $ndr ,$varname) = @_;
1713
1714         my $have_default = 0;
1715
1716         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1717
1718         if (defined($e->{SWITCH_TYPE})) {
1719                 if (defined($e->{ALIGN})) {
1720                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1721                 }
1722
1723                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1724         }
1725
1726         if (defined($e->{ALIGN})) {
1727                 if ($e->{IS_MS_UNION}) {
1728                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1729                         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $e->{ALIGN}));");
1730                 } else {
1731                         $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1732                 }
1733         }
1734
1735         $self->pidl("switch (level) {");
1736         $self->indent;
1737         foreach my $el (@{$e->{ELEMENTS}}) {
1738                 if ($el->{CASE} eq "default") {
1739                         $have_default = 1;
1740                 }
1741                 $self->pidl("$el->{CASE}: {");
1742
1743                 if ($el->{TYPE} ne "EMPTY") {
1744                         $self->indent;
1745                         if (defined($e->{PROPERTIES}{relative_base})) {
1746                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1747                                 # set the current offset as base for relative pointers
1748                                 # and store it based on the toplevel struct/union
1749                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1750                         }
1751                         $self->DeclareArrayVariables($el);
1752                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1753                         $self->deindent;
1754                 }
1755                 $self->pidl("break; }");
1756                 $self->pidl("");
1757         }
1758         if (! $have_default) {
1759                 $self->pidl("default:");
1760                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1761         }
1762         $self->deindent;
1763         $self->pidl("}");
1764 }
1765
1766 sub ParseUnionPushDeferred($$$$)
1767 {
1768         my ($self,$e,$ndr,$varname) = @_;
1769
1770         my $have_default = 0;
1771
1772         $self->pidl("uint32_t level = ndr_push_get_switch_value($ndr, $varname);");
1773         if (defined($e->{PROPERTIES}{relative_base})) {
1774                 # retrieve the current offset as base for relative pointers
1775                 # based on the toplevel struct/union
1776                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1777         }
1778         $self->pidl("switch (level) {");
1779         $self->indent;
1780         foreach my $el (@{$e->{ELEMENTS}}) {
1781                 if ($el->{CASE} eq "default") {
1782                         $have_default = 1;
1783                 }
1784
1785                 $self->pidl("$el->{CASE}:");
1786                 if ($el->{TYPE} ne "EMPTY") {
1787                         $self->indent;
1788                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1789                         $self->deindent;
1790                 }
1791                 $self->pidl("break;");
1792                 $self->pidl("");
1793         }
1794         if (! $have_default) {
1795                 $self->pidl("default:");
1796                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1797         }
1798         $self->deindent;
1799         $self->pidl("}");
1800 }
1801
1802 #####################################################################
1803 # parse a union - push side
1804 sub ParseUnionPush($$$$)
1805 {
1806         my ($self,$e,$ndr,$varname) = @_;
1807         my $have_default = 0;
1808
1809         $self->start_flags($e, $ndr);
1810
1811         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1812         $self->indent;
1813         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1814         $self->deindent;
1815         $self->pidl("}");
1816         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1817         $self->indent;
1818         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1819         $self->deindent;
1820         $self->pidl("}");
1821         $self->end_flags($e, $ndr);
1822 }
1823
1824 #####################################################################
1825 # print a union
1826 sub ParseUnionPrint($$$$$)
1827 {
1828         my ($self,$e,$ndr,$name,$varname) = @_;
1829         my $have_default = 0;
1830
1831         $self->pidl("uint32_t level;");
1832         foreach my $el (@{$e->{ELEMENTS}}) {
1833                 $self->DeclareArrayVariables($el);
1834         }
1835
1836         $self->start_flags($e, $ndr);
1837
1838         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1839
1840         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1841
1842         $self->pidl("switch (level) {");
1843         $self->indent;
1844         foreach my $el (@{$e->{ELEMENTS}}) {
1845                 if ($el->{CASE} eq "default") {
1846                         $have_default = 1;
1847                 }
1848                 $self->pidl("$el->{CASE}:");
1849                 if ($el->{TYPE} ne "EMPTY") {
1850                         $self->indent;
1851                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1852                         $self->deindent;
1853                 }
1854                 $self->pidl("break;");
1855                 $self->pidl("");
1856         }
1857         if (! $have_default) {
1858                 $self->pidl("default:");
1859                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1860         }
1861         $self->deindent;
1862         $self->pidl("}");
1863
1864         $self->end_flags($e, $ndr);
1865 }
1866
1867 sub ParseUnionPullPrimitives($$$$$)
1868 {
1869         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1870         my $have_default = 0;
1871
1872
1873         if (defined($switch_type)) {
1874                 if (defined($e->{ALIGN})) {
1875                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1876                 }
1877
1878                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1879                 $self->pidl("if (_level != level) {"); 
1880                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname at \%s\", _level, __location__);");
1881                 $self->pidl("}");
1882         }
1883
1884         if (defined($e->{ALIGN})) {
1885                 if ($e->{IS_MS_UNION}) {
1886                         $self->pidl("/* ms_union is always aligned to the largest union arm*/");
1887                         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $e->{ALIGN}));");
1888                 } else {
1889                         $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1890                 }
1891         }
1892
1893         $self->pidl("switch (level) {");
1894         $self->indent;
1895         foreach my $el (@{$e->{ELEMENTS}}) {
1896                 if ($el->{CASE} eq "default") {
1897                         $have_default = 1;
1898                 } 
1899                 $self->pidl("$el->{CASE}: {");
1900
1901                 if ($el->{TYPE} ne "EMPTY") {
1902                         $self->indent;
1903                         $self->DeclarePtrVariables($el);
1904                         $self->DeclareArrayVariables($el);
1905                         if (defined($e->{PROPERTIES}{relative_base})) {
1906                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1907                                 # set the current offset as base for relative pointers
1908                                 # and store it based on the toplevel struct/union
1909                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1910                         }
1911                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1912                         $self->deindent;
1913                 }
1914                 $self->pidl("break; }");
1915                 $self->pidl("");
1916         }
1917         if (! $have_default) {
1918                 $self->pidl("default:");
1919                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1920         }
1921         $self->deindent;
1922         $self->pidl("}");
1923 }
1924
1925 sub ParseUnionPullDeferred($$$$)
1926 {
1927         my ($self,$e,$ndr,$varname) = @_;
1928         my $have_default = 0;
1929
1930         if (defined($e->{PROPERTIES}{relative_base})) {
1931                 # retrieve the current offset as base for relative pointers
1932                 # based on the toplevel struct/union
1933                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1934         }
1935         $self->pidl("switch (level) {");
1936         $self->indent;
1937         foreach my $el (@{$e->{ELEMENTS}}) {
1938                 if ($el->{CASE} eq "default") {
1939                         $have_default = 1;
1940                 } 
1941
1942                 $self->pidl("$el->{CASE}:");
1943                 if ($el->{TYPE} ne "EMPTY") {
1944                         $self->indent;
1945                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1946                         $self->deindent;
1947                 }
1948                 $self->pidl("break;");
1949                 $self->pidl("");
1950         }
1951         if (! $have_default) {
1952                 $self->pidl("default:");
1953                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1954         }
1955         $self->deindent;
1956         $self->pidl("}");
1957
1958
1959 }
1960
1961 #####################################################################
1962 # parse a union - pull side
1963 sub ParseUnionPull($$$$)
1964 {
1965         my ($self,$e,$ndr,$varname) = @_;
1966         my $switch_type = $e->{SWITCH_TYPE};
1967
1968         $self->pidl("uint32_t level;");
1969         if (defined($switch_type)) {
1970                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1971                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1972                 }
1973                 $self->pidl(mapTypeName($switch_type) . " _level;");
1974         }
1975
1976         my %double_cases = ();
1977         foreach my $el (@{$e->{ELEMENTS}}) {
1978                 next if ($el->{TYPE} eq "EMPTY");
1979                 next if ($double_cases{"$el->{NAME}"});
1980                 $self->DeclareMemCtxVariables($el);
1981                 $double_cases{"$el->{NAME}"} = 1;
1982         }
1983
1984         $self->start_flags($e, $ndr);
1985
1986         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1987
1988         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1989         $self->indent;
1990         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1991         $self->deindent;
1992         $self->pidl("}");
1993
1994         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1995         $self->indent;
1996         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1997         $self->deindent;
1998         $self->pidl("}");
1999
2000         $self->add_deferred();
2001
2002         $self->end_flags($e, $ndr);
2003 }
2004
2005 sub DeclUnion($$$$)
2006 {
2007         my ($e,$t,$name,$varname) = @_;
2008         return ($t ne "pull"?"const ":"") . "union $name *$varname";
2009 }
2010
2011 sub ArgsUnionNdrSize($$)
2012 {
2013         my ($d,$name) = @_;
2014         return "const union $name *r, uint32_t level, int flags";
2015 }
2016
2017 $typefamily{UNION} = {
2018         PUSH_FN_BODY => \&ParseUnionPush,
2019         DECL => \&DeclUnion,
2020         PULL_FN_BODY => \&ParseUnionPull,
2021         PRINT_FN_BODY => \&ParseUnionPrint,
2022         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
2023         SIZE_FN_BODY => \&ParseUnionNdrSize,
2024 };
2025         
2026 #####################################################################
2027 # parse a typedef - push side
2028 sub ParseTypedefPush($$$$)
2029 {
2030         my($self,$e,$ndr,$varname) = @_;
2031
2032         my $env;
2033
2034         $env->{$e->{NAME}} = $varname;
2035
2036         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2037 }
2038
2039 #####################################################################
2040 # parse a typedef - pull side
2041 sub ParseTypedefPull($$$$)
2042 {
2043         my($self,$e,$ndr,$varname) = @_;
2044
2045         my $env;
2046
2047         $env->{$e->{NAME}} = $varname;
2048
2049         $self->ParseElementPullLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
2050 }
2051
2052 #####################################################################
2053 # parse a typedef - print side
2054 sub ParseTypedefPrint($$$$$)
2055 {
2056         my($self,$e,$ndr,$name,$varname) = @_;
2057
2058         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
2059 }
2060
2061 #####################################################################
2062 ## calculate the size of a structure
2063 sub ParseTypedefNdrSize($$$$)
2064 {
2065         my($self,$t,$name,$varname) = @_;
2066
2067         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
2068 }
2069
2070 sub DeclTypedef($$$$)
2071 {
2072         my ($e, $t, $name, $varname) = @_;
2073         
2074         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
2075 }
2076
2077 sub ArgsTypedefNdrSize($$$)
2078 {
2079         my ($d, $name, $varname) = @_;
2080         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
2081 }
2082
2083 $typefamily{TYPEDEF} = {
2084         PUSH_FN_BODY => \&ParseTypedefPush,
2085         DECL => \&DeclTypedef,
2086         PULL_FN_BODY => \&ParseTypedefPull,
2087         PRINT_FN_BODY => \&ParseTypedefPrint,
2088         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
2089         SIZE_FN_BODY => \&ParseTypedefNdrSize,
2090 };
2091
2092 sub ParsePipePushChunk($$)
2093 {
2094         my ($self, $t) = @_;
2095
2096         my $pipe = $t;
2097         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2098         my $struct = $pipe->{DATA};
2099
2100         my $name = "$struct->{NAME}";
2101         my $ndr = "ndr";
2102         my $varname = "r";
2103
2104         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "push", $name, $varname);
2105
2106         $self->fn_declare("push", $struct, "enum ndr_err_code ndr_push_$name(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2107
2108         return if has_property($t, "nopush");
2109
2110         $self->pidl("{");
2111         $self->indent;
2112
2113         $self->ParseStructPush($struct, $ndr, $varname);
2114         $self->pidl("");
2115
2116         $self->pidl("NDR_CHECK(ndr_push_pipe_chunk_trailer(ndr, ndr_flags, $varname->count));");
2117         $self->pidl("");
2118
2119         $self->pidl("return NDR_ERR_SUCCESS;");
2120         $self->deindent;
2121         $self->pidl("}");
2122         $self->pidl("");
2123 }
2124
2125 sub ParsePipePullChunk($$)
2126 {
2127         my ($self, $t) = @_;
2128
2129         my $pipe = $t;
2130         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2131         my $struct = $pipe->{DATA};
2132
2133         my $name = "$struct->{NAME}";
2134         my $ndr = "ndr";
2135         my $varname = "r";
2136
2137         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "pull", $name, $varname);
2138
2139         $self->fn_declare("pull", $struct, "enum ndr_err_code ndr_pull_$name(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2140
2141         return if has_property($struct, "nopull");
2142
2143         $self->pidl("{");
2144         $self->indent;
2145
2146         $self->ParseStructPull($struct, $ndr, $varname);
2147         $self->pidl("");
2148
2149         $self->pidl("NDR_CHECK(ndr_check_pipe_chunk_trailer($ndr, ndr_flags, $varname->count));");
2150         $self->pidl("");
2151
2152         $self->pidl("return NDR_ERR_SUCCESS;");
2153         $self->deindent;
2154         $self->pidl("}");
2155         $self->pidl("");
2156 }
2157
2158 sub ParsePipePrintChunk($$)
2159 {
2160         my ($self, $t) = @_;
2161
2162         my $pipe = $t;
2163         $pipe = $t->{DATA} if ($t->{TYPE} eq "TYPEDEF");
2164         my $struct = $pipe->{DATA};
2165
2166         my $name = "$struct->{NAME}";
2167         my $ndr = "ndr";
2168         my $varname = "r";
2169
2170         my $args = $typefamily{$struct->{TYPE}}->{DECL}->($struct, "print", $name, $varname);
2171
2172         $self->pidl_hdr("void ndr_print_$name(struct ndr_print *ndr, const char *name, $args);");
2173
2174         return if (has_property($t, "noprint"));
2175
2176         $self->pidl("_PUBLIC_ void ndr_print_$name(struct ndr_print *$ndr, const char *name, $args)");
2177         $self->pidl("{");
2178         $self->indent;
2179         $self->ParseTypePrint($struct, $ndr, $varname);
2180         $self->deindent;
2181         $self->pidl("}");
2182         $self->pidl("");
2183 }
2184
2185 #####################################################################
2186 # parse a function - print side
2187 sub ParseFunctionPrint($$)
2188 {
2189         my($self, $fn) = @_;
2190         my $ndr = "ndr";
2191
2192         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
2193
2194         return if has_property($fn, "noprint");
2195
2196         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
2197         $self->pidl("{");
2198         $self->indent;
2199
2200         foreach my $e (@{$fn->{ELEMENTS}}) {
2201                 $self->DeclareArrayVariables($e);
2202         }
2203
2204         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
2205         $self->pidl("if (r == NULL) { ndr_print_null($ndr); return; }");
2206         $self->pidl("$ndr->depth++;");
2207
2208         $self->pidl("if (flags & NDR_SET_VALUES) {");
2209         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
2210         $self->pidl("}");
2211
2212         $self->pidl("if (flags & NDR_IN) {");
2213         $self->indent;
2214         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
2215         $self->pidl("$ndr->depth++;");
2216
2217         my $env = GenerateFunctionInEnv($fn);
2218
2219         foreach my $e (@{$fn->{ELEMENTS}}) {
2220                 if (grep(/in/,@{$e->{DIRECTION}})) {
2221                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2222                 }
2223         }
2224         $self->pidl("$ndr->depth--;");
2225         $self->deindent;
2226         $self->pidl("}");
2227         
2228         $self->pidl("if (flags & NDR_OUT) {");
2229         $self->indent;
2230         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
2231         $self->pidl("$ndr->depth++;");
2232
2233         $env = GenerateFunctionOutEnv($fn);
2234         foreach my $e (@{$fn->{ELEMENTS}}) {
2235                 if (grep(/out/,@{$e->{DIRECTION}})) {
2236                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2237                 }
2238         }
2239         if ($fn->{RETURN_TYPE}) {
2240                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
2241         }
2242         $self->pidl("$ndr->depth--;");
2243         $self->deindent;
2244         $self->pidl("}");
2245         
2246         $self->pidl("$ndr->depth--;");
2247         $self->deindent;
2248         $self->pidl("}");
2249         $self->pidl("");
2250 }
2251
2252 #####################################################################
2253 # parse a function
2254 sub ParseFunctionPush($$)
2255
2256         my($self, $fn) = @_;
2257         my $ndr = "ndr";
2258
2259         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2260
2261         return if has_property($fn, "nopush");
2262
2263         $self->pidl("{");
2264         $self->indent;
2265
2266         foreach my $e (@{$fn->{ELEMENTS}}) { 
2267                 $self->DeclareArrayVariables($e);
2268         }
2269
2270         $self->pidl("if (flags & NDR_IN) {");
2271         $self->indent;
2272
2273         my $env = GenerateFunctionInEnv($fn);
2274
2275         EnvSubstituteValue($env, $fn);
2276
2277         foreach my $e (@{$fn->{ELEMENTS}}) {
2278                 if (grep(/in/,@{$e->{DIRECTION}})) {
2279                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2280                 }
2281         }
2282
2283         $self->deindent;
2284         $self->pidl("}");
2285
2286         $self->pidl("if (flags & NDR_OUT) {");
2287         $self->indent;
2288
2289         $env = GenerateFunctionOutEnv($fn);
2290         foreach my $e (@{$fn->{ELEMENTS}}) {
2291                 if (grep(/out/,@{$e->{DIRECTION}})) {
2292                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2293                 }
2294         }
2295
2296         if ($fn->{RETURN_TYPE}) {
2297                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2298         }
2299     
2300         $self->deindent;
2301         $self->pidl("}");
2302         $self->pidl("return NDR_ERR_SUCCESS;");
2303         $self->deindent;
2304         $self->pidl("}");
2305         $self->pidl("");
2306 }
2307
2308 sub AllocateArrayLevel($$$$$$)
2309 {
2310         my ($self,$e,$l,$ndr,$var,$size) = @_;
2311
2312         my $pl = GetPrevLevel($e, $l);
2313         if (defined($pl) and 
2314             $pl->{TYPE} eq "POINTER" and 
2315             $pl->{POINTER_TYPE} eq "ref"
2316             and not $l->{IS_ZERO_TERMINATED}) {
2317                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2318                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2319                 $self->pidl("}");
2320                 if (grep(/in/,@{$e->{DIRECTION}}) and
2321                     grep(/out/,@{$e->{DIRECTION}})) {
2322                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2323                 }
2324                 return;
2325         }
2326
2327         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2328 }
2329
2330 #####################################################################
2331 # parse a function
2332 sub ParseFunctionPull($$)
2333
2334         my($self,$fn) = @_;
2335         my $ndr = "ndr";
2336
2337         # pull function args
2338         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2339
2340         $self->pidl("{");
2341         $self->indent;
2342
2343         # declare any internal pointers we need
2344         foreach my $e (@{$fn->{ELEMENTS}}) { 
2345                 $self->DeclarePtrVariables($e);
2346                 $self->DeclareArrayVariables($e);
2347         }
2348
2349         my %double_cases = ();
2350         foreach my $e (@{$fn->{ELEMENTS}}) {
2351                 next if ($e->{TYPE} eq "EMPTY");
2352                 next if ($double_cases{"$e->{NAME}"});
2353                 $self->DeclareMemCtxVariables($e);
2354                 $double_cases{"$e->{NAME}"} = 1;
2355         }
2356
2357         $self->pidl("if (flags & NDR_IN) {");
2358         $self->indent;
2359
2360         # auto-init the out section of a structure. I originally argued that
2361         # this was a bad idea as it hides bugs, but coping correctly
2362         # with initialisation and not wiping ref vars is turning
2363         # out to be too tricky (tridge)
2364         foreach my $e (@{$fn->{ELEMENTS}}) {
2365                 next unless grep(/out/, @{$e->{DIRECTION}});
2366                 $self->pidl("ZERO_STRUCT(r->out);");
2367                 $self->pidl("");
2368                 last;
2369         }
2370
2371         my $env = GenerateFunctionInEnv($fn);
2372
2373         foreach my $e (@{$fn->{ELEMENTS}}) {
2374                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2375                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2376         }
2377
2378         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2379         # own flag rather than be in NDR_IN ?
2380
2381         foreach my $e (@{$fn->{ELEMENTS}}) {
2382                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2383                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2384                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2385                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2386                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2387                 next if ($e->{LEVELS}[1]->{TYPE} eq "PIPE");
2388                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2389                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2390
2391                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2392                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2393                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2394                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2395                                 check_fully_dereferenced($e, $env));
2396                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2397
2398                         if (grep(/in/, @{$e->{DIRECTION}})) {
2399                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2400                         } else {
2401                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2402                         }
2403                 } elsif ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2404                         if (grep(/in/, @{$e->{DIRECTION}})) {
2405                                 $self->pidl("r->out.$e->{NAME} = r->in.$e->{NAME};");
2406                         } else {
2407                                 $self->pidl("r->out.$e->{NAME} = NULL;");
2408                         }
2409                 } else {
2410                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2411                 
2412                         if (grep(/in/, @{$e->{DIRECTION}})) {
2413                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2414                         } else {
2415                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2416                         }
2417                 }
2418         }
2419
2420         $self->add_deferred();
2421         $self->deindent;
2422         $self->pidl("}");
2423         
2424         $self->pidl("if (flags & NDR_OUT) {");
2425         $self->indent;
2426
2427         $env = GenerateFunctionOutEnv($fn);
2428         foreach my $e (@{$fn->{ELEMENTS}}) {
2429                 next unless grep(/out/, @{$e->{DIRECTION}});
2430                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2431         }
2432
2433         if ($fn->{RETURN_TYPE}) {
2434                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2435         }
2436
2437         $self->add_deferred();
2438         $self->deindent;
2439         $self->pidl("}");
2440
2441         $self->pidl("return NDR_ERR_SUCCESS;");
2442         $self->deindent;
2443         $self->pidl("}");
2444         $self->pidl("");
2445 }
2446
2447 sub AuthServiceStruct($$$)
2448 {
2449         my ($self, $ifacename, $authservice) = @_;
2450         my @a = split /,/, $authservice;
2451         my $authservice_count = $#a + 1;
2452
2453         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2454         foreach my $ap (@a) {
2455                 $self->pidl("\t$ap, ");
2456         }
2457         $self->pidl("};");
2458         $self->pidl("");
2459
2460         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2461         $self->pidl("\t.count\t= $authservice_count,");
2462         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2463         $self->pidl("};");
2464         $self->pidl("");
2465 }
2466
2467 sub ParseGeneratePipeArray($$$)
2468 {
2469         my ($self, $fn, $direction) = @_;
2470
2471         $self->pidl("static const struct ndr_interface_call_pipe $fn->{NAME}\_$direction\_pipes[] = {");
2472         $self->indent;
2473
2474         foreach my $e (@{$fn->{ELEMENTS}}) {
2475                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2476                 next unless (grep(/$direction/, @{$e->{DIRECTION}}));
2477
2478                 my $cname = "$e->{TYPE}_chunk";
2479
2480                 $self->pidl("{");
2481                 $self->indent;
2482                 $self->pidl("\"$direction.$e->{NAME}\",");
2483                 $self->pidl("\"$cname\",");
2484                 $self->pidl("sizeof(struct $cname),");
2485                 $self->pidl("(ndr_push_flags_fn_t) ndr_push_$cname,");
2486                 $self->pidl("(ndr_pull_flags_fn_t) ndr_pull_$cname,");
2487                 $self->pidl("(ndr_print_fn_t) ndr_print_$cname,");
2488                 $self->deindent;
2489                 $self->pidl("},");
2490         }
2491         $self->pidl("{ NULL, NULL, 0, NULL, NULL, NULL }");
2492         $self->deindent;
2493         $self->pidl("};");
2494         $self->pidl("");
2495 }
2496
2497 sub FunctionCallPipes($$)
2498 {
2499         my ($self, $d) = @_;
2500         return if not defined($d->{OPNUM});
2501
2502         my $in_pipes = 0;
2503         my $out_pipes = 0;
2504
2505         foreach my $e (@{$d->{ELEMENTS}}) {
2506                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2507
2508                 if (grep(/in/, @{$e->{DIRECTION}})) {
2509                         $in_pipes++;
2510                 }
2511                 if (grep(/out/, @{$e->{DIRECTION}})) {
2512                         $out_pipes++;
2513                 }
2514         }
2515
2516         if ($in_pipes) {
2517                 $self->ParseGeneratePipeArray($d, "in");
2518         }
2519
2520         if ($out_pipes) {
2521                 $self->ParseGeneratePipeArray($d, "out");
2522         }
2523 }
2524
2525 sub FunctionCallEntry($$)
2526 {
2527         my ($self, $d) = @_;
2528         return 0 if not defined($d->{OPNUM});
2529
2530         my $in_pipes = 0;
2531         my $out_pipes = 0;
2532
2533         foreach my $e (@{$d->{ELEMENTS}}) {
2534                 next unless ContainsPipe($e, $e->{LEVELS}[0]);
2535
2536                 if (grep(/in/, @{$e->{DIRECTION}})) {
2537                         $in_pipes++;
2538                 }
2539                 if (grep(/out/, @{$e->{DIRECTION}})) {
2540                         $out_pipes++;
2541                 }
2542         }
2543
2544         my $in_pipes_ptr = "NULL";
2545         my $out_pipes_ptr = "NULL";
2546
2547         if ($in_pipes) {
2548                 $in_pipes_ptr = "$d->{NAME}_in_pipes";
2549         }
2550
2551         if ($out_pipes) {
2552                 $out_pipes_ptr = "$d->{NAME}_out_pipes";
2553         }
2554
2555         $self->pidl("\t{");
2556         $self->pidl("\t\t\"$d->{NAME}\",");
2557         $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2558         $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2559         $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2560         $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2561         $self->pidl("\t\t{ $in_pipes, $in_pipes_ptr },");
2562         $self->pidl("\t\t{ $out_pipes, $out_pipes_ptr },");
2563         $self->pidl("\t},");
2564         return 1;
2565 }
2566
2567 #####################################################################
2568 # produce a function call table
2569 sub FunctionTable($$)
2570 {
2571         my($self,$interface) = @_;
2572         my $count = 0;
2573         my $uname = uc $interface->{NAME};
2574
2575         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2576         return unless defined ($interface->{PROPERTIES}->{uuid});
2577
2578         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2579                 $self->FunctionCallPipes($d);
2580         }
2581
2582         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2583
2584         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2585                 $count += $self->FunctionCallEntry($d);
2586         }
2587         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL }");
2588         $self->pidl("};");
2589         $self->pidl("");
2590
2591         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2592         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2593                 $self->pidl("\t$ep, ");
2594         }
2595         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2596         
2597         $self->pidl("};");
2598         $self->pidl("");
2599
2600         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2601         $self->pidl("\t.count\t= $endpoint_count,");
2602         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2603         $self->pidl("};");
2604         $self->pidl("");
2605
2606         if (! defined $interface->{PROPERTIES}->{authservice}) {
2607                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2608         }
2609
2610         $self->AuthServiceStruct($interface->{NAME}, 
2611                                      $interface->{PROPERTIES}->{authservice});
2612
2613         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2614         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2615         $self->pidl("\t.syntax_id\t= {");
2616         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2617         $self->pidl("\t\tNDR_$uname\_VERSION");
2618         $self->pidl("\t},");
2619         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2620         $self->pidl("\t.num_calls\t= $count,");
2621         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2622         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2623         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2624         $self->pidl("};");
2625         $self->pidl("");
2626
2627 }
2628
2629 #####################################################################
2630 # generate include statements for imported idl files
2631 sub HeaderImport
2632 {
2633         my $self = shift;
2634         my @imports = @_;
2635         foreach (@imports) {
2636                 $_ = unmake_str($_);
2637                 s/\.idl$//;
2638                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2639         }
2640 }
2641
2642 #####################################################################
2643 # generate include statements for included header files
2644 sub HeaderInclude
2645 {
2646         my $self = shift;
2647         my @includes = @_;
2648         foreach (@includes) {
2649                 $self->pidl_hdr("#include $_");
2650         }
2651 }
2652
2653 #####################################################################
2654 # generate prototypes and defines for the interface definitions
2655 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2656 # NDR parser and so do not belong here, technically speaking
2657 sub HeaderInterface($$$)
2658 {
2659         my($self,$interface,$needed) = @_;
2660
2661         my $count = 0;
2662
2663         if ($needed->{"compression"}) {
2664                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2665         }
2666
2667         if (has_property($interface, "object")) {
2668                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2669         }
2670
2671         if (defined $interface->{PROPERTIES}->{helper}) {
2672                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2673         }
2674
2675         if (defined $interface->{PROPERTIES}->{uuid}) {
2676                 my $name = uc $interface->{NAME};
2677                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2678                 Parse::Pidl::Util::make_str(lc($interface->{UUID})));
2679
2680                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{VERSION}");
2681
2682                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2683
2684                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2685                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2686
2687                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2688         }
2689
2690         foreach (@{$interface->{FUNCTIONS}}) {
2691                 next if has_property($_, "noopnum");
2692                 next if grep(/^$_->{NAME}$/,@{$interface->{INHERITED_FUNCTIONS}});
2693                 my $u_name = uc $_->{NAME};
2694         
2695                 my $val = sprintf("0x%02x", $count);
2696                 if (defined($interface->{BASE})) {
2697                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2698                 }
2699                 
2700                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2701
2702                 $self->pidl_hdr("");
2703                 $count++;
2704         }
2705
2706         my $val = $count;
2707
2708         if (defined($interface->{BASE})) {
2709                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2710         }
2711
2712         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2713
2714 }
2715
2716 sub ParseTypePush($$$$$$)
2717 {
2718         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2719
2720         # save the old relative_base_offset
2721         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2722         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2723         # restore the old relative_base_offset
2724         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2725 }
2726
2727 sub ParseTypePushFunction($$$)
2728 {
2729         my ($self, $e, $varname) = @_;
2730         my $ndr = "ndr";
2731
2732         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2733
2734         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2735
2736         $self->pidl("{");
2737         $self->indent;
2738         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2739         $self->pidl("return NDR_ERR_SUCCESS;");
2740         $self->deindent;
2741         $self->pidl("}");
2742         $self->pidl("");;
2743 }
2744
2745 sub ParseTypePull($$$$$$)
2746 {
2747         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2748
2749         # save the old relative_base_offset
2750         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2751         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2752         # restore the old relative_base_offset
2753         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2754 }
2755
2756 sub ParseTypePullFunction($$)
2757 {
2758         my ($self, $e, $varname) = @_;
2759         my $ndr = "ndr";
2760
2761         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2762
2763         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2764
2765         $self->pidl("{");
2766         $self->indent;
2767         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2768         $self->pidl("return NDR_ERR_SUCCESS;");
2769         $self->deindent;
2770         $self->pidl("}");
2771         $self->pidl("");
2772 }
2773
2774 sub ParseTypePrint($$$$)
2775 {
2776         my ($self, $e, $ndr, $varname) = @_;
2777
2778         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2779 }
2780
2781 sub ParseTypePrintFunction($$$)
2782 {
2783         my ($self, $e, $varname) = @_;
2784         my $ndr = "ndr";
2785
2786         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2787
2788         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2789
2790         return if (has_property($e, "noprint"));
2791
2792         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2793         $self->pidl("{");
2794         $self->indent;
2795         $self->ParseTypePrint($e, $ndr, $varname);
2796         $self->deindent;
2797         $self->pidl("}");
2798         $self->pidl("");
2799 }
2800
2801 sub ParseTypeNdrSize($$)
2802 {
2803         my ($self,$t) = @_;
2804
2805         my $varname = "r";
2806         my $tf = $typefamily{$t->{TYPE}};
2807         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2808
2809         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2810
2811         $self->pidl("{");
2812         $self->indent;
2813         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2814         $self->deindent;
2815         $self->pidl("}");
2816         $self->pidl("");
2817 }
2818
2819 #####################################################################
2820 # parse the interface definitions
2821 sub ParseInterface($$$)
2822 {
2823         my($self,$interface,$needed) = @_;
2824
2825         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2826         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2827
2828         $self->pidl_hdr("");
2829
2830         $self->HeaderInterface($interface, $needed);
2831
2832         # Typedefs
2833         foreach my $d (@{$interface->{TYPES}}) {
2834                 if (Parse::Pidl::Typelist::typeIs($d, "PIPE")) {
2835                         ($needed->{TypeFunctionName("ndr_push", $d)}) &&
2836                                 $self->ParsePipePushChunk($d);
2837                         ($needed->{TypeFunctionName("ndr_pull", $d)}) &&
2838                                 $self->ParsePipePullChunk($d);
2839                         ($needed->{TypeFunctionName("ndr_print", $d)}) &&
2840                                 $self->ParsePipePrintChunk($d);
2841
2842                         $needed->{TypeFunctionName("ndr_pull", $d)} = 0;
2843                         $needed->{TypeFunctionName("ndr_push", $d)} = 0;
2844                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2845                         next;
2846                 }
2847
2848                 next unless(typeHasBody($d));
2849
2850                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2851                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2852                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2853
2854                 # Make sure we don't generate a function twice...
2855                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2856                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2857                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2858
2859                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2860         }
2861
2862         # Functions
2863         foreach my $d (@{$interface->{FUNCTIONS}}) {
2864                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2865                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2866                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2867         }
2868
2869         $self->FunctionTable($interface);
2870
2871         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2872 }
2873
2874 sub GenerateIncludes($)
2875 {
2876         my ($self) = @_;
2877         if (is_intree()) {
2878                 $self->pidl("#include \"includes.h\"");
2879         } else {
2880                 $self->pidl("#ifndef _GNU_SOURCE");
2881                 $self->pidl("#define _GNU_SOURCE");
2882                 $self->pidl("#endif");
2883                 $self->pidl("#include <stdint.h>");
2884                 $self->pidl("#include <stdlib.h>");
2885                 $self->pidl("#include <stdio.h>");
2886                 $self->pidl("#include <stdbool.h>");
2887                 $self->pidl("#include <stdarg.h>");
2888                 $self->pidl("#include <string.h>");
2889         }
2890 }
2891
2892 #####################################################################
2893 # parse a parsed IDL structure back into an IDL file
2894 sub Parse($$$$)
2895 {
2896         my($self, $ndr,$gen_header,$ndr_header) = @_;
2897
2898         $self->pidl_hdr("/* header auto-generated by pidl */");
2899         $self->pidl_hdr("");
2900         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2901         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2902         $self->pidl_hdr("");
2903
2904         $self->pidl("/* parser auto-generated by pidl */");
2905         $self->pidl("");
2906         $self->GenerateIncludes();
2907         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2908         $self->pidl("");
2909
2910         my %needed = ();
2911
2912         foreach (@{$ndr}) {
2913                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2914         }
2915
2916         foreach (@{$ndr}) {
2917                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2918                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2919                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2920         }
2921
2922         return ($self->{res_hdr}, $self->{res});
2923 }
2924
2925 sub NeededElement($$$)
2926 {
2927         my ($e, $dir, $needed) = @_;
2928
2929         return if ($e->{TYPE} eq "EMPTY");
2930
2931         return if (ref($e->{TYPE}) eq "HASH" and 
2932                        not defined($e->{TYPE}->{NAME}));
2933
2934         my ($t, $rt);
2935         if (ref($e->{TYPE}) eq "HASH") {
2936                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2937         } else {
2938                 $t = $e->{TYPE};
2939         }
2940
2941         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2942                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2943         } else {
2944                 $rt = $e->{REPRESENTATION_TYPE};
2945         }
2946
2947         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2948
2949         my @fn = ();
2950         if ($dir eq "print") {
2951                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2952         } elsif ($dir eq "pull") {
2953                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2954                 push (@fn, "ndr_$t\_to_$rt")
2955                         if ($rt ne $t);
2956         } elsif ($dir eq "push") {
2957                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2958                 push (@fn, "ndr_$rt\_to_$t")
2959                         if ($rt ne $t);
2960         } else {
2961                 die("invalid direction `$dir'");
2962         }
2963
2964         foreach (@fn) {
2965                 unless (defined($needed->{$_})) {
2966                         $needed->{$_} = 1;
2967                 }
2968         }
2969 }
2970
2971 sub NeededFunction($$)
2972 {
2973         my ($fn,$needed) = @_;
2974         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2975         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2976         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2977         foreach my $e (@{$fn->{ELEMENTS}}) {
2978                 $e->{PARENT} = $fn;
2979                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2980         }
2981 }
2982
2983 sub NeededType($$$)
2984 {
2985         sub NeededType($$$);
2986         my ($t,$needed,$req) = @_;
2987
2988         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2989         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "PIPE");
2990
2991         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2992                 return unless defined($t->{ELEMENTS});
2993                 for my $e (@{$t->{ELEMENTS}}) {
2994                         $e->{PARENT} = $t;
2995                         if (has_property($e, "compression")) { 
2996                                 $needed->{"compression"} = 1;
2997                         }
2998                         NeededElement($e, $req, $needed);
2999                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
3000                 }
3001         }
3002 }
3003
3004 #####################################################################
3005 # work out what parse functions are needed
3006 sub NeededInterface($$)
3007 {
3008         my ($interface,$needed) = @_;
3009         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
3010         foreach (reverse @{$interface->{TYPES}}) {
3011
3012                 if (has_property($_, "public")) {
3013                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
3014                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
3015                 }
3016
3017                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
3018                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
3019                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
3020                 if (has_property($_, "gensize")) {
3021                         $needed->{"ndr_size_$_->{NAME}"} = 1;
3022                 }
3023         }
3024 }
3025
3026 sub TypeFunctionName($$)
3027 {
3028         my ($prefix, $t) = @_;
3029
3030         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
3031                         $t->{TYPE} eq "TYPEDEF");
3032         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
3033         return "$prefix\_$t";
3034 }
3035
3036 1;