ndr64: added support for trailing gap alignment
[kai/samba.git] / pidl / lib / Parse / Pidl / Samba4 / NDR / Parser.pm
1 ###################################################
2 # Samba4 NDR parser generator for IDL structures
3 # Copyright tridge@samba.org 2000-2003
4 # Copyright tpot@samba.org 2001
5 # Copyright jelmer@samba.org 2004-2006
6 # released under the GNU GPL
7
8 package Parse::Pidl::Samba4::NDR::Parser;
9
10 require Exporter;
11 @ISA = qw(Exporter);
12 @EXPORT_OK = qw(check_null_pointer NeededFunction NeededElement NeededType $res NeededInterface TypeFunctionName ParseElementPrint);
13
14 use strict;
15 use Parse::Pidl::Typelist qw(hasType getType mapTypeName typeHasBody);
16 use Parse::Pidl::Util qw(has_property ParseExpr ParseExprExt print_uuid unmake_str);
17 use Parse::Pidl::CUtil qw(get_pointer_to get_value_of get_array_element);
18 use Parse::Pidl::NDR qw(GetPrevLevel GetNextLevel ContainsDeferred is_charset_array);
19 use Parse::Pidl::Samba4 qw(is_intree choose_header ArrayDynamicallyAllocated);
20 use Parse::Pidl::Samba4::Header qw(GenerateFunctionInEnv GenerateFunctionOutEnv EnvSubstituteValue GenerateStructEnv);
21 use Parse::Pidl qw(warning);
22
23 use vars qw($VERSION);
24 $VERSION = '0.01';
25
26 # list of known types
27 my %typefamily;
28
29 sub new($$) {
30         my ($class) = @_;
31         my $self = { res => "", res_hdr => "", deferred => [], tabs => "", defer_tabs => "" };
32         bless($self, $class);
33 }
34
35 sub get_typefamily($)
36 {
37         my $n = shift;
38         return $typefamily{$n};
39 }
40
41 sub append_prefix($$)
42 {
43         my ($e, $var_name) = @_;
44         my $pointers = 0;
45         my $arrays = 0;
46
47         foreach my $l (@{$e->{LEVELS}}) {
48                 if ($l->{TYPE} eq "POINTER") {
49                         $pointers++;
50                 } elsif ($l->{TYPE} eq "ARRAY") {
51                         $arrays++;
52                         if (($pointers == 0) and 
53                             (not $l->{IS_FIXED}) and
54                             (not $l->{IS_INLINE})) {
55                                 return get_value_of($var_name);
56                         }
57                 } elsif ($l->{TYPE} eq "DATA") {
58                         if (Parse::Pidl::Typelist::scalar_is_reference($l->{DATA_TYPE})) {
59                                 return get_value_of($var_name) unless ($pointers or $arrays);
60                         }
61                 }
62         }
63         
64         return $var_name;
65 }
66
67 sub has_fast_array($$)
68 {
69         my ($e,$l) = @_;
70
71         return 0 if ($l->{TYPE} ne "ARRAY");
72
73         my $nl = GetNextLevel($e,$l);
74         return 0 unless ($nl->{TYPE} eq "DATA");
75         return 0 unless (hasType($nl->{DATA_TYPE}));
76
77         my $t = getType($nl->{DATA_TYPE});
78
79         # Only uint8 and string have fast array functions at the moment
80         return ($t->{NAME} eq "uint8") or ($t->{NAME} eq "string");
81 }
82
83
84 ####################################
85 # pidl() is our basic output routine
86 sub pidl($$)
87 {
88         my ($self, $d) = @_;
89         if ($d) {
90                 $self->{res} .= $self->{tabs};
91                 $self->{res} .= $d;
92         }
93         $self->{res} .="\n";
94 }
95
96 sub pidl_hdr($$) { my ($self, $d) = @_; $self->{res_hdr} .= "$d\n"; }
97
98 ####################################
99 # defer() is like pidl(), but adds to 
100 # a deferred buffer which is then added to the 
101 # output buffer at the end of the structure/union/function
102 # This is needed to cope with code that must be pushed back
103 # to the end of a block of elements
104 sub defer_indent($) { my ($self) = @_; $self->{defer_tabs}.="\t"; }
105 sub defer_deindent($) { my ($self) = @_; $self->{defer_tabs}=substr($self->{defer_tabs}, 0, -1); }
106
107 sub defer($$)
108 {
109         my ($self, $d) = @_;
110         if ($d) {
111                 push(@{$self->{deferred}}, $self->{defer_tabs}.$d);
112         }
113 }
114
115 ########################################
116 # add the deferred content to the current
117 # output
118 sub add_deferred($)
119 {
120         my ($self) = @_;
121         $self->pidl($_) foreach (@{$self->{deferred}});
122         $self->{deferred} = [];
123         $self->{defer_tabs} = "";
124 }
125
126 sub indent($)
127 {
128         my ($self) = @_;
129         $self->{tabs} .= "\t";
130 }
131
132 sub deindent($)
133 {
134         my ($self) = @_;
135         $self->{tabs} = substr($self->{tabs}, 0, -1);
136 }
137
138 #####################################################################
139 # declare a function public or static, depending on its attributes
140 sub fn_declare($$$$)
141 {
142         my ($self,$type,$fn,$decl) = @_;
143
144         if (has_property($fn, "no$type")) {
145                 $self->pidl_hdr("$decl;");
146                 return 0;
147         }
148
149         if (has_property($fn, "public")) {
150                 $self->pidl_hdr("$decl;");
151                 $self->pidl("_PUBLIC_ $decl");
152         } else {
153                 $self->pidl("static $decl");
154         }
155
156         return 1;
157 }
158
159 ###################################################################
160 # setup any special flags for an element or structure
161 sub start_flags($$$)
162 {
163         my ($self, $e, $ndr) = @_;
164         my $flags = has_property($e, "flag");
165         if (defined $flags) {
166                 $self->pidl("{");
167                 $self->indent;
168                 $self->pidl("uint32_t _flags_save_$e->{TYPE} = $ndr->flags;");
169                 $self->pidl("ndr_set_flags(&$ndr->flags, $flags);");
170         }
171 }
172
173 ###################################################################
174 # end any special flags for an element or structure
175 sub end_flags($$$)
176 {
177         my ($self, $e, $ndr) = @_;
178         my $flags = has_property($e, "flag");
179         if (defined $flags) {
180                 $self->pidl("$ndr->flags = _flags_save_$e->{TYPE};");
181                 $self->deindent;
182                 $self->pidl("}");
183         }
184 }
185
186 #####################################################################
187 # parse the data of an array - push side
188 sub ParseArrayPushHeader($$$$$$)
189 {
190         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
191
192         my $size;
193         my $length;
194
195         if ($l->{IS_ZERO_TERMINATED}) {
196                 if (has_property($e, "charset")) {
197                         $size = $length = "ndr_charset_length($var_name, CH_$e->{PROPERTIES}->{charset})";
198                 } else {
199                         $size = $length = "ndr_string_length($var_name, sizeof(*$var_name))";
200                 }
201         } else {
202                 $size = ParseExpr($l->{SIZE_IS}, $env, $e);
203                 $length = ParseExpr($l->{LENGTH_IS}, $env, $e);
204         }
205
206         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
207                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
208         }
209         
210         if ($l->{IS_VARYING}) {
211                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, 0));");  # array offset
212                 $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $length));");
213         } 
214
215         return $length;
216 }
217
218 sub check_fully_dereferenced($$)
219 {
220         my ($element, $env) = @_;
221
222         return sub ($) {
223                 my $origvar = shift;
224                 my $check = 0;
225
226                 # Figure out the number of pointers in $ptr
227                 my $expandedvar = $origvar;
228                 $expandedvar =~ s/^(\**)//;
229                 my $ptr = $1;
230
231                 my $var = undef;
232                 foreach (keys %$env) {
233                         if ($env->{$_} eq $expandedvar) {
234                                 $var = $_;
235                                 last;
236                         }
237                 }
238                 
239                 return($origvar) unless (defined($var));
240                 my $e;
241                 foreach (@{$element->{PARENT}->{ELEMENTS}}) {
242                         if ($_->{NAME} eq $var) {
243                                 $e = $_;
244                                 last;
245                         }
246                 }
247
248                 $e or die("Environment doesn't match siblings");
249
250                 # See if pointer at pointer level $level
251                 # needs to be checked.
252                 my $nump = 0;
253                 foreach (@{$e->{LEVELS}}) {
254                         if ($_->{TYPE} eq "POINTER") {
255                                 $nump = $_->{POINTER_INDEX}+1;
256                         }
257                 }
258                 warning($element->{ORIGINAL}, "Got pointer for `$e->{NAME}', expected fully derefenced variable") if ($nump > length($ptr));
259                 return ($origvar);
260         }
261 }       
262
263 sub check_null_pointer($$$$)
264 {
265         my ($element, $env, $print_fn, $return) = @_;
266
267         return sub ($) {
268                 my $expandedvar = shift;
269                 my $check = 0;
270
271                 # Figure out the number of pointers in $ptr
272                 $expandedvar =~ s/^(\**)//;
273                 my $ptr = $1;
274
275                 my $var = undef;
276                 foreach (keys %$env) {
277                         if ($env->{$_} eq $expandedvar) {
278                                 $var = $_;
279                                 last;
280                         }
281                 }
282                 
283                 if (defined($var)) {
284                         my $e;
285                         # lookup ptr in $e
286                         foreach (@{$element->{PARENT}->{ELEMENTS}}) {
287                                 if ($_->{NAME} eq $var) {
288                                         $e = $_;
289                                         last;
290                                 }
291                         }
292
293                         $e or die("Environment doesn't match siblings");
294
295                         # See if pointer at pointer level $level
296                         # needs to be checked.
297                         foreach my $l (@{$e->{LEVELS}}) {
298                                 if ($l->{TYPE} eq "POINTER" and 
299                                         $l->{POINTER_INDEX} == length($ptr)) {
300                                         # No need to check ref pointers
301                                         $check = ($l->{POINTER_TYPE} ne "ref");
302                                         last;
303                                 }
304
305                                 if ($l->{TYPE} eq "DATA") {
306                                         warning($element, "too much dereferences for `$var'");
307                                 }
308                         }
309                 } else {
310                         warning($element, "unknown dereferenced expression `$expandedvar'");
311                         $check = 1;
312                 }
313                 
314                 $print_fn->("if ($ptr$expandedvar == NULL) $return") if $check;
315         }
316 }
317
318 #####################################################################
319 # parse an array - pull side
320 sub ParseArrayPullHeader($$$$$$)
321 {
322         my ($self,$e,$l,$ndr,$var_name,$env) = @_;
323
324         my $length;
325         my $size;
326
327         if ($l->{IS_CONFORMANT}) {
328                 $length = $size = "ndr_get_array_size($ndr, " . get_pointer_to($var_name) . ")";
329         } elsif ($l->{IS_ZERO_TERMINATED} and $l->{SIZE_IS} == 0 and $l->{LENGTH_IS} == 0) { # Noheader arrays
330                 $length = $size = "ndr_get_string_size($ndr, sizeof(*$var_name))";
331         } else {
332                 $length = $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
333                         check_null_pointer($e, $env, sub { $self->pidl(shift); },
334                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
335                         check_fully_dereferenced($e, $env));
336         }
337
338         if ((!$l->{IS_SURROUNDING}) and $l->{IS_CONFORMANT}) {
339                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, " . get_pointer_to($var_name) . "));");
340         }
341
342         if ($l->{IS_VARYING}) {
343                 $self->pidl("NDR_CHECK(ndr_pull_array_length($ndr, " . get_pointer_to($var_name) . "));");
344                 $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
345         }
346
347         if ($length ne $size) {
348                 $self->pidl("if ($length > $size) {");
349                 $self->indent;
350                 $self->pidl("return ndr_pull_error($ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should exceed array length %u\", $size, $length);");
351                 $self->deindent;
352                 $self->pidl("}");
353         }
354
355         if ($l->{IS_CONFORMANT} and not $l->{IS_ZERO_TERMINATED}) {
356                 $self->defer("if ($var_name) {");
357                 $self->defer_indent;
358                 my $size = ParseExprExt($l->{SIZE_IS}, $env, $e->{ORIGINAL},
359                         check_null_pointer($e, $env, sub { $self->defer(shift); },
360                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
361                         check_fully_dereferenced($e, $env));
362                 $self->defer("NDR_CHECK(ndr_check_array_size($ndr, (void*)" . get_pointer_to($var_name) . ", $size));");
363                 $self->defer_deindent;
364                 $self->defer("}");
365         }
366
367         if ($l->{IS_VARYING} and not $l->{IS_ZERO_TERMINATED}) {
368                 $self->defer("if ($var_name) {");
369                 $self->defer_indent;
370                 my $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
371                         check_null_pointer($e, $env, sub { $self->defer(shift); },
372                                            "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for length_is()\");"),
373                         check_fully_dereferenced($e, $env));
374                 $self->defer("NDR_CHECK(ndr_check_array_length($ndr, (void*)" . get_pointer_to($var_name) . ", $length));");
375                 $self->defer_deindent;
376                 $self->defer("}");
377         }
378
379         if (ArrayDynamicallyAllocated($e,$l) and not is_charset_array($e,$l)) {
380                 $self->AllocateArrayLevel($e,$l,$ndr,$var_name,$size);
381         }
382
383         return $length;
384 }
385
386 sub compression_alg($$)
387 {
388         my ($e, $l) = @_;
389         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
390
391         return $alg;
392 }
393
394 sub compression_clen($$$)
395 {
396         my ($e, $l, $env) = @_;
397         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
398
399         return ParseExpr($clen, $env, $e->{ORIGINAL});
400 }
401
402 sub compression_dlen($$$)
403 {
404         my ($e,$l,$env) = @_;
405         my ($alg, $clen, $dlen) = split(/,/, $l->{COMPRESSION});
406
407         return ParseExpr($dlen, $env, $e->{ORIGINAL});
408 }
409
410 sub ParseCompressionPushStart($$$$$)
411 {
412         my ($self,$e,$l,$ndr,$env) = @_;
413         my $comndr = "$ndr\_compressed";
414         my $alg = compression_alg($e, $l);
415         my $dlen = compression_dlen($e, $l, $env);
416
417         $self->pidl("{");
418         $self->indent;
419         $self->pidl("struct ndr_push *$comndr;");
420         $self->pidl("NDR_CHECK(ndr_push_compression_start($ndr, &$comndr, $alg, $dlen));");
421
422         return $comndr;
423 }
424
425 sub ParseCompressionPushEnd($$$$$)
426 {
427         my ($self,$e,$l,$ndr,$env) = @_;
428         my $comndr = "$ndr\_compressed";
429         my $alg = compression_alg($e, $l);
430         my $dlen = compression_dlen($e, $l, $env);
431
432         $self->pidl("NDR_CHECK(ndr_push_compression_end($ndr, $comndr, $alg, $dlen));");
433         $self->deindent;
434         $self->pidl("}");
435 }
436
437 sub ParseCompressionPullStart($$$$$)
438 {
439         my ($self,$e,$l,$ndr,$env) = @_;
440         my $comndr = "$ndr\_compressed";
441         my $alg = compression_alg($e, $l);
442         my $dlen = compression_dlen($e, $l, $env);
443
444         $self->pidl("{");
445         $self->indent;
446         $self->pidl("struct ndr_pull *$comndr;");
447         $self->pidl("NDR_CHECK(ndr_pull_compression_start($ndr, &$comndr, $alg, $dlen));");
448
449         return $comndr;
450 }
451
452 sub ParseCompressionPullEnd($$$$$)
453 {
454         my ($self,$e,$l,$ndr,$env) = @_;
455         my $comndr = "$ndr\_compressed";
456         my $alg = compression_alg($e, $l);
457         my $dlen = compression_dlen($e, $l, $env);
458
459         $self->pidl("NDR_CHECK(ndr_pull_compression_end($ndr, $comndr, $alg, $dlen));");
460         $self->deindent;
461         $self->pidl("}");
462 }
463
464 sub ParseSubcontextPushStart($$$$$)
465 {
466         my ($self,$e,$l,$ndr,$env) = @_;
467         my $subndr = "_ndr_$e->{NAME}";
468         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
469
470         $self->pidl("{");
471         $self->indent;
472         $self->pidl("struct ndr_push *$subndr;");
473         $self->pidl("NDR_CHECK(ndr_push_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
474
475         if (defined $l->{COMPRESSION}) {
476                 $subndr = $self->ParseCompressionPushStart($e, $l, $subndr, $env);
477         }
478
479         return $subndr;
480 }
481
482 sub ParseSubcontextPushEnd($$$$$)
483 {
484         my ($self,$e,$l,$ndr,$env) = @_;
485         my $subndr = "_ndr_$e->{NAME}";
486         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
487
488         if (defined $l->{COMPRESSION}) {
489                 $self->ParseCompressionPushEnd($e, $l, $subndr, $env);
490         }
491
492         $self->pidl("NDR_CHECK(ndr_push_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
493         $self->deindent;
494         $self->pidl("}");
495 }
496
497 sub ParseSubcontextPullStart($$$$$)
498 {
499         my ($self,$e,$l,$ndr,$env) = @_;
500         my $subndr = "_ndr_$e->{NAME}";
501         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
502
503         $self->pidl("{");
504         $self->indent;
505         $self->pidl("struct ndr_pull *$subndr;");
506         $self->pidl("NDR_CHECK(ndr_pull_subcontext_start($ndr, &$subndr, $l->{HEADER_SIZE}, $subcontext_size));");
507
508         if (defined $l->{COMPRESSION}) {
509                 $subndr = $self->ParseCompressionPullStart($e, $l, $subndr, $env);
510         }
511
512         return $subndr;
513 }
514
515 sub ParseSubcontextPullEnd($$$$$)
516 {
517         my ($self,$e,$l,$ndr,$env) = @_;
518         my $subndr = "_ndr_$e->{NAME}";
519         my $subcontext_size = ParseExpr($l->{SUBCONTEXT_SIZE}, $env, $e->{ORIGINAL});
520
521         if (defined $l->{COMPRESSION}) {
522                 $self->ParseCompressionPullEnd($e, $l, $subndr, $env);
523         }
524
525         $self->pidl("NDR_CHECK(ndr_pull_subcontext_end($ndr, $subndr, $l->{HEADER_SIZE}, $subcontext_size));");
526         $self->deindent;
527         $self->pidl("}");
528 }
529
530 sub ParseElementPushLevel
531 {
532         my ($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
533
534         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
535
536         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_CONFORMANT} or $l->{IS_VARYING})) {
537                 $var_name = get_pointer_to($var_name);
538         }
539
540         if (defined($ndr_flags)) {
541                 if ($l->{TYPE} eq "SUBCONTEXT") {
542                         my $subndr = $self->ParseSubcontextPushStart($e, $l, $ndr, $env);
543                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $subndr, $var_name, $env, 1, 1);
544                         $self->ParseSubcontextPushEnd($e, $l, $ndr, $env);
545                 } elsif ($l->{TYPE} eq "POINTER") {
546                         $self->ParsePtrPush($e, $l, $ndr, $var_name);
547                 } elsif ($l->{TYPE} eq "ARRAY") {
548                         my $length = $self->ParseArrayPushHeader($e, $l, $ndr, $var_name, $env); 
549
550                         my $nl = GetNextLevel($e, $l);
551
552                         # Allow speedups for arrays of scalar types
553                         if (is_charset_array($e,$l)) {
554                                 $self->pidl("NDR_CHECK(ndr_push_charset($ndr, $ndr_flags, $var_name, $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
555                                 return;
556                         } elsif (has_fast_array($e,$l)) {
557                                 $self->pidl("NDR_CHECK(ndr_push_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
558                                 return;
559                         } 
560                 } elsif ($l->{TYPE} eq "SWITCH") {
561                         $self->ParseSwitchPush($e, $l, $ndr, $var_name, $env);
562                 } elsif ($l->{TYPE} eq "DATA") {
563                         $self->ParseDataPush($e, $l, $ndr, $var_name, $primitives, $deferred);
564                 } elsif ($l->{TYPE} eq "TYPEDEF") {
565                         $typefamily{$e->{DATA}->{TYPE}}->{PUSH_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
566                 }
567         }
568
569         if ($l->{TYPE} eq "POINTER" and $deferred) {
570                 if ($l->{POINTER_TYPE} ne "ref") {
571                         $self->pidl("if ($var_name) {");
572                         $self->indent;
573                         if ($l->{POINTER_TYPE} eq "relative") {
574                                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr2($ndr, $var_name));");
575                         }
576                 }
577                 $var_name = get_value_of($var_name);
578                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 1);
579
580                 if ($l->{POINTER_TYPE} ne "ref") {
581                         $self->deindent;
582                         $self->pidl("}");
583                 }
584         } elsif ($l->{TYPE} eq "ARRAY" and not has_fast_array($e,$l) and
585                 not is_charset_array($e, $l)) {
586                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
587                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
588
589                 my $array_pointless = ($length eq "0");
590
591                 if ($array_pointless) {
592                         warning($e->{ORIGINAL}, "pointless array `$e->{NAME}' will always have size 0");
593                 }
594
595                 $var_name = get_array_element($var_name, $counter);
596
597                 if ((($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) and not $array_pointless) {
598                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
599                         $self->indent;
600                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 1, 0);
601                         $self->deindent;
602                         $self->pidl("}");
603                 }
604
605                 if ($deferred and ContainsDeferred($e, $l) and not $array_pointless) {
606                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
607                         $self->indent;
608                         $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, 0, 1);
609                         $self->deindent;
610                         $self->pidl("}");
611                 }       
612         } elsif ($l->{TYPE} eq "SWITCH") {
613                 $self->ParseElementPushLevel($e, GetNextLevel($e, $l), $ndr, $var_name, $env, $primitives, $deferred);
614         }
615 }
616
617 #####################################################################
618 # parse scalars in a structure element
619 sub ParseElementPush($$$$$$)
620 {
621         my ($self,$e,$ndr,$env,$primitives,$deferred) = @_;
622         my $subndr = undef;
623
624         my $var_name = $env->{$e->{NAME}};
625
626         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
627
628         # Representation type is different from transmit_as
629         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
630                 $self->pidl("{");
631                 $self->indent;
632                 my $transmit_name = "_transmit_$e->{NAME}";
633                 $self->pidl(mapTypeName($e->{TYPE}) ." $transmit_name;");
634                 $self->pidl("NDR_CHECK(ndr_$e->{REPRESENTATION_TYPE}_to_$e->{TYPE}($var_name, " . get_pointer_to($transmit_name) . "));");
635                 $var_name = $transmit_name;
636         }
637
638         $var_name = append_prefix($e, $var_name);
639
640         $self->start_flags($e, $ndr);
641
642         if (defined(my $value = has_property($e, "value"))) {
643                 $var_name = ParseExpr($value, $env, $e->{ORIGINAL});
644         }
645
646         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $var_name, $env, $primitives, $deferred);
647
648         $self->end_flags($e, $ndr);
649
650         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
651                 $self->deindent;
652                 $self->pidl("}");
653         }
654 }
655
656 #####################################################################
657 # parse a pointer in a struct element or function
658 sub ParsePtrPush($$$$$)
659 {
660         my ($self,$e,$l,$ndr,$var_name) = @_;
661
662         if ($l->{POINTER_TYPE} eq "ref") {
663                 $self->pidl("if ($var_name == NULL) {");
664                 $self->indent;
665                 $self->pidl("return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL [ref] pointer\");");
666                 $self->deindent;
667                 $self->pidl("}");
668                 if ($l->{LEVEL} eq "EMBEDDED") {
669                         $self->pidl("NDR_CHECK(ndr_push_ref_ptr(ndr));");
670                 }
671         } elsif ($l->{POINTER_TYPE} eq "relative") {
672                 $self->pidl("NDR_CHECK(ndr_push_relative_ptr1($ndr, $var_name));");
673         } elsif ($l->{POINTER_TYPE} eq "unique") {
674                 $self->pidl("NDR_CHECK(ndr_push_unique_ptr($ndr, $var_name));");
675         } elsif ($l->{POINTER_TYPE} eq "full") {
676                 $self->pidl("NDR_CHECK(ndr_push_full_ptr($ndr, $var_name));");
677         } else {
678                 die("Unhandled pointer type $l->{POINTER_TYPE}");
679         }
680 }
681
682 sub need_pointer_to($$$)
683 {
684         my ($e, $l, $scalar_only) = @_;
685
686         my $t;
687         if (ref($l->{DATA_TYPE})) {
688                 $t = "$l->{DATA_TYPE}->{TYPE}_$l->{DATA_TYPE}->{NAME}";
689         } else {
690                 $t = $l->{DATA_TYPE};
691         }
692
693         if (not Parse::Pidl::Typelist::is_scalar($t)) {
694                 return 1 if $scalar_only;
695         }
696
697         my $arrays = 0;
698
699         foreach my $tl (@{$e->{LEVELS}}) {
700                 last if $l == $tl;
701                 if ($tl->{TYPE} eq "ARRAY") {
702                         $arrays++;
703                 }
704         }
705
706         if (Parse::Pidl::Typelist::scalar_is_reference($t)) {
707                 return 1 unless $arrays;
708         }
709
710         return 0;
711 }
712
713 sub ParseDataPrint($$$$$)
714 {
715         my ($self, $e, $l, $ndr, $var_name) = @_;
716
717         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
718
719                 if (need_pointer_to($e, $l, 1)) {
720                         $var_name = get_pointer_to($var_name);
721                 }
722
723                 $self->pidl(TypeFunctionName("ndr_print", $l->{DATA_TYPE})."($ndr, \"$e->{NAME}\", $var_name);");
724         } else {
725                 $self->ParseTypePrint($l->{DATA_TYPE}, $ndr, $var_name);
726         }
727 }
728
729 #####################################################################
730 # print scalars in a structure element
731 sub ParseElementPrint($$$$$)
732 {
733         my($self, $e, $ndr, $var_name, $env) = @_;
734
735         return if (has_property($e, "noprint"));
736
737         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
738                 $self->pidl("ndr_print_$e->{REPRESENTATION_TYPE}($ndr, \"$e->{NAME}\", $var_name);");
739                 return;
740         }
741
742         $var_name = append_prefix($e, $var_name);
743
744         if (defined(my $value = has_property($e, "value"))) {
745                 $var_name = "($ndr->flags & LIBNDR_PRINT_SET_VALUES)?" . ParseExpr($value,$env, $e->{ORIGINAL}) . ":$var_name";
746         }
747
748         foreach my $l (@{$e->{LEVELS}}) {
749                 if ($l->{TYPE} eq "POINTER") {
750                         $self->pidl("ndr_print_ptr($ndr, \"$e->{NAME}\", $var_name);");
751                         $self->pidl("$ndr->depth++;");
752                         if ($l->{POINTER_TYPE} ne "ref") {
753                                 $self->pidl("if ($var_name) {");
754                                 $self->indent;
755                         }
756                         $var_name = get_value_of($var_name);
757                 } elsif ($l->{TYPE} eq "ARRAY") {
758                         my $length;
759
760                         if ($l->{IS_CONFORMANT} or $l->{IS_VARYING}) {
761                                 $var_name = get_pointer_to($var_name); 
762                         }
763                         
764                         if ($l->{IS_ZERO_TERMINATED}) {
765                                 $length = "ndr_string_length($var_name, sizeof(*$var_name))";
766                         } else {
767                                 $length = ParseExprExt($l->{LENGTH_IS}, $env, $e->{ORIGINAL}, 
768                                                         check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
769                         }
770
771                         if (is_charset_array($e,$l)) {
772                                 $self->pidl("ndr_print_string($ndr, \"$e->{NAME}\", $var_name);");
773                                 last;
774                         } elsif (has_fast_array($e, $l)) {
775                                 my $nl = GetNextLevel($e, $l);
776                                 $self->pidl("ndr_print_array_$nl->{DATA_TYPE}($ndr, \"$e->{NAME}\", $var_name, $length);");
777                                 last;
778                         } else {
779                                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
780
781                                 $self->pidl("$ndr->print($ndr, \"\%s: ARRAY(\%d)\", \"$e->{NAME}\", (int)$length);");
782                                 $self->pidl("$ndr->depth++;");
783                                 $self->pidl("for ($counter=0;$counter<$length;$counter++) {");
784                                 $self->indent;
785                                 $self->pidl("char *idx_$l->{LEVEL_INDEX}=NULL;");
786                                 $self->pidl("if (asprintf(&idx_$l->{LEVEL_INDEX}, \"[\%d]\", $counter) != -1) {");
787                                 $self->indent;
788
789                                 $var_name = get_array_element($var_name, $counter);
790                         }
791                 } elsif ($l->{TYPE} eq "DATA") {
792                         $self->ParseDataPrint($e, $l, $ndr, $var_name);
793                 } elsif ($l->{TYPE} eq "SWITCH") {
794                         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
795                                                 check_null_pointer($e, $env, sub { $self->pidl(shift); }, "return;"), check_fully_dereferenced($e, $env));
796                         $self->pidl("ndr_print_set_switch_value($ndr, " . get_pointer_to($var_name) . ", $switch_var);");
797                 } 
798         }
799
800         foreach my $l (reverse @{$e->{LEVELS}}) {
801                 if ($l->{TYPE} eq "POINTER") {
802                         if ($l->{POINTER_TYPE} ne "ref") {
803                                 $self->deindent;
804                                 $self->pidl("}");
805                         }
806                         $self->pidl("$ndr->depth--;");
807                 } elsif (($l->{TYPE} eq "ARRAY")
808                         and not is_charset_array($e,$l)
809                         and not has_fast_array($e,$l)) {
810                         $self->pidl("free(idx_$l->{LEVEL_INDEX});");
811                         $self->deindent;
812                         $self->pidl("}");
813                         $self->deindent;
814                         $self->pidl("}");
815                         $self->pidl("$ndr->depth--;");
816                 }
817         }
818 }
819
820 #####################################################################
821 # parse scalars in a structure element - pull size
822 sub ParseSwitchPull($$$$$$)
823 {
824         my($self,$e,$l,$ndr,$var_name,$env) = @_;
825         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
826                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
827                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
828                 check_fully_dereferenced($e, $env));
829
830         $var_name = get_pointer_to($var_name);
831         $self->pidl("NDR_CHECK(ndr_pull_set_switch_value($ndr, $var_name, $switch_var));");
832 }
833
834 #####################################################################
835 # push switch element
836 sub ParseSwitchPush($$$$$$)
837 {
838         my($self,$e,$l,$ndr,$var_name,$env) = @_;
839         my $switch_var = ParseExprExt($l->{SWITCH_IS}, $env, $e->{ORIGINAL}, 
840                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
841                                    "return ndr_push_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for switch_is()\");"),
842                 check_fully_dereferenced($e, $env));
843
844         $var_name = get_pointer_to($var_name);
845         $self->pidl("NDR_CHECK(ndr_push_set_switch_value($ndr, $var_name, $switch_var));");
846 }
847
848 sub ParseDataPull($$$$$$$)
849 {
850         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
851
852         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
853
854                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
855
856                 if (need_pointer_to($e, $l, 0)) {
857                         $var_name = get_pointer_to($var_name);
858                 }
859
860                 $var_name = get_pointer_to($var_name);
861
862                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_pull", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
863
864                 if (my $range = has_property($e, "range")) {
865                         $var_name = get_value_of($var_name);
866                         my $signed = Parse::Pidl::Typelist::is_signed($l->{DATA_TYPE});
867                         my ($low, $high) = split(/,/, $range, 2);
868                         if ($low < 0 and not $signed) {
869                                 warning(0, "$low is invalid for the range of an unsigned type");
870                         }
871                         if ($low == 0 and not $signed) {
872                                 $self->pidl("if ($var_name > $high) {");
873                         } else {
874                                 $self->pidl("if ($var_name < $low || $var_name > $high) {");
875                         }
876                         $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_RANGE, \"value out of range\");");
877                         $self->pidl("}");
878                 }
879         } else {
880                 $self->ParseTypePull($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
881         }
882 }
883
884 sub ParseDataPush($$$$$$$)
885 {
886         my ($self,$e,$l,$ndr,$var_name,$primitives,$deferred) = @_;
887
888         if (not ref($l->{DATA_TYPE}) or defined($l->{DATA_TYPE}->{NAME})) {
889
890                 my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
891
892                 # strings are passed by value rather than reference
893                 if (need_pointer_to($e, $l, 1)) {
894                         $var_name = get_pointer_to($var_name);
895                 }
896
897                 $self->pidl("NDR_CHECK(".TypeFunctionName("ndr_push", $l->{DATA_TYPE})."($ndr, $ndr_flags, $var_name));");
898         } else {
899                 $self->ParseTypePush($l->{DATA_TYPE}, $ndr, $var_name, $primitives, $deferred);
900         }
901 }
902
903 sub CalcNdrFlags($$$)
904 {
905         my ($l,$primitives,$deferred) = @_;
906
907         my $scalars = 0;
908         my $buffers = 0;
909
910         # Add NDR_SCALARS if this one is deferred 
911         # and deferreds may be pushed
912         $scalars = 1 if ($l->{IS_DEFERRED} and $deferred);
913
914         # Add NDR_SCALARS if this one is not deferred and 
915         # primitives may be pushed
916         $scalars = 1 if (!$l->{IS_DEFERRED} and $primitives);
917         
918         # Add NDR_BUFFERS if this one contains deferred stuff
919         # and deferreds may be pushed
920         $buffers = 1 if ($l->{CONTAINS_DEFERRED} and $deferred);
921
922         return "NDR_SCALARS|NDR_BUFFERS" if ($scalars and $buffers);
923         return "NDR_SCALARS" if ($scalars);
924         return "NDR_BUFFERS" if ($buffers);
925         return undef;
926 }
927
928 sub ParseMemCtxPullFlags($$$$)
929 {
930         my ($self, $e, $l) = @_;
931
932         return undef unless ($l->{TYPE} eq "POINTER" or $l->{TYPE} eq "ARRAY");
933
934         return undef unless ($l->{TYPE} ne "ARRAY" or ArrayDynamicallyAllocated($e,$l));
935         return undef if has_fast_array($e, $l);
936         return undef if is_charset_array($e, $l);
937
938         my $mem_flags = "0";
939
940         if (($l->{TYPE} eq "POINTER") and ($l->{POINTER_TYPE} eq "ref")) {
941                 my $nl = GetNextLevel($e, $l);
942                 my $next_is_array = ($nl->{TYPE} eq "ARRAY");
943                 my $next_is_string = (($nl->{TYPE} eq "DATA") and 
944                                         ($nl->{DATA_TYPE} eq "string"));
945                 if ($next_is_array or $next_is_string) {
946                         return undef;
947                 } elsif ($l->{LEVEL} eq "TOP") {
948                         $mem_flags = "LIBNDR_FLAG_REF_ALLOC";
949                 }
950         }
951
952         return $mem_flags;
953 }
954
955 sub ParseMemCtxPullStart($$$$$)
956 {
957         my ($self, $e, $l, $ndr, $ptr_name) = @_;
958
959         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
960         my $mem_c_ctx = $ptr_name;
961         my $mem_c_flags = $self->ParseMemCtxPullFlags($e, $l);
962
963         return unless defined($mem_c_flags);
964
965         $self->pidl("$mem_r_ctx = NDR_PULL_GET_MEM_CTX($ndr);");
966         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_c_ctx, $mem_c_flags);");
967 }
968
969 sub ParseMemCtxPullEnd($$$$)
970 {
971         my ($self, $e, $l, $ndr) = @_;
972
973         my $mem_r_ctx = "_mem_save_$e->{NAME}_$l->{LEVEL_INDEX}";
974         my $mem_r_flags = $self->ParseMemCtxPullFlags($e, $l);
975
976         return unless defined($mem_r_flags);
977
978         $self->pidl("NDR_PULL_SET_MEM_CTX($ndr, $mem_r_ctx, $mem_r_flags);");
979 }
980
981 sub CheckStringTerminator($$$$$)
982 {
983         my ($self,$ndr,$e,$l,$length) = @_;
984         my $nl = GetNextLevel($e, $l);
985
986         # Make sure last element is zero!
987         $self->pidl("NDR_CHECK(ndr_check_string_terminator($ndr, $length, sizeof($nl->{DATA_TYPE}_t)));");
988 }
989
990 sub ParseElementPullLevel
991 {
992         my($self,$e,$l,$ndr,$var_name,$env,$primitives,$deferred) = @_;
993
994         my $ndr_flags = CalcNdrFlags($l, $primitives, $deferred);
995
996         if ($l->{TYPE} eq "ARRAY" and ($l->{IS_VARYING} or $l->{IS_CONFORMANT})) {
997                 $var_name = get_pointer_to($var_name);
998         }
999
1000         # Only pull something if there's actually something to be pulled
1001         if (defined($ndr_flags)) {
1002                 if ($l->{TYPE} eq "SUBCONTEXT") {
1003                         my $subndr = $self->ParseSubcontextPullStart($e, $l, $ndr, $env);
1004                         $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $subndr, $var_name, $env, 1, 1);
1005                         $self->ParseSubcontextPullEnd($e, $l, $ndr, $env);
1006                 } elsif ($l->{TYPE} eq "ARRAY") {
1007                         my $length = $self->ParseArrayPullHeader($e, $l, $ndr, $var_name, $env);
1008
1009                         my $nl = GetNextLevel($e, $l);
1010
1011                         if (is_charset_array($e,$l)) {
1012                                 if ($l->{IS_ZERO_TERMINATED}) {
1013                                         $self->CheckStringTerminator($ndr, $e, $l, $length);
1014                                 }
1015                                 $self->pidl("NDR_CHECK(ndr_pull_charset($ndr, $ndr_flags, ".get_pointer_to($var_name).", $length, sizeof(" . mapTypeName($nl->{DATA_TYPE}) . "), CH_$e->{PROPERTIES}->{charset}));");
1016                                 return;
1017                         } elsif (has_fast_array($e, $l)) {
1018                                 if ($l->{IS_ZERO_TERMINATED}) {
1019                                         $self->CheckStringTerminator($ndr,$e,$l,$length);
1020                                 }
1021                                 $self->pidl("NDR_CHECK(ndr_pull_array_$nl->{DATA_TYPE}($ndr, $ndr_flags, $var_name, $length));");
1022                                 return;
1023                         }
1024                 } elsif ($l->{TYPE} eq "POINTER") {
1025                         $self->ParsePtrPull($e, $l, $ndr, $var_name);
1026                 } elsif ($l->{TYPE} eq "SWITCH") {
1027                         $self->ParseSwitchPull($e, $l, $ndr, $var_name, $env);
1028                 } elsif ($l->{TYPE} eq "DATA") {
1029                         $self->ParseDataPull($e, $l, $ndr, $var_name, $primitives, $deferred);
1030                 } elsif ($l->{TYPE} eq "TYPEDEF") {
1031                         $typefamily{$e->{DATA}->{TYPE}}->{PULL_FN_BODY}->($self, $e->{DATA}, $ndr, $var_name);
1032                 }
1033         }
1034
1035         # add additional constructions
1036         if ($l->{TYPE} eq "POINTER" and $deferred) {
1037                 if ($l->{POINTER_TYPE} ne "ref") {
1038                         $self->pidl("if ($var_name) {");
1039                         $self->indent;
1040
1041                         if ($l->{POINTER_TYPE} eq "relative") {
1042                                 $self->pidl("uint32_t _relative_save_offset;");
1043                                 $self->pidl("_relative_save_offset = $ndr->offset;");
1044                                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr2($ndr, $var_name));");
1045                         }
1046                 }
1047
1048                 $self->ParseMemCtxPullStart($e, $l, $ndr, $var_name);
1049
1050                 $var_name = get_value_of($var_name);
1051                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, 1, 1);
1052
1053                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1054
1055                 if ($l->{POINTER_TYPE} ne "ref") {
1056                         if ($l->{POINTER_TYPE} eq "relative") {
1057                                 $self->pidl("$ndr->offset = _relative_save_offset;");
1058                         }
1059                         $self->deindent;
1060                         $self->pidl("}");
1061                 }
1062         } elsif ($l->{TYPE} eq "ARRAY" and 
1063                         not has_fast_array($e,$l) and not is_charset_array($e, $l)) {
1064                 my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1065                 my $counter = "cntr_$e->{NAME}_$l->{LEVEL_INDEX}";
1066                 my $array_name = $var_name;
1067
1068                 if ($l->{IS_VARYING}) {
1069                         $length = "ndr_get_array_length($ndr, " . get_pointer_to($var_name) .")";
1070                 }
1071
1072                 $var_name = get_array_element($var_name, $counter);
1073
1074                 $self->ParseMemCtxPullStart($e, $l, $ndr, $array_name);
1075
1076                 if (($primitives and not $l->{IS_DEFERRED}) or ($deferred and $l->{IS_DEFERRED})) {
1077                         my $nl = GetNextLevel($e,$l);
1078
1079                         if ($l->{IS_ZERO_TERMINATED}) {
1080                                 $self->CheckStringTerminator($ndr,$e,$l,$length);
1081                         }
1082
1083                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1084                         $self->indent;
1085                         $self->ParseElementPullLevel($e, $nl, $ndr, $var_name, $env, 1, 0);
1086                         $self->deindent;
1087                         $self->pidl("}");
1088                 }
1089
1090                 if ($deferred and ContainsDeferred($e, $l)) {
1091                         $self->pidl("for ($counter = 0; $counter < $length; $counter++) {");
1092                         $self->indent;
1093                         $self->ParseElementPullLevel($e,GetNextLevel($e,$l), $ndr, $var_name, $env, 0, 1);
1094                         $self->deindent;
1095                         $self->pidl("}");
1096                 }
1097
1098                 $self->ParseMemCtxPullEnd($e, $l, $ndr);
1099
1100         } elsif ($l->{TYPE} eq "SWITCH") {
1101                 $self->ParseElementPullLevel($e, GetNextLevel($e,$l), $ndr, $var_name, $env, $primitives, $deferred);
1102         }
1103 }
1104
1105 #####################################################################
1106 # parse scalars in a structure element - pull size
1107 sub ParseElementPull($$$$$$)
1108 {
1109         my($self,$e,$ndr,$env,$primitives,$deferred) = @_;
1110
1111         my $var_name = $env->{$e->{NAME}};
1112         my $represent_name;
1113         my $transmit_name;
1114
1115         return unless $primitives or ($deferred and ContainsDeferred($e, $e->{LEVELS}[0]));
1116
1117         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1118                 $self->pidl("{");
1119                 $self->indent;
1120                 $represent_name = $var_name;
1121                 $transmit_name = "_transmit_$e->{NAME}";
1122                 $var_name = $transmit_name;
1123                 $self->pidl(mapTypeName($e->{TYPE})." $var_name;");
1124         }
1125
1126         $var_name = append_prefix($e, $var_name);
1127
1128         $self->start_flags($e, $ndr);
1129
1130         $self->ParseElementPullLevel($e,$e->{LEVELS}[0],$ndr,$var_name,$env,$primitives,$deferred);
1131
1132         $self->end_flags($e, $ndr);
1133
1134         # Representation type is different from transmit_as
1135         if ($e->{REPRESENTATION_TYPE} ne $e->{TYPE}) {
1136                 $self->pidl("NDR_CHECK(ndr_$e->{TYPE}_to_$e->{REPRESENTATION_TYPE}($transmit_name, ".get_pointer_to($represent_name)."));");
1137                 $self->deindent;
1138                 $self->pidl("}");
1139         }
1140 }
1141
1142 #####################################################################
1143 # parse a pointer in a struct element or function
1144 sub ParsePtrPull($$$$$)
1145 {
1146         my($self, $e,$l,$ndr,$var_name) = @_;
1147
1148         my $nl = GetNextLevel($e, $l);
1149         my $next_is_array = ($nl->{TYPE} eq "ARRAY");
1150         my $next_is_string = (($nl->{TYPE} eq "DATA") and 
1151                                                  ($nl->{DATA_TYPE} eq "string"));
1152
1153         if ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP") {
1154
1155                 if (!$next_is_array and !$next_is_string) {
1156                         $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
1157                         $self->pidl("\tNDR_PULL_ALLOC($ndr, $var_name);"); 
1158                         $self->pidl("}");
1159                 }
1160                 
1161                 return;
1162         } elsif ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "EMBEDDED") {
1163                 $self->pidl("NDR_CHECK(ndr_pull_ref_ptr($ndr, &_ptr_$e->{NAME}));");
1164         } elsif (($l->{POINTER_TYPE} eq "unique") or 
1165                  ($l->{POINTER_TYPE} eq "relative") or
1166                  ($l->{POINTER_TYPE} eq "full")) {
1167                 $self->pidl("NDR_CHECK(ndr_pull_generic_ptr($ndr, &_ptr_$e->{NAME}));");
1168         } else {
1169                 die("Unhandled pointer type $l->{POINTER_TYPE}");
1170         }
1171
1172         $self->pidl("if (_ptr_$e->{NAME}) {");
1173         $self->indent;
1174
1175         # Don't do this for arrays, they're allocated at the actual level 
1176         # of the array
1177         unless ($next_is_array or $next_is_string) { 
1178                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);"); 
1179         } else {
1180                 # FIXME: Yes, this is nasty.
1181                 # We allocate an array twice
1182                 # - once just to indicate that it's there,
1183                 # - then the real allocation...
1184                 $self->pidl("NDR_PULL_ALLOC($ndr, $var_name);");
1185         }
1186
1187         #$self->pidl("memset($var_name, 0, sizeof($var_name));");
1188         if ($l->{POINTER_TYPE} eq "relative") {
1189                 $self->pidl("NDR_CHECK(ndr_pull_relative_ptr1($ndr, $var_name, _ptr_$e->{NAME}));");
1190         }
1191         $self->deindent;
1192         $self->pidl("} else {");
1193         $self->pidl("\t$var_name = NULL;");
1194         $self->pidl("}");
1195 }
1196
1197 sub ParseStructPushPrimitives($$$$$)
1198 {
1199         my ($self, $struct, $ndr, $varname, $env) = @_;
1200
1201         # see if the structure contains a conformant array. If it
1202         # does, then it must be the last element of the structure, and
1203         # we need to push the conformant length early, as it fits on
1204         # the wire before the structure (and even before the structure
1205         # alignment)
1206         if (defined($struct->{SURROUNDING_ELEMENT})) {
1207                 my $e = $struct->{SURROUNDING_ELEMENT};
1208
1209                 if (defined($e->{LEVELS}[0]) and 
1210                         $e->{LEVELS}[0]->{TYPE} eq "ARRAY") {
1211                         my $size;
1212                         
1213                         if ($e->{LEVELS}[0]->{IS_ZERO_TERMINATED}) {
1214                                 if (has_property($e, "charset")) {
1215                                         $size = "ndr_charset_length($varname->$e->{NAME}, CH_$e->{PROPERTIES}->{charset})";
1216                                 } else {
1217                                         $size = "ndr_string_length($varname->$e->{NAME}, sizeof(*$varname->$e->{NAME}))";
1218                                 }
1219                         } else {
1220                                 $size = ParseExpr($e->{LEVELS}[0]->{SIZE_IS}, $env, $e->{ORIGINAL});
1221                         }
1222
1223                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, $size));");
1224                 } else {
1225                         $self->pidl("NDR_CHECK(ndr_push_uint3264($ndr, NDR_SCALARS, ndr_string_array_size($ndr, $varname->$e->{NAME})));");
1226                 }
1227         }
1228
1229         $self->pidl("NDR_CHECK(ndr_push_align($ndr, $struct->{ALIGN}));");
1230
1231         if (defined($struct->{PROPERTIES}{relative_base})) {
1232                 # set the current offset as base for relative pointers
1233                 # and store it based on the toplevel struct/union
1234                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1235         }
1236
1237         $self->ParseElementPush($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1238
1239         $self->pidl("NDR_CHECK(ndr_push_trailer_align($ndr, $struct->{ALIGN}));");
1240 }
1241
1242 sub ParseStructPushDeferred($$$$)
1243 {
1244         my ($self, $struct, $ndr, $varname, $env) = @_;
1245         if (defined($struct->{PROPERTIES}{relative_base})) {
1246                 # retrieve the current offset as base for relative pointers
1247                 # based on the toplevel struct/union
1248                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1249         }
1250         $self->ParseElementPush($_, $ndr, $env, 0, 1) foreach (@{$struct->{ELEMENTS}});
1251 }
1252
1253 #####################################################################
1254 # parse a struct
1255 sub ParseStructPush($$$$)
1256 {
1257         my ($self, $struct, $ndr, $varname) = @_;
1258         
1259         return unless defined($struct->{ELEMENTS});
1260
1261         my $env = GenerateStructEnv($struct, $varname);
1262
1263         EnvSubstituteValue($env, $struct);
1264
1265         $self->DeclareArrayVariablesNoZero($_, $env) foreach (@{$struct->{ELEMENTS}});
1266
1267         $self->start_flags($struct, $ndr);
1268
1269         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1270         $self->indent;
1271         $self->ParseStructPushPrimitives($struct, $ndr, $varname, $env);
1272         $self->deindent;
1273         $self->pidl("}");
1274
1275         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1276         $self->indent;
1277         $self->ParseStructPushDeferred($struct, $ndr, $varname, $env);
1278         $self->deindent;
1279         $self->pidl("}");
1280
1281         $self->end_flags($struct, $ndr);
1282 }
1283
1284 #####################################################################
1285 # generate a push function for an enum
1286 sub ParseEnumPush($$$$)
1287 {
1288         my($self,$enum,$ndr,$varname) = @_;
1289         my($type_fn) = $enum->{BASE_TYPE};
1290
1291         $self->start_flags($enum, $ndr);
1292         $self->pidl("NDR_CHECK(ndr_push_enum_$type_fn($ndr, NDR_SCALARS, $varname));");
1293         $self->end_flags($enum, $ndr);
1294 }
1295
1296 #####################################################################
1297 # generate a pull function for an enum
1298 sub ParseEnumPull($$$$)
1299 {
1300         my($self,$enum,$ndr,$varname) = @_;
1301         my($type_fn) = $enum->{BASE_TYPE};
1302         my($type_v_decl) = mapTypeName($type_fn);
1303
1304         $self->pidl("$type_v_decl v;");
1305         $self->start_flags($enum, $ndr);
1306         $self->pidl("NDR_CHECK(ndr_pull_enum_$type_fn($ndr, NDR_SCALARS, &v));");
1307         $self->pidl("*$varname = v;");
1308
1309         $self->end_flags($enum, $ndr);
1310 }
1311
1312 #####################################################################
1313 # generate a print function for an enum
1314 sub ParseEnumPrint($$$$$)
1315 {
1316         my($self,$enum,$ndr,$name,$varname) = @_;
1317
1318         $self->pidl("const char *val = NULL;");
1319         $self->pidl("");
1320
1321         $self->start_flags($enum, $ndr);
1322
1323         $self->pidl("switch ($varname) {");
1324         $self->indent;
1325         my $els = \@{$enum->{ELEMENTS}};
1326         foreach my $i (0 .. $#{$els}) {
1327                 my $e = ${$els}[$i];
1328                 chomp $e;
1329                 if ($e =~ /^(.*)=/) {
1330                         $e = $1;
1331                 }
1332                 $self->pidl("case $e: val = \"$e\"; break;");
1333         }
1334
1335         $self->deindent;
1336         $self->pidl("}");
1337         
1338         $self->pidl("ndr_print_enum($ndr, name, \"$enum->{TYPE}\", val, $varname);");
1339
1340         $self->end_flags($enum, $ndr);
1341 }
1342
1343 sub DeclEnum($$$$)
1344 {
1345         my ($e,$t,$name,$varname) = @_;
1346         return "enum $name " . 
1347                 ($t eq "pull"?"*":"") . $varname;
1348 }
1349
1350 $typefamily{ENUM} = {
1351         DECL => \&DeclEnum,
1352         PUSH_FN_BODY => \&ParseEnumPush,
1353         PULL_FN_BODY => \&ParseEnumPull,
1354         PRINT_FN_BODY => \&ParseEnumPrint,
1355 };
1356
1357 #####################################################################
1358 # generate a push function for a bitmap
1359 sub ParseBitmapPush($$$$)
1360 {
1361         my($self,$bitmap,$ndr,$varname) = @_;
1362         my($type_fn) = $bitmap->{BASE_TYPE};
1363
1364         $self->start_flags($bitmap, $ndr);
1365
1366         $self->pidl("NDR_CHECK(ndr_push_$type_fn($ndr, NDR_SCALARS, $varname));");
1367
1368         $self->end_flags($bitmap, $ndr);
1369 }
1370
1371 #####################################################################
1372 # generate a pull function for an bitmap
1373 sub ParseBitmapPull($$$$)
1374 {
1375         my($self,$bitmap,$ndr,$varname) = @_;
1376         my $type_fn = $bitmap->{BASE_TYPE};
1377         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1378
1379         $self->pidl("$type_decl v;");
1380         $self->start_flags($bitmap, $ndr);
1381         $self->pidl("NDR_CHECK(ndr_pull_$type_fn($ndr, NDR_SCALARS, &v));");
1382         $self->pidl("*$varname = v;");
1383
1384         $self->end_flags($bitmap, $ndr);
1385 }
1386
1387 #####################################################################
1388 # generate a print function for an bitmap
1389 sub ParseBitmapPrintElement($$$$$$)
1390 {
1391         my($self,$e,$bitmap,$ndr,$name,$varname) = @_;
1392         my($type_decl) = mapTypeName($bitmap->{BASE_TYPE});
1393         my($type_fn) = $bitmap->{BASE_TYPE};
1394         my($flag);
1395
1396         if ($e =~ /^(\w+) .*$/) {
1397                 $flag = "$1";
1398         } else {
1399                 die "Bitmap: \"$name\" invalid Flag: \"$e\"";
1400         }
1401
1402         $self->pidl("ndr_print_bitmap_flag($ndr, sizeof($type_decl), \"$flag\", $flag, $varname);");
1403 }
1404
1405 #####################################################################
1406 # generate a print function for an bitmap
1407 sub ParseBitmapPrint($$$$$)
1408 {
1409         my($self,$bitmap,$ndr,$name,$varname) = @_;
1410         my($type_decl) = mapTypeName($bitmap->{TYPE});
1411         my($type_fn) = $bitmap->{BASE_TYPE};
1412
1413         $self->start_flags($bitmap, $ndr);
1414
1415         $self->pidl("ndr_print_$type_fn($ndr, name, $varname);");
1416
1417         $self->pidl("$ndr->depth++;");
1418         foreach my $e (@{$bitmap->{ELEMENTS}}) {
1419                 $self->ParseBitmapPrintElement($e, $bitmap, $ndr, $name, $varname);
1420         }
1421         $self->pidl("$ndr->depth--;");
1422
1423         $self->end_flags($bitmap, $ndr);
1424 }
1425
1426 sub DeclBitmap($$$$)
1427 {
1428         my ($e,$t,$name,$varname) = @_;
1429         return mapTypeName(Parse::Pidl::Typelist::bitmap_type_fn($e)) . 
1430                 ($t eq "pull"?" *":" ") . $varname;
1431 }
1432
1433 $typefamily{BITMAP} = {
1434         DECL => \&DeclBitmap,
1435         PUSH_FN_BODY => \&ParseBitmapPush,
1436         PULL_FN_BODY => \&ParseBitmapPull,
1437         PRINT_FN_BODY => \&ParseBitmapPrint,
1438 };
1439
1440 #####################################################################
1441 # generate a struct print function
1442 sub ParseStructPrint($$$$$)
1443 {
1444         my($self,$struct,$ndr,$name,$varname) = @_;
1445
1446         return unless defined $struct->{ELEMENTS};
1447
1448         my $env = GenerateStructEnv($struct, $varname);
1449
1450         $self->DeclareArrayVariables($_) foreach (@{$struct->{ELEMENTS}});
1451
1452         $self->pidl("ndr_print_struct($ndr, name, \"$name\");");
1453
1454         $self->start_flags($struct, $ndr);
1455
1456         $self->pidl("$ndr->depth++;");
1457         
1458         $self->ParseElementPrint($_, $ndr, $env->{$_->{NAME}}, $env)
1459                 foreach (@{$struct->{ELEMENTS}});
1460         $self->pidl("$ndr->depth--;");
1461
1462         $self->end_flags($struct, $ndr);
1463 }
1464
1465 sub DeclarePtrVariables($$)
1466 {
1467         my ($self,$e) = @_;
1468         foreach my $l (@{$e->{LEVELS}}) {
1469                 if ($l->{TYPE} eq "POINTER" and 
1470                         not ($l->{POINTER_TYPE} eq "ref" and $l->{LEVEL} eq "TOP")) {
1471                         $self->pidl("uint32_t _ptr_$e->{NAME};");
1472                         last;
1473                 }
1474         }
1475 }
1476
1477 sub DeclareArrayVariables($$)
1478 {
1479         my ($self,$e) = @_;
1480
1481         foreach my $l (@{$e->{LEVELS}}) {
1482                 next if has_fast_array($e,$l);
1483                 next if is_charset_array($e,$l);
1484                 if ($l->{TYPE} eq "ARRAY") {
1485                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1486                 }
1487         }
1488 }
1489
1490 sub DeclareArrayVariablesNoZero($$$)
1491 {
1492         my ($self,$e,$env) = @_;
1493
1494         foreach my $l (@{$e->{LEVELS}}) {
1495                 next if has_fast_array($e,$l);
1496                 next if is_charset_array($e,$l);
1497                 if ($l->{TYPE} eq "ARRAY") {
1498                     my $length = ParseExpr($l->{LENGTH_IS}, $env, $e->{ORIGINAL});
1499                     if ($length eq "0") {
1500                         warning($e->{ORIGINAL}, "pointless array cntr: 'cntr_$e->{NAME}_$l->{LEVEL_INDEX}': length=$length");
1501                     } else {
1502                         $self->pidl("uint32_t cntr_$e->{NAME}_$l->{LEVEL_INDEX};");
1503                     }
1504                 }
1505         }
1506 }
1507
1508 sub DeclareMemCtxVariables($$)
1509 {
1510         my ($self,$e) = @_;
1511         foreach my $l (@{$e->{LEVELS}}) {
1512                 my $mem_flags = $self->ParseMemCtxPullFlags($e, $l);
1513                 if (defined($mem_flags)) {
1514                         $self->pidl("TALLOC_CTX *_mem_save_$e->{NAME}_$l->{LEVEL_INDEX};");
1515                 }
1516         }
1517 }
1518
1519 sub ParseStructPullPrimitives($$$$$)
1520 {
1521         my($self,$struct,$ndr,$varname,$env) = @_;
1522
1523         if (defined $struct->{SURROUNDING_ELEMENT}) {
1524                 $self->pidl("NDR_CHECK(ndr_pull_array_size($ndr, &$varname->$struct->{SURROUNDING_ELEMENT}->{NAME}));");
1525         }
1526
1527         $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $struct->{ALIGN}));");
1528
1529         if (defined($struct->{PROPERTIES}{relative_base})) {
1530                 # set the current offset as base for relative pointers
1531                 # and store it based on the toplevel struct/union
1532                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1533         }
1534
1535         $self->ParseElementPull($_, $ndr, $env, 1, 0) foreach (@{$struct->{ELEMENTS}});
1536
1537         $self->add_deferred();
1538
1539         $self->pidl("NDR_CHECK(ndr_pull_trailer_align($ndr, $struct->{ALIGN}));");
1540 }
1541
1542 sub ParseStructPullDeferred($$$$$)
1543 {
1544         my ($self,$struct,$ndr,$varname,$env) = @_;
1545
1546         if (defined($struct->{PROPERTIES}{relative_base})) {
1547                 # retrieve the current offset as base for relative pointers
1548                 # based on the toplevel struct/union
1549                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1550         }
1551         foreach my $e (@{$struct->{ELEMENTS}}) {
1552                 $self->ParseElementPull($e, $ndr, $env, 0, 1);
1553         }
1554
1555         $self->add_deferred();
1556 }
1557
1558 #####################################################################
1559 # parse a struct - pull side
1560 sub ParseStructPull($$$$)
1561 {
1562         my($self,$struct,$ndr,$varname) = @_;
1563
1564         return unless defined $struct->{ELEMENTS};
1565
1566         # declare any internal pointers we need
1567         foreach my $e (@{$struct->{ELEMENTS}}) {
1568                 $self->DeclarePtrVariables($e);
1569                 $self->DeclareArrayVariables($e);
1570                 $self->DeclareMemCtxVariables($e);
1571         }
1572
1573         $self->start_flags($struct, $ndr);
1574
1575         my $env = GenerateStructEnv($struct, $varname);
1576
1577         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1578         $self->indent;
1579         $self->ParseStructPullPrimitives($struct,$ndr,$varname,$env);
1580         $self->deindent;
1581         $self->pidl("}");
1582         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1583         $self->indent;
1584         $self->ParseStructPullDeferred($struct,$ndr,$varname,$env);
1585         $self->deindent;
1586         $self->pidl("}");
1587
1588         $self->end_flags($struct, $ndr);
1589 }
1590
1591 #####################################################################
1592 # calculate size of ndr struct
1593 sub ParseStructNdrSize($$$$)
1594 {
1595         my ($self,$t, $name, $varname) = @_;
1596         my $sizevar;
1597
1598         if (my $flags = has_property($t, "flag")) {
1599                 $self->pidl("flags |= $flags;");
1600         }
1601         $self->pidl("return ndr_size_struct($varname, flags, (ndr_push_flags_fn_t)ndr_push_$name, ic);");
1602 }
1603
1604 sub DeclStruct($$$$)
1605 {
1606         my ($e,$t,$name,$varname) = @_;
1607         return ($t ne "pull"?"const ":"") . "struct $name *$varname";
1608 }
1609
1610 sub ArgsStructNdrSize($$$)
1611 {
1612         my ($d, $name, $varname) = @_;
1613         return "const struct $name *$varname, struct smb_iconv_convenience *ic, int flags";
1614 }
1615
1616 $typefamily{STRUCT} = {
1617         PUSH_FN_BODY => \&ParseStructPush,
1618         DECL => \&DeclStruct,
1619         PULL_FN_BODY => \&ParseStructPull,
1620         PRINT_FN_BODY => \&ParseStructPrint,
1621         SIZE_FN_BODY => \&ParseStructNdrSize,
1622         SIZE_FN_ARGS => \&ArgsStructNdrSize,
1623 };
1624
1625 #####################################################################
1626 # calculate size of ndr struct
1627 sub ParseUnionNdrSize($$$)
1628 {
1629         my ($self, $t, $name, $varname) = @_;
1630         my $sizevar;
1631
1632         if (my $flags = has_property($t, "flag")) {
1633                 $self->pidl("flags |= $flags;");
1634         }
1635
1636         $self->pidl("return ndr_size_union($varname, flags, level, (ndr_push_flags_fn_t)ndr_push_$name, ic);");
1637 }
1638
1639 sub ParseUnionPushPrimitives($$$$)
1640 {
1641         my ($self, $e, $ndr ,$varname) = @_;
1642
1643         my $have_default = 0;
1644
1645         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1646
1647         if (defined($e->{SWITCH_TYPE})) {
1648                 $self->pidl("NDR_CHECK(ndr_push_$e->{SWITCH_TYPE}($ndr, NDR_SCALARS, level));");
1649         }
1650
1651         if (defined($e->{ALIGN})) {
1652                 $self->pidl("NDR_CHECK(ndr_push_union_align($ndr, $e->{ALIGN}));");
1653         }
1654
1655         $self->pidl("switch (level) {");
1656         $self->indent;
1657         foreach my $el (@{$e->{ELEMENTS}}) {
1658                 if ($el->{CASE} eq "default") {
1659                         $have_default = 1;
1660                 }
1661                 $self->pidl("$el->{CASE}: {");
1662
1663                 if ($el->{TYPE} ne "EMPTY") {
1664                         $self->indent;
1665                         if (defined($e->{PROPERTIES}{relative_base})) {
1666                                 $self->pidl("NDR_CHECK(ndr_push_align($ndr, $el->{ALIGN}));");
1667                                 # set the current offset as base for relative pointers
1668                                 # and store it based on the toplevel struct/union
1669                                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1670                         }
1671                         $self->DeclareArrayVariables($el);
1672                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1673                         $self->deindent;
1674                 }
1675                 $self->pidl("break; }");
1676                 $self->pidl("");
1677         }
1678         if (! $have_default) {
1679                 $self->pidl("default:");
1680                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1681         }
1682         $self->deindent;
1683         $self->pidl("}");
1684 }
1685
1686 sub ParseUnionPushDeferred($$$$)
1687 {
1688         my ($self,$e,$ndr,$varname) = @_;
1689
1690         my $have_default = 0;
1691
1692         $self->pidl("int level = ndr_push_get_switch_value($ndr, $varname);");
1693         if (defined($e->{PROPERTIES}{relative_base})) {
1694                 # retrieve the current offset as base for relative pointers
1695                 # based on the toplevel struct/union
1696                 $self->pidl("NDR_CHECK(ndr_push_setup_relative_base_offset2($ndr, $varname));");
1697         }
1698         $self->pidl("switch (level) {");
1699         $self->indent;
1700         foreach my $el (@{$e->{ELEMENTS}}) {
1701                 if ($el->{CASE} eq "default") {
1702                         $have_default = 1;
1703                 }
1704
1705                 $self->pidl("$el->{CASE}:");
1706                 if ($el->{TYPE} ne "EMPTY") {
1707                         $self->indent;
1708                         $self->ParseElementPush($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1709                         $self->deindent;
1710                 }
1711                 $self->pidl("break;");
1712                 $self->pidl("");
1713         }
1714         if (! $have_default) {
1715                 $self->pidl("default:");
1716                 $self->pidl("\treturn ndr_push_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1717         }
1718         $self->deindent;
1719         $self->pidl("}");
1720 }
1721
1722 #####################################################################
1723 # parse a union - push side
1724 sub ParseUnionPush($$$$)
1725 {
1726         my ($self,$e,$ndr,$varname) = @_;
1727         my $have_default = 0;
1728
1729         $self->start_flags($e, $ndr);
1730
1731         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1732         $self->indent;
1733         $self->ParseUnionPushPrimitives($e, $ndr, $varname);
1734         $self->deindent;
1735         $self->pidl("}");
1736         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1737         $self->indent;
1738         $self->ParseUnionPushDeferred($e, $ndr, $varname);
1739         $self->deindent;
1740         $self->pidl("}");
1741         $self->end_flags($e, $ndr);
1742 }
1743
1744 #####################################################################
1745 # print a union
1746 sub ParseUnionPrint($$$$$)
1747 {
1748         my ($self,$e,$ndr,$name,$varname) = @_;
1749         my $have_default = 0;
1750
1751         $self->pidl("int level;");
1752         foreach my $el (@{$e->{ELEMENTS}}) {
1753                 $self->DeclareArrayVariables($el);
1754         }
1755
1756         $self->start_flags($e, $ndr);
1757
1758         $self->pidl("level = ndr_print_get_switch_value($ndr, $varname);");
1759
1760         $self->pidl("ndr_print_union($ndr, name, level, \"$name\");");
1761
1762         $self->pidl("switch (level) {");
1763         $self->indent;
1764         foreach my $el (@{$e->{ELEMENTS}}) {
1765                 if ($el->{CASE} eq "default") {
1766                         $have_default = 1;
1767                 }
1768                 $self->pidl("$el->{CASE}:");
1769                 if ($el->{TYPE} ne "EMPTY") {
1770                         $self->indent;
1771                         $self->ParseElementPrint($el, $ndr, "$varname->$el->{NAME}", {});
1772                         $self->deindent;
1773                 }
1774                 $self->pidl("break;");
1775                 $self->pidl("");
1776         }
1777         if (! $have_default) {
1778                 $self->pidl("default:");
1779                 $self->pidl("\tndr_print_bad_level($ndr, name, level);");
1780         }
1781         $self->deindent;
1782         $self->pidl("}");
1783
1784         $self->end_flags($e, $ndr);
1785 }
1786
1787 sub ParseUnionPullPrimitives($$$$$)
1788 {
1789         my ($self,$e,$ndr,$varname,$switch_type) = @_;
1790         my $have_default = 0;
1791
1792         if (defined($switch_type)) {
1793                 $self->pidl("NDR_CHECK(ndr_pull_$switch_type($ndr, NDR_SCALARS, &_level));");
1794                 $self->pidl("if (_level != level) {"); 
1795                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u for $varname at \%s\", _level, __location__);");
1796                 $self->pidl("}");
1797         }
1798
1799         if (defined($e->{ALIGN})) {
1800                 $self->pidl("NDR_CHECK(ndr_pull_union_align($ndr, $e->{ALIGN}));");
1801         }
1802
1803         $self->pidl("switch (level) {");
1804         $self->indent;
1805         foreach my $el (@{$e->{ELEMENTS}}) {
1806                 if ($el->{CASE} eq "default") {
1807                         $have_default = 1;
1808                 } 
1809                 $self->pidl("$el->{CASE}: {");
1810
1811                 if ($el->{TYPE} ne "EMPTY") {
1812                         $self->indent;
1813                         $self->DeclarePtrVariables($el);
1814                         $self->DeclareArrayVariables($el);
1815                         if (defined($e->{PROPERTIES}{relative_base})) {
1816                                 $self->pidl("NDR_CHECK(ndr_pull_align($ndr, $el->{ALIGN}));");
1817                                 # set the current offset as base for relative pointers
1818                                 # and store it based on the toplevel struct/union
1819                                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset1($ndr, $varname, $ndr->offset));");
1820                         }
1821                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 1, 0);
1822                         $self->deindent;
1823                 }
1824                 $self->pidl("break; }");
1825                 $self->pidl("");
1826         }
1827         if (! $have_default) {
1828                 $self->pidl("default:");
1829                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1830         }
1831         $self->deindent;
1832         $self->pidl("}");
1833 }
1834
1835 sub ParseUnionPullDeferred($$$$)
1836 {
1837         my ($self,$e,$ndr,$varname) = @_;
1838         my $have_default = 0;
1839
1840         if (defined($e->{PROPERTIES}{relative_base})) {
1841                 # retrieve the current offset as base for relative pointers
1842                 # based on the toplevel struct/union
1843                 $self->pidl("NDR_CHECK(ndr_pull_setup_relative_base_offset2($ndr, $varname));");
1844         }
1845         $self->pidl("switch (level) {");
1846         $self->indent;
1847         foreach my $el (@{$e->{ELEMENTS}}) {
1848                 if ($el->{CASE} eq "default") {
1849                         $have_default = 1;
1850                 } 
1851
1852                 $self->pidl("$el->{CASE}:");
1853                 if ($el->{TYPE} ne "EMPTY") {
1854                         $self->indent;
1855                         $self->ParseElementPull($el, $ndr, {$el->{NAME} => "$varname->$el->{NAME}"}, 0, 1);
1856                         $self->deindent;
1857                 }
1858                 $self->pidl("break;");
1859                 $self->pidl("");
1860         }
1861         if (! $have_default) {
1862                 $self->pidl("default:");
1863                 $self->pidl("\treturn ndr_pull_error($ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u at \%s\", level, __location__);");
1864         }
1865         $self->deindent;
1866         $self->pidl("}");
1867
1868
1869 }
1870
1871 #####################################################################
1872 # parse a union - pull side
1873 sub ParseUnionPull($$$$)
1874 {
1875         my ($self,$e,$ndr,$varname) = @_;
1876         my $switch_type = $e->{SWITCH_TYPE};
1877
1878         $self->pidl("int level;");
1879         if (defined($switch_type)) {
1880                 if (Parse::Pidl::Typelist::typeIs($switch_type, "ENUM")) {
1881                         $switch_type = Parse::Pidl::Typelist::enum_type_fn(getType($switch_type)->{DATA});
1882                 }
1883                 $self->pidl(mapTypeName($switch_type) . " _level;");
1884         }
1885
1886         my %double_cases = ();
1887         foreach my $el (@{$e->{ELEMENTS}}) {
1888                 next if ($el->{TYPE} eq "EMPTY");
1889                 next if ($double_cases{"$el->{NAME}"});
1890                 $self->DeclareMemCtxVariables($el);
1891                 $double_cases{"$el->{NAME}"} = 1;
1892         }
1893
1894         $self->start_flags($e, $ndr);
1895
1896         $self->pidl("level = ndr_pull_get_switch_value($ndr, $varname);");
1897
1898         $self->pidl("if (ndr_flags & NDR_SCALARS) {");
1899         $self->indent;
1900         $self->ParseUnionPullPrimitives($e,$ndr,$varname,$switch_type);
1901         $self->deindent;
1902         $self->pidl("}");
1903
1904         $self->pidl("if (ndr_flags & NDR_BUFFERS) {");
1905         $self->indent;
1906         $self->ParseUnionPullDeferred($e,$ndr,$varname);
1907         $self->deindent;
1908         $self->pidl("}");
1909
1910         $self->add_deferred();
1911
1912         $self->end_flags($e, $ndr);
1913 }
1914
1915 sub DeclUnion($$$$)
1916 {
1917         my ($e,$t,$name,$varname) = @_;
1918         return ($t ne "pull"?"const ":"") . "union $name *$varname";
1919 }
1920
1921 sub ArgsUnionNdrSize($$)
1922 {
1923         my ($d,$name) = @_;
1924         return "const union $name *r, uint32_t level, struct smb_iconv_convenience *ic, int flags";
1925 }
1926
1927 $typefamily{UNION} = {
1928         PUSH_FN_BODY => \&ParseUnionPush,
1929         DECL => \&DeclUnion,
1930         PULL_FN_BODY => \&ParseUnionPull,
1931         PRINT_FN_BODY => \&ParseUnionPrint,
1932         SIZE_FN_ARGS => \&ArgsUnionNdrSize,
1933         SIZE_FN_BODY => \&ParseUnionNdrSize,
1934 };
1935         
1936 #####################################################################
1937 # parse a typedef - push side
1938 sub ParseTypedefPush($$$$)
1939 {
1940         my($self,$e,$ndr,$varname) = @_;
1941
1942         my $env;
1943
1944         $env->{$e->{NAME}} = $varname;
1945
1946         $self->ParseElementPushLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
1947 }
1948
1949 #####################################################################
1950 # parse a typedef - pull side
1951 sub ParseTypedefPull($$$$)
1952 {
1953         my($self,$e,$ndr,$varname) = @_;
1954
1955         my $env;
1956
1957         $env->{$e->{NAME}} = $varname;
1958
1959         $self->ParseElementPullLevel($e, $e->{LEVELS}[0], $ndr, $varname, $env, 1, 1);
1960 }
1961
1962 #####################################################################
1963 # parse a typedef - print side
1964 sub ParseTypedefPrint($$$$$)
1965 {
1966         my($self,$e,$ndr,$name,$varname) = @_;
1967
1968         $typefamily{$e->{DATA}->{TYPE}}->{PRINT_FN_BODY}->($self, $e->{DATA}, $ndr, $name, $varname);
1969 }
1970
1971 #####################################################################
1972 ## calculate the size of a structure
1973 sub ParseTypedefNdrSize($$$$)
1974 {
1975         my($self,$t,$name,$varname) = @_;
1976
1977         $typefamily{$t->{DATA}->{TYPE}}->{SIZE_FN_BODY}->($self, $t->{DATA}, $name, $varname);
1978 }
1979
1980 sub DeclTypedef($$$$)
1981 {
1982         my ($e, $t, $name, $varname) = @_;
1983         
1984         return $typefamily{$e->{DATA}->{TYPE}}->{DECL}->($e->{DATA}, $t, $name, $varname);
1985 }
1986
1987 sub ArgsTypedefNdrSize($$$)
1988 {
1989         my ($d, $name, $varname) = @_;
1990         return $typefamily{$d->{DATA}->{TYPE}}->{SIZE_FN_ARGS}->($d->{DATA}, $name, $varname);
1991 }
1992
1993 $typefamily{TYPEDEF} = {
1994         PUSH_FN_BODY => \&ParseTypedefPush,
1995         DECL => \&DeclTypedef,
1996         PULL_FN_BODY => \&ParseTypedefPull,
1997         PRINT_FN_BODY => \&ParseTypedefPrint,
1998         SIZE_FN_ARGS => \&ArgsTypedefNdrSize,
1999         SIZE_FN_BODY => \&ParseTypedefNdrSize,
2000 };
2001
2002 #####################################################################
2003 # parse a function - print side
2004 sub ParseFunctionPrint($$)
2005 {
2006         my($self, $fn) = @_;
2007         my $ndr = "ndr";
2008
2009         $self->pidl_hdr("void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r);");
2010
2011         return if has_property($fn, "noprint");
2012
2013         $self->pidl("_PUBLIC_ void ndr_print_$fn->{NAME}(struct ndr_print *$ndr, const char *name, int flags, const struct $fn->{NAME} *r)");
2014         $self->pidl("{");
2015         $self->indent;
2016
2017         foreach my $e (@{$fn->{ELEMENTS}}) {
2018                 $self->DeclareArrayVariables($e);
2019         }
2020
2021         $self->pidl("ndr_print_struct($ndr, name, \"$fn->{NAME}\");");
2022         $self->pidl("$ndr->depth++;");
2023
2024         $self->pidl("if (flags & NDR_SET_VALUES) {");
2025         $self->pidl("\t$ndr->flags |= LIBNDR_PRINT_SET_VALUES;");
2026         $self->pidl("}");
2027
2028         $self->pidl("if (flags & NDR_IN) {");
2029         $self->indent;
2030         $self->pidl("ndr_print_struct($ndr, \"in\", \"$fn->{NAME}\");");
2031         $self->pidl("$ndr->depth++;");
2032
2033         my $env = GenerateFunctionInEnv($fn);
2034
2035         foreach my $e (@{$fn->{ELEMENTS}}) {
2036                 if (grep(/in/,@{$e->{DIRECTION}})) {
2037                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2038                 }
2039         }
2040         $self->pidl("$ndr->depth--;");
2041         $self->deindent;
2042         $self->pidl("}");
2043         
2044         $self->pidl("if (flags & NDR_OUT) {");
2045         $self->indent;
2046         $self->pidl("ndr_print_struct($ndr, \"out\", \"$fn->{NAME}\");");
2047         $self->pidl("$ndr->depth++;");
2048
2049         $env = GenerateFunctionOutEnv($fn);
2050         foreach my $e (@{$fn->{ELEMENTS}}) {
2051                 if (grep(/out/,@{$e->{DIRECTION}})) {
2052                         $self->ParseElementPrint($e, $ndr, $env->{$e->{NAME}}, $env);
2053                 }
2054         }
2055         if ($fn->{RETURN_TYPE}) {
2056                 $self->pidl("ndr_print_$fn->{RETURN_TYPE}($ndr, \"result\", r->out.result);");
2057         }
2058         $self->pidl("$ndr->depth--;");
2059         $self->deindent;
2060         $self->pidl("}");
2061         
2062         $self->pidl("$ndr->depth--;");
2063         $self->deindent;
2064         $self->pidl("}");
2065         $self->pidl("");
2066 }
2067
2068 #####################################################################
2069 # parse a function
2070 sub ParseFunctionPush($$)
2071
2072         my($self, $fn) = @_;
2073         my $ndr = "ndr";
2074
2075         $self->fn_declare("push", $fn, "enum ndr_err_code ndr_push_$fn->{NAME}(struct ndr_push *$ndr, int flags, const struct $fn->{NAME} *r)") or return;
2076
2077         return if has_property($fn, "nopush");
2078
2079         $self->pidl("{");
2080         $self->indent;
2081
2082         foreach my $e (@{$fn->{ELEMENTS}}) { 
2083                 $self->DeclareArrayVariables($e);
2084         }
2085
2086         $self->pidl("if (flags & NDR_IN) {");
2087         $self->indent;
2088
2089         my $env = GenerateFunctionInEnv($fn);
2090
2091         EnvSubstituteValue($env, $fn);
2092
2093         foreach my $e (@{$fn->{ELEMENTS}}) {
2094                 if (grep(/in/,@{$e->{DIRECTION}})) {
2095                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2096                 }
2097         }
2098
2099         $self->deindent;
2100         $self->pidl("}");
2101
2102         $self->pidl("if (flags & NDR_OUT) {");
2103         $self->indent;
2104
2105         $env = GenerateFunctionOutEnv($fn);
2106         foreach my $e (@{$fn->{ELEMENTS}}) {
2107                 if (grep(/out/,@{$e->{DIRECTION}})) {
2108                         $self->ParseElementPush($e, $ndr, $env, 1, 1);
2109                 }
2110         }
2111
2112         if ($fn->{RETURN_TYPE}) {
2113                 $self->pidl("NDR_CHECK(ndr_push_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, r->out.result));");
2114         }
2115     
2116         $self->deindent;
2117         $self->pidl("}");
2118         $self->pidl("return NDR_ERR_SUCCESS;");
2119         $self->deindent;
2120         $self->pidl("}");
2121         $self->pidl("");
2122 }
2123
2124 sub AllocateArrayLevel($$$$$$)
2125 {
2126         my ($self,$e,$l,$ndr,$var,$size) = @_;
2127
2128         my $pl = GetPrevLevel($e, $l);
2129         if (defined($pl) and 
2130             $pl->{TYPE} eq "POINTER" and 
2131             $pl->{POINTER_TYPE} eq "ref"
2132             and not $l->{IS_ZERO_TERMINATED}) {
2133                 $self->pidl("if ($ndr->flags & LIBNDR_FLAG_REF_ALLOC) {");
2134                 $self->pidl("\tNDR_PULL_ALLOC_N($ndr, $var, $size);");
2135                 $self->pidl("}");
2136                 if (grep(/in/,@{$e->{DIRECTION}}) and
2137                     grep(/out/,@{$e->{DIRECTION}})) {
2138                         $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, $size * sizeof(*r->in.$e->{NAME}));");
2139                 }
2140                 return;
2141         }
2142
2143         $self->pidl("NDR_PULL_ALLOC_N($ndr, $var, $size);");
2144 }
2145
2146 #####################################################################
2147 # parse a function
2148 sub ParseFunctionPull($$)
2149
2150         my($self,$fn) = @_;
2151         my $ndr = "ndr";
2152
2153         # pull function args
2154         $self->fn_declare("pull", $fn, "enum ndr_err_code ndr_pull_$fn->{NAME}(struct ndr_pull *$ndr, int flags, struct $fn->{NAME} *r)") or return;
2155
2156         $self->pidl("{");
2157         $self->indent;
2158
2159         # declare any internal pointers we need
2160         foreach my $e (@{$fn->{ELEMENTS}}) { 
2161                 $self->DeclarePtrVariables($e);
2162                 $self->DeclareArrayVariables($e);
2163         }
2164
2165         my %double_cases = ();
2166         foreach my $e (@{$fn->{ELEMENTS}}) {
2167                 next if ($e->{TYPE} eq "EMPTY");
2168                 next if ($double_cases{"$e->{NAME}"});
2169                 $self->DeclareMemCtxVariables($e);
2170                 $double_cases{"$e->{NAME}"} = 1;
2171         }
2172
2173         $self->pidl("if (flags & NDR_IN) {");
2174         $self->indent;
2175
2176         # auto-init the out section of a structure. I originally argued that
2177         # this was a bad idea as it hides bugs, but coping correctly
2178         # with initialisation and not wiping ref vars is turning
2179         # out to be too tricky (tridge)
2180         foreach my $e (@{$fn->{ELEMENTS}}) {
2181                 next unless grep(/out/, @{$e->{DIRECTION}});
2182                 $self->pidl("ZERO_STRUCT(r->out);");
2183                 $self->pidl("");
2184                 last;
2185         }
2186
2187         my $env = GenerateFunctionInEnv($fn);
2188
2189         foreach my $e (@{$fn->{ELEMENTS}}) {
2190                 next unless (grep(/in/, @{$e->{DIRECTION}}));
2191                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2192         }
2193
2194         # allocate the "simple" out ref variables. FIXME: Shouldn't this have it's
2195         # own flag rather than be in NDR_IN ?
2196
2197         foreach my $e (@{$fn->{ELEMENTS}}) {
2198                 next unless (grep(/out/, @{$e->{DIRECTION}}));
2199                 next unless ($e->{LEVELS}[0]->{TYPE} eq "POINTER" and 
2200                              $e->{LEVELS}[0]->{POINTER_TYPE} eq "ref");
2201                 next if (($e->{LEVELS}[1]->{TYPE} eq "DATA") and 
2202                                  ($e->{LEVELS}[1]->{DATA_TYPE} eq "string"));
2203                 next if (($e->{LEVELS}[1]->{TYPE} eq "ARRAY") 
2204                         and   $e->{LEVELS}[1]->{IS_ZERO_TERMINATED});
2205
2206                 if ($e->{LEVELS}[1]->{TYPE} eq "ARRAY") {
2207                         my $size = ParseExprExt($e->{LEVELS}[1]->{SIZE_IS}, $env, $e->{ORIGINAL},
2208                                 check_null_pointer($e, $env, sub { $self->pidl(shift); },
2209                                                    "return ndr_pull_error($ndr, NDR_ERR_INVALID_POINTER, \"NULL Pointer for size_is()\");"),
2210                                 check_fully_dereferenced($e, $env));
2211                         $self->pidl("NDR_PULL_ALLOC_N($ndr, r->out.$e->{NAME}, $size);");
2212
2213                         if (grep(/in/, @{$e->{DIRECTION}})) {
2214                                 $self->pidl("memcpy(r->out.$e->{NAME}, r->in.$e->{NAME}, ($size) * sizeof(*r->in.$e->{NAME}));");
2215                         } else {
2216                                 $self->pidl("memset(r->out.$e->{NAME}, 0, ($size) * sizeof(*r->out.$e->{NAME}));");
2217                         }
2218                 } else {
2219                         $self->pidl("NDR_PULL_ALLOC($ndr, r->out.$e->{NAME});");
2220                 
2221                         if (grep(/in/, @{$e->{DIRECTION}})) {
2222                                 $self->pidl("*r->out.$e->{NAME} = *r->in.$e->{NAME};");
2223                         } else {
2224                                 $self->pidl("ZERO_STRUCTP(r->out.$e->{NAME});");
2225                         }
2226                 }
2227         }
2228
2229         $self->add_deferred();
2230         $self->deindent;
2231         $self->pidl("}");
2232         
2233         $self->pidl("if (flags & NDR_OUT) {");
2234         $self->indent;
2235
2236         $env = GenerateFunctionOutEnv($fn);
2237         foreach my $e (@{$fn->{ELEMENTS}}) {
2238                 next unless grep(/out/, @{$e->{DIRECTION}});
2239                 $self->ParseElementPull($e, $ndr, $env, 1, 1);
2240         }
2241
2242         if ($fn->{RETURN_TYPE}) {
2243                 $self->pidl("NDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}($ndr, NDR_SCALARS, &r->out.result));");
2244         }
2245
2246         $self->add_deferred();
2247         $self->deindent;
2248         $self->pidl("}");
2249
2250         $self->pidl("return NDR_ERR_SUCCESS;");
2251         $self->deindent;
2252         $self->pidl("}");
2253         $self->pidl("");
2254 }
2255
2256 sub AuthServiceStruct($$$)
2257 {
2258         my ($self, $ifacename, $authservice) = @_;
2259         my @a = split /,/, $authservice;
2260         my $authservice_count = $#a + 1;
2261
2262         $self->pidl("static const char * const $ifacename\_authservice_strings[] = {");
2263         foreach my $ap (@a) {
2264                 $self->pidl("\t$ap, ");
2265         }
2266         $self->pidl("};");
2267         $self->pidl("");
2268
2269         $self->pidl("static const struct ndr_interface_string_array $ifacename\_authservices = {");
2270         $self->pidl("\t.count\t= $authservice_count,");
2271         $self->pidl("\t.names\t= $ifacename\_authservice_strings");
2272         $self->pidl("};");
2273         $self->pidl("");
2274 }
2275
2276 sub FunctionCallEntry($$)
2277 {
2278         my ($self, $d) = @_;
2279         return 0 if not defined($d->{OPNUM});
2280         $self->pidl("\t{");
2281         $self->pidl("\t\t\"$d->{NAME}\",");
2282         $self->pidl("\t\tsizeof(struct $d->{NAME}),");
2283         $self->pidl("\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},");
2284         $self->pidl("\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},");
2285         $self->pidl("\t\t(ndr_print_function_t) ndr_print_$d->{NAME},");
2286         $self->pidl("\t\t".($d->{ASYNC}?"true":"false").",");
2287         $self->pidl("\t},");
2288         return 1;
2289 }
2290
2291 #####################################################################
2292 # produce a function call table
2293 sub FunctionTable($$)
2294 {
2295         my($self,$interface) = @_;
2296         my $count = 0;
2297         my $uname = uc $interface->{NAME};
2298
2299         return if ($#{$interface->{FUNCTIONS}}+1 == 0);
2300         return unless defined ($interface->{PROPERTIES}->{uuid});
2301
2302         $self->pidl("static const struct ndr_interface_call $interface->{NAME}\_calls[] = {");
2303
2304         foreach my $d (@{$interface->{INHERITED_FUNCTIONS}},@{$interface->{FUNCTIONS}}) {
2305                 $count += $self->FunctionCallEntry($d);
2306         }
2307         $self->pidl("\t{ NULL, 0, NULL, NULL, NULL, false }");
2308         $self->pidl("};");
2309         $self->pidl("");
2310
2311         $self->pidl("static const char * const $interface->{NAME}\_endpoint_strings[] = {");
2312         foreach my $ep (@{$interface->{ENDPOINTS}}) {
2313                 $self->pidl("\t$ep, ");
2314         }
2315         my $endpoint_count = $#{$interface->{ENDPOINTS}}+1;
2316         
2317         $self->pidl("};");
2318         $self->pidl("");
2319
2320         $self->pidl("static const struct ndr_interface_string_array $interface->{NAME}\_endpoints = {");
2321         $self->pidl("\t.count\t= $endpoint_count,");
2322         $self->pidl("\t.names\t= $interface->{NAME}\_endpoint_strings");
2323         $self->pidl("};");
2324         $self->pidl("");
2325
2326         if (! defined $interface->{PROPERTIES}->{authservice}) {
2327                 $interface->{PROPERTIES}->{authservice} = "\"host\"";
2328         }
2329
2330         $self->AuthServiceStruct($interface->{NAME}, 
2331                                      $interface->{PROPERTIES}->{authservice});
2332
2333         $self->pidl("\nconst struct ndr_interface_table ndr_table_$interface->{NAME} = {");
2334         $self->pidl("\t.name\t\t= \"$interface->{NAME}\",");
2335         $self->pidl("\t.syntax_id\t= {");
2336         $self->pidl("\t\t" . print_uuid($interface->{UUID}) .",");
2337         $self->pidl("\t\tNDR_$uname\_VERSION");
2338         $self->pidl("\t},");
2339         $self->pidl("\t.helpstring\t= NDR_$uname\_HELPSTRING,");
2340         $self->pidl("\t.num_calls\t= $count,");
2341         $self->pidl("\t.calls\t\t= $interface->{NAME}\_calls,");
2342         $self->pidl("\t.endpoints\t= &$interface->{NAME}\_endpoints,");
2343         $self->pidl("\t.authservices\t= &$interface->{NAME}\_authservices");
2344         $self->pidl("};");
2345         $self->pidl("");
2346
2347 }
2348
2349 #####################################################################
2350 # generate include statements for imported idl files
2351 sub HeaderImport
2352 {
2353         my $self = shift;
2354         my @imports = @_;
2355         foreach (@imports) {
2356                 $_ = unmake_str($_);
2357                 s/\.idl$//;
2358                 $self->pidl(choose_header("librpc/gen_ndr/ndr_$_\.h", "gen_ndr/ndr_$_.h"));
2359         }
2360 }
2361
2362 #####################################################################
2363 # generate include statements for included header files
2364 sub HeaderInclude
2365 {
2366         my $self = shift;
2367         my @includes = @_;
2368         foreach (@includes) {
2369                 $self->pidl_hdr("#include $_");
2370         }
2371 }
2372
2373 #####################################################################
2374 # generate prototypes and defines for the interface definitions
2375 # FIXME: these prototypes are for the DCE/RPC client functions, not the 
2376 # NDR parser and so do not belong here, technically speaking
2377 sub HeaderInterface($$$)
2378 {
2379         my($self,$interface,$needed) = @_;
2380
2381         my $count = 0;
2382
2383         if ($needed->{"compression"}) {
2384                 $self->pidl(choose_header("librpc/ndr/ndr_compression.h", "ndr/compression.h"));
2385         }
2386
2387         if (has_property($interface, "object")) {
2388                 $self->pidl(choose_header("librpc/gen_ndr/ndr_orpc.h", "ndr/orpc.h"));
2389         }
2390
2391         if (defined $interface->{PROPERTIES}->{helper}) {
2392                 $self->HeaderInclude(split /,/, $interface->{PROPERTIES}->{helper});
2393         }
2394
2395         if (defined $interface->{PROPERTIES}->{uuid}) {
2396                 my $name = uc $interface->{NAME};
2397                 $self->pidl_hdr("#define NDR_$name\_UUID " . 
2398                 Parse::Pidl::Util::make_str(lc($interface->{PROPERTIES}->{uuid})));
2399
2400                 if(!defined $interface->{PROPERTIES}->{version}) { $interface->{PROPERTIES}->{version} = "0.0"; }
2401                 $self->pidl_hdr("#define NDR_$name\_VERSION $interface->{PROPERTIES}->{version}");
2402
2403                 $self->pidl_hdr("#define NDR_$name\_NAME \"$interface->{NAME}\"");
2404
2405                 if(!defined $interface->{PROPERTIES}->{helpstring}) { $interface->{PROPERTIES}->{helpstring} = "NULL"; }
2406                 $self->pidl_hdr("#define NDR_$name\_HELPSTRING $interface->{PROPERTIES}->{helpstring}");
2407
2408                 $self->pidl_hdr("extern const struct ndr_interface_table ndr_table_$interface->{NAME};");
2409         }
2410
2411         foreach (@{$interface->{FUNCTIONS}}) {
2412                 next if has_property($_, "noopnum");
2413                 next if grep(/^$_->{NAME}$/,@{$interface->{INHERITED_FUNCTIONS}});
2414                 my $u_name = uc $_->{NAME};
2415         
2416                 my $val = sprintf("0x%02x", $count);
2417                 if (defined($interface->{BASE})) {
2418                         $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2419                 }
2420                 
2421                 $self->pidl_hdr("#define NDR_$u_name ($val)");
2422
2423                 $self->pidl_hdr("");
2424                 $count++;
2425         }
2426
2427         my $val = $count;
2428
2429         if (defined($interface->{BASE})) {
2430                 $val .= " + NDR_" . uc $interface->{BASE} . "_CALL_COUNT";
2431         }
2432
2433         $self->pidl_hdr("#define NDR_" . uc $interface->{NAME} . "_CALL_COUNT ($val)");
2434
2435 }
2436
2437 sub ParseTypePush($$$$$$)
2438 {
2439         my ($self,$e, $ndr, $varname, $primitives, $deferred) = @_;
2440
2441         # save the old relative_base_offset
2442         $self->pidl("uint32_t _save_relative_base_offset = ndr_push_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2443         $typefamily{$e->{TYPE}}->{PUSH_FN_BODY}->($self, $e, $ndr, $varname);
2444         # restore the old relative_base_offset
2445         $self->pidl("ndr_push_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2446 }
2447
2448 sub ParseTypePushFunction($$$)
2449 {
2450         my ($self, $e, $varname) = @_;
2451         my $ndr = "ndr";
2452
2453         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "push", $e->{NAME}, $varname);
2454
2455         $self->fn_declare("push", $e, "enum ndr_err_code ".TypeFunctionName("ndr_push", $e)."(struct ndr_push *$ndr, int ndr_flags, $args)") or return;
2456
2457         $self->pidl("{");
2458         $self->indent;
2459         $self->ParseTypePush($e, $ndr, $varname, 1, 1);
2460         $self->pidl("return NDR_ERR_SUCCESS;");
2461         $self->deindent;
2462         $self->pidl("}");
2463         $self->pidl("");;
2464 }
2465
2466 sub ParseTypePull($$$$$$)
2467 {
2468         my ($self, $e, $ndr, $varname, $primitives, $deferred) = @_;
2469
2470         # save the old relative_base_offset
2471         $self->pidl("uint32_t _save_relative_base_offset = ndr_pull_get_relative_base_offset($ndr);") if defined(has_property($e, "relative_base"));
2472         $typefamily{$e->{TYPE}}->{PULL_FN_BODY}->($self, $e, $ndr, $varname);
2473         # restore the old relative_base_offset
2474         $self->pidl("ndr_pull_restore_relative_base_offset($ndr, _save_relative_base_offset);") if defined(has_property($e, "relative_base"));
2475 }
2476
2477 sub ParseTypePullFunction($$)
2478 {
2479         my ($self, $e, $varname) = @_;
2480         my $ndr = "ndr";
2481
2482         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "pull", $e->{NAME}, $varname);
2483
2484         $self->fn_declare("pull", $e, "enum ndr_err_code ".TypeFunctionName("ndr_pull", $e)."(struct ndr_pull *$ndr, int ndr_flags, $args)") or return;
2485
2486         $self->pidl("{");
2487         $self->indent;
2488         $self->ParseTypePull($e, $ndr, $varname, 1, 1);
2489         $self->pidl("return NDR_ERR_SUCCESS;");
2490         $self->deindent;
2491         $self->pidl("}");
2492         $self->pidl("");
2493 }
2494
2495 sub ParseTypePrint($$$$)
2496 {
2497         my ($self, $e, $ndr, $varname) = @_;
2498
2499         $typefamily{$e->{TYPE}}->{PRINT_FN_BODY}->($self, $e, $ndr, $e->{NAME}, $varname);
2500 }
2501
2502 sub ParseTypePrintFunction($$$)
2503 {
2504         my ($self, $e, $varname) = @_;
2505         my $ndr = "ndr";
2506
2507         my $args = $typefamily{$e->{TYPE}}->{DECL}->($e, "print", $e->{NAME}, $varname);
2508
2509         $self->pidl_hdr("void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *ndr, const char *name, $args);");
2510
2511         return if (has_property($e, "noprint"));
2512
2513         $self->pidl("_PUBLIC_ void ".TypeFunctionName("ndr_print", $e)."(struct ndr_print *$ndr, const char *name, $args)");
2514         $self->pidl("{");
2515         $self->indent;
2516         $self->ParseTypePrint($e, $ndr, $varname);
2517         $self->deindent;
2518         $self->pidl("}");
2519         $self->pidl("");
2520 }
2521
2522 sub ParseTypeNdrSize($$)
2523 {
2524         my ($self,$t) = @_;
2525
2526         my $varname = "r";
2527         my $tf = $typefamily{$t->{TYPE}};
2528         my $args = $tf->{SIZE_FN_ARGS}->($t, $t->{NAME}, $varname);
2529
2530         $self->fn_declare("size", $t, "size_t ndr_size_$t->{NAME}($args)") or return;
2531
2532         $self->pidl("{");
2533         $self->indent;
2534         $typefamily{$t->{TYPE}}->{SIZE_FN_BODY}->($self,$t, $t->{NAME}, $varname);
2535         $self->deindent;
2536         $self->pidl("}");
2537         $self->pidl("");
2538 }
2539
2540 #####################################################################
2541 # parse the interface definitions
2542 sub ParseInterface($$$)
2543 {
2544         my($self,$interface,$needed) = @_;
2545
2546         $self->pidl_hdr("#ifndef _HEADER_NDR_$interface->{NAME}");
2547         $self->pidl_hdr("#define _HEADER_NDR_$interface->{NAME}");
2548
2549         $self->pidl_hdr("");
2550
2551         $self->HeaderInterface($interface, $needed);
2552
2553         # Typedefs
2554         foreach my $d (@{$interface->{TYPES}}) {
2555                 next unless(typeHasBody($d));
2556
2557                 ($needed->{TypeFunctionName("ndr_push", $d)}) && $self->ParseTypePushFunction($d, "r");
2558                 ($needed->{TypeFunctionName("ndr_pull", $d)}) && $self->ParseTypePullFunction($d, "r");
2559                 ($needed->{TypeFunctionName("ndr_print", $d)}) && $self->ParseTypePrintFunction($d, "r");
2560
2561                 # Make sure we don't generate a function twice...
2562                 $needed->{TypeFunctionName("ndr_push", $d)} = 
2563                     $needed->{TypeFunctionName("ndr_pull", $d)} = 
2564                         $needed->{TypeFunctionName("ndr_print", $d)} = 0;
2565
2566                 ($needed->{"ndr_size_$d->{NAME}"}) && $self->ParseTypeNdrSize($d);
2567         }
2568
2569         # Functions
2570         foreach my $d (@{$interface->{FUNCTIONS}}) {
2571                 ($needed->{"ndr_push_$d->{NAME}"}) && $self->ParseFunctionPush($d);
2572                 ($needed->{"ndr_pull_$d->{NAME}"}) && $self->ParseFunctionPull($d);
2573                 ($needed->{"ndr_print_$d->{NAME}"}) && $self->ParseFunctionPrint($d);
2574
2575                 # Make sure we don't generate a function twice...
2576                 $needed->{"ndr_push_$d->{NAME}"} = $needed->{"ndr_pull_$d->{NAME}"} = 
2577                         $needed->{"ndr_print_$d->{NAME}"} = 0;
2578         }
2579
2580         $self->FunctionTable($interface);
2581
2582         $self->pidl_hdr("#endif /* _HEADER_NDR_$interface->{NAME} */");
2583 }
2584
2585 sub GenerateIncludes($)
2586 {
2587         my ($self) = @_;
2588         if (is_intree()) {
2589                 $self->pidl("#include \"includes.h\"");
2590         } else {
2591                 $self->pidl("#ifndef _GNU_SOURCE");
2592                 $self->pidl("#define _GNU_SOURCE");
2593                 $self->pidl("#endif");
2594                 $self->pidl("#include <stdint.h>");
2595                 $self->pidl("#include <stdlib.h>");
2596                 $self->pidl("#include <stdio.h>");
2597                 $self->pidl("#include <stdbool.h>");
2598                 $self->pidl("#include <stdarg.h>");
2599                 $self->pidl("#include <string.h>");
2600         }
2601 }
2602
2603 #####################################################################
2604 # parse a parsed IDL structure back into an IDL file
2605 sub Parse($$$$)
2606 {
2607         my($self, $ndr,$gen_header,$ndr_header) = @_;
2608
2609         $self->pidl_hdr("/* header auto-generated by pidl */");
2610         $self->pidl_hdr("");
2611         $self->pidl_hdr(choose_header("librpc/ndr/libndr.h", "ndr.h"));
2612         $self->pidl_hdr("#include \"$gen_header\"") if ($gen_header);
2613         $self->pidl_hdr("");
2614
2615         $self->pidl("/* parser auto-generated by pidl */");
2616         $self->pidl("");
2617         $self->GenerateIncludes();
2618         $self->pidl("#include \"$ndr_header\"") if ($ndr_header);
2619         $self->pidl("");
2620
2621         my %needed = ();
2622
2623         foreach (@{$ndr}) {
2624                 ($_->{TYPE} eq "INTERFACE") && NeededInterface($_, \%needed);
2625         }
2626
2627         foreach (@{$ndr}) {
2628                 ($_->{TYPE} eq "INTERFACE") && $self->ParseInterface($_, \%needed);
2629                 ($_->{TYPE} eq "IMPORT") && $self->HeaderImport(@{$_->{PATHS}});
2630                 ($_->{TYPE} eq "INCLUDE") && $self->HeaderInclude(@{$_->{PATHS}});
2631         }
2632
2633         return ($self->{res_hdr}, $self->{res});
2634 }
2635
2636 sub NeededElement($$$)
2637 {
2638         my ($e, $dir, $needed) = @_;
2639
2640         return if ($e->{TYPE} eq "EMPTY");
2641
2642         return if (ref($e->{TYPE}) eq "HASH" and 
2643                        not defined($e->{TYPE}->{NAME}));
2644
2645         my ($t, $rt);
2646         if (ref($e->{TYPE}) eq "HASH") {
2647                 $t = $e->{TYPE}->{TYPE}."_".$e->{TYPE}->{NAME};
2648         } else {
2649                 $t = $e->{TYPE};
2650         }
2651
2652         if (ref($e->{REPRESENTATION_TYPE}) eq "HASH") {
2653                 $rt = $e->{REPRESENTATION_TYPE}->{TYPE}."_".$e->{REPRESENTATION_TYPE}->{NAME};
2654         } else {
2655                 $rt = $e->{REPRESENTATION_TYPE};
2656         }
2657
2658         die ("$e->{NAME} $t, $rt FOO") unless ($rt ne "");
2659
2660         my @fn = ();
2661         if ($dir eq "print") {
2662                 push(@fn, TypeFunctionName("ndr_print", $e->{REPRESENTATION_TYPE}));
2663         } elsif ($dir eq "pull") {
2664                 push (@fn, TypeFunctionName("ndr_pull", $e->{TYPE}));
2665                 push (@fn, "ndr_$t\_to_$rt")
2666                         if ($rt ne $t);
2667         } elsif ($dir eq "push") {
2668                 push (@fn, TypeFunctionName("ndr_push", $e->{TYPE}));
2669                 push (@fn, "ndr_$rt\_to_$t")
2670                         if ($rt ne $t);
2671         } else {
2672                 die("invalid direction `$dir'");
2673         }
2674
2675         foreach (@fn) {
2676                 unless (defined($needed->{$_})) {
2677                         $needed->{$_} = 1;
2678                 }
2679         }
2680 }
2681
2682 sub NeededFunction($$)
2683 {
2684         my ($fn,$needed) = @_;
2685         $needed->{"ndr_pull_$fn->{NAME}"} = 1;
2686         $needed->{"ndr_push_$fn->{NAME}"} = 1;
2687         $needed->{"ndr_print_$fn->{NAME}"} = 1;
2688         foreach my $e (@{$fn->{ELEMENTS}}) {
2689                 $e->{PARENT} = $fn;
2690                 NeededElement($e, $_, $needed) foreach ("pull", "push", "print");
2691         }
2692 }
2693
2694 sub NeededType($$$)
2695 {
2696         sub NeededType($$$);
2697         my ($t,$needed,$req) = @_;
2698
2699         NeededType($t->{DATA}, $needed, $req) if ($t->{TYPE} eq "TYPEDEF");
2700
2701         if ($t->{TYPE} eq "STRUCT" or $t->{TYPE} eq "UNION") {
2702                 return unless defined($t->{ELEMENTS});
2703                 for my $e (@{$t->{ELEMENTS}}) {
2704                         $e->{PARENT} = $t;
2705                         if (has_property($e, "compression")) { 
2706                                 $needed->{"compression"} = 1;
2707                         }
2708                         NeededElement($e, $req, $needed);
2709                         NeededType($e->{TYPE}, $needed, $req) if (ref($e->{TYPE}) eq "HASH");
2710                 }
2711         }
2712 }
2713
2714 #####################################################################
2715 # work out what parse functions are needed
2716 sub NeededInterface($$)
2717 {
2718         my ($interface,$needed) = @_;
2719         NeededFunction($_, $needed) foreach (@{$interface->{FUNCTIONS}});
2720         foreach (reverse @{$interface->{TYPES}}) {
2721                 if (has_property($_, "public")) {
2722                         $needed->{TypeFunctionName("ndr_pull", $_)} = $needed->{TypeFunctionName("ndr_push", $_)} = 
2723                                 $needed->{TypeFunctionName("ndr_print", $_)} = 1;
2724                 }
2725
2726                 NeededType($_, $needed, "pull") if ($needed->{TypeFunctionName("ndr_pull", $_)});
2727                 NeededType($_, $needed, "push") if ($needed->{TypeFunctionName("ndr_push", $_)});
2728                 NeededType($_, $needed, "print") if ($needed->{TypeFunctionName("ndr_print", $_)});
2729                 if (has_property($_, "gensize")) {
2730                         $needed->{"ndr_size_$_->{NAME}"} = 1;
2731                 }
2732         }
2733 }
2734
2735 sub TypeFunctionName($$)
2736 {
2737         my ($prefix, $t) = @_;
2738
2739         return "$prefix\_$t->{NAME}" if (ref($t) eq "HASH" and 
2740                         $t->{TYPE} eq "TYPEDEF");
2741         return "$prefix\_$t->{TYPE}_$t->{NAME}" if (ref($t) eq "HASH");
2742         return "$prefix\_$t";
2743 }
2744
2745 1;