r3689: Large number of COM updates:
[samba.git] / source4 / build / pidl / parser.pm
index 6c09c3a924c044de3f1f866f70da61136864fdfe..e55e5ecd9c6e6a37fba4f89da0d3bfd28e8dd72b 100644 (file)
@@ -2,16 +2,23 @@
 # Samba4 parser generator for IDL structures
 # Copyright tridge@samba.org 2000-2003
 # Copyright tpot@samba.org 2001
+# Copyright jelmer@samba.org 2004
 # released under the GNU GPL
 
 package IdlParser;
 
-use Data::Dumper;
-
-my($res);
+use strict;
+use client;
+use proxy;
+use needed;
 
 # the list of needed functions
-my %needed;
+my %structs;
+
+sub pidl($)
+{
+       print OUT shift;
+}
 
 #####################################################################
 # parse a properties list
@@ -20,79 +27,226 @@ sub ParseProperties($)
     my($props) = shift;
     foreach my $d (@{$props}) {
        if (ref($d) ne "HASH") {
-           $res .= "[$d] ";
+           pidl "[$d] ";
        } else {
            foreach my $k (keys %{$d}) {
-               $res .= "[$k($d->{$k})] ";
+               pidl "[$k($d->{$k})] ";
            }
        }
     }
 }
 
+###################################
+# find a sibling var in a structure
+sub find_sibling($$)
+{
+       my($e) = shift;
+       my($name) = shift;
+       my($fn) = $e->{PARENT};
+
+       if ($name =~ /\*(.*)/) {
+               $name = $1;
+       }
+
+       if ($fn->{TYPE} eq "FUNCTION") {
+               for my $e2 (@{$fn->{DATA}}) {
+                       if ($e2->{NAME} eq $name) {
+                               return $e2;
+                       }
+               }
+       }
+
+       for my $e2 (@{$fn->{ELEMENTS}}) {
+               if ($e2->{NAME} eq $name) {
+                       return $e2;
+               }
+       }
+       die "invalid sibling '$name'";
+}
+
 ####################################################################
 # work out the name of a size_is() variable
-sub find_size_var($$)
+sub find_size_var($$$)
 {
        my($e) = shift;
        my($size) = shift;
+       my($var_prefix) = shift;
+
        my($fn) = $e->{PARENT};
 
        if (util::is_constant($size)) {
                return $size;
        }
-       
+
+       if ($size =~ /ndr->|\(/) {
+               return $size;
+       }
+
+       my $prefix = "";
+
+       if ($size =~ /\*(.*)/) {
+               $size = $1;
+               $prefix = "*";
+       }
+
        if ($fn->{TYPE} ne "FUNCTION") {
-               return "r->$size";
+               return $prefix . "r->$size";
        }
 
-       for my $e2 (@{$fn->{DATA}}) {
-               if ($e2->{NAME} eq $size) {
-                       if (util::has_property($e2, "in")) {
-                               return "r->in.$size";
-                       }
-                       if (util::has_property($e2, "out")) {
-                               return "r->out.$size";
-                       }
-               }
+       my $e2 = find_sibling($e, $size);
+
+       if (util::has_property($e2, "in") && util::has_property($e2, "out")) {
+               return $prefix . "$var_prefix$size";
        }
+       if (util::has_property($e2, "in")) {
+               return $prefix . "r->in.$size";
+       }
+       if (util::has_property($e2, "out")) {
+               return $prefix . "r->out.$size";
+       }
+
        die "invalid variable in $size for element $e->{NAME} in $fn->{NAME}\n";
 }
 
 
+#####################################################################
+# work out is a parse function should be declared static or not
+sub fn_prefix($)
+{
+       my $fn = shift;
+       if ($fn->{TYPE} eq "TYPEDEF") {
+               if (util::has_property($fn->{DATA}, "public")) {
+                       return "";
+               }
+       }
+
+       if ($fn->{TYPE} eq "FUNCTION") {
+               if (util::has_property($fn, "public")) {
+                       return "";
+               }
+       }
+       return "static ";
+}
+
+
+###################################################################
+# setup any special flags for an element or structure
+sub start_flags($)
+{
+       my $e = shift;
+       my $flags = util::has_property($e, "flag");
+       if (defined $flags) {
+               pidl "\t{ uint32_t _flags_save_$e->{TYPE} = ndr->flags;\n";
+               pidl "\tndr_set_flags(&ndr->flags, $flags);\n";
+       }
+}
+
+###################################################################
+# end any special flags for an element or structure
+sub end_flags($)
+{
+       my $e = shift;
+       my $flags = util::has_property($e, "flag");
+       if (defined $flags) {
+               pidl "\tndr->flags = _flags_save_$e->{TYPE};\n\t}\n";
+       }
+}
+
+
 #####################################################################
 # work out the correct alignment for a structure
-sub struct_alignment($)
+sub struct_alignment
 {
        my $s = shift;
-       # why do we need a minimum alignment of 4 ?? 
-       my $align = 4;
+
+       my $align = 1;
        for my $e (@{$s->{ELEMENTS}}) {
-               if ($align < util::type_align($e)) {
-                       $align = util::type_align($e);
+               my $a = 1;
+
+               if (!util::need_wire_pointer($e)
+                   && defined $structs{$e->{TYPE}}) {
+                       if ($structs{$e->{TYPE}}->{DATA}->{TYPE} eq "STRUCT") {
+                               $a = struct_alignment($structs{$e->{TYPE}}->{DATA});
+                       } elsif ($structs{$e->{TYPE}}->{DATA}->{TYPE} eq "UNION") {
+                               if (defined $structs{$e->{TYPE}}->{DATA}) {
+                                       $a = union_alignment($structs{$e->{TYPE}}->{DATA});
+                               }
+                       }
+               } else {
+                       $a = util::type_align($e);
+               }
+
+               if ($align < $a) {
+                       $align = $a;
                }
        }
+
+       return $align;
+}
+
+#####################################################################
+# work out the correct alignment for a union
+sub union_alignment
+{
+       my $u = shift;
+
+       my $align = 1;
+
+       foreach my $e (@{$u->{DATA}}) {
+               my $a = 1;
+
+               if ($e->{TYPE} eq "EMPTY") {
+                       next;
+               }
+
+               if (!util::need_wire_pointer($e)
+                   && defined $structs{$e->{DATA}->{TYPE}}) {
+                       my $s = $structs{$e->{DATA}->{TYPE}};
+                       if ($s->{DATA}->{TYPE} eq "STRUCT") {
+                               $a = struct_alignment($s->{DATA});
+                       } elsif ($s->{DATA}->{TYPE} eq "UNION") {
+                               $a = union_alignment($s->{DATA});
+                       }
+               } else {
+                       $a = util::type_align($e->{DATA});
+               }
+
+               if ($align < $a) {
+                       $align = $a;
+               }
+       }
+
        return $align;
 }
 
 #####################################################################
 # parse an array - push side
-sub ParseArrayPush($$)
+sub ParseArrayPush($$$)
 {
        my $e = shift;
        my $var_prefix = shift;
-       my $size = find_size_var($e, util::array_size($e));
+       my $ndr_flags = shift;
+
+       my $size = find_size_var($e, util::array_size($e), $var_prefix);
 
        if (defined $e->{CONFORMANT_SIZE}) {
                # the conformant size has already been pushed
-       } elsif (!util::is_constant($size)) {
+       } elsif (!util::is_inline_array($e)) {
                # we need to emit the array size
-               $res .= "\t\tNDR_CHECK(ndr_push_uint32(ndr, $size));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_uint32(ndr, $size));\n";
+       }
+
+       if (my $length = util::has_property($e, "length_is")) {
+               $length = find_size_var($e, $length, $var_prefix);
+               pidl "\t\tNDR_CHECK(ndr_push_uint32(ndr, 0));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_uint32(ndr, $length));\n";
+               $size = $length;
        }
 
        if (util::is_scalar_type($e->{TYPE})) {
-               $res .= "\t\tNDR_CHECK(ndr_push_array_$e->{TYPE}(ndr, $var_prefix$e->{NAME}, $size));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_array_$e->{TYPE}(ndr, $ndr_flags, $var_prefix$e->{NAME}, $size));\n";
        } else {
-               $res .= "\t\tNDR_CHECK(ndr_push_array(ndr, ndr_flags, $var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_push_flags_fn_t)ndr_push_$e->{TYPE}));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_array(ndr, $ndr_flags, $var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_push_flags_fn_t)ndr_push_$e->{TYPE}));\n";
        }
 }
 
@@ -102,22 +256,29 @@ sub ParseArrayPrint($$)
 {
        my $e = shift;
        my $var_prefix = shift;
-       my $size = find_size_var($e, util::array_size($e));
+       my $size = find_size_var($e, util::array_size($e), $var_prefix);
+       my $length = util::has_property($e, "length_is");
+
+       if (defined $length) {
+               $size = find_size_var($e, $length, $var_prefix);
+       }
 
        if (util::is_scalar_type($e->{TYPE})) {
-               $res .= "\t\tndr_print_array_$e->{TYPE}(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME}, $size);\n";
+               pidl "\t\tndr_print_array_$e->{TYPE}(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME}, $size);\n";
        } else {
-               $res .= "\t\tndr_print_array(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_print_fn_t)ndr_print_$e->{TYPE});\n";
+               pidl "\t\tndr_print_array(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_print_fn_t)ndr_print_$e->{TYPE});\n";
        }
 }
 
 #####################################################################
 # parse an array - pull side
-sub ParseArrayPull($$)
+sub ParseArrayPull($$$)
 {
        my $e = shift;
        my $var_prefix = shift;
-       my $size = find_size_var($e, util::array_size($e));
+       my $ndr_flags = shift;
+
+       my $size = find_size_var($e, util::array_size($e), $var_prefix);
        my $alloc_size = $size;
 
        # if this is a conformant array then we use that size to allocate, and make sure
@@ -125,33 +286,66 @@ sub ParseArrayPull($$)
        if (defined $e->{CONFORMANT_SIZE}) {
                $alloc_size = $e->{CONFORMANT_SIZE};
 
-               $res .= "\tif ($size > $alloc_size) {\n";
-               $res .= "\t\treturn ndr_pull_error(ndr, NDR_ERR_CONFORMANT_SIZE, \"Bad conformant size %u should be %u\", $alloc_size, $size);\n";
-               $res .= "\t}\n";
-       } elsif (!util::is_constant($size)) {
+               pidl "\tif ($size > $alloc_size) {\n";
+               pidl "\t\treturn ndr_pull_error(ndr, NDR_ERR_CONFORMANT_SIZE, \"Bad conformant size %u should be %u\", $alloc_size, $size);\n";
+               pidl "\t}\n";
+       } elsif (!util::is_inline_array($e)) {
+               if ($var_prefix =~ /^r->out/ && $size =~ /^\*r->in/) {
+                       my $size2 = substr($size, 1);
+                       pidl "if (ndr->flags & LIBNDR_FLAG_REF_ALLOC) { NDR_ALLOC(ndr, $size2); }\n";
+               }
+
                # non fixed arrays encode the size just before the array
-               $res .= "\t{\n";
-               $res .= "\t\tuint32 _array_size;\n";
-               $res .= "\t\tNDR_CHECK(ndr_pull_uint32(ndr, &_array_size));\n";
-               $res .= "\t\tif ($size > _array_size) {\n";
-               $res .= "\t\t\treturn ndr_pull_error(ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should be %u\", _array_size, $size);\n";
-               $res .= "\t\t}\n";
-               $res .= "\t}\n";
+               pidl "\t{\n";
+               pidl "\t\tuint32_t _array_size;\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_uint32(ndr, &_array_size));\n";
+               if ($size =~ /r->in/) {
+                       pidl "\t\tif (!(ndr->flags & LIBNDR_FLAG_REF_ALLOC) && _array_size != $size) {\n";
+               } else {
+                       pidl "\t\tif ($size != _array_size) {\n";
+               }
+               pidl "\t\t\treturn ndr_pull_error(ndr, NDR_ERR_ARRAY_SIZE, \"Bad array size %u should be %u\", _array_size, $size);\n";
+               pidl "\t\t}\n";
+               if ($size =~ /r->in/) {
+                       pidl "else { $size = _array_size; }\n";
+               }
+               pidl "\t}\n";
        }
 
-       if (util::need_alloc($e) && !util::is_constant($size)) {
-               $res .= "\t\tNDR_ALLOC_N_SIZE(ndr, $var_prefix$e->{NAME}, $alloc_size, sizeof($var_prefix$e->{NAME}\[0]));\n";
+       if ((util::need_alloc($e) && !util::is_fixed_array($e)) ||
+           ($var_prefix eq "r->in." && util::has_property($e, "ref"))) {
+               if (!util::is_inline_array($e) || $ndr_flags eq "NDR_SCALARS") {
+                       pidl "\t\tNDR_ALLOC_N(ndr, $var_prefix$e->{NAME}, MAX(1, $alloc_size));\n";
+               }
        }
 
-       if (util::has_property($e, "length_is")) {
-               die "we don't handle varying arrays yet";
+       if (($var_prefix eq "r->out." && util::has_property($e, "ref"))) {
+               if (!util::is_inline_array($e) || $ndr_flags eq "NDR_SCALARS") {
+                       pidl "\tif (ndr->flags & LIBNDR_FLAG_REF_ALLOC) {";
+                       pidl "\t\tNDR_ALLOC_N(ndr, $var_prefix$e->{NAME}, MAX(1, $alloc_size));\n";
+                       pidl "\t}\n";
+               }
+       }
+
+       pidl "\t{\n";
+
+       if (my $length = util::has_property($e, "length_is")) {
+               $length = find_size_var($e, $length, $var_prefix);
+               pidl "\t\tuint32_t _offset, _length;\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_uint32(ndr, &_offset));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_uint32(ndr, &_length));\n";
+               pidl "\t\tif (_offset != 0) return ndr_pull_error(ndr, NDR_ERR_OFFSET, \"Bad array offset 0x%08x\", _offset);\n";
+               pidl "\t\tif (_length > $size || _length != $length) return ndr_pull_error(ndr, NDR_ERR_LENGTH, \"Bad array length 0x%08x > size 0x%08x\", _offset, $size);\n\n";
+               $size = "_length";
        }
 
        if (util::is_scalar_type($e->{TYPE})) {
-               $res .= "\t\tNDR_CHECK(ndr_pull_array_$e->{TYPE}(ndr, $var_prefix$e->{NAME}, $size));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_array_$e->{TYPE}(ndr, $ndr_flags, $var_prefix$e->{NAME}, $size));\n";
        } else {
-               $res .= "\t\tNDR_CHECK(ndr_pull_array(ndr, ndr_flags, (void **)$var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_pull_flags_fn_t)ndr_pull_$e->{TYPE}));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_array(ndr, $ndr_flags, (void **)$var_prefix$e->{NAME}, sizeof($var_prefix$e->{NAME}\[0]), $size, (ndr_pull_flags_fn_t)ndr_pull_$e->{TYPE}));\n";
        }
+
+       pidl "\t}\n";
 }
 
 
@@ -163,18 +357,37 @@ sub ParseElementPushScalar($$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $cprefix = util::c_push_prefix($e);
+       my $sub_size = util::has_property($e, "subcontext");
 
-       if (defined $e->{VALUE}) {
-               $res .= "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $e->{VALUE}));\n";
+       start_flags($e);
+
+       if (my $value = util::has_property($e, "value")) {
+               pidl "\t$cprefix$var_prefix$e->{NAME} = $value;\n";
+       }
+
+       if (util::has_property($e, "relative")) {
+               pidl "\tNDR_CHECK(ndr_push_relative1(ndr, $var_prefix$e->{NAME}));\n";
+       } elsif (util::is_inline_array($e)) {
+               ParseArrayPush($e, "r->", "NDR_SCALARS");
        } elsif (util::need_wire_pointer($e)) {
-               $res .= "\tNDR_CHECK(ndr_push_ptr(ndr, $var_prefix$e->{NAME}));\n";
+               pidl "\tNDR_CHECK(ndr_push_ptr(ndr, $var_prefix$e->{NAME}));\n";
+       } elsif (util::need_alloc($e)) {
+               # no scalar component
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                ParseElementPushSwitch($e, $var_prefix, $ndr_flags, $switch);
+       } elsif (defined $sub_size) {
+               if (util::is_builtin_type($e->{TYPE})) {
+                       pidl "\tNDR_CHECK(ndr_push_subcontext_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_push_fn_t) ndr_push_$e->{TYPE}));\n";
+               } else {
+                       pidl "\tNDR_CHECK(ndr_push_subcontext_flags_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_push_flags_fn_t) ndr_push_$e->{TYPE}));\n";
+               }
        } elsif (util::is_builtin_type($e->{TYPE})) {
-               $res .= "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
        } else {
-               $res .= "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
        }
+
+       end_flags($e);
 }
 
 #####################################################################
@@ -185,21 +398,27 @@ sub ParseElementPrintScalar($$)
        my($var_prefix) = shift;
        my $cprefix = util::c_push_prefix($e);
 
-       if (util::has_property($e, "struct_len")) {
+       if (util::has_property($e, "noprint")) {
                return;
        }
 
-       if (defined $e->{VALUE}) {
-               $res .= "\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $e->{VALUE});\n";
+       if (my $value = util::has_property($e, "value")) {
+               pidl "\tif (ndr->flags & LIBNDR_PRINT_SET_VALUES) {\n";
+               pidl "\t\t$cprefix$var_prefix$e->{NAME} = $value;\n";
+               pidl "\t}\n";
+       }
+
+       if (util::is_fixed_array($e)) {
+               ParseElementPrintBuffer($e, $var_prefix);
        } elsif (util::has_direct_buffers($e)) {
-               $res .= "\tndr_print_ptr(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME});\n";
-               $res .= "\tndr->depth++;\n";
-               ParseElementPrintBuffer($e, "r->");
-               $res .= "\tndr->depth--;\n";
+               pidl "\tndr_print_ptr(ndr, \"$e->{NAME}\", $var_prefix$e->{NAME});\n";
+               pidl "\tndr->depth++;\n";
+               ParseElementPrintBuffer($e, $var_prefix);
+               pidl "\tndr->depth--;\n";
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                ParseElementPrintSwitch($e, $var_prefix, $switch);
        } else {
-               $res .= "\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $cprefix$var_prefix$e->{NAME});\n";
+               pidl "\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $cprefix$var_prefix$e->{NAME});\n";
        }
 }
 
@@ -211,14 +430,40 @@ sub ParseElementPullSwitch($$$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $switch = shift;
-       my $switch_var = find_size_var($e, $switch);
+       my $switch_var = find_size_var($e, $switch, $var_prefix);
 
        my $cprefix = util::c_pull_prefix($e);
 
-       $res .= "\t{ uint16 _level;\n";
-       $res .= "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, &_level, $cprefix$var_prefix$e->{NAME}));\n";
-       $res .= "\tif (_level != $switch_var) return ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u in $e->{NAME}\");\n";
-       $res .= "\t}\n";
+       my $utype = $structs{$e->{TYPE}};
+       if (!defined $utype ||
+           !util::has_property($utype->{DATA}, "nodiscriminant")) {
+               my $e2 = find_sibling($e, $switch);
+               pidl "\tif (($ndr_flags) & NDR_SCALARS) {\n";
+               pidl "\t\t $e2->{TYPE} _level;\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_$e2->{TYPE}(ndr, &_level));\n";
+               if ($switch_var =~ /r->in/) {
+                       pidl "\t\tif (!(ndr->flags & LIBNDR_FLAG_REF_ALLOC) && _level != $switch_var) {\n";
+               } else {
+                       pidl "\t\tif (_level != $switch_var) {\n";
+               }
+               pidl "\t\t\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value %u in $e->{NAME}\", _level);\n";
+               pidl "\t\t}\n";
+               if ($switch_var =~ /r->/) {
+                       pidl "else { $switch_var = _level; }\n";
+               }
+               pidl "\t}\n";
+       }
+
+       my $sub_size = util::has_property($e, "subcontext");
+       if (defined $sub_size) {
+               pidl "\tif (($ndr_flags) & NDR_SCALARS) {\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_subcontext_union_fn(ndr, $sub_size, $switch_var, $cprefix$var_prefix$e->{NAME}, (ndr_pull_union_fn_t) ndr_pull_$e->{TYPE}));\n";
+               pidl "\t}\n";
+       } else {
+               pidl "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, $switch_var, $cprefix$var_prefix$e->{NAME}));\n";
+       }
+
+
 }
 
 #####################################################################
@@ -229,10 +474,26 @@ sub ParseElementPushSwitch($$$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $switch = shift;
-       my $switch_var = find_size_var($e, $switch);
+       my $switch_var = find_size_var($e, $switch, $var_prefix);
        my $cprefix = util::c_push_prefix($e);
 
-       $res .= "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $switch_var, $cprefix$var_prefix$e->{NAME}));\n";
+       my $utype = $structs{$e->{TYPE}};
+       if (!defined $utype ||
+           !util::has_property($utype->{DATA}, "nodiscriminant")) {
+               my $e2 = find_sibling($e, $switch);
+               pidl "\tif (($ndr_flags) & NDR_SCALARS) {\n";
+               pidl "\t\tNDR_CHECK(ndr_push_$e2->{TYPE}(ndr, $switch_var));\n";
+               pidl "\t}\n";
+       }
+
+       my $sub_size = util::has_property($e, "subcontext");
+       if (defined $sub_size) {
+               pidl "\tif(($ndr_flags) & NDR_SCALARS) {\n";
+               pidl "\t\tNDR_CHECK(ndr_push_subcontext_union_fn(ndr, $sub_size, $switch_var, $cprefix$var_prefix$e->{NAME}, (ndr_push_union_fn_t) ndr_push_$e->{TYPE}));\n";
+               pidl "\t}\n";
+       } else {
+               pidl "\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $switch_var, $cprefix$var_prefix$e->{NAME}));\n";
+       }
 }
 
 #####################################################################
@@ -242,10 +503,10 @@ sub ParseElementPrintSwitch($$$)
        my($e) = shift;
        my($var_prefix) = shift;
        my $switch = shift;
-       my $switch_var = find_size_var($e, $switch);
+       my $switch_var = find_size_var($e, $switch, $var_prefix);
        my $cprefix = util::c_push_prefix($e);
 
-       $res .= "\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $switch_var, $cprefix$var_prefix$e->{NAME});\n";
+       pidl "\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $switch_var, $cprefix$var_prefix$e->{NAME});\n";
 }
 
 
@@ -257,25 +518,44 @@ sub ParseElementPullScalar($$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $cprefix = util::c_pull_prefix($e);
+       my $sub_size = util::has_property($e, "subcontext");
+
+       start_flags($e);
 
-       if (defined $e->{VALUE}) {
-               $res .= "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $e->{VALUE}));\n";
+       if (util::is_inline_array($e)) {
+               ParseArrayPull($e, "r->", "NDR_SCALARS");
        } elsif (util::need_wire_pointer($e)) {
-               $res .= "\tNDR_CHECK(ndr_pull_uint32(ndr, &_ptr_$e->{NAME}));\n";
-               $res .= "\tif (_ptr_$e->{NAME}) {\n";
-               $res .= "\t\tNDR_ALLOC(ndr, $var_prefix$e->{NAME});\n";
-               $res .= "\t} else {\n";
-               $res .= "\t\t$var_prefix$e->{NAME} = NULL;\n";
-               $res .= "\t}\n";
+               pidl "\tNDR_CHECK(ndr_pull_ptr(ndr, &_ptr_$e->{NAME}));\n";
+               pidl "\tif (_ptr_$e->{NAME}) {\n";
+               pidl "\t\tNDR_ALLOC(ndr, $var_prefix$e->{NAME});\n";
+               if (util::has_property($e, "relative")) {
+                       pidl "\t\tNDR_CHECK(ndr_pull_relative1(ndr, $var_prefix$e->{NAME}, _ptr_$e->{NAME}));";
+               }
+               pidl "\t} else {\n";
+               pidl "\t\t$var_prefix$e->{NAME} = NULL;\n";
+               pidl "\t}\n";
        } elsif (util::need_alloc($e)) {
                # no scalar component
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                ParseElementPullSwitch($e, $var_prefix, $ndr_flags, $switch);
+       } elsif (defined $sub_size) {
+               if (util::is_builtin_type($e->{TYPE})) {
+                       pidl "\tNDR_CHECK(ndr_pull_subcontext_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_pull_fn_t) ndr_pull_$e->{TYPE}));\n";
+               } else {
+                       pidl "\tNDR_CHECK(ndr_pull_subcontext_flags_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_pull_flags_fn_t) ndr_pull_$e->{TYPE}));\n";
+               }
        } elsif (util::is_builtin_type($e->{TYPE})) {
-               $res .= "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
        } else {
-               $res .= "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
        }
+       if (my $range = util::has_property($e, "range")) {
+               my ($low, $high) = split(/ /, $range, 2);
+               pidl "\tif ($var_prefix$e->{NAME} < $low || $var_prefix$e->{NAME} > $high) {\n";
+               pidl "\t\treturn ndr_pull_error(ndr, NDR_ERR_RANGE, \"value out of range\");\n\t}\n";
+       }
+
+       end_flags($e);
 }
 
 #####################################################################
@@ -286,32 +566,52 @@ sub ParseElementPushBuffer($$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $cprefix = util::c_push_prefix($e);
+       my $sub_size = util::has_property($e, "subcontext");
 
        if (util::is_pure_scalar($e)) {
                return;
        }
 
+       start_flags($e);
+
        if (util::need_wire_pointer($e)) {
-               $res .= "\tif ($var_prefix$e->{NAME}) {\n";
+               pidl "\tif ($var_prefix$e->{NAME}) {\n";
+               if (util::has_property($e, "relative")) {
+                       pidl "\t\tNDR_CHECK(ndr_push_relative2(ndr, $var_prefix$e->{NAME}));\n";
+               }
        }
            
-       if (util::array_size($e)) {
-               ParseArrayPush($e, "r->");
+       if (util::is_inline_array($e)) {
+               ParseArrayPush($e, "r->", "NDR_BUFFERS");
+       } elsif (util::array_size($e)) {
+               ParseArrayPush($e, "r->", "NDR_SCALARS|NDR_BUFFERS");
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                if ($e->{POINTERS}) {
                        ParseElementPushSwitch($e, $var_prefix, "NDR_BUFFERS|NDR_SCALARS", $switch);
                } else {
                        ParseElementPushSwitch($e, $var_prefix, "NDR_BUFFERS", $switch);
                }
+       } elsif (defined $sub_size) {
+               if ($e->{POINTERS}) {
+                       if (util::is_builtin_type($e->{TYPE})) {
+                               pidl "\tNDR_CHECK(ndr_push_subcontext_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_push_fn_t) ndr_push_$e->{TYPE}));\n";
+                       } else {
+                               pidl "\tNDR_CHECK(ndr_push_subcontext_flags_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_push_flags_fn_t) ndr_push_$e->{TYPE}));\n";
+                       }
+               }
        } elsif (util::is_builtin_type($e->{TYPE})) {
-               $res .= "\t\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
+       } elsif ($e->{POINTERS}) {
+               pidl "\t\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, NDR_SCALARS|NDR_BUFFERS, $cprefix$var_prefix$e->{NAME}));\n";
        } else {
-               $res .= "\t\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\t\tNDR_CHECK(ndr_push_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
        }
 
        if (util::need_wire_pointer($e)) {
-               $res .= "\t}\n";
+               pidl "\t}\n";
        }       
+
+       end_flags($e);
 }
 
 #####################################################################
@@ -322,24 +622,20 @@ sub ParseElementPrintBuffer($$)
        my($var_prefix) = shift;
        my $cprefix = util::c_push_prefix($e);
 
-       if (util::is_pure_scalar($e)) {
-               return;
-       }
-
        if (util::need_wire_pointer($e)) {
-               $res .= "\tif ($var_prefix$e->{NAME}) {\n";
+               pidl "\tif ($var_prefix$e->{NAME}) {\n";
        }
            
        if (util::array_size($e)) {
-               ParseArrayPrint($e, "r->");
+               ParseArrayPrint($e, $var_prefix)
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                ParseElementPrintSwitch($e, $var_prefix, $switch);
        } else {
-               $res .= "\t\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $cprefix$var_prefix$e->{NAME});\n";
+               pidl "\t\tndr_print_$e->{TYPE}(ndr, \"$e->{NAME}\", $cprefix$var_prefix$e->{NAME});\n";
        }
 
        if (util::need_wire_pointer($e)) {
-               $res .= "\t}\n";
+               pidl "\t}\n";
        }       
 }
 
@@ -352,34 +648,57 @@ sub ParseElementPullBuffer($$$)
        my($var_prefix) = shift;
        my($ndr_flags) = shift;
        my $cprefix = util::c_pull_prefix($e);
+       my $sub_size = util::has_property($e, "subcontext");
 
        if (util::is_pure_scalar($e)) {
                return;
        }
 
+       start_flags($e);
+
        if (util::need_wire_pointer($e)) {
-               $res .= "\tif ($var_prefix$e->{NAME}) {\n";
+               pidl "\tif ($var_prefix$e->{NAME}) {\n";
+               if (util::has_property($e, "relative")) {
+                       pidl "\t\tstruct ndr_pull_save _relative_save;\n";
+                       pidl "\t\tndr_pull_save(ndr, &_relative_save);\n";
+                       pidl "\t\tNDR_CHECK(ndr_pull_relative2(ndr, $var_prefix$e->{NAME}));\n";
+               }
        }
            
-       if (util::array_size($e)) {
-               ParseArrayPull($e, "r->");
+       if (util::is_inline_array($e)) {
+               ParseArrayPull($e, "r->", "NDR_BUFFERS");
+       } elsif (util::array_size($e)) {
+               ParseArrayPull($e, "r->", "NDR_SCALARS|NDR_BUFFERS");
        } elsif (my $switch = util::has_property($e, "switch_is")) {
                if ($e->{POINTERS}) {
                        ParseElementPullSwitch($e, $var_prefix, "NDR_SCALARS|NDR_BUFFERS", $switch);
                } else {
                        ParseElementPullSwitch($e, $var_prefix, "NDR_BUFFERS", $switch);
                }
+       } elsif (defined $sub_size) {
+               if ($e->{POINTERS}) {
+                       if (util::is_builtin_type($e->{TYPE})) {
+                               pidl "\tNDR_CHECK(ndr_pull_subcontext_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_pull_fn_t) ndr_pull_$e->{TYPE}));\n";
+                       } else {
+                               pidl "\tNDR_CHECK(ndr_pull_subcontext_flags_fn(ndr, $sub_size, $cprefix$var_prefix$e->{NAME}, (ndr_pull_flags_fn_t) ndr_pull_$e->{TYPE}));\n";
+                       }
+               }
        } elsif (util::is_builtin_type($e->{TYPE})) {
-               $res .= "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $cprefix$var_prefix$e->{NAME}));\n";
        } elsif ($e->{POINTERS}) {
-               $res .= "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, NDR_SCALARS|NDR_BUFFERS, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, NDR_SCALARS|NDR_BUFFERS, $cprefix$var_prefix$e->{NAME}));\n";
        } else {
-               $res .= "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
+               pidl "\t\tNDR_CHECK(ndr_pull_$e->{TYPE}(ndr, $ndr_flags, $cprefix$var_prefix$e->{NAME}));\n";
        }
 
        if (util::need_wire_pointer($e)) {
-               $res .= "\t}\n";
+               if (util::has_property($e, "relative")) {
+                       pidl "\t\tndr_pull_restore(ndr, &_relative_save);\n";
+               }
+               pidl "\t}\n";
        }       
+
+       end_flags($e);
 }
 
 #####################################################################
@@ -387,26 +706,12 @@ sub ParseElementPullBuffer($$$)
 sub ParseStructPush($)
 {
        my($struct) = shift;
-       my($struct_len);
-       my $conform_e;
-
+       
        if (! defined $struct->{ELEMENTS}) {
                return;
        }
 
-       # see if we have a structure length
-       foreach my $e (@{$struct->{ELEMENTS}}) {
-               $e->{PARENT} = $struct;
-               if (util::has_property($e, "struct_len")) {
-                       $struct_len = $e;
-                       $e->{VALUE} = "0";
-               }
-       }       
-
-       if (defined $struct_len) {
-               $res .= "\tstruct ndr_push_save _save1, _save2, _save3;\n";
-               $res .= "\tndr_push_save(ndr, &_save1);\n";
-       }
+       start_flags($struct);
 
        # see if the structure contains a conformant array. If it
        # does, then it must be the last element of the structure, and
@@ -415,40 +720,38 @@ sub ParseStructPush($)
        # alignment)
        my $e = $struct->{ELEMENTS}[-1];
        if (defined $e->{ARRAY_LEN} && $e->{ARRAY_LEN} eq "*") {
-               my $size = find_size_var($e, util::array_size($e));
+               my $size = find_size_var($e, util::array_size($e), "r->");
                $e->{CONFORMANT_SIZE} = $size;
-               $conform_e = $e;
-               $res .= "\tNDR_CHECK(ndr_push_uint32(ndr, $size));\n";
+               pidl "\tNDR_CHECK(ndr_push_uint32(ndr, $size));\n";
        }
 
-       my $align = struct_alignment($struct);
-       $res .= "\tNDR_CHECK(ndr_push_align(ndr, $align));\n";
+       if (defined $e->{TYPE} && $e->{TYPE} eq "string" 
+           &&  util::property_matches($e, "flag", ".*LIBNDR_FLAG_STR_CONFORMANT.*")) {
+               pidl "\tNDR_CHECK(ndr_push_uint32(ndr, ndr_string_array_size(ndr, r->$e->{NAME})));\n";
+       }
+
+       pidl "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
 
-       $res .= "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
+       pidl "\tNDR_CHECK(ndr_push_struct_start(ndr));\n";
+
+       my $align = struct_alignment($struct);
+       pidl "\tNDR_CHECK(ndr_push_align(ndr, $align));\n";
 
        foreach my $e (@{$struct->{ELEMENTS}}) {
-               if (defined($struct_len) && $e == $struct_len) {
-                       $res .= "\tNDR_CHECK(ndr_push_align(ndr, sizeof($e->{TYPE})));\n";
-                       $res .= "\tndr_push_save(ndr, &_save2);\n";
-               }
                ParseElementPushScalar($e, "r->", "NDR_SCALARS");
        }       
 
-       $res .= "buffers:\n";
-       $res .= "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
+       pidl "buffers:\n";
+       pidl "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
        foreach my $e (@{$struct->{ELEMENTS}}) {
-               ParseElementPushBuffer($e, "r->", "ndr_flags");
+               ParseElementPushBuffer($e, "r->", "NDR_BUFFERS");
        }
 
-       if (defined $struct_len) {
-               $res .= "\tndr_push_save(ndr, &_save3);\n";
-               $res .= "\tndr_push_restore(ndr, &_save2);\n";
-               $struct_len->{VALUE} = "_save3.offset - _save1.offset";
-               ParseElementPushScalar($struct_len, "r->", "NDR_SCALARS");
-               $res .= "\tndr_push_restore(ndr, &_save3);\n";
-       }
+       pidl "\tndr_push_struct_end(ndr);\n";
+
+       pidl "done:\n";
 
-       $res .= "done:\n";
+       end_flags($struct);
 }
 
 #####################################################################
@@ -461,11 +764,15 @@ sub ParseStructPrint($)
                return;
        }
 
-       $res .= "\tndr->depth++;\n";
+       start_flags($struct);
+
+       pidl "\tndr->depth++;\n";
        foreach my $e (@{$struct->{ELEMENTS}}) {
                ParseElementPrintScalar($e, "r->");
        }
-       $res .= "\tndr->depth--;\n";
+       pidl "\tndr->depth--;\n";
+
+       end_flags($struct);
 }
 
 #####################################################################
@@ -473,7 +780,6 @@ sub ParseStructPrint($)
 sub ParseStructPull($)
 {
        my($struct) = shift;
-       my($struct_len);
        my $conform_e;
 
        if (! defined $struct->{ELEMENTS}) {
@@ -488,95 +794,172 @@ sub ParseStructPull($)
        my $e = $struct->{ELEMENTS}[-1];
        if (defined $e->{ARRAY_LEN} && $e->{ARRAY_LEN} eq "*") {
                $conform_e = $e;
-               $res .= "\tuint32 _conformant_size;\n";
+       }
+
+       if (defined $e->{TYPE} && $e->{TYPE} eq "string"
+           &&  util::property_matches($e, "flag", ".*LIBNDR_FLAG_STR_CONFORMANT.*")) {
+               $conform_e = $e;
+       }
+
+       if (defined $conform_e) {
+               $conform_e = $e;
+               pidl "\tuint32_t _conformant_size;\n";
                $conform_e->{CONFORMANT_SIZE} = "_conformant_size";
        }
 
        # declare any internal pointers we need
        foreach my $e (@{$struct->{ELEMENTS}}) {
-               $e->{PARENT} = $struct;
                if (util::need_wire_pointer($e)) {
-                       $res .= "\tuint32 _ptr_$e->{NAME};\n";
+                       pidl "\tuint32_t _ptr_$e->{NAME};\n";
                }
        }
 
+       start_flags($struct);
 
-       # see if we have a structure length. If we do then we need to advance
-       # the ndr_pull offset to that length past the front of the structure
-       # when we have finished with the structure
-       # we also need to make sure that we limit the size of our parsing
-       # of this structure to the given size
-       foreach my $e (@{$struct->{ELEMENTS}}) {
-               if (util::has_property($e, "struct_len")) {
-                       $struct_len = $e;
-                       $e->{VALUE} = "&_size";
-               }
-       }       
+       pidl "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
 
-       if (defined $struct_len) {
-               $res .= "\tuint32 _size;\n";
-               $res .= "\tstruct ndr_pull_save _save;\n";
-               $res .= "\tndr_pull_save(ndr, &_save);\n";
-       }
+       pidl "\tNDR_CHECK(ndr_pull_struct_start(ndr));\n";
 
        if (defined $conform_e) {
-               $res .= "\tNDR_CHECK(ndr_pull_uint32(ndr, &$conform_e->{CONFORMANT_SIZE}));\n";
+               pidl "\tNDR_CHECK(ndr_pull_uint32(ndr, &$conform_e->{CONFORMANT_SIZE}));\n";
        }
 
        my $align = struct_alignment($struct);
-       $res .= "\tNDR_CHECK(ndr_pull_align(ndr, $align));\n";
+       pidl "\tNDR_CHECK(ndr_pull_align(ndr, $align));\n";
 
-       $res .= "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
        foreach my $e (@{$struct->{ELEMENTS}}) {
                ParseElementPullScalar($e, "r->", "NDR_SCALARS");
-               if (defined($struct_len) && $e == $struct_len) {
-                       $res .= "\tNDR_CHECK(ndr_pull_limit_size(ndr, _size, 4));\n";
-               }
        }       
 
-       $res .= "buffers:\n";
-       $res .= "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
+       pidl "buffers:\n";
+       pidl "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
        foreach my $e (@{$struct->{ELEMENTS}}) {
-               ParseElementPullBuffer($e, "r->", "ndr_flags");
+               ParseElementPullBuffer($e, "r->", "NDR_BUFFERS");
        }
 
-       if (defined $struct_len) {
-               $res .= "\tndr_pull_restore(ndr, &_save);\n";
-               $res .= "\tNDR_CHECK(ndr_pull_advance(ndr, _size));\n";
-       }
+       pidl "\tndr_pull_struct_end(ndr);\n";
+
+       pidl "done:\n";
 
-       $res .= "done:\n";
+       end_flags($struct);
 }
 
+#####################################################################
+# calculate size of ndr struct
+
+sub ParseStructNdrSize($)
+{
+       my $t = shift;
+       my $static = fn_prefix($t);
+       my $sizevar;
+
+       pidl $static . "size_t ndr_size_$t->{NAME}(int ret, struct $t->{NAME} *r, int flags)\n";
+       pidl "{\n";
+
+       if (util::has_property($t->{DATA}, "flag")) {
+               
+               pidl "\tflags = flags | " . $t->{DATA}->{PROPERTIES}->{flag} . ";\n";   
+       }
+
+       pidl "\tif(!r) return 0;\n";
+
+       pidl "\tret = NDR_SIZE_ALIGN(ret, " . struct_alignment($t->{DATA}) . ", flags);\n";
+
+       for my $e (@{$t->{DATA}->{ELEMENTS}}) {
+               my $switch = "";
+
+               if (util::has_property($e, "subcontext")) {
+                       pidl "\tret += $e->{PROPERTIES}->{subcontext}; /* Subcontext length */\n";
+               }
+
+               if (util::has_property($e, "switch_is")) {
+                       $switch = ", r->$e->{PROPERTIES}->{switch_is}";
+               }
+
+               if ($e->{POINTERS} > 0) {
+                       pidl "\tret = ndr_size_ptr(ret, &r->$e->{NAME}, flags); \n";
+               } elsif (util::is_inline_array($e)) {
+                       $sizevar = find_size_var($e, util::array_size($e), "r->");
+                       pidl "\t{\n";
+                       pidl "\t\tint i;\n";
+                       pidl "\t\tfor(i = 0; i < $sizevar; i++) {\n";
+                       pidl "\t\t\tret = ndr_size_$e->{TYPE}(ret, &r->" . $e->{NAME} . "[i], flags);\n";
+                       pidl "\t\t}\n";
+                       pidl "\t}\n";
+               } else {
+                       pidl "\tret = ndr_size_$e->{TYPE}(ret, &r->$e->{NAME}$switch, flags); \n";
+               }
+       }
+       
+       # Add lengths of relative members
+       for my $e (@{$t->{DATA}->{ELEMENTS}}) {
+               next unless (util::has_property($e, "relative"));
+
+               pidl "\tif (r->$e->{NAME}) {\n";
+               pidl "\t\tret = ndr_size_$e->{TYPE}(ret, r->$e->{NAME}, flags); \n"; 
+               pidl "\t}\n";
+       }
+
+       pidl "\treturn ret;\n";
+       pidl "}\n\n";
+}
 
 #####################################################################
 # parse a union - push side
 sub ParseUnionPush($)
 {
        my $e = shift;
-       $res .= "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
-       $res .= "\tNDR_CHECK(ndr_push_uint16(ndr, level));\n";
-       $res .= "\tswitch (level) {\n";
+       my $have_default = 0;
+
+       start_flags($e);
+
+       pidl "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
+
+       pidl "\tNDR_CHECK(ndr_push_struct_start(ndr));\n";
+
+#      my $align = union_alignment($e);
+#      pidl "\tNDR_CHECK(ndr_push_align(ndr, $align));\n";
+
+       pidl "\tswitch (level) {\n";
        foreach my $el (@{$e->{DATA}}) {
-               $res .= "\tcase $el->{CASE}:\n";
-               ParseElementPushScalar($el->{DATA}, "r->", "NDR_SCALARS");              
-               $res .= "\tbreak;\n\n";
-       }
-       $res .= "\tdefault:\n";
-       $res .= "\t\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
-       $res .= "\t}\n";
-       $res .= "buffers:\n";
-       $res .= "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
-       $res .= "\tswitch (level) {\n";
+               if ($el->{CASE} eq "default") {
+                       pidl "\tdefault:\n";
+                       $have_default = 1;
+               } else {
+                       pidl "\tcase $el->{CASE}:\n";
+               }
+               if ($el->{TYPE} eq "UNION_ELEMENT") {
+                       ParseElementPushScalar($el->{DATA}, "r->", "NDR_SCALARS");
+               }
+               pidl "\tbreak;\n\n";
+       }
+       if (! $have_default) {
+               pidl "\tdefault:\n";
+               pidl "\t\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
+       }
+       pidl "\t}\n";
+       pidl "buffers:\n";
+       pidl "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
+       pidl "\tswitch (level) {\n";
        foreach my $el (@{$e->{DATA}}) {
-               $res .= "\tcase $el->{CASE}:\n";
-               ParseElementPushBuffer($el->{DATA}, "r->", "ndr_flags");
-               $res .= "\tbreak;\n\n";
+               if ($el->{CASE} eq "default") {
+                       pidl "\tdefault:\n";
+               } else {
+                       pidl "\tcase $el->{CASE}:\n";
+               }
+               if ($el->{TYPE} eq "UNION_ELEMENT") {
+                       ParseElementPushBuffer($el->{DATA}, "r->", "NDR_BUFFERS");
+               }
+               pidl "\tbreak;\n\n";
        }
-       $res .= "\tdefault:\n";
-       $res .= "\t\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
-       $res .= "\t}\n";
-       $res .= "done:\n";
+       if (! $have_default) {
+               pidl "\tdefault:\n";
+               pidl "\t\treturn ndr_push_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
+       }
+       pidl "\t}\n";
+       pidl "\tndr_push_struct_end(ndr);\n";
+       pidl "done:\n";
+       end_flags($e);
 }
 
 #####################################################################
@@ -584,15 +967,29 @@ sub ParseUnionPush($)
 sub ParseUnionPrint($)
 {
        my $e = shift;
+       my $have_default = 0;
+
+       start_flags($e);
 
-       $res .= "\tswitch (level) {\n";
+       pidl "\tswitch (level) {\n";
        foreach my $el (@{$e->{DATA}}) {
-               $res .= "\tcase $el->{CASE}:\n";
-               ParseElementPrintScalar($el->{DATA}, "r->");
-               $res .= "\tbreak;\n\n";
+               if ($el->{CASE} eq "default") {
+                       $have_default = 1;
+                       pidl "\tdefault:\n";
+               } else {
+                       pidl "\tcase $el->{CASE}:\n";
+               }
+               if ($el->{TYPE} eq "UNION_ELEMENT") {
+                       ParseElementPrintScalar($el->{DATA}, "r->");
+               }
+               pidl "\tbreak;\n\n";
+       }
+       if (! $have_default) {
+               pidl "\tdefault:\n\t\tndr_print_bad_level(ndr, name, level);\n";
        }
-       $res .= "\tdefault:\n\t\tndr_print_bad_level(ndr, name, level);\n";
-       $res .= "\t}\n";
+       pidl "\t}\n";
+
+       end_flags($e);
 }
 
 #####################################################################
@@ -600,34 +997,98 @@ sub ParseUnionPrint($)
 sub ParseUnionPull($)
 {
        my $e = shift;
+       my $have_default = 0;
 
-       $res .= "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
-       $res .= "\tNDR_CHECK(ndr_pull_uint16(ndr, level));\n";
-       $res .= "\tswitch (*level) {\n";
+       start_flags($e);
+
+       pidl "\tif (!(ndr_flags & NDR_SCALARS)) goto buffers;\n";
+
+       pidl "\tNDR_CHECK(ndr_pull_struct_start(ndr));\n";
+
+#      my $align = union_alignment($e);
+#      pidl "\tNDR_CHECK(ndr_pull_align(ndr, $align));\n";
+
+       pidl "\tswitch (level) {\n";
        foreach my $el (@{$e->{DATA}}) {
-               $res .= "\tcase $el->{CASE}: {\n";
-               my $e2 = $el->{DATA};
-               if ($e2->{POINTERS}) {
-                       $res .= "\t\tuint32 _ptr_$e2->{NAME};\n";
-               }
-               ParseElementPullScalar($el->{DATA}, "r->", "NDR_SCALARS");              
-               $res .= "\tbreak; }\n\n";
-       }
-       $res .= "\tdefault:\n";
-       $res .= "\t\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", *level);\n";
-       $res .= "\t}\n";
-       $res .= "buffers:\n";
-       $res .= "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
-       $res .= "\tswitch (*level) {\n";
+               if ($el->{CASE} eq "default") {
+                       pidl "\tdefault: {\n";
+                       $have_default = 1;
+               } else {
+                       pidl "\tcase $el->{CASE}: {\n";
+               }
+               if ($el->{TYPE} eq "UNION_ELEMENT") {
+                       my $e2 = $el->{DATA};
+                       if ($e2->{POINTERS}) {
+                               pidl "\t\tuint32_t _ptr_$e2->{NAME};\n";
+                       }
+                       ParseElementPullScalar($el->{DATA}, "r->", "NDR_SCALARS");
+               }
+               pidl "\tbreak; }\n\n";
+       }
+       if (! $have_default) {
+               pidl "\tdefault:\n";
+               pidl "\t\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
+       }
+       pidl "\t}\n";
+       pidl "buffers:\n";
+       pidl "\tif (!(ndr_flags & NDR_BUFFERS)) goto done;\n";
+       pidl "\tswitch (level) {\n";
        foreach my $el (@{$e->{DATA}}) {
-               $res .= "\tcase $el->{CASE}:\n";
-               ParseElementPullBuffer($el->{DATA}, "r->", "NDR_BUFFERS");
-               $res .= "\tbreak;\n\n";
+               if ($el->{CASE} eq "default") {
+                       pidl "\tdefault:\n";
+               } else {
+                       pidl "\tcase $el->{CASE}:\n";
+               }
+               if ($el->{TYPE} eq "UNION_ELEMENT") {
+                       ParseElementPullBuffer($el->{DATA}, "r->", "NDR_BUFFERS");
+               }
+               pidl "\tbreak;\n\n";
+       }
+       if (! $have_default) {
+               pidl "\tdefault:\n";
+               pidl "\t\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", level);\n";
        }
-       $res .= "\tdefault:\n";
-       $res .= "\t\treturn ndr_pull_error(ndr, NDR_ERR_BAD_SWITCH, \"Bad switch value \%u\", *level);\n";
-       $res .= "\t}\n";
-       $res .= "done:\n";
+       pidl "\t}\n";
+       pidl "\tndr_pull_struct_end(ndr);\n";
+       pidl "done:\n";
+       end_flags($e);
+}
+
+#####################################################################
+# calculate size of ndr union
+
+sub ParseUnionNdrSize($)
+{
+       my $t = shift;
+       my $static = fn_prefix($t);
+
+       pidl $static . "size_t ndr_size_$t->{NAME}(int ret, union $t->{NAME} *data, uint16 level, int flags)\n";
+       pidl "{\n";
+       if (util::has_property($t->{DATA}, "flag")) {
+               pidl "\tflags = flags | " . $t->{DATA}->{PROPERTIES}->{flag} . ";\n";   
+       }
+       pidl "\tif(!data) return 0;\n\n";
+       
+       pidl "\tret = NDR_SIZE_ALIGN(ret, " . union_alignment($t->{DATA}) . ", flags);\n";
+
+       pidl "\tswitch(level) {\n";
+
+       for my $e (@{$t->{DATA}->{DATA}}) {
+               if ($e->{TYPE} eq "UNION_ELEMENT") {
+                       
+                       if ($e->{CASE} eq "default") {
+                               pidl "\t\tdefault:";
+                       } else { 
+                               pidl "\t\tcase $e->{CASE}:";
+                       }
+                       
+                       pidl " return ndr_size_$e->{DATA}->{TYPE}(ret, &data->$e->{DATA}->{NAME}, flags); \n";
+
+               }
+       }
+       pidl "\t}\n";
+       pidl "\treturn ret;\n";
+       pidl "}\n\n";
 }
 
 #####################################################################
@@ -677,26 +1138,27 @@ sub ParseTypePull($)
 sub ParseTypedefPush($)
 {
        my($e) = shift;
+       my $static = fn_prefix($e);
 
-       if (! $needed{"push_$e->{NAME}"}) {
+       if (! needed::is_needed("push_$e->{NAME}")) {
 #              print "push_$e->{NAME} not needed\n";
                return;
        }
 
        if ($e->{DATA}->{TYPE} eq "STRUCT") {
-               $res .= "static NTSTATUS ndr_push_$e->{NAME}(struct ndr_push *ndr, int ndr_flags, struct $e->{NAME} *r)";
-               $res .= "\n{\n";
+               pidl $static . "NTSTATUS ndr_push_$e->{NAME}(struct ndr_push *ndr, int ndr_flags, struct $e->{NAME} *r)";
+               pidl "\n{\n";
                ParseTypePush($e->{DATA});
-               $res .= "\treturn NT_STATUS_OK;\n";
-               $res .= "}\n\n";
+               pidl "\treturn NT_STATUS_OK;\n";
+               pidl "}\n\n";
        }
 
        if ($e->{DATA}->{TYPE} eq "UNION") {
-               $res .= "static NTSTATUS ndr_push_$e->{NAME}(struct ndr_push *ndr, int ndr_flags, uint16 level, union $e->{NAME} *r)";
-               $res .= "\n{\n";
+               pidl $static . "NTSTATUS ndr_push_$e->{NAME}(struct ndr_push *ndr, int ndr_flags, int level, union $e->{NAME} *r)";
+               pidl "\n{\n";
                ParseTypePush($e->{DATA});
-               $res .= "\treturn NT_STATUS_OK;\n";
-               $res .= "}\n\n";
+               pidl "\treturn NT_STATUS_OK;\n";
+               pidl "}\n\n";
        }
 }
 
@@ -706,132 +1168,384 @@ sub ParseTypedefPush($)
 sub ParseTypedefPull($)
 {
        my($e) = shift;
+       my $static = fn_prefix($e);
 
-       if (! $needed{"pull_$e->{NAME}"}) {
+       if (! needed::is_needed("pull_$e->{NAME}")) {
 #              print "pull_$e->{NAME} not needed\n";
                return;
        }
 
        if ($e->{DATA}->{TYPE} eq "STRUCT") {
-               $res .= "static NTSTATUS ndr_pull_$e->{NAME}(struct ndr_pull *ndr, int ndr_flags, struct $e->{NAME} *r)";
-               $res .= "\n{\n";
+               pidl $static . "NTSTATUS ndr_pull_$e->{NAME}(struct ndr_pull *ndr, int ndr_flags, struct $e->{NAME} *r)";
+               pidl "\n{\n";
                ParseTypePull($e->{DATA});
-               $res .= "\treturn NT_STATUS_OK;\n";
-               $res .= "}\n\n";
+               pidl "\treturn NT_STATUS_OK;\n";
+               pidl "}\n\n";
        }
 
        if ($e->{DATA}->{TYPE} eq "UNION") {
-               $res .= "static NTSTATUS ndr_pull_$e->{NAME}(struct ndr_pull *ndr, int ndr_flags, uint16 *level, union $e->{NAME} *r)";
-               $res .= "\n{\n";
+               pidl $static . "NTSTATUS ndr_pull_$e->{NAME}(struct ndr_pull *ndr, int ndr_flags, int level, union $e->{NAME} *r)";
+               pidl "\n{\n";
                ParseTypePull($e->{DATA});
-               $res .= "\treturn NT_STATUS_OK;\n";
-               $res .= "}\n\n";
+               pidl "\treturn NT_STATUS_OK;\n";
+               pidl "}\n\n";
        }
 }
 
 
 #####################################################################
-# parse a typedef - push side
+# parse a typedef - print side
 sub ParseTypedefPrint($)
 {
        my($e) = shift;
 
        if ($e->{DATA}->{TYPE} eq "STRUCT") {
-               $res .= "void ndr_print_$e->{NAME}(struct ndr_print *ndr, const char *name, struct $e->{NAME} *r)";
-               $res .= "\n{\n";
-               $res .= "\tndr_print_struct(ndr, name, \"$e->{NAME}\");\n";
+               pidl "void ndr_print_$e->{NAME}(struct ndr_print *ndr, const char *name, struct $e->{NAME} *r)";
+               pidl "\n{\n";
+               pidl "\tndr_print_struct(ndr, name, \"$e->{NAME}\");\n";
                ParseTypePrint($e->{DATA});
-               $res .= "}\n\n";
+               pidl "}\n\n";
        }
 
        if ($e->{DATA}->{TYPE} eq "UNION") {
-               $res .= "void ndr_print_$e->{NAME}(struct ndr_print *ndr, const char *name, uint16 level, union $e->{NAME} *r)";
-               $res .= "\n{\n";
-               $res .= "\tndr_print_union(ndr, name, level, \"$e->{NAME}\");\n";
+               pidl "void ndr_print_$e->{NAME}(struct ndr_print *ndr, const char *name, int level, union $e->{NAME} *r)";
+               pidl "\n{\n";
+               pidl "\tndr_print_union(ndr, name, level, \"$e->{NAME}\");\n";
                ParseTypePrint($e->{DATA});
-               $res .= "}\n\n";
+               pidl "}\n\n";
        }
 }
 
+#####################################################################
+## calculate the size of a structure
+sub ParseTypedefNdrSize($)
+{
+       my($t) = shift;
+       if (! needed::is_needed("ndr_size_$t->{NAME}")) {
+               return;
+       }
+       
+       ($t->{DATA}->{TYPE} eq "STRUCT") &&
+               ParseStructNdrSize($t);
+
+       ($t->{DATA}->{TYPE} eq "UNION") &&
+               ParseUnionNdrSize($t);
+
+}
+
+#####################################################################
+# parse a function - print side
+sub ParseFunctionPrint($)
+{
+       my($fn) = shift;
+
+       pidl "void ndr_print_$fn->{NAME}(struct ndr_print *ndr, const char *name, int flags, struct $fn->{NAME} *r)";
+       pidl "\n{\n";
+       pidl "\tndr_print_struct(ndr, name, \"$fn->{NAME}\");\n";
+       pidl "\tndr->depth++;\n";
+
+       pidl "\tif (flags & NDR_SET_VALUES) {\n";
+       pidl "\t\tndr->flags |= LIBNDR_PRINT_SET_VALUES;\n";
+       pidl "\t}\n";
+
+       pidl "\tif (flags & NDR_IN) {\n";
+       pidl "\t\tndr_print_struct(ndr, \"in\", \"$fn->{NAME}\");\n";
+       pidl "\tndr->depth++;\n";
+       foreach my $e (@{$fn->{DATA}}) {
+               if (util::has_property($e, "in")) {
+                       ParseElementPrintScalar($e, "r->in.");
+               }
+       }
+       pidl "\tndr->depth--;\n";
+       pidl "\t}\n";
+       
+       pidl "\tif (flags & NDR_OUT) {\n";
+       pidl "\t\tndr_print_struct(ndr, \"out\", \"$fn->{NAME}\");\n";
+       pidl "\tndr->depth++;\n";
+       foreach my $e (@{$fn->{DATA}}) {
+               if (util::has_property($e, "out")) {
+                       ParseElementPrintScalar($e, "r->out.");
+               }
+       }
+       if ($fn->{RETURN_TYPE} && $fn->{RETURN_TYPE} ne "void") {
+               if (util::is_scalar_type($fn->{RETURN_TYPE})) {
+                       pidl "\tndr_print_$fn->{RETURN_TYPE}(ndr, \"result\", r->out.result);\n";
+               } else {
+                       pidl "\tndr_print_$fn->{RETURN_TYPE}(ndr, \"result\", &r->out.result);\n";
+               }
+       }
+       pidl "\tndr->depth--;\n";
+       pidl "\t}\n";
+       
+       pidl "\tndr->depth--;\n";
+       pidl "}\n\n";
+}
+
+
+#####################################################################
+# parse a function element
+sub ParseFunctionElementPush($$)
+{ 
+       my $e = shift;
+       my $inout = shift;
+
+       if (util::array_size($e)) {
+               if (util::need_wire_pointer($e)) {
+                       pidl "\tNDR_CHECK(ndr_push_ptr(ndr, r->$inout.$e->{NAME}));\n";
+                       pidl "\tif (r->$inout.$e->{NAME}) {\n";
+                       ParseArrayPush($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+                       pidl "\t}\n";
+               } else {
+                       ParseArrayPush($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               }
+       } else {
+               ParseElementPushScalar($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               if ($e->{POINTERS}) {
+                       ParseElementPushBuffer($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               }
+       }
+}      
 
 #####################################################################
 # parse a function
 sub ParseFunctionPush($)
 { 
-       my($function) = shift;
+       my($fn) = shift;
+       my $static = fn_prefix($fn);
 
-       # Input function
-       $res .= "NTSTATUS ndr_push_$function->{NAME}(struct ndr_push *ndr, struct $function->{NAME} *r)\n{\n";
+       pidl $static . "NTSTATUS ndr_push_$fn->{NAME}(struct ndr_push *ndr, int flags, struct $fn->{NAME} *r)\n{\n";
 
-       foreach my $e (@{$function->{DATA}}) {
+       pidl "\n\tif (!(flags & NDR_IN)) goto ndr_out;\n\n";
+
+       foreach my $e (@{$fn->{DATA}}) {
                if (util::has_property($e, "in")) {
-                       $e->{PARENT} = $function;
-                       if (util::array_size($e)) {
-                               $res .= "\tif (r->in.$e->{NAME}) {\n";
-                               if (!util::is_scalar_type($e->{TYPE})) {
-                                       $res .= "\t\tint ndr_flags = NDR_SCALARS|NDR_BUFFERS;\n";
-                               }
-                               ParseArrayPush($e, "r->in.");
-                               $res .= "\t}\n";
-                       } else {
-                               ParseElementPushScalar($e, "r->in.", "NDR_SCALARS|NDR_BUFFERS");
-                               ParseElementPushBuffer($e, "r->in.", "NDR_SCALARS|NDR_BUFFERS");
-                       }
-               }
+                       ParseFunctionElementPush($e, "in");
+               }               
+       }
+
+       pidl "\nndr_out:\n";
+       pidl "\tif (!(flags & NDR_OUT)) goto done;\n\n";
+
+       foreach my $e (@{$fn->{DATA}}) {
+               if (util::has_property($e, "out")) {
+                       ParseFunctionElementPush($e, "out");
+               }               
+       }
+
+       if ($fn->{RETURN_TYPE} && $fn->{RETURN_TYPE} ne "void") {
+               pidl "\tNDR_CHECK(ndr_push_$fn->{RETURN_TYPE}(ndr, r->out.result));\n";
        }
     
-       $res .= "\n\treturn NT_STATUS_OK;\n}\n\n";
+       pidl "\ndone:\n";
+       pidl "\n\treturn NT_STATUS_OK;\n}\n\n";
+}
+
+#####################################################################
+# parse a function element
+sub ParseFunctionElementPull($$)
+{ 
+       my $e = shift;
+       my $inout = shift;
+
+       if (util::array_size($e)) {
+               if (util::need_wire_pointer($e)) {
+                       pidl "\tNDR_CHECK(ndr_pull_ptr(ndr, &_ptr_$e->{NAME}));\n";
+                       pidl "\tif (_ptr_$e->{NAME}) {\n";
+               } elsif ($inout eq "out" && util::has_property($e, "ref")) {
+                       pidl "\tif (r->$inout.$e->{NAME}) {\n";
+               } else {
+                       pidl "\t{\n";
+               }
+               ParseArrayPull($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               pidl "\t}\n";
+       } else {
+               if ($inout eq "out" && util::has_property($e, "ref")) {
+                       pidl "\tif (ndr->flags & LIBNDR_FLAG_REF_ALLOC) {\n";
+                       pidl "\tNDR_ALLOC(ndr, r->out.$e->{NAME});\n";
+                       pidl "\t}\n";
+               }
+               if ($inout eq "in" && util::has_property($e, "ref")) {
+                       pidl "\tNDR_ALLOC(ndr, r->in.$e->{NAME});\n";
+               }
+
+               ParseElementPullScalar($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               if ($e->{POINTERS}) {
+                       ParseElementPullBuffer($e, "r->$inout.", "NDR_SCALARS|NDR_BUFFERS");
+               }
+       }
+}
+
+
+############################################################
+# allocate ref variables
+sub AllocateRefVars($)
+{
+       my $e = shift;
+       my $asize = util::array_size($e);
+
+       # note that if the variable is also an "in"
+       # variable then we copy the initial value from
+       # the in side
+
+       if (!defined $asize) {
+               # its a simple variable
+               pidl "\tNDR_ALLOC(ndr, r->out.$e->{NAME});\n";
+               if (util::has_property($e, "in")) {
+                       pidl "\t*r->out.$e->{NAME} = *r->in.$e->{NAME};\n";
+               } else {
+                       pidl "\tZERO_STRUCTP(r->out.$e->{NAME});\n";
+               }
+               return;
+       }
+
+       # its an array
+       my $size = find_size_var($e, $asize, "r->out.");
+       pidl "\tNDR_ALLOC_N(ndr, r->out.$e->{NAME}, MAX(1, $size));\n";
+       if (util::has_property($e, "in")) {
+               pidl "\tmemcpy(r->out.$e->{NAME},r->in.$e->{NAME},$size * sizeof(*r->in.$e->{NAME}));\n";
+       } else {
+               pidl "\tmemset(r->out.$e->{NAME}, 0, $size * sizeof(*r->out.$e->{NAME}));\n";
+       }
 }
 
+
 #####################################################################
 # parse a function
 sub ParseFunctionPull($)
 { 
        my($fn) = shift;
+       my $static = fn_prefix($fn);
 
        # pull function args
-       $res .= "NTSTATUS ndr_pull_$fn->{NAME}(struct ndr_pull *ndr, struct $fn->{NAME} *r)\n{\n";
+       pidl $static . "NTSTATUS ndr_pull_$fn->{NAME}(struct ndr_pull *ndr, int flags, struct $fn->{NAME} *r)\n{\n";
 
        # declare any internal pointers we need
+       foreach my $e (@{$fn->{DATA}}) {
+               if (util::need_wire_pointer($e)) {
+                       pidl "\tuint32_t _ptr_$e->{NAME};\n";
+               }
+       }
+
+       pidl "\n\tif (!(flags & NDR_IN)) goto ndr_out;\n\n";
+
+       # auto-init the out section of a structure. I originally argued that
+       # this was a bad idea as it hides bugs, but coping correctly
+       # with initialisation and not wiping ref vars is turning
+       # out to be too tricky (tridge)
        foreach my $e (@{$fn->{DATA}}) {
                if (util::has_property($e, "out")) {
-                       if (util::need_wire_pointer($e)) {
-                               $res .= "\tuint32 _ptr_$e->{NAME};\n";
-                       }
+                       pidl "\tZERO_STRUCT(r->out);\n\n";
+                       last;
                }
        }
 
+       foreach my $e (@{$fn->{DATA}}) {
+               if (util::has_property($e, "in")) {
+                       ParseFunctionElementPull($e, "in");
+               }
+               # we need to allocate any reference output variables, so that
+               # a dcerpc backend can be sure they are non-null
+               if (util::has_property($e, "out") && util::has_property($e, "ref")) {
+                       AllocateRefVars($e);
+               }
+       }
+
+       pidl "\nndr_out:\n";
+       pidl "\tif (!(flags & NDR_OUT)) goto done;\n\n";
+
        foreach my $e (@{$fn->{DATA}}) {
                if (util::has_property($e, "out")) {
-                       $e->{PARENT} = $fn;
-                       if (util::array_size($e)) {
-                               $res .= "\tif (r->out.$e->{NAME}) {\n";
-                               if (!util::is_scalar_type($e->{TYPE})) {
-                                       $res .= "\t\tint ndr_flags = NDR_SCALARS|NDR_BUFFERS;\n";
-                               }
-                               ParseArrayPull($e, "r->out.");
-                               $res .= "\t}\n";
-                       } else {
-                               ParseElementPullScalar($e, "r->out.", "NDR_SCALARS|NDR_BUFFERS");
-                               ParseElementPullBuffer($e, "r->out.", "NDR_SCALARS|NDR_BUFFERS");
-                       }
+                       ParseFunctionElementPull($e, "out");
                }
        }
 
        if ($fn->{RETURN_TYPE} && $fn->{RETURN_TYPE} ne "void") {
-               $res .= "\tNDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}(ndr, &r->out.result));\n";
+               pidl "\tNDR_CHECK(ndr_pull_$fn->{RETURN_TYPE}(ndr, &r->out.result));\n";
        }
 
-    
-       $res .= "\n\treturn NT_STATUS_OK;\n}\n\n";
+       pidl "\ndone:\n";
+       pidl "\n\treturn NT_STATUS_OK;\n}\n\n";
 }
 
+#####################################################################
+# produce a function call table
+sub FunctionTable($)
+{
+       my($interface) = shift;
+       my($data) = $interface->{INHERITED_DATA};
+       my $count = 0;
+       my $uname = uc $interface->{NAME};
+
+       foreach my $d (@{$data}) {
+               if ($d->{TYPE} eq "FUNCTION") { $count++; }
+       }
+
+       if ($count == 0) {
+               return;
+       }
+
+       pidl "static const struct dcerpc_interface_call $interface->{NAME}\_calls[] = {\n";
+       foreach my $d (@{$data}) {
+               if ($d->{TYPE} eq "FUNCTION") {
+                       pidl "\t{\n";
+                       pidl "\t\t\"$d->{NAME}\",\n";
+                       pidl "\t\tsizeof(struct $d->{NAME}),\n";
+                       pidl "\t\t(ndr_push_flags_fn_t) ndr_push_$d->{NAME},\n";
+                       pidl "\t\t(ndr_pull_flags_fn_t) ndr_pull_$d->{NAME},\n";
+                       pidl "\t\t(ndr_print_function_t) ndr_print_$d->{NAME}\n";
+                       pidl "\t},\n";
+               }
+       }
+       pidl "\t{ NULL, 0, NULL, NULL }\n};\n\n";
+
+       # If no endpoint is set, default to the interface name as a named pipe
+       if (! defined $interface->{PROPERTIES}->{endpoint}) {
+               $interface->{PROPERTIES}->{endpoint} = "\"ncacn_np:[\\\\pipe\\\\" . $interface->{NAME} . "]\"";
+       }
+
+       my @e = split / /, $interface->{PROPERTIES}->{endpoint};
+       my $endpoint_count = $#e + 1;
+
+       pidl "static const char * const $interface->{NAME}\_endpoint_strings[] = {\n";
+       foreach my $ep (@e) {
+               pidl "\t$ep, \n";
+       }
+       pidl "};\n\n";
+
+       pidl "static const struct dcerpc_endpoint_list $interface->{NAME}\_endpoints = {\n";
+       pidl "\t$endpoint_count, $interface->{NAME}\_endpoint_strings\n";
+       pidl "};\n\n";
+
+       pidl "\nconst struct dcerpc_interface_table dcerpc_table_$interface->{NAME} = {\n";
+       pidl "\t\"$interface->{NAME}\",\n";
+       pidl "\tDCERPC_$uname\_UUID,\n";
+       pidl "\tDCERPC_$uname\_VERSION,\n";
+       pidl "\tDCERPC_$uname\_HELPSTRING,\n";
+       pidl "\t$count,\n";
+       pidl "\t$interface->{NAME}\_calls,\n";
+       pidl "\t&$interface->{NAME}\_endpoints\n";
+       pidl "};\n\n";
+}
+
+
 #####################################################################
 # parse the interface definitions
 sub ParseInterface($)
 {
        my($interface) = shift;
        my($data) = $interface->{DATA};
+
+       foreach my $d (@{$data}) {
+               if ($d->{TYPE} eq "TYPEDEF") {
+                   $structs{$d->{NAME}} = $d;
+           }
+       }
+
+       foreach my $d (@{$data}) {
+               ($d->{TYPE} eq "TYPEDEF") && 
+                       ParseTypedefNdrSize($d);
+       }
+
        foreach my $d (@{$data}) {
                ($d->{TYPE} eq "TYPEDEF") &&
                    ParseTypedefPush($d);
@@ -845,82 +1559,52 @@ sub ParseInterface($)
                    ParseFunctionPull($d);
        }
        foreach my $d (@{$data}) {
-               ($d->{TYPE} eq "TYPEDEF") &&
-                   ParseTypedefPrint($d);
-       }
-}
-
-sub NeededFunction($)
-{
-       my $fn = shift;
-       $needed{"pull_$fn->{NAME}"} = 1;
-       $needed{"push_$fn->{NAME}"} = 1;
-       foreach my $e (@{$fn->{DATA}}) {
-               if (util::has_property($e, "out")) {
-                       $needed{"pull_$e->{TYPE}"} = 1;
+               if ($d->{TYPE} eq "TYPEDEF" &&
+                   !util::has_property($d->{DATA}, "noprint")) {
+                       ParseTypedefPrint($d);
                }
-               if (util::has_property($e, "in")) {
-                       $needed{"push_$e->{TYPE}"} = 1;
+               if ($d->{TYPE} eq "FUNCTION" &&
+                   !util::has_property($d, "noprint")) {
+                       ParseFunctionPrint($d);
                }
        }
-}
 
-sub NeededTypedef($)
-{
-       my $t = shift;
-       if ($t->{DATA}->{TYPE} eq "STRUCT") {
-               for my $e (@{$t->{DATA}->{ELEMENTS}}) {
-                               if ($needed{"pull_$t->{NAME}"}) {
-                                       $needed{"pull_$e->{TYPE}"} = 1;
-                               }
-                               if ($needed{"push_$t->{NAME}"}) {
-                                       $needed{"push_$e->{TYPE}"} = 1;
-                               }
-                       }
-               }
-       if ($t->{DATA}->{TYPE} eq "UNION") {
-               for my $e (@{$t->{DATA}->{DATA}}) {
-                       if ($needed{"pull_$t->{NAME}"}) {
-                               $needed{"pull_$e->{DATA}->{TYPE}"} = 1;
-                       }
-                       if ($needed{"push_$t->{NAME}"}) {
-                               $needed{"push_$e->{DATA}->{TYPE}"} = 1;
-                       }
-               }
-       }
-}
+       FunctionTable($interface);
 
-#####################################################################
-# work out what parse functions are needed
-sub BuildNeeded($)
-{
-       my($interface) = shift;
-       my($data) = $interface->{DATA};
-       foreach my $d (@{$data}) {
-               ($d->{TYPE} eq "FUNCTION") && 
-                   NeededFunction($d);
-       }
-       foreach my $d (reverse @{$data}) {
-               ($d->{TYPE} eq "TYPEDEF") &&
-                   NeededTypedef($d);
-       }
 }
 
-
 #####################################################################
 # parse a parsed IDL structure back into an IDL file
-sub Parse($)
+sub Parse($$)
 {
        my($idl) = shift;
-       $res = "/* parser auto-generated by pidl */\n\n";
-       $res .= "#include \"includes.h\"\n\n";
+       my($filename) = shift;
+       my $h_filename = $filename;
+
+       if ($h_filename =~ /(.*)\.c/) {
+               $h_filename = "$1.h";
+       }
+
+       open(OUT, ">$filename") || die "can't open $filename";    
+
+       pidl "/* parser auto-generated by pidl */\n\n";
+       pidl "#include \"includes.h\"\n";
+       pidl "#include \"$h_filename\"\n\n";
+
        foreach my $x (@{$idl}) {
                if ($x->{TYPE} eq "INTERFACE") { 
-                       BuildNeeded($x);
+                       needed::BuildNeeded($x);
                        ParseInterface($x);
+
+                       if (util::has_property($x, "object")) {
+                               pidl IdlProxy::ParseInterface($x);
+                       } else {
+                               pidl IdlClient::ParseInterface($x);
+                       }
                }
        }
-       return $res;
+
+       close(OUT);
 }
 
 1;