s3: VFS: Change SMB_VFS_GET_QUOTA to use const struct smb_filename * instead of const...
[bbaumbach/samba-autobuild/.git] / source3 / modules / vfs_gpfs.c
index 674e101c5837186b6850ee176c6bdd2fd7e6e461..a552cdda4d95809f41785b3eb18d9545b78a53e8 100644 (file)
@@ -1,43 +1,45 @@
 /*
-   Unix SMB/CIFS implementation.
-   Wrap gpfs calls in vfs functions.
-
-   Copyright (C) Christian Ambach <cambach1@de.ibm.com> 2006
-
-   Major code contributions by Chetan Shringarpure <chetan.sh@in.ibm.com>
-                            and Gomati Mohanan <gomati.mohanan@in.ibm.com>
-
-   This program is free software; you can redistribute it and/or modify
-   it under the terms of the GNU General Public License as published by
-   the Free Software Foundation; either version 3 of the License, or
-   (at your option) any later version.
-
-   This program is distributed in the hope that it will be useful,
-   but WITHOUT ANY WARRANTY; without even the implied warranty of
-   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-   GNU General Public License for more details.
-
-   You should have received a copy of the GNU General Public License
-   along with this program.  If not, see <http://www.gnu.org/licenses/>.
-*/
+ *  Unix SMB/CIFS implementation.
+ *  Samba VFS module for GPFS filesystem
+ *  Copyright (C) Christian Ambach <cambach1@de.ibm.com> 2006
+ *  Copyright (C) Christof Schmitt 2015
+ *  Major code contributions by Chetan Shringarpure <chetan.sh@in.ibm.com>
+ *                           and Gomati Mohanan <gomati.mohanan@in.ibm.com>
+ *
+ *  This program is free software; you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation; either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with this program; if not, see <http://www.gnu.org/licenses/>.
+ */
 
 #include "includes.h"
 #include "smbd/smbd.h"
-#include "librpc/gen_ndr/ndr_xattr.h"
 #include "include/smbprofile.h"
 #include "modules/non_posix_acls.h"
-
-#undef DBGC_CLASS
-#define DBGC_CLASS DBGC_VFS
-
-#include <gpfs_gpl.h>
+#include "libcli/security/security.h"
 #include "nfs4_acls.h"
-#include "vfs_gpfs.h"
 #include "system/filesys.h"
 #include "auth.h"
 #include "lib/util/tevent_unix.h"
+#include "lib/util/gpfswrap.h"
+
+#undef DBGC_CLASS
+#define DBGC_CLASS DBGC_VFS
+
+#ifndef GPFS_GETACL_NATIVE
+#define GPFS_GETACL_NATIVE 0x00000004
+#endif
 
 struct gpfs_config_data {
+       struct smbacl4_vfs_params nfs4_params;
        bool sharemodes;
        bool leases;
        bool hsm;
@@ -48,16 +50,84 @@ struct gpfs_config_data {
        bool dfreequota;
        bool prealloc;
        bool acl;
+       bool settimes;
+       bool recalls;
+};
+
+struct gpfs_fsp_extension {
+       bool offline;
 };
 
+static inline unsigned int gpfs_acl_flags(gpfs_acl_t *gacl)
+{
+       if (gacl->acl_level == GPFS_ACL_LEVEL_V4FLAGS) {
+               return gacl->v4Level1.acl_flags;
+       }
+       return 0;
+}
+
+static inline gpfs_ace_v4_t *gpfs_ace_ptr(gpfs_acl_t *gacl, unsigned int i)
+{
+       if (gacl->acl_level == GPFS_ACL_LEVEL_V4FLAGS) {
+               return &gacl->v4Level1.ace_v4[i];
+       }
+       return &gacl->ace_v4[i];
+}
+
+static bool set_gpfs_sharemode(files_struct *fsp, uint32_t access_mask,
+                              uint32_t share_access)
+{
+       unsigned int allow = GPFS_SHARE_NONE;
+       unsigned int deny = GPFS_DENY_NONE;
+       int result;
+
+       if ((fsp == NULL) || (fsp->fh == NULL) || (fsp->fh->fd < 0)) {
+               /* No real file, don't disturb */
+               return True;
+       }
+
+       allow |= (access_mask & (FILE_WRITE_DATA|FILE_APPEND_DATA|
+                                DELETE_ACCESS)) ? GPFS_SHARE_WRITE : 0;
+       allow |= (access_mask & (FILE_READ_DATA|FILE_EXECUTE)) ?
+               GPFS_SHARE_READ : 0;
+
+       if (allow == GPFS_SHARE_NONE) {
+               DEBUG(10, ("special case am=no_access:%x\n",access_mask));
+       }
+       else {
+               deny |= (share_access & FILE_SHARE_WRITE) ?
+                       0 : GPFS_DENY_WRITE;
+               deny |= (share_access & (FILE_SHARE_READ)) ?
+                       0 : GPFS_DENY_READ;
+       }
+       DEBUG(10, ("am=%x, allow=%d, sa=%x, deny=%d\n",
+                  access_mask, allow, share_access, deny));
+
+       result = gpfswrap_set_share(fsp->fh->fd, allow, deny);
+       if (result != 0) {
+               if (errno == ENOSYS) {
+                       DEBUG(5, ("VFS module vfs_gpfs loaded, but gpfs "
+                                 "set_share function support not available. "
+                                 "Allowing access\n"));
+                       return True;
+               } else {
+                       DEBUG(10, ("gpfs_set_share failed: %s\n",
+                                  strerror(errno)));
+               }
+       }
+
+       return (result == 0);
+}
 
 static int vfs_gpfs_kernel_flock(vfs_handle_struct *handle, files_struct *fsp,
-                                uint32 share_mode, uint32 access_mask)
+                                uint32_t share_mode, uint32_t access_mask)
 {
 
        struct gpfs_config_data *config;
        int ret = 0;
 
+       START_PROFILE(syscall_kernel_flock);
+
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
                                return -1);
@@ -66,7 +136,16 @@ static int vfs_gpfs_kernel_flock(vfs_handle_struct *handle, files_struct *fsp,
                return 0;
        }
 
-       START_PROFILE(syscall_kernel_flock);
+       /*
+        * A named stream fsp will have the basefile open in the fsp
+        * fd, so lacking a distinct fd for the stream we have to skip
+        * kernel_flock and set_gpfs_sharemode for stream.
+        */
+       if (is_ntfs_stream_smb_fname(fsp->fsp_name) &&
+           !is_ntfs_default_stream_smb_fname(fsp->fsp_name)) {
+               DEBUG(2,("%s: kernel_flock on stream\n", fsp_str_dbg(fsp)));
+               return 0;
+       }
 
        kernel_flock(fsp->fh->fd, share_mode, access_mask);
 
@@ -95,25 +174,54 @@ static int vfs_gpfs_close(vfs_handle_struct *handle, files_struct *fsp)
        return SMB_VFS_NEXT_CLOSE(handle, fsp);
 }
 
+static int set_gpfs_lease(int fd, int leasetype)
+{
+       int gpfs_type = GPFS_LEASE_NONE;
+
+       if (leasetype == F_RDLCK) {
+               gpfs_type = GPFS_LEASE_READ;
+       }
+       if (leasetype == F_WRLCK) {
+               gpfs_type = GPFS_LEASE_WRITE;
+       }
+
+       /* we unconditionally set CAP_LEASE, rather than looking for
+          -1/EACCES as there is a bug in some versions of
+          libgpfs_gpl.so which results in a leaked fd on /dev/ss0
+          each time we try this with the wrong capabilities set
+       */
+       linux_set_lease_capability();
+       return gpfswrap_set_lease(fd, gpfs_type);
+}
+
 static int vfs_gpfs_setlease(vfs_handle_struct *handle, files_struct *fsp, 
                             int leasetype)
 {
        struct gpfs_config_data *config;
        int ret=0;
 
+       START_PROFILE(syscall_linux_setlease);
+
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
                                return -1);
 
-       if (linux_set_lease_sighandler(fsp->fh->fd) == -1)
-               return -1;
-
-       START_PROFILE(syscall_linux_setlease);
+       if (linux_set_lease_sighandler(fsp->fh->fd) == -1) {
+               ret = -1;
+               goto failure;
+       }
 
        if (config->leases) {
+               /*
+                * Ensure the lease owner is root to allow
+                * correct delivery of lease-break signals.
+                */
+               become_root();
                ret = set_gpfs_lease(fsp->fh->fd,leasetype);
+               unbecome_root();
        }
 
+failure:
        END_PROFILE(syscall_linux_setlease);
 
        return ret;
@@ -155,8 +263,8 @@ static int vfs_gpfs_get_real_filename(struct vfs_handle_struct *handle,
 
        buflen = sizeof(real_pathname) - 1;
 
-       result = smbd_gpfs_get_realfilename_path(full_path, real_pathname,
-                                                &buflen);
+       result = gpfswrap_get_realfilename_path(full_path, real_pathname,
+                                               &buflen);
 
        TALLOC_FREE(full_path);
 
@@ -200,6 +308,33 @@ static int vfs_gpfs_get_real_filename(struct vfs_handle_struct *handle,
        return 0;
 }
 
+static void sd2gpfs_control(uint16_t control, struct gpfs_acl *gacl)
+{
+       unsigned int gpfs_aclflags = 0;
+       control &= SEC_DESC_DACL_PROTECTED | SEC_DESC_SACL_PROTECTED |
+               SEC_DESC_DACL_AUTO_INHERITED | SEC_DESC_SACL_AUTO_INHERITED |
+               SEC_DESC_DACL_DEFAULTED | SEC_DESC_SACL_DEFAULTED |
+               SEC_DESC_DACL_PRESENT | SEC_DESC_SACL_PRESENT;
+       gpfs_aclflags = control << 8;
+       if (!(control & SEC_DESC_DACL_PRESENT))
+               gpfs_aclflags |= ACL4_FLAG_NULL_DACL;
+       if (!(control & SEC_DESC_SACL_PRESENT))
+               gpfs_aclflags |= ACL4_FLAG_NULL_SACL;
+       gacl->acl_level = GPFS_ACL_LEVEL_V4FLAGS;
+       gacl->v4Level1.acl_flags = gpfs_aclflags;
+}
+
+static uint16_t gpfs2sd_control(unsigned int gpfs_aclflags)
+{
+       uint16_t control = gpfs_aclflags >> 8;
+       control &= SEC_DESC_DACL_PROTECTED | SEC_DESC_SACL_PROTECTED |
+               SEC_DESC_DACL_AUTO_INHERITED | SEC_DESC_SACL_AUTO_INHERITED |
+               SEC_DESC_DACL_DEFAULTED | SEC_DESC_SACL_DEFAULTED |
+               SEC_DESC_DACL_PRESENT | SEC_DESC_SACL_PRESENT;
+       control |= SEC_DESC_SELF_RELATIVE;
+       return control;
+}
+
 static void gpfs_dumpacl(int level, struct gpfs_acl *gacl)
 {
        gpfs_aclCount_t i;
@@ -209,17 +344,36 @@ static void gpfs_dumpacl(int level, struct gpfs_acl *gacl)
                return;
        }
 
-       DEBUG(level, ("gpfs acl: nace: %d, type:%d, version:%d, level:%d, len:%d\n",
-               gacl->acl_nace, gacl->acl_type, gacl->acl_version, gacl->acl_level, gacl->acl_len));
+       DEBUG(level, ("len: %d, level: %d, version: %d, nace: %d, "
+                     "control: %x\n",
+                     gacl->acl_len, gacl->acl_level, gacl->acl_version,
+                     gacl->acl_nace, gpfs_acl_flags(gacl)));
+
        for(i=0; i<gacl->acl_nace; i++)
        {
-               struct gpfs_ace_v4 *gace = gacl->ace_v4 + i;
-               DEBUG(level, ("\tace[%d]: type:%d, flags:0x%x, mask:0x%x, iflags:0x%x, who:%u\n",
-                       i, gace->aceType, gace->aceFlags, gace->aceMask,
-                       gace->aceIFlags, gace->aceWho));
+               struct gpfs_ace_v4 *gace = gpfs_ace_ptr(gacl, i);
+               DEBUG(level, ("\tace[%d]: type:%d, flags:0x%x, mask:0x%x, "
+                             "iflags:0x%x, who:%u\n",
+                             i, gace->aceType, gace->aceFlags, gace->aceMask,
+                             gace->aceIFlags, gace->aceWho));
        }
 }
 
+static int gpfs_getacl_with_capability(const char *fname, int flags, void *buf)
+{
+       int ret, saved_errno;
+
+       set_effective_capability(DAC_OVERRIDE_CAPABILITY);
+
+       ret = gpfswrap_getacl(discard_const_p(char, fname), flags, buf);
+       saved_errno = errno;
+
+       drop_effective_capability(DAC_OVERRIDE_CAPABILITY);
+
+       errno = saved_errno;
+       return ret;
+}
+
 /*
  * get the ACL from GPFS, allocated on the specified mem_ctx
  * internally retries when initial buffer was too small
@@ -240,6 +394,7 @@ static void *vfs_gpfs_getacl(TALLOC_CTX *mem_ctx,
        int ret, flags;
        unsigned int *len;
        size_t struct_size;
+       bool use_capability = false;
 
 again:
 
@@ -258,16 +413,28 @@ again:
        } else {
                struct gpfs_acl *buf = (struct gpfs_acl *) aclbuf;
                buf->acl_type = type;
+               buf->acl_level = GPFS_ACL_LEVEL_V4FLAGS;
                flags = GPFS_GETACL_STRUCT;
                len = &(buf->acl_len);
-               struct_size = sizeof(struct gpfs_acl);
+               /* reserve space for control flags in gpfs 3.5 and beyond */
+               struct_size = sizeof(struct gpfs_acl) + sizeof(unsigned int);
        }
 
        /* set the length of the buffer as input value */
        *len = size;
 
-       errno = 0;
-       ret = smbd_gpfs_getacl((char *)fname, flags, aclbuf);
+       if (use_capability) {
+               ret = gpfs_getacl_with_capability(fname, flags, aclbuf);
+       } else {
+               ret = gpfswrap_getacl(discard_const_p(char, fname),
+                                     flags, aclbuf);
+               if ((ret != 0) && (errno == EACCES)) {
+                       DBG_DEBUG("Retry with DAC capability for %s\n", fname);
+                       use_capability = true;
+                       ret = gpfs_getacl_with_capability(fname, flags, aclbuf);
+               }
+       }
+
        if ((ret != 0) && (errno == ENOSPC)) {
                /*
                 * get the size needed to accommodate the complete buffer
@@ -299,7 +466,8 @@ again:
  * On failure returns -1 if there is system (GPFS) error, check errno.
  * Returns 0 on success
  */
-static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
+static int gpfs_get_nfs4_acl(TALLOC_CTX *mem_ctx, const char *fname,
+                            struct SMB4ACL_T **ppacl)
 {
        gpfs_aclCount_t i;
        struct gpfs_acl *gacl = NULL;
@@ -311,6 +479,14 @@ static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
        if (gacl == NULL) {
                DEBUG(9, ("gpfs_getacl failed for %s with %s\n",
                           fname, strerror(errno)));
+               if (errno == ENODATA) {
+                       /*
+                        * GPFS returns ENODATA for snapshot
+                        * directories. Retry with POSIX ACLs check.
+                        */
+                       return 1;
+               }
+
                return -1;
        }
 
@@ -321,20 +497,24 @@ static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
                return 1;
        }
 
-       *ppacl = smb_create_smb4acl();
+       *ppacl = smb_create_smb4acl(mem_ctx);
 
-       DEBUG(10, ("len: %d, level: %d, version: %d, nace: %d\n",
+       if (gacl->acl_level == GPFS_ACL_LEVEL_V4FLAGS) {
+               uint16_t control = gpfs2sd_control(gpfs_acl_flags(gacl));
+               smbacl4_set_controlflags(*ppacl, control);
+       }
+
+       DEBUG(10, ("len: %d, level: %d, version: %d, nace: %d, control: %x\n",
                   gacl->acl_len, gacl->acl_level, gacl->acl_version,
-                  gacl->acl_nace));
+                  gacl->acl_nace, gpfs_acl_flags(gacl)));
 
        for (i=0; i<gacl->acl_nace; i++) {
-               struct gpfs_ace_v4 *gace = &gacl->ace_v4[i];
-               SMB_ACE4PROP_T smbace;
+               struct gpfs_ace_v4 *gace = gpfs_ace_ptr(gacl, i);
+               SMB_ACE4PROP_T smbace = { 0 };
                DEBUG(10, ("type: %d, iflags: %x, flags: %x, mask: %x, "
                           "who: %d\n", gace->aceType, gace->aceIFlags,
                           gace->aceFlags, gace->aceMask, gace->aceWho));
 
-               ZERO_STRUCT(smbace);
                if (gace->aceIFlags & ACE4_IFLAG_SPECIAL_ID) {
                        smbace.flags |= SMB_ACE4_ID_SPECIAL;
                        switch (gace->aceWho) {
@@ -361,7 +541,7 @@ static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
 
                /* remove redundant deny entries */
                if (i > 0 && gace->aceType == SMB_ACE4_ACCESS_DENIED_ACE_TYPE) {
-                       struct gpfs_ace_v4 *prev = &gacl->ace_v4[i-1];
+                       struct gpfs_ace_v4 *prev = gpfs_ace_ptr(gacl, i - 1);
                        if (prev->aceType == SMB_ACE4_ACCESS_ALLOWED_ACE_TYPE &&
                            prev->aceFlags == gace->aceFlags &&
                            prev->aceIFlags == gace->aceIFlags &&
@@ -369,7 +549,7 @@ static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
                            gace->aceWho == prev->aceWho) {
                                /* it's redundant - skip it */
                                continue;
-                       }                                                
+                       }
                }
 
                smbace.aceType = gace->aceType;
@@ -384,13 +564,15 @@ static int gpfs_get_nfs4_acl(const char *fname, SMB4ACL_T **ppacl)
 }
 
 static NTSTATUS gpfsacl_fget_nt_acl(vfs_handle_struct *handle,
-       files_struct *fsp, uint32 security_info,
+       files_struct *fsp, uint32_t security_info,
        TALLOC_CTX *mem_ctx,
        struct security_descriptor **ppdesc)
 {
-       SMB4ACL_T *pacl = NULL;
+       struct SMB4ACL_T *pacl = NULL;
        int     result;
        struct gpfs_config_data *config;
+       TALLOC_CTX *frame = talloc_stackframe();
+       NTSTATUS status;
 
        *ppdesc = NULL;
 
@@ -399,32 +581,47 @@ static NTSTATUS gpfsacl_fget_nt_acl(vfs_handle_struct *handle,
                                return NT_STATUS_INTERNAL_ERROR);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_FGET_NT_ACL(handle, fsp, security_info,
-                                               mem_ctx, ppdesc);
+               status = SMB_VFS_NEXT_FGET_NT_ACL(handle, fsp, security_info,
+                                                 mem_ctx, ppdesc);
+               TALLOC_FREE(frame);
+               return status;
        }
 
-       result = gpfs_get_nfs4_acl(fsp->fsp_name->base_name, &pacl);
+       result = gpfs_get_nfs4_acl(frame, fsp->fsp_name->base_name, &pacl);
 
-       if (result == 0)
-               return smb_fget_nt_acl_nfs4(fsp, security_info, mem_ctx, ppdesc, pacl);
+       if (result == 0) {
+               status = smb_fget_nt_acl_nfs4(fsp, &config->nfs4_params,
+                                             security_info,
+                                             mem_ctx, ppdesc, pacl);
+               TALLOC_FREE(frame);
+               return status;
+       }
 
        if (result > 0) {
                DEBUG(10, ("retrying with posix acl...\n"));
-               return posix_fget_nt_acl(fsp, security_info, mem_ctx, ppdesc);
+               status = posix_fget_nt_acl(fsp, security_info,
+                                          mem_ctx, ppdesc);
+               TALLOC_FREE(frame);
+               return status;
        }
 
+       TALLOC_FREE(frame);
+
        /* GPFS ACL was not read, something wrong happened, error code is set in errno */
        return map_nt_error_from_unix(errno);
 }
 
 static NTSTATUS gpfsacl_get_nt_acl(vfs_handle_struct *handle,
-       const char *name,
-       uint32 security_info,
-       TALLOC_CTX *mem_ctx, struct security_descriptor **ppdesc)
+                                  const struct smb_filename *smb_fname,
+                                  uint32_t security_info,
+                                  TALLOC_CTX *mem_ctx,
+                                  struct security_descriptor **ppdesc)
 {
-       SMB4ACL_T *pacl = NULL;
+       struct SMB4ACL_T *pacl = NULL;
        int     result;
        struct gpfs_config_data *config;
+       TALLOC_CTX *frame = talloc_stackframe();
+       NTSTATUS status;
 
        *ppdesc = NULL;
 
@@ -433,52 +630,68 @@ static NTSTATUS gpfsacl_get_nt_acl(vfs_handle_struct *handle,
                                return NT_STATUS_INTERNAL_ERROR);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_GET_NT_ACL(handle, name, security_info,
-                                              mem_ctx, ppdesc);
+               status = SMB_VFS_NEXT_GET_NT_ACL(handle, smb_fname,
+                                                security_info,
+                                                mem_ctx, ppdesc);
+               TALLOC_FREE(frame);
+               return status;
        }
 
-       result = gpfs_get_nfs4_acl(name, &pacl);
+       result = gpfs_get_nfs4_acl(frame, smb_fname->base_name, &pacl);
 
-       if (result == 0)
-               return smb_get_nt_acl_nfs4(handle->conn, name, security_info,
-                                          mem_ctx, ppdesc, pacl);
+       if (result == 0) {
+               status = smb_get_nt_acl_nfs4(handle->conn, smb_fname,
+                                            &config->nfs4_params,
+                                            security_info, mem_ctx, ppdesc,
+                                            pacl);
+               TALLOC_FREE(frame);
+               return status;
+       }
 
        if (result > 0) {
                DEBUG(10, ("retrying with posix acl...\n"));
-               return posix_get_nt_acl(handle->conn, name, security_info,
-                                       mem_ctx, ppdesc);
+               status = posix_get_nt_acl(handle->conn, smb_fname,
+                                         security_info, mem_ctx, ppdesc);
+               TALLOC_FREE(frame);
+               return status;
        }
 
        /* GPFS ACL was not read, something wrong happened, error code is set in errno */
+       TALLOC_FREE(frame);
        return map_nt_error_from_unix(errno);
 }
 
-static bool gpfsacl_process_smbacl(files_struct *fsp, SMB4ACL_T *smbacl)
+static struct gpfs_acl *vfs_gpfs_smbacl2gpfsacl(TALLOC_CTX *mem_ctx,
+                                               files_struct *fsp,
+                                               struct SMB4ACL_T *smbacl,
+                                               bool controlflags)
 {
-       int ret;
-       gpfs_aclLen_t gacl_len;
-       SMB4ACE_T       *smbace;
        struct gpfs_acl *gacl;
-       TALLOC_CTX *mem_ctx  = talloc_tos();
+       gpfs_aclLen_t gacl_len;
+       struct SMB4ACE_T *smbace;
 
-       gacl_len = offsetof(gpfs_acl_t, ace_v4) + smb_get_naces(smbacl) *
-               sizeof(gpfs_ace_v4_t);
+       gacl_len = offsetof(gpfs_acl_t, ace_v4) + sizeof(unsigned int)
+               + smb_get_naces(smbacl) * sizeof(gpfs_ace_v4_t);
 
        gacl = (struct gpfs_acl *)TALLOC_SIZE(mem_ctx, gacl_len);
        if (gacl == NULL) {
                DEBUG(0, ("talloc failed\n"));
                errno = ENOMEM;
-               return False;
+               return NULL;
        }
 
-       gacl->acl_len = gacl_len;
-       gacl->acl_level = 0;
+       gacl->acl_level = GPFS_ACL_LEVEL_BASE;
        gacl->acl_version = GPFS_ACL_VERSION_NFS4;
        gacl->acl_type = GPFS_ACL_TYPE_NFS4;
        gacl->acl_nace = 0; /* change later... */
 
+       if (controlflags) {
+               gacl->acl_level = GPFS_ACL_LEVEL_V4FLAGS;
+               sd2gpfs_control(smbacl4_get_controlflags(smbacl), gacl);
+       }
+
        for (smbace=smb_first_ace4(smbacl); smbace!=NULL; smbace = smb_next_ace4(smbace)) {
-               struct gpfs_ace_v4 *gace = &gacl->ace_v4[gacl->acl_nace];
+               struct gpfs_ace_v4 *gace = gpfs_ace_ptr(gacl, gacl->acl_nace);
                SMB_ACE4PROP_T  *aceprop = smb_get_ace4(smbace);
 
                gace->aceType = aceprop->aceType;
@@ -536,9 +749,38 @@ static bool gpfsacl_process_smbacl(files_struct *fsp, SMB4ACL_T *smbacl)
 
                gacl->acl_nace++;
        }
+       gacl->acl_len = (char *)gpfs_ace_ptr(gacl, gacl->acl_nace)
+               - (char *)gacl;
+       return gacl;
+}
+
+static bool gpfsacl_process_smbacl(vfs_handle_struct *handle,
+                                  files_struct *fsp,
+                                  struct SMB4ACL_T *smbacl)
+{
+       int ret;
+       struct gpfs_acl *gacl;
+       TALLOC_CTX *mem_ctx = talloc_tos();
+
+       gacl = vfs_gpfs_smbacl2gpfsacl(mem_ctx, fsp, smbacl, true);
+       if (gacl == NULL) { /* out of memory */
+               return False;
+       }
+       ret = gpfswrap_putacl(fsp->fsp_name->base_name,
+                             GPFS_PUTACL_STRUCT | GPFS_ACL_SAMBA, gacl);
+
+       if ((ret != 0) && (errno == EINVAL)) {
+               DEBUG(10, ("Retry without nfs41 control flags\n"));
+               talloc_free(gacl);
+               gacl = vfs_gpfs_smbacl2gpfsacl(mem_ctx, fsp, smbacl, false);
+               if (gacl == NULL) { /* out of memory */
+                       return False;
+               }
+               ret = gpfswrap_putacl(fsp->fsp_name->base_name,
+                                     GPFS_PUTACL_STRUCT | GPFS_ACL_SAMBA,
+                                     gacl);
+       }
 
-       ret = smbd_gpfs_putacl(fsp->fsp_name->base_name,
-                              GPFS_PUTACL_STRUCT | GPFS_ACL_SAMBA, gacl);
        if (ret != 0) {
                DEBUG(8, ("gpfs_putacl failed with %s\n", strerror(errno)));
                gpfs_dumpacl(8, gacl);
@@ -549,7 +791,7 @@ static bool gpfsacl_process_smbacl(files_struct *fsp, SMB4ACL_T *smbacl)
        return True;
 }
 
-static NTSTATUS gpfsacl_set_nt_acl_internal(files_struct *fsp, uint32 security_info_sent, const struct security_descriptor *psd)
+static NTSTATUS gpfsacl_set_nt_acl_internal(vfs_handle_struct *handle, files_struct *fsp, uint32_t security_info_sent, const struct security_descriptor *psd)
 {
        struct gpfs_acl *acl;
        NTSTATUS result = NT_STATUS_ACCESS_DENIED;
@@ -562,6 +804,8 @@ static NTSTATUS gpfsacl_set_nt_acl_internal(files_struct *fsp, uint32 security_i
        }
 
        if (acl->acl_version == GPFS_ACL_VERSION_NFS4) {
+               struct gpfs_config_data *config;
+
                if (lp_parm_bool(fsp->conn->params->service, "gpfs",
                                 "refuse_dacl_protected", false)
                    && (psd->type&SEC_DESC_DACL_PROTECTED)) {
@@ -570,8 +814,12 @@ static NTSTATUS gpfsacl_set_nt_acl_internal(files_struct *fsp, uint32 security_i
                        return NT_STATUS_NOT_SUPPORTED;
                }
 
-               result = smb_set_nt_acl_nfs4(
-                       fsp, security_info_sent, psd,
+               SMB_VFS_HANDLE_GET_DATA(handle, config,
+                                       struct gpfs_config_data,
+                                       return NT_STATUS_INTERNAL_ERROR);
+
+               result = smb_set_nt_acl_nfs4(handle,
+                       fsp, &config->nfs4_params, security_info_sent, psd,
                        gpfsacl_process_smbacl);
        } else { /* assume POSIX ACL - by default... */
                result = set_nt_acl(fsp, security_info_sent, psd);
@@ -581,7 +829,7 @@ static NTSTATUS gpfsacl_set_nt_acl_internal(files_struct *fsp, uint32 security_i
        return result;
 }
 
-static NTSTATUS gpfsacl_fset_nt_acl(vfs_handle_struct *handle, files_struct *fsp, uint32 security_info_sent, const struct security_descriptor *psd)
+static NTSTATUS gpfsacl_fset_nt_acl(vfs_handle_struct *handle, files_struct *fsp, uint32_t security_info_sent, const struct security_descriptor *psd)
 {
        struct gpfs_config_data *config;
 
@@ -593,7 +841,7 @@ static NTSTATUS gpfsacl_fset_nt_acl(vfs_handle_struct *handle, files_struct *fsp
                return SMB_VFS_NEXT_FSET_NT_ACL(handle, fsp, security_info_sent, psd);
        }
 
-       return gpfsacl_set_nt_acl_internal(fsp, security_info_sent, psd);
+       return gpfsacl_set_nt_acl_internal(handle, fsp, security_info_sent, psd);
 }
 
 static SMB_ACL_T gpfs2smb_acl(const struct gpfs_acl *pacl, TALLOC_CTX *mem_ctx)
@@ -713,7 +961,7 @@ static SMB_ACL_T gpfsacl_get_posix_acl(const char *path, gpfs_aclType_t type,
 }
 
 static SMB_ACL_T gpfsacl_sys_acl_get_file(vfs_handle_struct *handle,
-                                         const char *path_p,
+                                         const struct smb_filename *smb_fname,
                                          SMB_ACL_TYPE_T type,
                                          TALLOC_CTX *mem_ctx)
 {
@@ -725,7 +973,7 @@ static SMB_ACL_T gpfsacl_sys_acl_get_file(vfs_handle_struct *handle,
                                return NULL);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_SYS_ACL_GET_FILE(handle, path_p,
+               return SMB_VFS_NEXT_SYS_ACL_GET_FILE(handle, smb_fname,
                                                     type, mem_ctx);
        }
 
@@ -741,7 +989,7 @@ static SMB_ACL_T gpfsacl_sys_acl_get_file(vfs_handle_struct *handle,
                smb_panic("exiting");
        }
 
-       return gpfsacl_get_posix_acl(path_p, gpfs_type, mem_ctx);
+       return gpfsacl_get_posix_acl(smb_fname->base_name, gpfs_type, mem_ctx);
 }
 
 static SMB_ACL_T gpfsacl_sys_acl_get_fd(vfs_handle_struct *handle,
@@ -763,7 +1011,7 @@ static SMB_ACL_T gpfsacl_sys_acl_get_fd(vfs_handle_struct *handle,
 }
 
 static int gpfsacl_sys_acl_blob_get_file(vfs_handle_struct *handle,
-                                     const char *path_p,
+                                     const struct smb_filename *smb_fname,
                                      TALLOC_CTX *mem_ctx,
                                      char **blob_description,
                                      DATA_BLOB *blob)
@@ -772,13 +1020,14 @@ static int gpfsacl_sys_acl_blob_get_file(vfs_handle_struct *handle,
        struct gpfs_opaque_acl *acl = NULL;
        DATA_BLOB aclblob;
        int result;
+       const char *path_p = smb_fname->base_name;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
                                return -1);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_SYS_ACL_BLOB_GET_FILE(handle, path_p,
+               return SMB_VFS_NEXT_SYS_ACL_BLOB_GET_FILE(handle, smb_fname,
                                                          mem_ctx,
                                                          blob_description,
                                                          blob);
@@ -820,7 +1069,7 @@ static int gpfsacl_sys_acl_blob_get_file(vfs_handle_struct *handle,
                        return -1;
                }
 
-               result = non_posix_sys_acl_blob_get_file_helper(handle, path_p,
+               result = non_posix_sys_acl_blob_get_file_helper(handle, smb_fname,
                                                                aclblob,
                                                                mem_ctx, blob);
 
@@ -829,7 +1078,7 @@ static int gpfsacl_sys_acl_blob_get_file(vfs_handle_struct *handle,
        }
 
        /* fall back to POSIX ACL */
-       return posix_sys_acl_blob_get_file(handle, path_p, mem_ctx,
+       return posix_sys_acl_blob_get_file(handle, smb_fname, mem_ctx,
                                           blob_description, blob);
 }
 
@@ -984,7 +1233,7 @@ static struct gpfs_acl *smb2gpfs_acl(const SMB_ACL_T pacl,
 }
 
 static int gpfsacl_sys_acl_set_file(vfs_handle_struct *handle,
-                                   const char *name,
+                                   const struct smb_filename *smb_fname,
                                    SMB_ACL_TYPE_T type,
                                    SMB_ACL_T theacl)
 {
@@ -997,7 +1246,8 @@ static int gpfsacl_sys_acl_set_file(vfs_handle_struct *handle,
                                return -1);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_SYS_ACL_SET_FILE(handle, name, type, theacl);
+               return SMB_VFS_NEXT_SYS_ACL_SET_FILE(handle, smb_fname,
+                               type, theacl);
        }
 
        gpfs_acl = smb2gpfs_acl(theacl, type);
@@ -1005,7 +1255,8 @@ static int gpfsacl_sys_acl_set_file(vfs_handle_struct *handle,
                return -1;
        }
 
-       result = smbd_gpfs_putacl((char *)name, GPFS_PUTACL_STRUCT | GPFS_ACL_SAMBA, gpfs_acl);
+       result = gpfswrap_putacl(discard_const_p(char, smb_fname->base_name),
+                                GPFS_PUTACL_STRUCT|GPFS_ACL_SAMBA, gpfs_acl);
 
        SAFE_FREE(gpfs_acl);
        return result;
@@ -1025,12 +1276,12 @@ static int gpfsacl_sys_acl_set_fd(vfs_handle_struct *handle,
                return SMB_VFS_NEXT_SYS_ACL_SET_FD(handle, fsp, theacl);
        }
 
-       return gpfsacl_sys_acl_set_file(handle, fsp->fsp_name->base_name,
+       return gpfsacl_sys_acl_set_file(handle, fsp->fsp_name,
                                        SMB_ACL_TYPE_ACCESS, theacl);
 }
 
 static int gpfsacl_sys_acl_delete_def_file(vfs_handle_struct *handle,
-                                          const char *path)
+                               const struct smb_filename *smb_fname)
 {
        struct gpfs_config_data *config;
 
@@ -1039,7 +1290,7 @@ static int gpfsacl_sys_acl_delete_def_file(vfs_handle_struct *handle,
                                return -1);
 
        if (!config->acl) {
-               return SMB_VFS_NEXT_SYS_ACL_DELETE_DEF_FILE(handle, path);
+               return SMB_VFS_NEXT_SYS_ACL_DELETE_DEF_FILE(handle, smb_fname);
        }
 
        errno = ENOTSUP;
@@ -1050,9 +1301,9 @@ static int gpfsacl_sys_acl_delete_def_file(vfs_handle_struct *handle,
  * Assumed: mode bits are shiftable and standard
  * Output: the new aceMask field for an smb nfs4 ace
  */
-static uint32 gpfsacl_mask_filter(uint32 aceType, uint32 aceMask, uint32 rwx)
+static uint32_t gpfsacl_mask_filter(uint32_t aceType, uint32_t aceMask, uint32_t rwx)
 {
-       const uint32 posix_nfs4map[3] = {
+       const uint32_t posix_nfs4map[3] = {
                 SMB_ACE4_EXECUTE, /* execute */
                SMB_ACE4_WRITE_DATA | SMB_ACE4_APPEND_DATA, /* write; GPFS specific */
                 SMB_ACE4_READ_DATA /* read */
@@ -1085,21 +1336,24 @@ static uint32 gpfsacl_mask_filter(uint32 aceType, uint32 aceMask, uint32 rwx)
        return aceMask;
 }
 
-static int gpfsacl_emu_chmod(const char *path, mode_t mode)
+static int gpfsacl_emu_chmod(vfs_handle_struct *handle,
+                            const char *path, mode_t mode)
 {
-       SMB4ACL_T *pacl = NULL;
+       struct SMB4ACL_T *pacl = NULL;
        int     result;
        bool    haveAllowEntry[SMB_ACE4_WHO_EVERYONE + 1] = {False, False, False, False};
        int     i;
-       files_struct    fake_fsp; /* TODO: rationalize parametrization */
-       SMB4ACE_T       *smbace;
-       NTSTATUS status;
+       files_struct fake_fsp = { 0 }; /* TODO: rationalize parametrization */
+       struct SMB4ACE_T *smbace;
+       TALLOC_CTX *frame = talloc_stackframe();
 
        DEBUG(10, ("gpfsacl_emu_chmod invoked for %s mode %o\n", path, mode));
 
-       result = gpfs_get_nfs4_acl(path, &pacl);
-       if (result)
+       result = gpfs_get_nfs4_acl(frame, path, &pacl);
+       if (result) {
+               TALLOC_FREE(frame);
                return result;
+       }
 
        if (mode & ~(S_IRWXU | S_IRWXG | S_IRWXO)) {
                DEBUG(2, ("WARNING: cutting extra mode bits %o on %s\n", mode, path));
@@ -1135,12 +1389,11 @@ static int gpfsacl_emu_chmod(const char *path, mode_t mode)
         * - if necessary
         */
        for(i = SMB_ACE4_WHO_OWNER; i<=SMB_ACE4_WHO_EVERYONE; i++) {
-               SMB_ACE4PROP_T  ace;
+               SMB_ACE4PROP_T ace = { 0 };
 
                if (haveAllowEntry[i]==True)
                        continue;
 
-               ZERO_STRUCT(ace);
                ace.aceType = SMB_ACE4_ACCESS_ALLOWED_ACE_TYPE;
                ace.flags |= SMB_ACE4_ID_SPECIAL;
                ace.who.special_id = i;
@@ -1162,46 +1415,52 @@ static int gpfsacl_emu_chmod(const char *path, mode_t mode)
        }
 
        /* don't add complementary DENY ACEs here */
-       ZERO_STRUCT(fake_fsp);
        fake_fsp.fsp_name = synthetic_smb_fname(
-               talloc_tos(), path, NULL, NULL);
+               frame, path, NULL, NULL, 0);
        if (fake_fsp.fsp_name == NULL) {
                errno = ENOMEM;
+               TALLOC_FREE(frame);
                return -1;
        }
        /* put the acl */
-       if (gpfsacl_process_smbacl(&fake_fsp, pacl) == False) {
-               TALLOC_FREE(fake_fsp.fsp_name);
+       if (gpfsacl_process_smbacl(handle, &fake_fsp, pacl) == False) {
+               TALLOC_FREE(frame);
                return -1;
        }
 
-       TALLOC_FREE(fake_fsp.fsp_name);
+       TALLOC_FREE(frame);
        return 0; /* ok for [f]chmod */
 }
 
-static int vfs_gpfs_chmod(vfs_handle_struct *handle, const char *path, mode_t mode)
+static int vfs_gpfs_chmod(vfs_handle_struct *handle,
+                       const struct smb_filename *smb_fname,
+                       mode_t mode)
 {
        struct smb_filename *smb_fname_cpath;
        int rc;
 
-       smb_fname_cpath = synthetic_smb_fname(talloc_tos(), path, NULL, NULL);
+       smb_fname_cpath = cp_smb_filename(talloc_tos(), smb_fname);
        if (smb_fname_cpath == NULL) {
                errno = ENOMEM;
                return -1;
        }
 
        if (SMB_VFS_NEXT_STAT(handle, smb_fname_cpath) != 0) {
+               TALLOC_FREE(smb_fname_cpath);
                return -1;
        }
 
        /* avoid chmod() if possible, to preserve acls */
        if ((smb_fname_cpath->st.st_ex_mode & ~S_IFMT) == mode) {
+               TALLOC_FREE(smb_fname_cpath);
                return 0;
        }
 
-       rc = gpfsacl_emu_chmod(path, mode);
+       rc = gpfsacl_emu_chmod(handle, smb_fname->base_name, mode);
        if (rc == 1)
-               return SMB_VFS_NEXT_CHMOD(handle, path, mode);
+               return SMB_VFS_NEXT_CHMOD(handle, smb_fname, mode);
+
+       TALLOC_FREE(smb_fname_cpath);
        return rc;
 }
 
@@ -1219,205 +1478,250 @@ static int vfs_gpfs_fchmod(vfs_handle_struct *handle, files_struct *fsp, mode_t
                         return 0;
                 }
 
-                rc = gpfsacl_emu_chmod(fsp->fsp_name->base_name, mode);
+                rc = gpfsacl_emu_chmod(handle, fsp->fsp_name->base_name,
+                                       mode);
                 if (rc == 1)
                         return SMB_VFS_NEXT_FCHMOD(handle, fsp, mode);
                 return rc;
 }
 
-static int gpfs_set_xattr(struct vfs_handle_struct *handle,  const char *path,
-                           const char *name, const void *value, size_t size,  int flags){
-       struct xattr_DOSATTRIB dosattrib;
-        enum ndr_err_code ndr_err;
-        DATA_BLOB blob;
-        const char *attrstr = value;
-        unsigned int dosmode=0;
-        struct gpfs_winattr attrs;
-        int ret = 0;
+static uint32_t vfs_gpfs_winattrs_to_dosmode(unsigned int winattrs)
+{
+       uint32_t dosmode = 0;
+
+       if (winattrs & GPFS_WINATTR_ARCHIVE){
+               dosmode |= FILE_ATTRIBUTE_ARCHIVE;
+       }
+       if (winattrs & GPFS_WINATTR_HIDDEN){
+               dosmode |= FILE_ATTRIBUTE_HIDDEN;
+       }
+       if (winattrs & GPFS_WINATTR_SYSTEM){
+               dosmode |= FILE_ATTRIBUTE_SYSTEM;
+       }
+       if (winattrs & GPFS_WINATTR_READONLY){
+               dosmode |= FILE_ATTRIBUTE_READONLY;
+       }
+       if (winattrs & GPFS_WINATTR_SPARSE_FILE) {
+               dosmode |= FILE_ATTRIBUTE_SPARSE;
+       }
+       if (winattrs & GPFS_WINATTR_OFFLINE) {
+               dosmode |= FILE_ATTRIBUTE_OFFLINE;
+       }
+
+       return dosmode;
+}
+
+static unsigned int vfs_gpfs_dosmode_to_winattrs(uint32_t dosmode)
+{
+       unsigned int winattrs = 0;
+
+       if (dosmode & FILE_ATTRIBUTE_ARCHIVE){
+               winattrs |= GPFS_WINATTR_ARCHIVE;
+       }
+       if (dosmode & FILE_ATTRIBUTE_HIDDEN){
+               winattrs |= GPFS_WINATTR_HIDDEN;
+       }
+       if (dosmode & FILE_ATTRIBUTE_SYSTEM){
+               winattrs |= GPFS_WINATTR_SYSTEM;
+       }
+       if (dosmode & FILE_ATTRIBUTE_READONLY){
+               winattrs |= GPFS_WINATTR_READONLY;
+       }
+       if (dosmode & FILE_ATTRIBUTE_SPARSE) {
+               winattrs |= GPFS_WINATTR_SPARSE_FILE;
+       }
+       if (dosmode & FILE_ATTRIBUTE_OFFLINE) {
+               winattrs |= GPFS_WINATTR_OFFLINE;
+       }
+
+       return winattrs;
+}
+
+static NTSTATUS vfs_gpfs_get_dos_attributes(struct vfs_handle_struct *handle,
+                                           struct smb_filename *smb_fname,
+                                           uint32_t *dosmode)
+{
        struct gpfs_config_data *config;
+       struct gpfs_winattr attrs = { };
+       int ret;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
-                               return -1);
+                               return NT_STATUS_INTERNAL_ERROR);
 
        if (!config->winattr) {
-               DEBUG(10, ("gpfs_set_xattr:name is %s -> next\n",name));
-               return SMB_VFS_NEXT_SETXATTR(handle,path,name,value,size,flags);
+               return SMB_VFS_NEXT_GET_DOS_ATTRIBUTES(handle,
+                                                      smb_fname, dosmode);
        }
 
-        DEBUG(10, ("gpfs_set_xattr: %s \n",path));
-
-        /* Only handle DOS Attributes */
-        if (strcmp(name,SAMBA_XATTR_DOS_ATTRIB) != 0){
-               DEBUG(5, ("gpfs_set_xattr:name is %s\n",name));
-               return SMB_VFS_NEXT_SETXATTR(handle,path,name,value,size,flags);
-        }
+       ret = gpfswrap_get_winattrs_path(smb_fname->base_name, &attrs);
+       if (ret == -1 && errno == ENOSYS) {
+               return SMB_VFS_NEXT_GET_DOS_ATTRIBUTES(handle, smb_fname,
+                                                      dosmode);
+       }
 
-       blob.data = (uint8_t *)attrstr;
-       blob.length = size;
+       if (ret == -1) {
+               DBG_WARNING("Getting winattrs failed for %s: %s\n",
+                           smb_fname->base_name, strerror(errno));
+               return map_nt_error_from_unix(errno);
+       }
 
-       ndr_err = ndr_pull_struct_blob(&blob, talloc_tos(), &dosattrib,
-                       (ndr_pull_flags_fn_t)ndr_pull_xattr_DOSATTRIB);
+       *dosmode |= vfs_gpfs_winattrs_to_dosmode(attrs.winAttrs);
+       smb_fname->st.st_ex_calculated_birthtime = false;
+       smb_fname->st.st_ex_btime.tv_sec = attrs.creationTime.tv_sec;
+       smb_fname->st.st_ex_btime.tv_nsec = attrs.creationTime.tv_nsec;
 
-       if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
-               DEBUG(1, ("gpfs_set_xattr: bad ndr decode "
-                         "from EA on file %s: Error = %s\n",
-                         path, ndr_errstr(ndr_err)));
-               return false;
-       }
+       return NT_STATUS_OK;
+}
 
-       if (dosattrib.version != 3) {
-               DEBUG(1, ("gpfs_set_xattr: expected dosattrib version 3, got "
-                         "%d\n", (int)dosattrib.version));
-               return false;
-       }
-       if (!(dosattrib.info.info3.valid_flags & XATTR_DOSINFO_ATTRIB)) {
-               DEBUG(10, ("gpfs_set_xattr: XATTR_DOSINFO_ATTRIB not "
-                          "valid, ignoring\n"));
-               return true;
-       }
+static NTSTATUS vfs_gpfs_fget_dos_attributes(struct vfs_handle_struct *handle,
+                                            struct files_struct *fsp,
+                                            uint32_t *dosmode)
+{
+       struct gpfs_config_data *config;
+       struct gpfs_winattr attrs = { };
+       int ret;
 
-       dosmode = dosattrib.info.info3.attrib;
+       SMB_VFS_HANDLE_GET_DATA(handle, config,
+                               struct gpfs_config_data,
+                               return NT_STATUS_INTERNAL_ERROR);
 
-        attrs.winAttrs = 0;
-        /*Just map RD_ONLY, ARCHIVE, SYSTEM HIDDEN and SPARSE. Ignore the others*/
-        if (dosmode & FILE_ATTRIBUTE_ARCHIVE){
-                attrs.winAttrs |= GPFS_WINATTR_ARCHIVE;
-        }
-        if (dosmode & FILE_ATTRIBUTE_HIDDEN){
-                        attrs.winAttrs |= GPFS_WINATTR_HIDDEN;
-                }
-        if (dosmode & FILE_ATTRIBUTE_SYSTEM){
-                        attrs.winAttrs |= GPFS_WINATTR_SYSTEM;
-                }
-        if (dosmode & FILE_ATTRIBUTE_READONLY){
-                        attrs.winAttrs |= GPFS_WINATTR_READONLY;
-        }
-        if (dosmode & FILE_ATTRIBUTE_SPARSE) {
-               attrs.winAttrs |= GPFS_WINATTR_SPARSE_FILE;
+       if (!config->winattr) {
+               return SMB_VFS_NEXT_FGET_DOS_ATTRIBUTES(handle, fsp, dosmode);
        }
 
+       ret = gpfswrap_get_winattrs(fsp->fh->fd, &attrs);
+       if (ret == -1 && errno == ENOSYS) {
+               return SMB_VFS_NEXT_FGET_DOS_ATTRIBUTES(handle, fsp, dosmode);
+       }
 
-        ret = set_gpfs_winattrs(discard_const_p(char, path),
-                               GPFS_WINATTR_SET_ATTRS, &attrs);
-        if ( ret == -1){
-               if (errno == ENOSYS) {
-                       return SMB_VFS_NEXT_SETXATTR(handle, path, name, value,
-                                                    size, flags);
-               }
+       if (ret == -1) {
+               DBG_WARNING("Getting winattrs failed for %s: %s\n",
+                           fsp->fsp_name->base_name, strerror(errno));
+               return map_nt_error_from_unix(errno);
+       }
 
-                DEBUG(1, ("gpfs_set_xattr:Set GPFS attributes failed %d\n",ret));
-                return -1;
-        }
+       *dosmode |= vfs_gpfs_winattrs_to_dosmode(attrs.winAttrs);
+       fsp->fsp_name->st.st_ex_calculated_birthtime = false;
+       fsp->fsp_name->st.st_ex_btime.tv_sec = attrs.creationTime.tv_sec;
+       fsp->fsp_name->st.st_ex_btime.tv_nsec = attrs.creationTime.tv_nsec;
 
-        DEBUG(10, ("gpfs_set_xattr:Set attributes: 0x%x\n",attrs.winAttrs));
-        return 0;
+       return NT_STATUS_OK;
 }
 
-static ssize_t gpfs_get_xattr(struct vfs_handle_struct *handle,  const char *path,
-                              const char *name, void *value, size_t size){
-        char *attrstr = value;
-        unsigned int dosmode = 0;
-        struct gpfs_winattr attrs;
-        int ret = 0;
+static NTSTATUS vfs_gpfs_set_dos_attributes(struct vfs_handle_struct *handle,
+                                          const struct smb_filename *smb_fname,
+                                          uint32_t dosmode)
+{
        struct gpfs_config_data *config;
+       struct gpfs_winattr attrs = { };
+       int ret;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
-                               return -1);
+                               return NT_STATUS_INTERNAL_ERROR);
 
        if (!config->winattr) {
-               DEBUG(10, ("gpfs_get_xattr:name is %s -> next\n",name));
-               return SMB_VFS_NEXT_GETXATTR(handle,path,name,value,size);
+               return SMB_VFS_NEXT_SET_DOS_ATTRIBUTES(handle,
+                                                      smb_fname, dosmode);
        }
 
-        DEBUG(10, ("gpfs_get_xattr: %s \n",path));
-
-        /* Only handle DOS Attributes */
-        if (strcmp(name,SAMBA_XATTR_DOS_ATTRIB) != 0){
-               DEBUG(5, ("gpfs_get_xattr:name is %s\n",name));
-                return SMB_VFS_NEXT_GETXATTR(handle,path,name,value,size);
-        }
-
-        ret = get_gpfs_winattrs(discard_const_p(char, path), &attrs);
-        if ( ret == -1){
-               if (errno == ENOSYS) {
-                       return SMB_VFS_NEXT_GETXATTR(handle, path, name, value,
-                                                    size);
-               }
-
-                DEBUG(1, ("gpfs_get_xattr: Get GPFS attributes failed: "
-                         "%d (%s)\n", ret, strerror(errno)));
-                return -1;
-        }
+       attrs.winAttrs = vfs_gpfs_dosmode_to_winattrs(dosmode);
+       ret = gpfswrap_set_winattrs_path(smb_fname->base_name,
+                                        GPFS_WINATTR_SET_ATTRS, &attrs);
 
-        DEBUG(10, ("gpfs_get_xattr:Got attributes: 0x%x\n",attrs.winAttrs));
+       if (ret == -1 && errno == ENOSYS) {
+               return SMB_VFS_NEXT_SET_DOS_ATTRIBUTES(handle,
+                                                      smb_fname, dosmode);
+       }
 
-        /*Just map RD_ONLY, ARCHIVE, SYSTEM, HIDDEN and SPARSE. Ignore the others*/
-        if (attrs.winAttrs & GPFS_WINATTR_ARCHIVE){
-                dosmode |= FILE_ATTRIBUTE_ARCHIVE;
-        }
-        if (attrs.winAttrs & GPFS_WINATTR_HIDDEN){
-                dosmode |= FILE_ATTRIBUTE_HIDDEN;
-        }
-        if (attrs.winAttrs & GPFS_WINATTR_SYSTEM){
-                dosmode |= FILE_ATTRIBUTE_SYSTEM;
-        }
-        if (attrs.winAttrs & GPFS_WINATTR_READONLY){
-                dosmode |= FILE_ATTRIBUTE_READONLY;
-        }
-        if (attrs.winAttrs & GPFS_WINATTR_SPARSE_FILE) {
-               dosmode |= FILE_ATTRIBUTE_SPARSE;
+       if (ret == -1) {
+               DBG_WARNING("Setting winattrs failed for %s: %s\n",
+                           smb_fname->base_name, strerror(errno));
+               return map_nt_error_from_unix(errno);
        }
 
-        snprintf(attrstr, size, "0x%2.2x",
-                (unsigned int)(dosmode & SAMBA_ATTRIBUTES_MASK));
-        DEBUG(10, ("gpfs_get_xattr: returning %s\n",attrstr));
-        return 4;
+       return NT_STATUS_OK;
 }
 
-static int vfs_gpfs_stat(struct vfs_handle_struct *handle,
-                        struct smb_filename *smb_fname)
+static NTSTATUS vfs_gpfs_fset_dos_attributes(struct vfs_handle_struct *handle,
+                                            struct files_struct *fsp,
+                                            uint32_t dosmode)
 {
-       struct gpfs_winattr attrs;
-       char *fname = NULL;
-       NTSTATUS status;
-       int ret;
        struct gpfs_config_data *config;
+       struct gpfs_winattr attrs = { };
+       int ret;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
-                               return -1);
+                               return NT_STATUS_INTERNAL_ERROR);
+
+       if (!config->winattr) {
+               return SMB_VFS_NEXT_FSET_DOS_ATTRIBUTES(handle, fsp, dosmode);
+       }
+
+       attrs.winAttrs = vfs_gpfs_dosmode_to_winattrs(dosmode);
+       ret = gpfswrap_set_winattrs(fsp->fh->fd,
+                                   GPFS_WINATTR_SET_ATTRS, &attrs);
+
+       if (ret == -1 && errno == ENOSYS) {
+               return SMB_VFS_NEXT_FSET_DOS_ATTRIBUTES(handle, fsp, dosmode);
+       }
 
-       ret = SMB_VFS_NEXT_STAT(handle, smb_fname);
        if (ret == -1) {
-               return -1;
+               DBG_WARNING("Setting winattrs failed for %s: %s\n",
+                           fsp->fsp_name->base_name, strerror(errno));
+               return map_nt_error_from_unix(errno);
        }
 
-       if (!config->winattr) {
-               return 0;
+       return NT_STATUS_OK;
+}
+
+static int stat_with_capability(struct vfs_handle_struct *handle,
+                               struct smb_filename *smb_fname, int flag)
+{
+#if defined(HAVE_FSTATAT)
+       int fd = -1;
+       bool b;
+       char *dir_name;
+       const char *rel_name = NULL;
+       struct stat st;
+       int ret = -1;
+
+       b = parent_dirname(talloc_tos(), smb_fname->base_name,
+                          &dir_name, &rel_name);
+       if (!b) {
+               errno = ENOMEM;
+               return -1;
        }
 
-       status = get_full_smb_filename(talloc_tos(), smb_fname, &fname);
-       if (!NT_STATUS_IS_OK(status)) {
-               errno = map_errno_from_nt_status(status);
+       fd = open(dir_name, O_RDONLY, 0);
+       TALLOC_FREE(dir_name);
+       if (fd == -1) {
                return -1;
        }
-       ret = get_gpfs_winattrs(discard_const_p(char, fname), &attrs);
-       TALLOC_FREE(fname);
+
+       set_effective_capability(DAC_OVERRIDE_CAPABILITY);
+       ret = fstatat(fd, rel_name, &st, flag);
+       drop_effective_capability(DAC_OVERRIDE_CAPABILITY);
+
+       close(fd);
+
        if (ret == 0) {
-               smb_fname->st.st_ex_calculated_birthtime = false;
-               smb_fname->st.st_ex_btime.tv_sec = attrs.creationTime.tv_sec;
-               smb_fname->st.st_ex_btime.tv_nsec = attrs.creationTime.tv_nsec;
-               smb_fname->st.vfs_private = attrs.winAttrs;
+               init_stat_ex_from_stat(
+                       &smb_fname->st, &st,
+                       lp_fake_directory_create_times(SNUM(handle->conn)));
        }
-       return 0;
+
+       return ret;
+#else
+       return -1;
+#endif
 }
 
-static int vfs_gpfs_fstat(struct vfs_handle_struct *handle,
-                         struct files_struct *fsp, SMB_STRUCT_STAT *sbuf)
+static int vfs_gpfs_stat(struct vfs_handle_struct *handle,
+                        struct smb_filename *smb_fname)
 {
-       struct gpfs_winattr attrs;
        int ret;
        struct gpfs_config_data *config;
 
@@ -1425,32 +1729,18 @@ static int vfs_gpfs_fstat(struct vfs_handle_struct *handle,
                                struct gpfs_config_data,
                                return -1);
 
-       ret = SMB_VFS_NEXT_FSTAT(handle, fsp, sbuf);
-       if (ret == -1) {
-               return -1;
-       }
-       if ((fsp->fh == NULL) || (fsp->fh->fd == -1)) {
-               return 0;
-       }
-       if (!config->winattr) {
-               return 0;
-       }
-
-       ret = smbd_fget_gpfs_winattrs(fsp->fh->fd, &attrs);
-       if (ret == 0) {
-               sbuf->st_ex_calculated_birthtime = false;
-               sbuf->st_ex_btime.tv_sec = attrs.creationTime.tv_sec;
-               sbuf->st_ex_btime.tv_nsec = attrs.creationTime.tv_nsec;
+       ret = SMB_VFS_NEXT_STAT(handle, smb_fname);
+       if (ret == -1 && errno == EACCES) {
+               DEBUG(10, ("Trying stat with capability for %s\n",
+                          smb_fname->base_name));
+               ret = stat_with_capability(handle, smb_fname, 0);
        }
-       return 0;
+       return ret;
 }
 
 static int vfs_gpfs_lstat(struct vfs_handle_struct *handle,
                          struct smb_filename *smb_fname)
 {
-       struct gpfs_winattr attrs;
-       char *path = NULL;
-       NTSTATUS status;
        int ret;
        struct gpfs_config_data *config;
 
@@ -1459,27 +1749,51 @@ static int vfs_gpfs_lstat(struct vfs_handle_struct *handle,
                                return -1);
 
        ret = SMB_VFS_NEXT_LSTAT(handle, smb_fname);
-       if (ret == -1) {
-               return -1;
+       if (ret == -1 && errno == EACCES) {
+               DEBUG(10, ("Trying lstat with capability for %s\n",
+                          smb_fname->base_name));
+               ret = stat_with_capability(handle, smb_fname,
+                                          AT_SYMLINK_NOFOLLOW);
        }
-       if (!config->winattr) {
-               return 0;
+       return ret;
+}
+
+static void timespec_to_gpfs_time(struct timespec ts, gpfs_timestruc_t *gt,
+                                 int idx, int *flags)
+{
+       if (!null_timespec(ts)) {
+               *flags |= 1 << idx;
+               gt[idx].tv_sec = ts.tv_sec;
+               gt[idx].tv_nsec = ts.tv_nsec;
+               DEBUG(10, ("Setting GPFS time %d, flags 0x%x\n", idx, *flags));
        }
+}
 
-       status = get_full_smb_filename(talloc_tos(), smb_fname, &path);
-       if (!NT_STATUS_IS_OK(status)) {
-               errno = map_errno_from_nt_status(status);
-               return -1;
+static int smbd_gpfs_set_times_path(char *path, struct smb_file_time *ft)
+{
+       gpfs_timestruc_t gpfs_times[4];
+       int flags = 0;
+       int rc;
+
+       ZERO_ARRAY(gpfs_times);
+       timespec_to_gpfs_time(ft->atime, gpfs_times, 0, &flags);
+       timespec_to_gpfs_time(ft->mtime, gpfs_times, 1, &flags);
+       /* No good mapping from LastChangeTime to ctime, not storing */
+       timespec_to_gpfs_time(ft->create_time, gpfs_times, 3, &flags);
+
+       if (!flags) {
+               DEBUG(10, ("nothing to do, return to avoid EINVAL\n"));
+               return 0;
        }
-       ret = get_gpfs_winattrs(discard_const_p(char, path), &attrs);
-       TALLOC_FREE(path);
-       if (ret == 0) {
-               smb_fname->st.st_ex_calculated_birthtime = false;
-               smb_fname->st.st_ex_btime.tv_sec = attrs.creationTime.tv_sec;
-               smb_fname->st.st_ex_btime.tv_nsec = attrs.creationTime.tv_nsec;
-               smb_fname->st.vfs_private = attrs.winAttrs;
+
+       rc = gpfswrap_set_times_path(path, flags, gpfs_times);
+
+       if (rc != 0 && errno != ENOSYS) {
+               DEBUG(1,("gpfs_set_times() returned with error %s\n",
+                       strerror(errno)));
        }
-       return 0;
+
+       return rc;
 }
 
 static int vfs_gpfs_ntimes(struct vfs_handle_struct *handle,
@@ -1497,6 +1811,24 @@ static int vfs_gpfs_ntimes(struct vfs_handle_struct *handle,
                                struct gpfs_config_data,
                                return -1);
 
+       status = get_full_smb_filename(talloc_tos(), smb_fname, &path);
+       if (!NT_STATUS_IS_OK(status)) {
+               errno = map_errno_from_nt_status(status);
+               return -1;
+       }
+
+       /* Try to use gpfs_set_times if it is enabled and available */
+       if (config->settimes) {
+               ret = smbd_gpfs_set_times_path(path, ft);
+
+               if (ret == 0 || (ret == -1 && errno != ENOSYS)) {
+                       return ret;
+               }
+       }
+
+       DEBUG(10,("gpfs_set_times() not available or disabled, "
+                 "use ntimes and winattr\n"));
+
         ret = SMB_VFS_NEXT_NTIMES(handle, smb_fname, ft);
         if(ret == -1){
                /* don't complain if access was denied */
@@ -1516,18 +1848,13 @@ static int vfs_gpfs_ntimes(struct vfs_handle_struct *handle,
                return 0;
        }
 
-        status = get_full_smb_filename(talloc_tos(), smb_fname, &path);
-        if (!NT_STATUS_IS_OK(status)) {
-                errno = map_errno_from_nt_status(status);
-                return -1;
-        }
-
         attrs.winAttrs = 0;
         attrs.creationTime.tv_sec = ft->create_time.tv_sec;
         attrs.creationTime.tv_nsec = ft->create_time.tv_nsec;
 
-        ret = set_gpfs_winattrs(discard_const_p(char, path),
-                                GPFS_WINATTR_SET_CREATION_TIME, &attrs);
+       ret = gpfswrap_set_winattrs_path(discard_const_p(char, path),
+                                        GPFS_WINATTR_SET_CREATION_TIME,
+                                        &attrs);
         if(ret == -1 && errno != ENOSYS){
                 DEBUG(1,("vfs_gpfs_ntimes: set GPFS ntimes failed %d\n",ret));
                return -1;
@@ -1537,7 +1864,7 @@ static int vfs_gpfs_ntimes(struct vfs_handle_struct *handle,
 }
 
 static int vfs_gpfs_fallocate(struct vfs_handle_struct *handle,
-                      struct files_struct *fsp, enum vfs_fallocate_mode mode,
+                      struct files_struct *fsp, uint32_t mode,
                       off_t offset, off_t len)
 {
        int ret;
@@ -1553,13 +1880,14 @@ static int vfs_gpfs_fallocate(struct vfs_handle_struct *handle,
                return -1;
        }
 
-       if (mode == VFS_FALLOCATE_KEEP_SIZE) {
-               DEBUG(10, ("Unsupported VFS_FALLOCATE_KEEP_SIZE\n"));
+       if (mode != 0) {
+               DEBUG(10, ("unmapped fallocate flags: %lx\n",
+                     (unsigned long)mode));
                errno = ENOTSUP;
                return -1;
        }
 
-       ret = smbd_gpfs_prealloc(fsp->fh->fd, offset, len);
+       ret = gpfswrap_prealloc(fsp->fh->fd, offset, len);
 
        if (ret == -1 && errno != ENOSYS) {
                DEBUG(0, ("GPFS prealloc failed: %s\n", strerror(errno)));
@@ -1586,7 +1914,7 @@ static int vfs_gpfs_ftruncate(vfs_handle_struct *handle, files_struct *fsp,
                return SMB_VFS_NEXT_FTRUNCATE(handle, fsp, len);
        }
 
-       result = smbd_gpfs_ftruncate(fsp->fh->fd, len);
+       result = gpfswrap_ftruncate(fsp->fh->fd, len);
        if ((result == -1) && (errno == ENOSYS)) {
                return SMB_VFS_NEXT_FTRUNCATE(handle, fsp, len);
        }
@@ -1601,32 +1929,27 @@ static bool vfs_gpfs_is_offline(struct vfs_handle_struct *handle,
        char *path = NULL;
        NTSTATUS status;
        struct gpfs_config_data *config;
+       int ret;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
                                return -1);
 
        if (!config->winattr) {
-               return SMB_VFS_NEXT_IS_OFFLINE(handle, fname, sbuf);
+               return false;
        }
 
        status = get_full_smb_filename(talloc_tos(), fname, &path);
        if (!NT_STATUS_IS_OK(status)) {
-               errno = map_errno_from_nt_status(status);
-               return -1;
+               return false;
        }
 
-       if (VALID_STAT(*sbuf)) {
-               attrs.winAttrs = sbuf->vfs_private;
-       } else {
-               int ret;
-               ret = get_gpfs_winattrs(path, &attrs);
-
-               if (ret == -1) {
-                       TALLOC_FREE(path);
-                       return false;
-               }
+       ret = gpfswrap_get_winattrs_path(path, &attrs);
+       if (ret == -1) {
+               TALLOC_FREE(path);
+               return false;
        }
+
        if ((attrs.winAttrs & GPFS_WINATTR_OFFLINE) != 0) {
                DEBUG(10, ("%s is offline\n", path));
                TALLOC_FREE(path);
@@ -1634,20 +1957,45 @@ static bool vfs_gpfs_is_offline(struct vfs_handle_struct *handle,
        }
        DEBUG(10, ("%s is online\n", path));
        TALLOC_FREE(path);
-       return SMB_VFS_NEXT_IS_OFFLINE(handle, fname, sbuf);
+       return false;
+}
+
+static bool vfs_gpfs_fsp_is_offline(struct vfs_handle_struct *handle,
+                                   struct files_struct *fsp)
+{
+       struct gpfs_fsp_extension *ext;
+
+       ext = VFS_FETCH_FSP_EXTENSION(handle, fsp);
+       if (ext == NULL) {
+               /*
+                * Something bad happened, always ask.
+                */
+               return vfs_gpfs_is_offline(handle, fsp->fsp_name,
+                                          &fsp->fsp_name->st);
+       }
+
+       if (ext->offline) {
+               /*
+                * As long as it's offline, ask.
+                */
+               ext->offline = vfs_gpfs_is_offline(handle, fsp->fsp_name,
+                                                  &fsp->fsp_name->st);
+       }
+
+       return ext->offline;
 }
 
 static bool vfs_gpfs_aio_force(struct vfs_handle_struct *handle,
                               struct files_struct *fsp)
 {
-       return vfs_gpfs_is_offline(handle, fsp->fsp_name, &fsp->fsp_name->st);
+       return vfs_gpfs_fsp_is_offline(handle, fsp);
 }
 
 static ssize_t vfs_gpfs_sendfile(vfs_handle_struct *handle, int tofd,
                                 files_struct *fsp, const DATA_BLOB *hdr,
                                 off_t offset, size_t n)
 {
-       if ((fsp->fsp_name->st.vfs_private & GPFS_WINATTR_OFFLINE) != 0) {
+       if (vfs_gpfs_fsp_is_offline(handle, fsp)) {
                errno = ENOSYS;
                return -1;
        }
@@ -1660,19 +2008,25 @@ static int vfs_gpfs_connect(struct vfs_handle_struct *handle,
        struct gpfs_config_data *config;
        int ret;
 
-       smbd_gpfs_lib_init();
+       gpfswrap_lib_init(0);
 
-       ret = SMB_VFS_NEXT_CONNECT(handle, service, user);
+       config = talloc_zero(handle->conn, struct gpfs_config_data);
+       if (!config) {
+               DEBUG(0, ("talloc_zero() failed\n"));
+               errno = ENOMEM;
+               return -1;
+       }
 
+       ret = SMB_VFS_NEXT_CONNECT(handle, service, user);
        if (ret < 0) {
+               TALLOC_FREE(config);
                return ret;
        }
 
-       config = talloc_zero(handle->conn, struct gpfs_config_data);
-       if (!config) {
-               SMB_VFS_NEXT_DISCONNECT(handle);
-               DEBUG(0, ("talloc_zero() failed\n"));
-               return -1;
+       ret = smbacl4_get_vfs_params(handle->conn, &config->nfs4_params);
+       if (ret < 0) {
+               TALLOC_FREE(config);
+               return ret;
        }
 
        config->sharemodes = lp_parm_bool(SNUM(handle->conn), "gpfs",
@@ -1704,6 +2058,11 @@ static int vfs_gpfs_connect(struct vfs_handle_struct *handle,
 
        config->acl = lp_parm_bool(SNUM(handle->conn), "gpfs", "acl", true);
 
+       config->settimes = lp_parm_bool(SNUM(handle->conn), "gpfs",
+                                       "settimes", true);
+       config->recalls = lp_parm_bool(SNUM(handle->conn), "gpfs",
+                                      "recalls", true);
+
        SMB_VFS_HANDLE_SET_DATA(handle, config,
                                NULL, struct gpfs_config_data,
                                return -1);
@@ -1736,56 +2095,30 @@ static int vfs_gpfs_connect(struct vfs_handle_struct *handle,
        return 0;
 }
 
-static int vfs_gpfs_get_quotas(const char *path, uid_t uid, gid_t gid,
-                              int *fset_id,
-                              struct gpfs_quotaInfo *qi_user,
-                              struct gpfs_quotaInfo *qi_group,
-                              struct gpfs_quotaInfo *qi_fset)
+static int get_gpfs_quota(const char *pathname, int type, int id,
+                         struct gpfs_quotaInfo *qi)
 {
-       int err;
-       char *dir_path;
-       bool b;
-
-       /*
-        * We want to always use the directory to get the fileset id,
-        * because files might have a share mode. We also do not want
-        * to get the parent directory when there is already a
-        * directory to avoid stepping in a different fileset.  The
-        * path passed here is currently either "." or a filename, so
-        * this is ok. The proper solution would be having a way to
-        * query the fileset id without opening the file.
-        */
-       b = parent_dirname(talloc_tos(), path, &dir_path, NULL);
-       if (!b) {
-               errno = ENOMEM;
-               return -1;
-       }
-
-       DEBUG(10, ("path %s, directory %s\n", path, dir_path));
+       int ret;
 
-       err = get_gpfs_fset_id(dir_path, fset_id);
-       if (err) {
-               DEBUG(0, ("Get fset id failed path %s, dir %s, errno %d.\n",
-                         path, dir_path, errno));
-               return err;
-       }
+       ret = gpfswrap_quotactl(discard_const_p(char, pathname),
+                               GPFS_QCMD(Q_GETQUOTA, type), id, qi);
 
-       err = get_gpfs_quota(path, GPFS_USRQUOTA, uid, qi_user);
-       if (err) {
-               return err;
-       }
+       if (ret) {
+               if (errno == GPFS_E_NO_QUOTA_INST) {
+                       DEBUG(10, ("Quotas disabled on GPFS filesystem.\n"));
+               } else if (errno != ENOSYS) {
+                       DEBUG(0, ("Get quota failed, type %d, id, %d, "
+                                 "errno %d.\n", type, id, errno));
+               }
 
-       err = get_gpfs_quota(path, GPFS_GRPQUOTA, gid, qi_group);
-       if (err) {
-               return err;
+               return ret;
        }
 
-       err = get_gpfs_quota(path, GPFS_FILESETQUOTA, *fset_id, qi_fset);
-       if (err) {
-               return err;
-       }
+       DEBUG(10, ("quota type %d, id %d, blk u:%lld h:%lld s:%lld gt:%u\n",
+                  type, id, qi->blockUsage, qi->blockHardLimit,
+                  qi->blockSoftLimit, qi->blockGraceTime));
 
-       return 0;
+       return ret;
 }
 
 static void vfs_gpfs_disk_free_quota(struct gpfs_quotaInfo qi, time_t cur_time,
@@ -1827,27 +2160,29 @@ static void vfs_gpfs_disk_free_quota(struct gpfs_quotaInfo qi, time_t cur_time,
        }
 }
 
-static uint64_t vfs_gpfs_disk_free(vfs_handle_struct *handle, const char *path,
-                                  bool small_query, uint64_t *bsize,
-                                  uint64_t *dfree, uint64_t *dsize)
+static uint64_t vfs_gpfs_disk_free(vfs_handle_struct *handle,
+                               const struct smb_filename *smb_fname,
+                               uint64_t *bsize,
+                               uint64_t *dfree,
+                               uint64_t *dsize)
 {
        struct security_unix_token *utok;
-       struct gpfs_quotaInfo qi_user, qi_group, qi_fset;
+       struct gpfs_quotaInfo qi_user = { 0 }, qi_group = { 0 };
        struct gpfs_config_data *config;
-       int err, fset_id;
+       int err;
        time_t cur_time;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config, struct gpfs_config_data,
                                return (uint64_t)-1);
        if (!config->dfreequota) {
-               return SMB_VFS_NEXT_DISK_FREE(handle, path, small_query,
+               return SMB_VFS_NEXT_DISK_FREE(handle, smb_fname,
                                              bsize, dfree, dsize);
        }
 
-       err = sys_fsusage(path, dfree, dsize);
+       err = sys_fsusage(smb_fname->base_name, dfree, dsize);
        if (err) {
                DEBUG (0, ("Could not get fs usage, errno %d\n", errno));
-               return SMB_VFS_NEXT_DISK_FREE(handle, path, small_query,
+               return SMB_VFS_NEXT_DISK_FREE(handle, smb_fname,
                                              bsize, dfree, dsize);
        }
 
@@ -1858,10 +2193,18 @@ static uint64_t vfs_gpfs_disk_free(vfs_handle_struct *handle, const char *path,
                   (unsigned long long)*dfree, (unsigned long long)*dsize));
 
        utok = handle->conn->session_info->unix_token;
-       err = vfs_gpfs_get_quotas(path, utok->uid, utok->gid, &fset_id,
-                                 &qi_user, &qi_group, &qi_fset);
+
+       err = get_gpfs_quota(smb_fname->base_name,
+                       GPFS_USRQUOTA, utok->uid, &qi_user);
        if (err) {
-               return SMB_VFS_NEXT_DISK_FREE(handle, path, small_query,
+               return SMB_VFS_NEXT_DISK_FREE(handle, smb_fname,
+                                             bsize, dfree, dsize);
+       }
+
+       err = get_gpfs_quota(smb_fname->base_name,
+                       GPFS_GRPQUOTA, utok->gid, &qi_group);
+       if (err) {
+               return SMB_VFS_NEXT_DISK_FREE(handle, smb_fname,
                                              bsize, dfree, dsize);
        }
 
@@ -1871,13 +2214,34 @@ static uint64_t vfs_gpfs_disk_free(vfs_handle_struct *handle, const char *path,
        vfs_gpfs_disk_free_quota(qi_user, cur_time, dfree, dsize);
        vfs_gpfs_disk_free_quota(qi_group, cur_time, dfree, dsize);
 
-       /* Id 0 indicates the default quota, not an actual quota */
-       if (fset_id != 0) {
-               vfs_gpfs_disk_free_quota(qi_fset, cur_time, dfree, dsize);
-       }
+       return *dfree / 2;
+}
 
-       disk_norm(small_query, bsize, dfree, dsize);
-       return *dfree;
+static int vfs_gpfs_get_quota(vfs_handle_struct *handle,
+                               const struct smb_filename *smb_fname,
+                               enum SMB_QUOTA_TYPE qtype,
+                               unid_t id,
+                               SMB_DISK_QUOTA *dq)
+{
+       switch(qtype) {
+               /*
+                * User/group quota are being used for disk-free
+                * determination, which in this module is done directly
+                * by the disk-free function. It's important that this
+                * module does not return wrong quota values by mistake,
+                * which would modify the correct values set by disk-free.
+                * User/group quota are also being used for processing
+                * NT_TRANSACT_GET_USER_QUOTA in smb1 protocol, which is
+                * currently not supported by this module.
+                */
+               case SMB_USER_QUOTA_TYPE:
+               case SMB_GROUP_QUOTA_TYPE:
+                       errno = ENOSYS;
+                       return -1;
+               default:
+                       return SMB_VFS_NEXT_GET_QUOTA(handle, smb_fname,
+                                       qtype, id, dq);
+       }
 }
 
 static uint32_t vfs_gpfs_capabilities(struct vfs_handle_struct *handle,
@@ -1903,30 +2267,55 @@ static int vfs_gpfs_open(struct vfs_handle_struct *handle,
                         int flags, mode_t mode)
 {
        struct gpfs_config_data *config;
+       int ret;
+       struct gpfs_fsp_extension *ext;
 
        SMB_VFS_HANDLE_GET_DATA(handle, config,
                                struct gpfs_config_data,
                                return -1);
 
+       if (config->hsm && !config->recalls &&
+           vfs_gpfs_fsp_is_offline(handle, fsp)) {
+               DEBUG(10, ("Refusing access to offline file %s\n",
+                          fsp_str_dbg(fsp)));
+               errno = EACCES;
+               return -1;
+       }
+
        if (config->syncio) {
                flags |= O_SYNC;
        }
-       return SMB_VFS_NEXT_OPEN(handle, smb_fname, fsp, flags, mode);
+
+       ext = VFS_ADD_FSP_EXTENSION(handle, fsp, struct gpfs_fsp_extension,
+                                   NULL);
+       if (ext == NULL) {
+               errno = ENOMEM;
+               return -1;
+       }
+
+       /*
+        * Assume the file is offline until gpfs tells us it's online.
+        */
+       *ext = (struct gpfs_fsp_extension) { .offline = true };
+
+       ret = SMB_VFS_NEXT_OPEN(handle, smb_fname, fsp, flags, mode);
+       if (ret == -1) {
+               VFS_REMOVE_FSP_EXTENSION(handle, fsp);
+       }
+       return ret;
 }
 
 static ssize_t vfs_gpfs_pread(vfs_handle_struct *handle, files_struct *fsp,
                              void *data, size_t n, off_t offset)
 {
        ssize_t ret;
+       bool was_offline;
 
-       ret = SMB_VFS_NEXT_PREAD(handle, fsp, data, n, offset);
+       was_offline = vfs_gpfs_fsp_is_offline(handle, fsp);
 
-       DEBUG(10, ("vfs_private = %x\n",
-                  (unsigned int)fsp->fsp_name->st.vfs_private));
+       ret = SMB_VFS_NEXT_PREAD(handle, fsp, data, n, offset);
 
-       if ((ret != -1) &&
-           ((fsp->fsp_name->st.vfs_private & GPFS_WINATTR_OFFLINE) != 0)) {
-               fsp->fsp_name->st.vfs_private &= ~GPFS_WINATTR_OFFLINE;
+       if ((ret != -1) && was_offline) {
                notify_fname(handle->conn, NOTIFY_ACTION_MODIFIED,
                             FILE_NOTIFY_CHANGE_ATTRIBUTES,
                             fsp->fsp_name->base_name);
@@ -1938,7 +2327,8 @@ static ssize_t vfs_gpfs_pread(vfs_handle_struct *handle, files_struct *fsp,
 struct vfs_gpfs_pread_state {
        struct files_struct *fsp;
        ssize_t ret;
-       int err;
+       bool was_offline;
+       struct vfs_aio_state vfs_aio_state;
 };
 
 static void vfs_gpfs_pread_done(struct tevent_req *subreq);
@@ -1957,6 +2347,7 @@ static struct tevent_req *vfs_gpfs_pread_send(struct vfs_handle_struct *handle,
        if (req == NULL) {
                return NULL;
        }
+       state->was_offline = vfs_gpfs_fsp_is_offline(handle, fsp);
        state->fsp = fsp;
        subreq = SMB_VFS_NEXT_PREAD_SEND(state, ev, handle, fsp, data,
                                         n, offset);
@@ -1974,28 +2365,24 @@ static void vfs_gpfs_pread_done(struct tevent_req *subreq)
        struct vfs_gpfs_pread_state *state = tevent_req_data(
                req, struct vfs_gpfs_pread_state);
 
-       state->ret = SMB_VFS_PREAD_RECV(subreq, &state->err);
+       state->ret = SMB_VFS_PREAD_RECV(subreq, &state->vfs_aio_state);
        TALLOC_FREE(subreq);
        tevent_req_done(req);
 }
 
-static ssize_t vfs_gpfs_pread_recv(struct tevent_req *req, int *err)
+static ssize_t vfs_gpfs_pread_recv(struct tevent_req *req,
+                                  struct vfs_aio_state *vfs_aio_state)
 {
        struct vfs_gpfs_pread_state *state = tevent_req_data(
                req, struct vfs_gpfs_pread_state);
        struct files_struct *fsp = state->fsp;
 
-       if (tevent_req_is_unix_error(req, err)) {
+       if (tevent_req_is_unix_error(req, &vfs_aio_state->error)) {
                return -1;
        }
-       *err = state->err;
+       *vfs_aio_state = state->vfs_aio_state;
 
-       DEBUG(10, ("vfs_private = %x\n",
-                  (unsigned int)fsp->fsp_name->st.vfs_private));
-
-       if ((state->ret != -1) &&
-           ((fsp->fsp_name->st.vfs_private & GPFS_WINATTR_OFFLINE) != 0)) {
-               fsp->fsp_name->st.vfs_private &= ~GPFS_WINATTR_OFFLINE;
+       if ((state->ret != -1) && state->was_offline) {
                DEBUG(10, ("sending notify\n"));
                notify_fname(fsp->conn, NOTIFY_ACTION_MODIFIED,
                             FILE_NOTIFY_CHANGE_ATTRIBUTES,
@@ -2009,15 +2396,13 @@ static ssize_t vfs_gpfs_pwrite(vfs_handle_struct *handle, files_struct *fsp,
                               const void *data, size_t n, off_t offset)
 {
        ssize_t ret;
+       bool was_offline;
 
-       ret = SMB_VFS_NEXT_PWRITE(handle, fsp, data, n, offset);
+       was_offline = vfs_gpfs_fsp_is_offline(handle, fsp);
 
-       DEBUG(10, ("vfs_private = %x\n",
-                  (unsigned int)fsp->fsp_name->st.vfs_private));
+       ret = SMB_VFS_NEXT_PWRITE(handle, fsp, data, n, offset);
 
-       if ((ret != -1) &&
-           ((fsp->fsp_name->st.vfs_private & GPFS_WINATTR_OFFLINE) != 0)) {
-               fsp->fsp_name->st.vfs_private &= ~GPFS_WINATTR_OFFLINE;
+       if ((ret != -1) && was_offline) {
                notify_fname(handle->conn, NOTIFY_ACTION_MODIFIED,
                             FILE_NOTIFY_CHANGE_ATTRIBUTES,
                             fsp->fsp_name->base_name);
@@ -2029,7 +2414,8 @@ static ssize_t vfs_gpfs_pwrite(vfs_handle_struct *handle, files_struct *fsp,
 struct vfs_gpfs_pwrite_state {
        struct files_struct *fsp;
        ssize_t ret;
-       int err;
+       bool was_offline;
+       struct vfs_aio_state vfs_aio_state;
 };
 
 static void vfs_gpfs_pwrite_done(struct tevent_req *subreq);
@@ -2049,6 +2435,7 @@ static struct tevent_req *vfs_gpfs_pwrite_send(
        if (req == NULL) {
                return NULL;
        }
+       state->was_offline = vfs_gpfs_fsp_is_offline(handle, fsp);
        state->fsp = fsp;
        subreq = SMB_VFS_NEXT_PWRITE_SEND(state, ev, handle, fsp, data,
                                         n, offset);
@@ -2066,28 +2453,24 @@ static void vfs_gpfs_pwrite_done(struct tevent_req *subreq)
        struct vfs_gpfs_pwrite_state *state = tevent_req_data(
                req, struct vfs_gpfs_pwrite_state);
 
-       state->ret = SMB_VFS_PWRITE_RECV(subreq, &state->err);
+       state->ret = SMB_VFS_PWRITE_RECV(subreq, &state->vfs_aio_state);
        TALLOC_FREE(subreq);
        tevent_req_done(req);
 }
 
-static ssize_t vfs_gpfs_pwrite_recv(struct tevent_req *req, int *err)
+static ssize_t vfs_gpfs_pwrite_recv(struct tevent_req *req,
+                                   struct vfs_aio_state *vfs_aio_state)
 {
        struct vfs_gpfs_pwrite_state *state = tevent_req_data(
                req, struct vfs_gpfs_pwrite_state);
        struct files_struct *fsp = state->fsp;
 
-       if (tevent_req_is_unix_error(req, err)) {
+       if (tevent_req_is_unix_error(req, &vfs_aio_state->error)) {
                return -1;
        }
-       *err = state->err;
-
-       DEBUG(10, ("vfs_private = %x\n",
-                  (unsigned int)fsp->fsp_name->st.vfs_private));
+       *vfs_aio_state = state->vfs_aio_state;
 
-       if ((state->ret != -1) &&
-           ((fsp->fsp_name->st.vfs_private & GPFS_WINATTR_OFFLINE) != 0)) {
-               fsp->fsp_name->st.vfs_private &= ~GPFS_WINATTR_OFFLINE;
+       if ((state->ret != -1) && state->was_offline) {
                DEBUG(10, ("sending notify\n"));
                notify_fname(fsp->conn, NOTIFY_ACTION_MODIFIED,
                             FILE_NOTIFY_CHANGE_ATTRIBUTES,
@@ -2101,10 +2484,15 @@ static ssize_t vfs_gpfs_pwrite_recv(struct tevent_req *req, int *err)
 static struct vfs_fn_pointers vfs_gpfs_fns = {
        .connect_fn = vfs_gpfs_connect,
        .disk_free_fn = vfs_gpfs_disk_free,
+       .get_quota_fn = vfs_gpfs_get_quota,
        .fs_capabilities_fn = vfs_gpfs_capabilities,
        .kernel_flock_fn = vfs_gpfs_kernel_flock,
        .linux_setlease_fn = vfs_gpfs_setlease,
        .get_real_filename_fn = vfs_gpfs_get_real_filename,
+       .get_dos_attributes_fn = vfs_gpfs_get_dos_attributes,
+       .fget_dos_attributes_fn = vfs_gpfs_fget_dos_attributes,
+       .set_dos_attributes_fn = vfs_gpfs_set_dos_attributes,
+       .fset_dos_attributes_fn = vfs_gpfs_fset_dos_attributes,
        .fget_nt_acl_fn = gpfsacl_fget_nt_acl,
        .get_nt_acl_fn = gpfsacl_get_nt_acl,
        .fset_nt_acl_fn = gpfsacl_fset_nt_acl,
@@ -2118,13 +2506,9 @@ static struct vfs_fn_pointers vfs_gpfs_fns = {
        .chmod_fn = vfs_gpfs_chmod,
        .fchmod_fn = vfs_gpfs_fchmod,
        .close_fn = vfs_gpfs_close,
-       .setxattr_fn = gpfs_set_xattr,
-       .getxattr_fn = gpfs_get_xattr,
        .stat_fn = vfs_gpfs_stat,
-       .fstat_fn = vfs_gpfs_fstat,
        .lstat_fn = vfs_gpfs_lstat,
        .ntimes_fn = vfs_gpfs_ntimes,
-       .is_offline_fn = vfs_gpfs_is_offline,
        .aio_force_fn = vfs_gpfs_aio_force,
        .sendfile_fn = vfs_gpfs_sendfile,
        .fallocate_fn = vfs_gpfs_fallocate,
@@ -2138,10 +2522,15 @@ static struct vfs_fn_pointers vfs_gpfs_fns = {
        .ftruncate_fn = vfs_gpfs_ftruncate
 };
 
-NTSTATUS vfs_gpfs_init(void);
-NTSTATUS vfs_gpfs_init(void)
+NTSTATUS vfs_gpfs_init(TALLOC_CTX *);
+NTSTATUS vfs_gpfs_init(TALLOC_CTX *ctx)
 {
-       init_gpfs();
+       int ret;
+
+       ret = gpfswrap_init();
+       if (ret != 0) {
+               DEBUG(1, ("Could not initialize GPFS library wrapper\n"));
+       }
 
        return smb_register_vfs(SMB_VFS_INTERFACE_VERSION, "gpfs",
                                &vfs_gpfs_fns);