s3-talloc Change TALLOC_ZERO_P() to talloc_zero()
[nivanova/samba-autobuild/.git] / source3 / smbd / dir.c
index a0df924dc7ce9796f3656642b452de901abc1eeb..83590ea6c00508935cae6bb3f79ca30dbca3c0f1 100644 (file)
@@ -1,31 +1,33 @@
-/* 
+/*
    Unix SMB/CIFS implementation.
    Directory handling routines
    Copyright (C) Andrew Tridgell 1992-1998
-   
+   Copyright (C) Jeremy Allison 2007
+
    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
-   the Free Software Foundation; either version 2 of the License, or
+   the Free Software Foundation; either version 3 of the License, or
    (at your option) any later version.
-   
+
    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.
-   
+
    You should have received a copy of the GNU General Public License
-   along with this program; if not, write to the Free Software
-   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */
 
 #include "includes.h"
+#include "system/filesys.h"
+#include "smbd/smbd.h"
+#include "smbd/globals.h"
+#include "libcli/security/security.h"
 
 /*
    This module implements directory related functions for Samba.
 */
 
-extern struct current_user current_user;
-
 /* "Special" directory offsets. */
 #define END_OF_DIRECTORY_OFFSET ((long)-1)
 #define START_OF_DIRECTORY_OFFSET ((long)0)
@@ -33,8 +35,6 @@ extern struct current_user current_user;
 
 /* Make directory handle internals available. */
 
-#define NAME_CACHE_SIZE 100
-
 struct name_cache_entry {
        char *name;
        long offset;
@@ -42,9 +42,10 @@ struct name_cache_entry {
 
 struct smb_Dir {
        connection_struct *conn;
-       DIR *dir;
+       SMB_STRUCT_DIR *dir;
        long offset;
        char *dir_path;
+       size_t name_cache_size;
        struct name_cache_entry *name_cache;
        unsigned int name_cache_index;
        unsigned int file_number;
@@ -56,16 +57,18 @@ struct dptr_struct {
        uint16 spid;
        struct connection_struct *conn;
        struct smb_Dir *dir_hnd;
-       BOOL expect_close;
+       bool expect_close;
        char *wcard;
        uint32 attr;
        char *path;
-       BOOL has_wild; /* Set to true if the wcard entry has MS wildcard characters in it. */
+       bool has_wild; /* Set to true if the wcard entry has MS wildcard characters in it. */
+       bool did_stat; /* Optimisation for non-wcard searches. */
 };
 
-static struct bitmap *dptr_bmap;
-static struct dptr_struct *dirptrs;
-static int dirhandles_open = 0;
+static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
+                       files_struct *fsp,
+                       const char *mask,
+                       uint32 attr);
 
 #define INVALID_DPTR_KEY (-3)
 
@@ -73,15 +76,25 @@ static int dirhandles_open = 0;
  Make a dir struct.
 ****************************************************************************/
 
-void make_dir_struct(char *buf, const char *mask, const char *fname,SMB_OFF_T size,uint32 mode,time_t date, BOOL uc)
-{  
+bool make_dir_struct(TALLOC_CTX *ctx,
+                       char *buf,
+                       const char *mask,
+                       const char *fname,
+                       SMB_OFF_T size,
+                       uint32 mode,
+                       time_t date,
+                       bool uc)
+{
        char *p;
-       pstring mask2;
+       char *mask2 = talloc_strdup(ctx, mask);
 
-       pstrcpy(mask2,mask);
+       if (!mask2) {
+               return False;
+       }
 
-       if ((mode & aDIR) != 0)
+       if ((mode & FILE_ATTRIBUTE_DIRECTORY) != 0) {
                size = 0;
+       }
 
        memset(buf+1,' ',11);
        if ((p = strchr_m(mask2,'.')) != NULL) {
@@ -89,37 +102,40 @@ void make_dir_struct(char *buf, const char *mask, const char *fname,SMB_OFF_T si
                push_ascii(buf+1,mask2,8, 0);
                push_ascii(buf+9,p+1,3, 0);
                *p = '.';
-       } else
+       } else {
                push_ascii(buf+1,mask2,11, 0);
+       }
 
        memset(buf+21,'\0',DIR_STRUCT_SIZE-21);
        SCVAL(buf,21,mode);
-       put_dos_date(buf,22,date);
+       srv_put_dos_date(buf,22,date);
        SSVAL(buf,26,size & 0xFFFF);
        SSVAL(buf,28,(size >> 16)&0xFFFF);
        /* We only uppercase if FLAGS2_LONG_PATH_COMPONENTS is zero in the input buf.
           Strange, but verified on W2K3. Needed for OS/2. JRA. */
        push_ascii(buf+30,fname,12, uc ? STR_UPPER : 0);
        DEBUG(8,("put name [%s] from [%s] into dir struct\n",buf+30, fname));
+       return True;
 }
 
 /****************************************************************************
  Initialise the dir bitmap.
 ****************************************************************************/
 
-void init_dptrs(void)
+bool init_dptrs(struct smbd_server_connection *sconn)
 {
-       static BOOL dptrs_init=False;
-
-       if (dptrs_init)
-               return;
+       if (sconn->searches.dptr_bmap) {
+               return true;
+       }
 
-       dptr_bmap = bitmap_allocate(MAX_DIRECTORY_HANDLES);
+       sconn->searches.dptr_bmap = bitmap_talloc(
+               sconn, MAX_DIRECTORY_HANDLES);
 
-       if (!dptr_bmap)
-               exit_server("out of memory in init_dptrs");
+       if (sconn->searches.dptr_bmap == NULL) {
+               return false;
+       }
 
-       dptrs_init = True;
+       return true;
 }
 
 /****************************************************************************
@@ -130,8 +146,7 @@ static void dptr_idle(struct dptr_struct *dptr)
 {
        if (dptr->dir_hnd) {
                DEBUG(4,("Idling dptr dnum %d\n",dptr->dnum));
-               CloseDir(dptr->dir_hnd);
-               dptr->dir_hnd = NULL;
+               TALLOC_FREE(dptr->dir_hnd);
        }
 }
 
@@ -139,15 +154,14 @@ static void dptr_idle(struct dptr_struct *dptr)
  Idle the oldest dptr.
 ****************************************************************************/
 
-static void dptr_idleoldest(void)
+static void dptr_idleoldest(struct smbd_server_connection *sconn)
 {
        struct dptr_struct *dptr;
 
        /*
         * Go to the end of the list.
         */
-       for(dptr = dirptrs; dptr && dptr->next; dptr = dptr->next)
-               ;
+       dptr = DLIST_TAIL(sconn->searches.dirptrs);
 
        if(!dptr) {
                DEBUG(0,("No dptrs available to idle ?\n"));
@@ -158,7 +172,7 @@ static void dptr_idleoldest(void)
         * Idle the oldest pointer.
         */
 
-       for(; dptr; dptr = dptr->prev) {
+       for(; dptr; dptr = DLIST_PREV(dptr)) {
                if (dptr->dir_hnd) {
                        dptr_idle(dptr);
                        return;
@@ -170,23 +184,26 @@ static void dptr_idleoldest(void)
  Get the struct dptr_struct for a dir index.
 ****************************************************************************/
 
-static struct dptr_struct *dptr_get(int key, BOOL forclose)
+static struct dptr_struct *dptr_get(struct smbd_server_connection *sconn,
+                                   int key, bool forclose)
 {
        struct dptr_struct *dptr;
 
-       for(dptr = dirptrs; dptr; dptr = dptr->next) {
+       for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
                if(dptr->dnum == key) {
                        if (!forclose && !dptr->dir_hnd) {
-                               if (dirhandles_open >= MAX_OPEN_DIRECTORIES)
-                                       dptr_idleoldest();
+                               if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES)
+                                       dptr_idleoldest(sconn);
                                DEBUG(4,("dptr_get: Reopening dptr key %d\n",key));
-                               if (!(dptr->dir_hnd = OpenDir(dptr->conn, dptr->path, dptr->wcard, dptr->attr))) {
+                               if (!(dptr->dir_hnd = OpenDir(
+                                             NULL, dptr->conn, dptr->path,
+                                             dptr->wcard, dptr->attr))) {
                                        DEBUG(4,("dptr_get: Failed to open %s (%s)\n",dptr->path,
                                                strerror(errno)));
                                        return False;
                                }
                        }
-                       DLIST_PROMOTE(dirptrs,dptr);
+                       DLIST_PROMOTE(sconn->searches.dirptrs,dptr);
                        return dptr;
                }
        }
@@ -197,9 +214,9 @@ static struct dptr_struct *dptr_get(int key, BOOL forclose)
  Get the dir path for a dir index.
 ****************************************************************************/
 
-char *dptr_path(int key)
+char *dptr_path(struct smbd_server_connection *sconn, int key)
 {
-       struct dptr_struct *dptr = dptr_get(key, False);
+       struct dptr_struct *dptr = dptr_get(sconn, key, false);
        if (dptr)
                return(dptr->path);
        return(NULL);
@@ -209,9 +226,9 @@ char *dptr_path(int key)
  Get the dir wcard for a dir index.
 ****************************************************************************/
 
-char *dptr_wcard(int key)
+char *dptr_wcard(struct smbd_server_connection *sconn, int key)
 {
-       struct dptr_struct *dptr = dptr_get(key, False);
+       struct dptr_struct *dptr = dptr_get(sconn, key, false);
        if (dptr)
                return(dptr->wcard);
        return(NULL);
@@ -221,9 +238,9 @@ char *dptr_wcard(int key)
  Get the dir attrib for a dir index.
 ****************************************************************************/
 
-uint16 dptr_attr(int key)
+uint16 dptr_attr(struct smbd_server_connection *sconn, int key)
 {
-       struct dptr_struct *dptr = dptr_get(key, False);
+       struct dptr_struct *dptr = dptr_get(sconn, key, false);
        if (dptr)
                return(dptr->attr);
        return(0);
@@ -235,25 +252,30 @@ uint16 dptr_attr(int key)
 
 static void dptr_close_internal(struct dptr_struct *dptr)
 {
+       struct smbd_server_connection *sconn = dptr->conn->sconn;
+
        DEBUG(4,("closing dptr key %d\n",dptr->dnum));
 
-       DLIST_REMOVE(dirptrs, dptr);
+       if (sconn == NULL) {
+               goto done;
+       }
+
+       DLIST_REMOVE(sconn->searches.dirptrs, dptr);
 
-       /* 
+       /*
         * Free the dnum in the bitmap. Remember the dnum value is always 
         * biased by one with respect to the bitmap.
         */
 
-       if(bitmap_query( dptr_bmap, dptr->dnum - 1) != True) {
+       if (!bitmap_query(sconn->searches.dptr_bmap, dptr->dnum - 1)) {
                DEBUG(0,("dptr_close_internal : Error - closing dnum = %d and bitmap not set !\n",
                        dptr->dnum ));
        }
 
-       bitmap_clear(dptr_bmap, dptr->dnum - 1);
+       bitmap_clear(sconn->searches.dptr_bmap, dptr->dnum - 1);
 
-       if (dptr->dir_hnd) {
-               CloseDir(dptr->dir_hnd);
-       }
+done:
+       TALLOC_FREE(dptr->dir_hnd);
 
        /* Lanman 2 specific code */
        SAFE_FREE(dptr->wcard);
@@ -265,7 +287,7 @@ static void dptr_close_internal(struct dptr_struct *dptr)
  Close a dptr given a key.
 ****************************************************************************/
 
-void dptr_close(int *key)
+void dptr_close(struct smbd_server_connection *sconn, int *key)
 {
        struct dptr_struct *dptr;
 
@@ -275,7 +297,7 @@ void dptr_close(int *key)
        /* OS/2 seems to use -1 to indicate "close all directories" */
        if (*key == -1) {
                struct dptr_struct *next;
-               for(dptr = dirptrs; dptr; dptr = next) {
+               for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
                        next = dptr->next;
                        dptr_close_internal(dptr);
                }
@@ -283,7 +305,7 @@ void dptr_close(int *key)
                return;
        }
 
-       dptr = dptr_get(*key, True);
+       dptr = dptr_get(sconn, *key, true);
 
        if (!dptr) {
                DEBUG(0,("Invalid key %d given to dptr_close\n", *key));
@@ -302,10 +324,17 @@ void dptr_close(int *key)
 void dptr_closecnum(connection_struct *conn)
 {
        struct dptr_struct *dptr, *next;
-       for(dptr = dirptrs; dptr; dptr = next) {
+       struct smbd_server_connection *sconn = conn->sconn;
+
+       if (sconn == NULL) {
+               return;
+       }
+
+       for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
                next = dptr->next;
-               if (dptr->conn == conn)
+               if (dptr->conn == conn) {
                        dptr_close_internal(dptr);
+               }
        }
 }
 
@@ -316,9 +345,16 @@ void dptr_closecnum(connection_struct *conn)
 void dptr_idlecnum(connection_struct *conn)
 {
        struct dptr_struct *dptr;
-       for(dptr = dirptrs; dptr; dptr = dptr->next) {
-               if (dptr->conn == conn && dptr->dir_hnd)
+       struct smbd_server_connection *sconn = conn->sconn;
+
+       if (sconn == NULL) {
+               return;
+       }
+
+       for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
+               if (dptr->conn == conn && dptr->dir_hnd) {
                        dptr_idle(dptr);
+               }
        }
 }
 
@@ -326,10 +362,11 @@ void dptr_idlecnum(connection_struct *conn)
  Close a dptr that matches a given path, only if it matches the spid also.
 ****************************************************************************/
 
-void dptr_closepath(char *path,uint16 spid)
+void dptr_closepath(struct smbd_server_connection *sconn,
+                   char *path,uint16 spid)
 {
        struct dptr_struct *dptr, *next;
-       for(dptr = dirptrs; dptr; dptr = next) {
+       for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
                next = dptr->next;
                if (spid == dptr->spid && strequal(dptr->path,path))
                        dptr_close_internal(dptr);
@@ -342,14 +379,15 @@ void dptr_closepath(char *path,uint16 spid)
  finished with that one.
 ****************************************************************************/
 
-static void dptr_close_oldest(BOOL old)
+static void dptr_close_oldest(struct smbd_server_connection *sconn,
+                             bool old)
 {
        struct dptr_struct *dptr;
 
        /*
         * Go to the end of the list.
         */
-       for(dptr = dirptrs; dptr && dptr->next; dptr = dptr->next)
+       for(dptr = sconn->searches.dirptrs; dptr && dptr->next; dptr = dptr->next)
                ;
 
        if(!dptr) {
@@ -363,7 +401,7 @@ static void dptr_close_oldest(BOOL old)
         * one of the new dnum handles.
         */
 
-       for(; dptr; dptr = dptr->prev) {
+       for(; dptr; dptr = DLIST_PREV(dptr)) {
                if ((old && (dptr->dnum < 256) && !dptr->expect_close) ||
                        (!old && (dptr->dnum > 255))) {
                                dptr_close_internal(dptr);
@@ -378,40 +416,56 @@ static void dptr_close_oldest(BOOL old)
  one byte long. If old_handle is false we allocate from the range
  256 - MAX_DIRECTORY_HANDLES. We bias the number we return by 1 to ensure
  a directory handle is never zero.
+ wcard must not be zero.
 ****************************************************************************/
 
-int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL expect_close,uint16 spid,
-               const char *wcard, uint32 attr)
+NTSTATUS dptr_create(connection_struct *conn, files_struct *fsp,
+               const char *path, bool old_handle, bool expect_close,uint16 spid,
+               const char *wcard, bool wcard_has_wild, uint32 attr, struct dptr_struct **dptr_ret)
 {
+       struct smbd_server_connection *sconn = conn->sconn;
        struct dptr_struct *dptr = NULL;
        struct smb_Dir *dir_hnd;
-        const char *dir2;
+       NTSTATUS status;
+
+       if (fsp && fsp->is_directory && fsp->fh->fd != -1) {
+               path = fsp->fsp_name->base_name;
+       }
 
        DEBUG(5,("dptr_create dir=%s\n", path));
 
-       if (!check_name(path,conn))
-               return(-2); /* Code to say use a unix error return code. */
+       if (sconn == NULL) {
+               DEBUG(0,("dptr_create: called with fake connection_struct\n"));
+               return NT_STATUS_INTERNAL_ERROR;
+       }
 
-       /* use a const pointer from here on */
-       dir2 = path;
-       if (!*dir2)
-               dir2 = ".";
+       if (!wcard) {
+               return NT_STATUS_INVALID_PARAMETER;
+       }
 
-       dir_hnd = OpenDir(conn, dir2, wcard, attr);
-       if (!dir_hnd) {
-               return (-2);
+       if (fsp) {
+               dir_hnd = OpenDir_fsp(NULL, conn, fsp, wcard, attr);
+       } else {
+               status = check_name(conn,path);
+               if (!NT_STATUS_IS_OK(status)) {
+                       return status;
+               }
+               dir_hnd = OpenDir(NULL, conn, path, wcard, attr);
        }
 
-       string_set(&conn->dirpath,dir2);
+       if (!dir_hnd) {
+               return map_nt_error_from_unix(errno);
+       }
 
-       if (dirhandles_open >= MAX_OPEN_DIRECTORIES)
-               dptr_idleoldest();
+       if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES) {
+               dptr_idleoldest(sconn);
+       }
 
        dptr = SMB_MALLOC_P(struct dptr_struct);
        if(!dptr) {
                DEBUG(0,("malloc fail in dptr_create.\n"));
-               CloseDir(dir_hnd);
-               return -1;
+               TALLOC_FREE(dir_hnd);
+               return NT_STATUS_NO_MEMORY;
        }
 
        ZERO_STRUCTP(dptr);
@@ -423,7 +477,7 @@ int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL exp
                 * value we return will fit in the range 1-255.
                 */
 
-               dptr->dnum = bitmap_find(dptr_bmap, 0);
+               dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
 
                if(dptr->dnum == -1 || dptr->dnum > 254) {
 
@@ -433,15 +487,15 @@ int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL exp
                         * finished with that one.
                         */
 
-                       dptr_close_oldest(True);
+                       dptr_close_oldest(sconn, true);
 
                        /* Now try again... */
-                       dptr->dnum = bitmap_find(dptr_bmap, 0);
+                       dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
                        if(dptr->dnum == -1 || dptr->dnum > 254) {
                                DEBUG(0,("dptr_create: returned %d: Error - all old dirptrs in use ?\n", dptr->dnum));
                                SAFE_FREE(dptr);
-                               CloseDir(dir_hnd);
-                               return -1;
+                               TALLOC_FREE(dir_hnd);
+                               return NT_STATUS_TOO_MANY_OPENED_FILES;
                        }
                }
        } else {
@@ -451,7 +505,7 @@ int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL exp
                 * a range that will return 256 - MAX_DIRECTORY_HANDLES.
                 */
 
-               dptr->dnum = bitmap_find(dptr_bmap, 255);
+               dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
 
                if(dptr->dnum == -1 || dptr->dnum < 255) {
 
@@ -462,55 +516,52 @@ int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL exp
                         * directory handles.
                         */
 
-                       dptr_close_oldest(False);
+                       dptr_close_oldest(sconn, false);
 
                        /* Now try again... */
-                       dptr->dnum = bitmap_find(dptr_bmap, 255);
+                       dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
 
                        if(dptr->dnum == -1 || dptr->dnum < 255) {
                                DEBUG(0,("dptr_create: returned %d: Error - all new dirptrs in use ?\n", dptr->dnum));
                                SAFE_FREE(dptr);
-                               CloseDir(dir_hnd);
-                               return -1;
+                               TALLOC_FREE(dir_hnd);
+                               return NT_STATUS_TOO_MANY_OPENED_FILES;
                        }
                }
        }
 
-       bitmap_set(dptr_bmap, dptr->dnum);
+       bitmap_set(sconn->searches.dptr_bmap, dptr->dnum);
 
        dptr->dnum += 1; /* Always bias the dnum by one - no zero dnums allowed. */
 
-       string_set(&dptr->path,dir2);
+       string_set(&dptr->path,path);
        dptr->conn = conn;
        dptr->dir_hnd = dir_hnd;
        dptr->spid = spid;
        dptr->expect_close = expect_close;
-       if (wcard) {
-               dptr->wcard = SMB_STRDUP(wcard);
-               if (!dptr->wcard) {
-                       bitmap_clear(dptr_bmap, dptr->dnum - 1);
-                       SAFE_FREE(dptr);
-                       CloseDir(dir_hnd);
-                       return -1;
-               }
-       } else {
-               dptr->wcard = NULL;
+       dptr->wcard = SMB_STRDUP(wcard);
+       if (!dptr->wcard) {
+               bitmap_clear(sconn->searches.dptr_bmap, dptr->dnum - 1);
+               SAFE_FREE(dptr);
+               TALLOC_FREE(dir_hnd);
+               return NT_STATUS_NO_MEMORY;
        }
-       dptr->attr = attr;
-       if (lp_posix_pathnames() || (wcard && (wcard[0] == '.' && wcard[1] == 0))) {
+       if (lp_posix_pathnames() || (wcard[0] == '.' && wcard[1] == 0)) {
                dptr->has_wild = True;
        } else {
-               dptr->has_wild = ms_has_wild(wcard);
+               dptr->has_wild = wcard_has_wild;
        }
 
-       DLIST_ADD(dirptrs, dptr);
+       dptr->attr = attr;
+
+       DLIST_ADD(sconn->searches.dirptrs, dptr);
 
        DEBUG(3,("creating new dirptr %d for path %s, expect_close = %d\n",
                dptr->dnum,path,expect_close));  
 
-       conn->dirptr = dptr;
+       *dptr_ret = dptr;
 
-       return(dptr->dnum);
+       return NT_STATUS_OK;
 }
 
 
@@ -518,9 +569,24 @@ int dptr_create(connection_struct *conn, pstring path, BOOL old_handle, BOOL exp
  Wrapper functions to access the lower level directory handles.
 ****************************************************************************/
 
-int dptr_CloseDir(struct dptr_struct *dptr)
+void dptr_CloseDir(files_struct *fsp)
 {
-       return CloseDir(dptr->dir_hnd);
+       if (fsp->dptr) {
+/*
+ * Ugly hack. We have defined fdopendir to return ENOSYS if dirfd also isn't
+ * present. I hate Solaris. JRA.
+ */
+#ifdef HAVE_DIRFD
+               if (fsp->fh->fd != -1 &&
+                               fsp->dptr->dir_hnd &&
+                               dirfd(fsp->dptr->dir_hnd->dir)) {
+                       /* The call below closes the underlying fd. */
+                       fsp->fh->fd = -1;
+               }
+#endif
+               dptr_close_internal(fsp->dptr);
+               fsp->dptr = NULL;
+       }
 }
 
 void dptr_SeekDir(struct dptr_struct *dptr, long offset)
@@ -533,18 +599,35 @@ long dptr_TellDir(struct dptr_struct *dptr)
        return TellDir(dptr->dir_hnd);
 }
 
+bool dptr_has_wild(struct dptr_struct *dptr)
+{
+       return dptr->has_wild;
+}
+
+int dptr_dnum(struct dptr_struct *dptr)
+{
+       return dptr->dnum;
+}
+
 /****************************************************************************
  Return the next visible file name, skipping veto'd and invisible files.
 ****************************************************************************/
 
-static const char *dptr_normal_ReadDirName(struct dptr_struct *dptr, long *poffset, SMB_STRUCT_STAT *pst)
+static const char *dptr_normal_ReadDirName(struct dptr_struct *dptr,
+                                          long *poffset, SMB_STRUCT_STAT *pst,
+                                          char **ptalloced)
 {
        /* Normal search for the next file. */
        const char *name;
-       while ((name = ReadDirName(dptr->dir_hnd, poffset)) != NULL) {
+       char *talloced = NULL;
+
+       while ((name = ReadDirName(dptr->dir_hnd, poffset, pst, &talloced))
+              != NULL) {
                if (is_visible_file(dptr->conn, dptr->path, name, pst, True)) {
+                       *ptalloced = talloced;
                        return name;
                }
+               TALLOC_FREE(talloced);
        }
        return NULL;
 }
@@ -553,78 +636,136 @@ static const char *dptr_normal_ReadDirName(struct dptr_struct *dptr, long *poffs
  Return the next visible file name, skipping veto'd and invisible files.
 ****************************************************************************/
 
-const char *dptr_ReadDirName(struct dptr_struct *dptr, long *poffset, SMB_STRUCT_STAT *pst)
+char *dptr_ReadDirName(TALLOC_CTX *ctx,
+                       struct dptr_struct *dptr,
+                       long *poffset,
+                       SMB_STRUCT_STAT *pst)
 {
-       pstring pathreal;
+       struct smb_filename smb_fname_base;
+       char *name = NULL;
+       const char *name_temp = NULL;
+       char *talloced = NULL;
+       char *pathreal = NULL;
+       char *found_name = NULL;
+       int ret;
 
        SET_STAT_INVALID(*pst);
 
-       if (dptr->has_wild) {
-               return dptr_normal_ReadDirName(dptr, poffset, pst);
+       if (dptr->has_wild || dptr->did_stat) {
+               name_temp = dptr_normal_ReadDirName(dptr, poffset, pst,
+                                                   &talloced);
+               if (name_temp == NULL) {
+                       return NULL;
+               }
+               if (talloced != NULL) {
+                       return talloc_move(ctx, &talloced);
+               }
+               return talloc_strdup(ctx, name_temp);
        }
 
-       /* If poffset is -1 then we know we returned this name before and we have
-          no wildcards. We're at the end of the directory. */
+       /* If poffset is -1 then we know we returned this name before and we
+        * have no wildcards. We're at the end of the directory. */
        if (*poffset == END_OF_DIRECTORY_OFFSET) {
                return NULL;
        }
 
-       /* We know the stored wcard contains no wildcard characters. See if we can match
-          with a stat call. If we can't, then set has_wild to true to
-          prevent us from doing this on every call. */
+       /* We know the stored wcard contains no wildcard characters.
+        * See if we can match with a stat call. If we can't, then set
+        * did_stat to true to ensure we only do this once and keep
+        * searching. */
+
+       dptr->did_stat = true;
 
        /* First check if it should be visible. */
-       if (!is_visible_file(dptr->conn, dptr->path, dptr->wcard, pst, True)) {
-               dptr->has_wild = True;
-               return dptr_normal_ReadDirName(dptr, poffset, pst);
+       if (!is_visible_file(dptr->conn, dptr->path, dptr->wcard,
+           pst, true))
+       {
+               /* This only returns false if the file was found, but
+                  is explicitly not visible. Set us to end of
+                  directory, but return NULL as we know we can't ever
+                  find it. */
+               goto ret;
        }
 
        if (VALID_STAT(*pst)) {
-               /* We need to set the underlying dir_hdn offset to -1 also as
-                  this function is usually called with the output from TellDir. */
-               dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
-               return dptr->wcard;
+               name = talloc_strdup(ctx, dptr->wcard);
+               goto ret;
        }
 
-       pstrcpy(pathreal,dptr->path);
-       pstrcat(pathreal,"/");
-       pstrcat(pathreal,dptr->wcard);
+       pathreal = talloc_asprintf(ctx,
+                               "%s/%s",
+                               dptr->path,
+                               dptr->wcard);
+       if (!pathreal)
+               return NULL;
+
+       /* Create an smb_filename with stream_name == NULL. */
+       ZERO_STRUCT(smb_fname_base);
+       smb_fname_base.base_name = pathreal;
 
-       if (SMB_VFS_STAT(dptr->conn,pathreal,pst) == 0) {
-               /* We need to set the underlying dir_hdn offset to -1 also as
-                  this function is usually called with the output from TellDir. */
-               dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
-               return dptr->wcard;
+       if (SMB_VFS_STAT(dptr->conn, &smb_fname_base) == 0) {
+               *pst = smb_fname_base.st;
+               name = talloc_strdup(ctx, dptr->wcard);
+               goto clean;
        } else {
                /* If we get any other error than ENOENT or ENOTDIR
                   then the file exists we just can't stat it. */
                if (errno != ENOENT && errno != ENOTDIR) {
-                       /* We need to set the underlying dir_hdn offset to -1 also as
-                          this function is usually called with the output from TellDir. */
-                       dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
-                       return dptr->wcard;
+                       name = talloc_strdup(ctx, dptr->wcard);
+                       goto clean;
                }
        }
 
-       /* In case sensitive mode we don't search - we know if it doesn't exist 
-          with a stat we will fail. */
+       /* Stat failed. We know this is authoratiative if we are
+        * providing case sensitive semantics or the underlying
+        * filesystem is case sensitive.
+        */
+       if (dptr->conn->case_sensitive ||
+           !(dptr->conn->fs_capabilities & FILE_CASE_SENSITIVE_SEARCH))
+       {
+               goto clean;
+       }
 
-       if (dptr->conn->case_sensitive) {
-               /* We need to set the underlying dir_hdn offset to -1 also as
-                  this function is usually called with the output from TellDir. */
-               dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
+       /*
+        * Try case-insensitive stat if the fs has the ability. This avoids
+        * scanning the whole directory.
+        */
+       ret = SMB_VFS_GET_REAL_FILENAME(dptr->conn, dptr->path, dptr->wcard,
+                                       ctx, &found_name);
+       if (ret == 0) {
+               name = found_name;
+               goto clean;
+       } else if (errno == ENOENT) {
+               /* The case-insensitive lookup was authoritative. */
+               goto clean;
+       }
+
+       TALLOC_FREE(pathreal);
+
+       name_temp = dptr_normal_ReadDirName(dptr, poffset, pst, &talloced);
+       if (name_temp == NULL) {
                return NULL;
-       } else {
-               dptr->has_wild = True;
-               return dptr_normal_ReadDirName(dptr, poffset, pst);
        }
+       if (talloced != NULL) {
+               return talloc_move(ctx, &talloced);
+       }
+       return talloc_strdup(ctx, name_temp);
+
+clean:
+       TALLOC_FREE(pathreal);
+ret:
+       /* We need to set the underlying dir_hnd offset to -1
+        * also as this function is usually called with the
+        * output from TellDir. */
+       dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
+       return name;
 }
 
 /****************************************************************************
  Search for a file by name, skipping veto'ed and not visible files.
 ****************************************************************************/
 
-BOOL dptr_SearchDir(struct dptr_struct *dptr, const char *name, long *poffset, SMB_STRUCT_STAT *pst)
+bool dptr_SearchDir(struct dptr_struct *dptr, const char *name, long *poffset, SMB_STRUCT_STAT *pst)
 {
        SET_STAT_INVALID(*pst);
 
@@ -634,22 +775,35 @@ BOOL dptr_SearchDir(struct dptr_struct *dptr, const char *name, long *poffset, S
                return False;
        }
 
-       if (SearchDir(dptr->dir_hnd, name, poffset)) {
-               if (is_visible_file(dptr->conn, dptr->path, name, pst, True)) {
-                       return True;
-               }
-       }
-       return False;
+       return SearchDir(dptr->dir_hnd, name, poffset);
+}
+
+/****************************************************************************
+ Add the name we're returning into the underlying cache.
+****************************************************************************/
+
+void dptr_DirCacheAdd(struct dptr_struct *dptr, const char *name, long offset)
+{
+       DirCacheAdd(dptr->dir_hnd, name, offset);
+}
+
+/****************************************************************************
+ Initialize variables & state data at the beginning of all search SMB requests.
+****************************************************************************/
+void dptr_init_search_op(struct dptr_struct *dptr)
+{
+       SMB_VFS_INIT_SEARCH_OP(dptr->conn, dptr->dir_hnd->dir);
 }
 
 /****************************************************************************
  Fill the 5 byte server reserved dptr field.
 ****************************************************************************/
 
-BOOL dptr_fill(char *buf1,unsigned int key)
+bool dptr_fill(struct smbd_server_connection *sconn,
+              char *buf1,unsigned int key)
 {
        unsigned char *buf = (unsigned char *)buf1;
-       struct dptr_struct *dptr = dptr_get(key, False);
+       struct dptr_struct *dptr = dptr_get(sconn, key, false);
        uint32 offset;
        if (!dptr) {
                DEBUG(1,("filling null dirptr %d\n",key));
@@ -667,10 +821,11 @@ BOOL dptr_fill(char *buf1,unsigned int key)
  Fetch the dir ptr and seek it given the 5 byte server field.
 ****************************************************************************/
 
-struct dptr_struct *dptr_fetch(char *buf,int *num)
+struct dptr_struct *dptr_fetch(struct smbd_server_connection *sconn,
+                              char *buf, int *num)
 {
        unsigned int key = *(unsigned char *)buf;
-       struct dptr_struct *dptr = dptr_get(key, False);
+       struct dptr_struct *dptr = dptr_get(sconn, key, false);
        uint32 offset;
        long seekoff;
 
@@ -687,7 +842,7 @@ struct dptr_struct *dptr_fetch(char *buf,int *num)
        }
        SeekDir(dptr->dir_hnd,seekoff);
        DEBUG(3,("fetching dirptr %d for path %s at offset %d\n",
-               key,dptr_path(key),(int)seekoff));
+               key, dptr->path, (int)seekoff));
        return(dptr);
 }
 
@@ -695,36 +850,37 @@ struct dptr_struct *dptr_fetch(char *buf,int *num)
  Fetch the dir ptr.
 ****************************************************************************/
 
-struct dptr_struct *dptr_fetch_lanman2(int dptr_num)
+struct dptr_struct *dptr_fetch_lanman2(struct smbd_server_connection *sconn,
+                                      int dptr_num)
 {
-       struct dptr_struct *dptr  = dptr_get(dptr_num, False);
+       struct dptr_struct *dptr  = dptr_get(sconn, dptr_num, false);
 
        if (!dptr) {
                DEBUG(3,("fetched null dirptr %d\n",dptr_num));
                return(NULL);
        }
-       DEBUG(3,("fetching dirptr %d for path %s\n",dptr_num,dptr_path(dptr_num)));
+       DEBUG(3,("fetching dirptr %d for path %s\n",dptr_num,dptr->path));
        return(dptr);
 }
 
 /****************************************************************************
- Check a filetype for being valid.
+ Check that a file matches a particular file type.
 ****************************************************************************/
 
-BOOL dir_check_ftype(connection_struct *conn, uint32 mode, uint32 dirtype)
+bool dir_check_ftype(connection_struct *conn, uint32 mode, uint32 dirtype)
 {
        uint32 mask;
 
        /* Check the "may have" search bits. */
-       if (((mode & ~dirtype) & (aHIDDEN | aSYSTEM | aDIR)) != 0)
+       if (((mode & ~dirtype) & (FILE_ATTRIBUTE_HIDDEN | FILE_ATTRIBUTE_SYSTEM | FILE_ATTRIBUTE_DIRECTORY)) != 0)
                return False;
 
        /* Check the "must have" bits, which are the may have bits shifted eight */
        /* If must have bit is set, the file/dir can not be returned in search unless the matching
                file attribute is set */
-       mask = ((dirtype >> 8) & (aDIR|aARCH|aRONLY|aHIDDEN|aSYSTEM)); /* & 0x37 */
+       mask = ((dirtype >> 8) & (FILE_ATTRIBUTE_DIRECTORY|FILE_ATTRIBUTE_ARCHIVE|FILE_ATTRIBUTE_READONLY|FILE_ATTRIBUTE_HIDDEN|FILE_ATTRIBUTE_SYSTEM)); /* & 0x37 */
        if(mask) {
-               if((mask & (mode & (aDIR|aARCH|aRONLY|aHIDDEN|aSYSTEM))) == mask)   /* check if matching attribute present */
+               if((mask & (mode & (FILE_ATTRIBUTE_DIRECTORY|FILE_ATTRIBUTE_ARCHIVE|FILE_ATTRIBUTE_READONLY|FILE_ATTRIBUTE_HIDDEN|FILE_ATTRIBUTE_SYSTEM))) == mask)   /* check if matching attribute present */
                        return True;
                else
                        return False;
@@ -733,146 +889,283 @@ BOOL dir_check_ftype(connection_struct *conn, uint32 mode, uint32 dirtype)
        return True;
 }
 
-static BOOL mangle_mask_match(connection_struct *conn, fstring filename, char *mask)
+static bool mangle_mask_match(connection_struct *conn,
+               const char *filename,
+               const char *mask)
 {
-       mangle_map(filename,True,False,SNUM(conn));
-       return mask_match_search(filename,mask,False);
-}
+       char mname[13];
 
-/****************************************************************************
- Get an 8.3 directory entry.
-****************************************************************************/
+       if (!name_to_8_3(filename,mname,False,conn->params)) {
+               return False;
+       }
+       return mask_match_search(mname,mask,False);
+}
 
-BOOL get_dir_entry(connection_struct *conn,char *mask,uint32 dirtype, pstring fname,
-                   SMB_OFF_T *size,uint32 *mode,time_t *date,BOOL check_descend)
+bool smbd_dirptr_get_entry(TALLOC_CTX *ctx,
+                          struct dptr_struct *dirptr,
+                          const char *mask,
+                          uint32_t dirtype,
+                          bool dont_descend,
+                          bool ask_sharemode,
+                          bool (*match_fn)(TALLOC_CTX *ctx,
+                                           void *private_data,
+                                           const char *dname,
+                                           const char *mask,
+                                           char **_fname),
+                          bool (*mode_fn)(TALLOC_CTX *ctx,
+                                          void *private_data,
+                                          struct smb_filename *smb_fname,
+                                          uint32_t *_mode),
+                          void *private_data,
+                          char **_fname,
+                          struct smb_filename **_smb_fname,
+                          uint32_t *_mode,
+                          long *_prev_offset)
 {
-       const char *dname;
-       BOOL found = False;
-       SMB_STRUCT_STAT sbuf;
-       pstring path;
-       pstring pathreal;
-       pstring filename;
-       BOOL needslash;
+       connection_struct *conn = dirptr->conn;
+       bool needslash;
+
+       *_smb_fname = NULL;
+       *_mode = 0;
+
+       needslash = ( dirptr->path[strlen(dirptr->path) -1] != '/');
+
+       while (true) {
+               long cur_offset;
+               long prev_offset;
+               SMB_STRUCT_STAT sbuf;
+               char *dname = NULL;
+               bool isdots;
+               char *fname = NULL;
+               char *pathreal = NULL;
+               struct smb_filename smb_fname;
+               uint32_t mode = 0;
+               bool ok;
+               NTSTATUS status;
+
+               cur_offset = dptr_TellDir(dirptr);
+               prev_offset = cur_offset;
+               dname = dptr_ReadDirName(ctx, dirptr, &cur_offset, &sbuf);
+
+               DEBUG(6,("smbd_dirptr_get_entry: dirptr 0x%lx now at offset %ld\n",
+                       (long)dirptr, cur_offset));
+
+               if (dname == NULL) {
+                       return false;
+               }
+
+               isdots = (ISDOT(dname) || ISDOTDOT(dname));
+               if (dont_descend && !isdots) {
+                       TALLOC_FREE(dname);
+                       continue;
+               }
+
+               /*
+                * fname may get mangled, dname is never mangled.
+                * Whenever we're accessing the filesystem we use
+                * pathreal which is composed from dname.
+                */
 
-       *path = *pathreal = *filename = 0;
+               ok = match_fn(ctx, private_data, dname, mask, &fname);
+               if (!ok) {
+                       TALLOC_FREE(dname);
+                       continue;
+               }
 
-       needslash = ( conn->dirpath[strlen(conn->dirpath) -1] != '/');
+               pathreal = talloc_asprintf(ctx, "%s%s%s",
+                                          dirptr->path,
+                                          needslash?"/":"",
+                                          dname);
+               if (!pathreal) {
+                       TALLOC_FREE(dname);
+                       TALLOC_FREE(fname);
+                       return false;
+               }
 
-       if (!conn->dirptr)
-               return(False);
+               /* Create smb_fname with NULL stream_name. */
+               ZERO_STRUCT(smb_fname);
+               smb_fname.base_name = pathreal;
+               smb_fname.st = sbuf;
+
+               ok = mode_fn(ctx, private_data, &smb_fname, &mode);
+               if (!ok) {
+                       TALLOC_FREE(dname);
+                       TALLOC_FREE(fname);
+                       TALLOC_FREE(pathreal);
+                       continue;
+               }
 
-       while (!found) {
-               long curoff = dptr_TellDir(conn->dirptr);
-               dname = dptr_ReadDirName(conn->dirptr, &curoff, &sbuf);
-
-               DEBUG(6,("readdir on dirptr 0x%lx now at offset %ld\n",
-                       (long)conn->dirptr,TellDir(conn->dirptr->dir_hnd)));
-      
-               if (dname == NULL) 
-                       return(False);
-      
-               pstrcpy(filename,dname);      
-
-               /* notice the special *.* handling. This appears to be the only difference
-                       between the wildcard handling in this routine and in the trans2 routines.
-                       see masktest for a demo
-               */
-               if ((strcmp(mask,"*.*") == 0) ||
-                   mask_match_search(filename,mask,False) ||
-                   mangle_mask_match(conn,filename,mask)) {
-
-                       if (!mangle_is_8_3(filename, False, SNUM(conn)))
-                               mangle_map(filename,True,False,SNUM(conn));
-
-                       pstrcpy(fname,filename);
-                       *path = 0;
-                       pstrcpy(path,conn->dirpath);
-                       if(needslash)
-                               pstrcat(path,"/");
-                       pstrcpy(pathreal,path);
-                       pstrcat(path,fname);
-                       pstrcat(pathreal,dname);
-                       if (!VALID_STAT(sbuf) && (SMB_VFS_STAT(conn, pathreal, &sbuf)) != 0) {
-                               DEBUG(5,("Couldn't stat 1 [%s]. Error = %s\n",path, strerror(errno) ));
-                               continue;
-                       }
-         
-                       *mode = dos_mode(conn,pathreal,&sbuf);
+               if (!dir_check_ftype(conn, mode, dirtype)) {
+                       DEBUG(5,("[%s] attribs 0x%x didn't match 0x%x\n",
+                               fname, (unsigned int)mode, (unsigned int)dirtype));
+                       TALLOC_FREE(dname);
+                       TALLOC_FREE(fname);
+                       TALLOC_FREE(pathreal);
+                       continue;
+               }
 
-                       if (!dir_check_ftype(conn,*mode,dirtype)) {
-                               DEBUG(5,("[%s] attribs didn't match %x\n",filename,(unsigned int)dirtype));
-                               continue;
+               if (ask_sharemode) {
+                       struct timespec write_time_ts;
+                       struct file_id fileid;
+
+                       fileid = vfs_file_id_from_sbuf(conn,
+                                                      &smb_fname.st);
+                       get_file_infos(fileid, 0, NULL, &write_time_ts);
+                       if (!null_timespec(write_time_ts)) {
+                               update_stat_ex_mtime(&smb_fname.st,
+                                                    write_time_ts);
                        }
+               }
+
+               DEBUG(3,("smbd_dirptr_get_entry mask=[%s] found %s "
+                       "fname=%s (%s)\n",
+                       mask, smb_fname_str_dbg(&smb_fname),
+                       dname, fname));
 
-                       *size = sbuf.st_size;
-                       *date = sbuf.st_mtime;
+               DirCacheAdd(dirptr->dir_hnd, dname, cur_offset);
 
-                       DEBUG(3,("get_dir_entry mask=[%s] found %s fname=%s\n",mask, pathreal,fname));
+               TALLOC_FREE(dname);
 
-                       found = True;
+               status = copy_smb_filename(ctx, &smb_fname, _smb_fname);
+               TALLOC_FREE(pathreal);
+               if (!NT_STATUS_IS_OK(status)) {
+                       return false;
                }
+               *_fname = fname;
+               *_mode = mode;
+               *_prev_offset = prev_offset;
+
+               return true;
        }
 
-       return(found);
+       return false;
 }
 
-/*******************************************************************
- Check to see if a user can read a file. This is only approximate,
- it is used as part of the "hide unreadable" option. Don't
- use it for anything security sensitive.
-********************************************************************/
+/****************************************************************************
+ Get an 8.3 directory entry.
+****************************************************************************/
 
-static BOOL user_can_read_file(connection_struct *conn, char *name, SMB_STRUCT_STAT *pst)
+static bool smbd_dirptr_8_3_match_fn(TALLOC_CTX *ctx,
+                                    void *private_data,
+                                    const char *dname,
+                                    const char *mask,
+                                    char **_fname)
 {
-       SEC_DESC *psd = NULL;
-       size_t sd_size;
-       files_struct *fsp;
-       NTSTATUS status;
-       uint32 access_granted;
+       connection_struct *conn = (connection_struct *)private_data;
+
+       if ((strcmp(mask,"*.*") == 0) ||
+           mask_match_search(dname, mask, false) ||
+           mangle_mask_match(conn, dname, mask)) {
+               char mname[13];
+               const char *fname;
+
+               if (!mangle_is_8_3(dname, false, conn->params)) {
+                       bool ok = name_to_8_3(dname, mname, false,
+                                             conn->params);
+                       if (!ok) {
+                               return false;
+                       }
+                       fname = mname;
+               } else {
+                       fname = dname;
+               }
 
-       /*
-        * If user is a member of the Admin group
-        * we never hide files from them.
-        */
+               *_fname = talloc_strdup(ctx, fname);
+               if (*_fname == NULL) {
+                       return false;
+               }
 
-       if (conn->admin_user) {
-               return True;
+               return true;
        }
 
-       /* If we can't stat it does not show it */
-       if (!VALID_STAT(*pst) && (SMB_VFS_STAT(conn, name, pst) != 0)) {
-               return False;
+       return false;
+}
+
+static bool smbd_dirptr_8_3_mode_fn(TALLOC_CTX *ctx,
+                                   void *private_data,
+                                   struct smb_filename *smb_fname,
+                                   uint32_t *_mode)
+{
+       connection_struct *conn = (connection_struct *)private_data;
+
+       if (!VALID_STAT(smb_fname->st)) {
+               if ((SMB_VFS_STAT(conn, smb_fname)) != 0) {
+                       DEBUG(5,("smbd_dirptr_8_3_mode_fn: "
+                                "Couldn't stat [%s]. Error "
+                                "= %s\n",
+                                smb_fname_str_dbg(smb_fname),
+                                strerror(errno)));
+                       return false;
+               }
        }
 
-       /* Pseudo-open the file (note - no fd's created). */
+       *_mode = dos_mode(conn, smb_fname);
+       return true;
+}
 
-       if(S_ISDIR(pst->st_mode)) {
-                fsp = open_directory(conn, name, pst,
-                       READ_CONTROL_ACCESS,
-                       FILE_SHARE_READ|FILE_SHARE_WRITE,
-                       FILE_OPEN,
-                       0, /* no create options. */
-                       NULL);
-       } else {
-               fsp = open_file_stat(conn, name, pst);
+bool get_dir_entry(TALLOC_CTX *ctx,
+               struct dptr_struct *dirptr,
+               const char *mask,
+               uint32_t dirtype,
+               char **_fname,
+               SMB_OFF_T *_size,
+               uint32_t *_mode,
+               struct timespec *_date,
+               bool check_descend,
+               bool ask_sharemode)
+{
+       connection_struct *conn = dirptr->conn;
+       char *fname = NULL;
+       struct smb_filename *smb_fname = NULL;
+       uint32_t mode = 0;
+       long prev_offset;
+       bool ok;
+
+       ok = smbd_dirptr_get_entry(ctx,
+                                  dirptr,
+                                  mask,
+                                  dirtype,
+                                  check_descend,
+                                  ask_sharemode,
+                                  smbd_dirptr_8_3_match_fn,
+                                  smbd_dirptr_8_3_mode_fn,
+                                  conn,
+                                  &fname,
+                                  &smb_fname,
+                                  &mode,
+                                  &prev_offset);
+       if (!ok) {
+               return false;
        }
 
-       if (!fsp) {
-               return False;
-       }
+       *_fname = talloc_move(ctx, &fname);
+       *_size = smb_fname->st.st_ex_size;
+       *_mode = mode;
+       *_date = smb_fname->st.st_ex_mtime;
+       TALLOC_FREE(smb_fname);
+       return true;
+}
 
-       /* Get NT ACL -allocated in main loop talloc context. No free needed here. */
-       sd_size = SMB_VFS_FGET_NT_ACL(fsp, fsp->fh->fd,
-                       (OWNER_SECURITY_INFORMATION|GROUP_SECURITY_INFORMATION|DACL_SECURITY_INFORMATION), &psd);
-       close_file(fsp, True);
+/*******************************************************************
+ Check to see if a user can read a file. This is only approximate,
+ it is used as part of the "hide unreadable" option. Don't
+ use it for anything security sensitive.
+********************************************************************/
 
-       /* No access if SD get failed. */
-       if (!sd_size) {
-               return False;
+static bool user_can_read_file(connection_struct *conn,
+                              struct smb_filename *smb_fname)
+{
+       /*
+        * Never hide files from the root user.
+        * We use (uid_t)0 here not sec_initial_uid()
+        * as make test uses a single user context.
+        */
+
+       if (get_current_uid(conn) == (uid_t)0) {
+               return True;
        }
 
-       return se_access_check(psd, current_user.nt_user_token, FILE_READ_DATA,
-                                 &access_granted, &status);
+       return can_access_file_acl(conn, smb_fname, FILE_READ_DATA);
 }
 
 /*******************************************************************
@@ -882,96 +1175,72 @@ static BOOL user_can_read_file(connection_struct *conn, char *name, SMB_STRUCT_S
  use it for anything security sensitive.
 ********************************************************************/
 
-static BOOL user_can_write_file(connection_struct *conn, char *name, SMB_STRUCT_STAT *pst)
+static bool user_can_write_file(connection_struct *conn,
+                               const struct smb_filename *smb_fname)
 {
-       SEC_DESC *psd = NULL;
-       size_t sd_size;
-       files_struct *fsp;
-       int info;
-       NTSTATUS status;
-       uint32 access_granted;
-
        /*
-        * If user is a member of the Admin group
-        * we never hide files from them.
+        * Never hide files from the root user.
+        * We use (uid_t)0 here not sec_initial_uid()
+        * as make test uses a single user context.
         */
 
-       if (conn->admin_user) {
+       if (get_current_uid(conn) == (uid_t)0) {
                return True;
        }
 
-       /* If we can't stat it does not show it */
-       if (!VALID_STAT(*pst) && (SMB_VFS_STAT(conn, name, pst) != 0)) {
-               return False;
-       }
+       SMB_ASSERT(VALID_STAT(smb_fname->st));
 
        /* Pseudo-open the file */
 
-       if(S_ISDIR(pst->st_mode)) {
+       if(S_ISDIR(smb_fname->st.st_ex_mode)) {
                return True;
-       } else {
-               fsp = open_file_ntcreate(conn, name, pst,
-                       FILE_WRITE_ATTRIBUTES,
-                       FILE_SHARE_READ|FILE_SHARE_WRITE,
-                       FILE_OPEN,
-                       0,
-                       FILE_ATTRIBUTE_NORMAL,
-                       INTERNAL_OPEN_ONLY,
-                       &info);
-       }
-
-       if (!fsp) {
-               return False;
        }
 
-       /* Get NT ACL -allocated in main loop talloc context. No free needed here. */
-       sd_size = SMB_VFS_FGET_NT_ACL(fsp, fsp->fh->fd,
-                       (OWNER_SECURITY_INFORMATION|GROUP_SECURITY_INFORMATION|DACL_SECURITY_INFORMATION), &psd);
-       close_file(fsp, False);
-
-       /* No access if SD get failed. */
-       if (!sd_size)
-               return False;
-
-       return se_access_check(psd, current_user.nt_user_token, FILE_WRITE_DATA,
-                                 &access_granted, &status);
+       return can_write_to_file(conn, smb_fname);
 }
 
 /*******************************************************************
   Is a file a "special" type ?
 ********************************************************************/
 
-static BOOL file_is_special(connection_struct *conn, char *name, SMB_STRUCT_STAT *pst)
+static bool file_is_special(connection_struct *conn,
+                           const struct smb_filename *smb_fname)
 {
        /*
-        * If user is a member of the Admin group
-        * we never hide files from them.
+        * Never hide files from the root user.
+        * We use (uid_t)0 here not sec_initial_uid()
+        * as make test uses a single user context.
         */
 
-       if (conn->admin_user)
+       if (get_current_uid(conn) == (uid_t)0) {
                return False;
+       }
 
-       /* If we can't stat it does not show it */
-       if (!VALID_STAT(*pst) && (SMB_VFS_STAT(conn, name, pst) != 0))
-               return True;
+       SMB_ASSERT(VALID_STAT(smb_fname->st));
 
-       if (S_ISREG(pst->st_mode) || S_ISDIR(pst->st_mode) || S_ISLNK(pst->st_mode))
+       if (S_ISREG(smb_fname->st.st_ex_mode) ||
+           S_ISDIR(smb_fname->st.st_ex_mode) ||
+           S_ISLNK(smb_fname->st.st_ex_mode))
                return False;
 
        return True;
 }
 
 /*******************************************************************
- Should the file be seen by the client ?
+ Should the file be seen by the client?
+ NOTE: A successful return is no guarantee of the file's existence.
 ********************************************************************/
 
-BOOL is_visible_file(connection_struct *conn, const char *dir_path, const char *name, SMB_STRUCT_STAT *pst, BOOL use_veto)
+bool is_visible_file(connection_struct *conn, const char *dir_path,
+                    const char *name, SMB_STRUCT_STAT *pst, bool use_veto)
 {
-       BOOL hide_unreadable = lp_hideunreadable(SNUM(conn));
-       BOOL hide_unwriteable = lp_hideunwriteable_files(SNUM(conn));
-       BOOL hide_special = lp_hide_special_files(SNUM(conn));
-
-       SET_STAT_INVALID(*pst);
+       bool hide_unreadable = lp_hideunreadable(SNUM(conn));
+       bool hide_unwriteable = lp_hideunwriteable_files(SNUM(conn));
+       bool hide_special = lp_hide_special_files(SNUM(conn));
+       char *entry = NULL;
+       struct smb_filename *smb_fname_base = NULL;
+       NTSTATUS status;
+       bool ret = false;
 
        if ((strcmp(".",name) == 0) || (strcmp("..",name) == 0)) {
                return True; /* . and .. are always visible. */
@@ -979,148 +1248,247 @@ BOOL is_visible_file(connection_struct *conn, const char *dir_path, const char *
 
        /* If it's a vetoed file, pretend it doesn't even exist */
        if (use_veto && IS_VETO_PATH(conn, name)) {
+               DEBUG(10,("is_visible_file: file %s is vetoed.\n", name ));
                return False;
        }
 
        if (hide_unreadable || hide_unwriteable || hide_special) {
-               char *entry = NULL;
+               entry = talloc_asprintf(talloc_tos(), "%s/%s", dir_path, name);
+               if (!entry) {
+                       ret = false;
+                       goto out;
+               }
 
-               if (asprintf(&entry, "%s/%s", dir_path, name) == -1) {
-                       return False;
+               /* Create an smb_filename with stream_name == NULL. */
+               status = create_synthetic_smb_fname(talloc_tos(), entry, NULL,
+                                                   pst, &smb_fname_base);
+               if (!NT_STATUS_IS_OK(status)) {
+                       ret = false;
+                       goto out;
                }
+
+               /* If the file name does not exist, there's no point checking
+                * the configuration options. We succeed, on the basis that the
+                * checks *might* have passed if the file was present.
+                */
+               if (!VALID_STAT(*pst)) {
+                       if (SMB_VFS_STAT(conn, smb_fname_base) != 0) {
+                               ret = true;
+                               goto out;
+                       } else {
+                               *pst = smb_fname_base->st;
+                       }
+               }
+
                /* Honour _hide unreadable_ option */
-               if (hide_unreadable && !user_can_read_file(conn, entry, pst)) {
-                       SAFE_FREE(entry);
-                       return False;
+               if (hide_unreadable &&
+                   !user_can_read_file(conn, smb_fname_base)) {
+                       DEBUG(10,("is_visible_file: file %s is unreadable.\n",
+                                entry ));
+                       ret = false;
+                       goto out;
                }
                /* Honour _hide unwriteable_ option */
-               if (hide_unwriteable && !user_can_write_file(conn, entry, pst)) {
-                       SAFE_FREE(entry);
-                       return False;
+               if (hide_unwriteable && !user_can_write_file(conn,
+                                                            smb_fname_base)) {
+                       DEBUG(10,("is_visible_file: file %s is unwritable.\n",
+                                entry ));
+                       ret = false;
+                       goto out;
                }
                /* Honour _hide_special_ option */
-               if (hide_special && file_is_special(conn, entry, pst)) {
-                       SAFE_FREE(entry);
-                       return False;
+               if (hide_special && file_is_special(conn, smb_fname_base)) {
+                       DEBUG(10,("is_visible_file: file %s is special.\n",
+                                entry ));
+                       ret = false;
+                       goto out;
                }
-               SAFE_FREE(entry);
        }
-       return True;
+
+       ret = true;
+ out:
+       TALLOC_FREE(smb_fname_base);
+       TALLOC_FREE(entry);
+       return ret;
+}
+
+static int smb_Dir_destructor(struct smb_Dir *dirp)
+{
+       if (dirp->dir) {
+#ifdef HAVE_DIRFD
+               if (dirp->conn->sconn) {
+                       files_struct *fsp = file_find_fd(dirp->conn->sconn,
+                                               dirfd(dirp->dir));
+                       if (fsp) {
+                               /* The call below closes the underlying fd. */
+                               fsp->fh->fd = -1;
+                       }
+               }
+#endif
+               SMB_VFS_CLOSEDIR(dirp->conn,dirp->dir);
+       }
+       if (dirp->conn->sconn) {
+               dirp->conn->sconn->searches.dirhandles_open--;
+       }
+       return 0;
 }
 
 /*******************************************************************
  Open a directory.
 ********************************************************************/
 
-struct smb_Dir *OpenDir(connection_struct *conn, const char *name, const char *mask, uint32 attr)
+struct smb_Dir *OpenDir(TALLOC_CTX *mem_ctx, connection_struct *conn,
+                       const char *name,
+                       const char *mask,
+                       uint32 attr)
 {
-       struct smb_Dir *dirp = SMB_MALLOC_P(struct smb_Dir);
+       struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
+       struct smbd_server_connection *sconn = conn->sconn;
+
        if (!dirp) {
                return NULL;
        }
-       ZERO_STRUCTP(dirp);
 
        dirp->conn = conn;
+       dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
 
-       dirp->dir_path = SMB_STRDUP(name);
+       dirp->dir_path = talloc_strdup(dirp, name);
        if (!dirp->dir_path) {
+               errno = ENOMEM;
                goto fail;
        }
-       dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
-       if (!dirp->dir) {
-               DEBUG(5,("OpenDir: Can't open %s. %s\n", dirp->dir_path, strerror(errno) ));
-               goto fail;
+
+       if (sconn) {
+               sconn->searches.dirhandles_open++;
        }
+       talloc_set_destructor(dirp, smb_Dir_destructor);
 
-       dirp->name_cache = SMB_CALLOC_ARRAY(struct name_cache_entry, NAME_CACHE_SIZE);
-       if (!dirp->name_cache) {
+       dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
+       if (!dirp->dir) {
+               DEBUG(5,("OpenDir: Can't open %s. %s\n", dirp->dir_path,
+                        strerror(errno) ));
                goto fail;
        }
 
-       dirhandles_open++;
        return dirp;
 
   fail:
-
-       if (dirp) {
-               if (dirp->dir) {
-                       SMB_VFS_CLOSEDIR(conn,dirp->dir);
-               }
-               SAFE_FREE(dirp->dir_path);
-               SAFE_FREE(dirp->name_cache);
-               SAFE_FREE(dirp);
-       }
+       TALLOC_FREE(dirp);
        return NULL;
 }
 
-
 /*******************************************************************
Close a directory.
Open a directory from an fsp.
 ********************************************************************/
 
-int CloseDir(struct smb_Dir *dirp)
+static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
+                       files_struct *fsp,
+                       const char *mask,
+                       uint32 attr)
 {
-       int i, ret = 0;
+       struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
+       struct smbd_server_connection *sconn = conn->sconn;
 
-       if (dirp->dir) {
-               ret = SMB_VFS_CLOSEDIR(dirp->conn,dirp->dir);
+       if (!dirp) {
+               return NULL;
+       }
+
+       dirp->conn = conn;
+       dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
+
+       dirp->dir_path = talloc_strdup(dirp, fsp->fsp_name->base_name);
+       if (!dirp->dir_path) {
+               errno = ENOMEM;
+               goto fail;
+       }
+
+       if (sconn) {
+               sconn->searches.dirhandles_open++;
        }
-       SAFE_FREE(dirp->dir_path);
-       if (dirp->name_cache) {
-               for (i = 0; i < NAME_CACHE_SIZE; i++) {
-                       SAFE_FREE(dirp->name_cache[i].name);
+       talloc_set_destructor(dirp, smb_Dir_destructor);
+
+       if (fsp->is_directory && fsp->fh->fd != -1) {
+               dirp->dir = SMB_VFS_FDOPENDIR(fsp, mask, attr);
+               if (dirp->dir == NULL) {
+                       DEBUG(10,("OpenDir_fsp: SMB_VFS_FDOPENDIR on %s returned "
+                               "NULL (%s)\n",
+                               dirp->dir_path,
+                               strerror(errno)));
+                       if (errno != ENOSYS) {
+                               return NULL;
+                       }
                }
        }
-       SAFE_FREE(dirp->name_cache);
-       SAFE_FREE(dirp);
-       dirhandles_open--;
-       return ret;
+
+       if (dirp->dir == NULL) {
+               /* FDOPENDIR didn't work. Use OPENDIR instead. */
+               dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
+       }
+
+       if (!dirp->dir) {
+               DEBUG(5,("OpenDir_fsp: Can't open %s. %s\n", dirp->dir_path,
+                        strerror(errno) ));
+               goto fail;
+       }
+
+       return dirp;
+
+  fail:
+       TALLOC_FREE(dirp);
+       return NULL;
 }
 
+
 /*******************************************************************
- Read from a directory. Also return current offset.
+ Read from a directory.
+ Return directory entry, current offset, and optional stat information.
  Don't check for veto or invisible files.
 ********************************************************************/
 
-const char *ReadDirName(struct smb_Dir *dirp, long *poffset)
+const char *ReadDirName(struct smb_Dir *dirp, long *poffset,
+                       SMB_STRUCT_STAT *sbuf, char **ptalloced)
 {
        const char *n;
+       char *talloced = NULL;
        connection_struct *conn = dirp->conn;
 
        /* Cheat to allow . and .. to be the first entries returned. */
-       if (((*poffset == START_OF_DIRECTORY_OFFSET) || (*poffset == DOT_DOT_DIRECTORY_OFFSET)) && (dirp->file_number < 2)) {
+       if (((*poffset == START_OF_DIRECTORY_OFFSET) ||
+            (*poffset == DOT_DOT_DIRECTORY_OFFSET)) && (dirp->file_number < 2))
+       {
                if (dirp->file_number == 0) {
                        n = ".";
                        *poffset = dirp->offset = START_OF_DIRECTORY_OFFSET;
                } else {
-                       *poffset = dirp->offset = DOT_DOT_DIRECTORY_OFFSET;
                        n = "..";
+                       *poffset = dirp->offset = DOT_DOT_DIRECTORY_OFFSET;
                }
                dirp->file_number++;
+               *ptalloced = NULL;
                return n;
+       } else if (*poffset == END_OF_DIRECTORY_OFFSET) {
+               *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
+               return NULL;
        } else {
                /* A real offset, seek to it. */
                SeekDir(dirp, *poffset);
        }
 
-       while ((n = vfs_readdirname(conn, dirp->dir))) {
-               struct name_cache_entry *e;
+       while ((n = vfs_readdirname(conn, dirp->dir, sbuf, &talloced))) {
                /* Ignore . and .. - we've already returned them. */
                if (*n == '.') {
                        if ((n[1] == '\0') || (n[1] == '.' && n[2] == '\0')) {
+                               TALLOC_FREE(talloced);
                                continue;
                        }
                }
-               dirp->offset = SMB_VFS_TELLDIR(conn, dirp->dir);
-               dirp->name_cache_index = (dirp->name_cache_index+1) % NAME_CACHE_SIZE;
-               e = &dirp->name_cache[dirp->name_cache_index];
-               SAFE_FREE(e->name);
-               e->name = SMB_STRDUP(n);
-               *poffset = e->offset= dirp->offset;
+               *poffset = dirp->offset = SMB_VFS_TELLDIR(conn, dirp->dir);
+               *ptalloced = talloced;
                dirp->file_number++;
-               return e->name;
+               return n;
        }
-       dirp->offset = END_OF_DIRECTORY_OFFSET;
+       *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
+       *ptalloced = NULL;
        return NULL;
 }
 
@@ -1143,8 +1511,25 @@ void RewindDir(struct smb_Dir *dirp, long *poffset)
 void SeekDir(struct smb_Dir *dirp, long offset)
 {
        if (offset != dirp->offset) {
-               if (offset == START_OF_DIRECTORY_OFFSET || offset == DOT_DOT_DIRECTORY_OFFSET) {
+               if (offset == START_OF_DIRECTORY_OFFSET) {
+                       RewindDir(dirp, &offset);
+                       /*
+                        * Ok we should really set the file number here
+                        * to 1 to enable ".." to be returned next. Trouble
+                        * is I'm worried about callers using SeekDir(dirp,0)
+                        * as equivalent to RewindDir(). So leave this alone
+                        * for now.
+                        */
+               } else if  (offset == DOT_DOT_DIRECTORY_OFFSET) {
                        RewindDir(dirp, &offset);
+                       /*
+                        * Set the file number to 2 - we want to get the first
+                        * real file entry (the one we return after "..")
+                        * on the next ReadDir.
+                        */
+                       dirp->file_number = 2;
+               } else if (offset == END_OF_DIRECTORY_OFFSET) {
+                       ; /* Don't seek in this case. */
                } else {
                        SMB_VFS_SEEKDIR(dirp->conn, dirp->dir, offset);
                }
@@ -1161,32 +1546,64 @@ long TellDir(struct smb_Dir *dirp)
        return(dirp->offset);
 }
 
+/*******************************************************************
+ Add an entry into the dcache.
+********************************************************************/
+
+void DirCacheAdd(struct smb_Dir *dirp, const char *name, long offset)
+{
+       struct name_cache_entry *e;
+
+       if (dirp->name_cache_size == 0) {
+               return;
+       }
+
+       if (dirp->name_cache == NULL) {
+               dirp->name_cache = TALLOC_ZERO_ARRAY(
+                       dirp, struct name_cache_entry, dirp->name_cache_size);
+
+               if (dirp->name_cache == NULL) {
+                       return;
+               }
+       }
+
+       dirp->name_cache_index = (dirp->name_cache_index+1) %
+                                       dirp->name_cache_size;
+       e = &dirp->name_cache[dirp->name_cache_index];
+       TALLOC_FREE(e->name);
+       e->name = talloc_strdup(dirp, name);
+       e->offset = offset;
+}
+
 /*******************************************************************
  Find an entry by name. Leave us at the offset after it.
  Don't check for veto or invisible files.
 ********************************************************************/
 
-BOOL SearchDir(struct smb_Dir *dirp, const char *name, long *poffset)
+bool SearchDir(struct smb_Dir *dirp, const char *name, long *poffset)
 {
        int i;
-       const char *entry;
+       const char *entry = NULL;
+       char *talloced = NULL;
        connection_struct *conn = dirp->conn;
 
        /* Search back in the name cache. */
-       for (i = dirp->name_cache_index; i >= 0; i--) {
-               struct name_cache_entry *e = &dirp->name_cache[i];
-               if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
-                       *poffset = e->offset;
-                       SeekDir(dirp, e->offset);
-                       return True;
+       if (dirp->name_cache_size && dirp->name_cache) {
+               for (i = dirp->name_cache_index; i >= 0; i--) {
+                       struct name_cache_entry *e = &dirp->name_cache[i];
+                       if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
+                               *poffset = e->offset;
+                               SeekDir(dirp, e->offset);
+                               return True;
+                       }
                }
-       }
-       for (i = NAME_CACHE_SIZE-1; i > dirp->name_cache_index; i--) {
-               struct name_cache_entry *e = &dirp->name_cache[i];
-               if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
-                       *poffset = e->offset;
-                       SeekDir(dirp, e->offset);
-                       return True;
+               for (i = dirp->name_cache_size - 1; i > dirp->name_cache_index; i--) {
+                       struct name_cache_entry *e = &dirp->name_cache[i];
+                       if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
+                               *poffset = e->offset;
+                               SeekDir(dirp, e->offset);
+                               return True;
+                       }
                }
        }
 
@@ -1194,10 +1611,56 @@ BOOL SearchDir(struct smb_Dir *dirp, const char *name, long *poffset)
        SMB_VFS_REWINDDIR(conn, dirp->dir);
        dirp->file_number = 0;
        *poffset = START_OF_DIRECTORY_OFFSET;
-       while ((entry = ReadDirName(dirp, poffset))) {
+       while ((entry = ReadDirName(dirp, poffset, NULL, &talloced))) {
                if (conn->case_sensitive ? (strcmp(entry, name) == 0) : strequal(entry, name)) {
+                       TALLOC_FREE(talloced);
                        return True;
                }
+               TALLOC_FREE(talloced);
        }
        return False;
 }
+
+/*****************************************************************
+ Is this directory empty ?
+*****************************************************************/
+
+NTSTATUS can_delete_directory(struct connection_struct *conn,
+                               const char *dirname)
+{
+       NTSTATUS status = NT_STATUS_OK;
+       long dirpos = 0;
+       const char *dname = NULL;
+       char *talloced = NULL;
+       SMB_STRUCT_STAT st;
+       struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
+                                       dirname, NULL, 0);
+
+       if (!dir_hnd) {
+               return map_nt_error_from_unix(errno);
+       }
+
+       while ((dname = ReadDirName(dir_hnd, &dirpos, &st, &talloced))) {
+               /* Quick check for "." and ".." */
+               if (dname[0] == '.') {
+                       if (!dname[1] || (dname[1] == '.' && !dname[2])) {
+                               TALLOC_FREE(talloced);
+                               continue;
+                       }
+               }
+
+               if (!is_visible_file(conn, dirname, dname, &st, True)) {
+                       TALLOC_FREE(talloced);
+                       continue;
+               }
+
+               DEBUG(10,("can_delete_directory: got name %s - can't delete\n",
+                        dname ));
+               status = NT_STATUS_DIRECTORY_NOT_EMPTY;
+               break;
+       }
+       TALLOC_FREE(talloced);
+       TALLOC_FREE(dir_hnd);
+
+       return status;
+}