smbd: ZERO_STRUCT -> struct assignment
[gd/samba-autobuild/.git] / source3 / smbd / dir.c
1 /*
2    Unix SMB/CIFS implementation.
3    Directory handling routines
4    Copyright (C) Andrew Tridgell 1992-1998
5    Copyright (C) Jeremy Allison 2007
6
7    This program is free software; you can redistribute it and/or modify
8    it under the terms of the GNU General Public License as published by
9    the Free Software Foundation; either version 3 of the License, or
10    (at your option) any later version.
11
12    This program is distributed in the hope that it will be useful,
13    but WITHOUT ANY WARRANTY; without even the implied warranty of
14    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15    GNU General Public License for more details.
16
17    You should have received a copy of the GNU General Public License
18    along with this program.  If not, see <http://www.gnu.org/licenses/>.
19 */
20
21 #include "includes.h"
22 #include "system/filesys.h"
23 #include "smbd/smbd.h"
24 #include "smbd/globals.h"
25 #include "libcli/security/security.h"
26 #include "lib/util/bitmap.h"
27 #include "../lib/util/memcache.h"
28 #include "../librpc/gen_ndr/open_files.h"
29
30 /*
31    This module implements directory related functions for Samba.
32 */
33
34 /* "Special" directory offsets. */
35 #define END_OF_DIRECTORY_OFFSET ((long)-1)
36 #define START_OF_DIRECTORY_OFFSET ((long)0)
37 #define DOT_DOT_DIRECTORY_OFFSET ((long)0x80000000)
38
39 /* "Special" directory offsets in 32-bit wire format. */
40 #define WIRE_END_OF_DIRECTORY_OFFSET ((uint32_t)0xFFFFFFFF)
41 #define WIRE_START_OF_DIRECTORY_OFFSET ((uint32_t)0)
42 #define WIRE_DOT_DOT_DIRECTORY_OFFSET ((uint32_t)0x80000000)
43
44 /* Make directory handle internals available. */
45
46 struct name_cache_entry {
47         char *name;
48         long offset;
49 };
50
51 struct smb_Dir {
52         connection_struct *conn;
53         DIR *dir;
54         long offset;
55         char *dir_path;
56         size_t name_cache_size;
57         struct name_cache_entry *name_cache;
58         unsigned int name_cache_index;
59         unsigned int file_number;
60         files_struct *fsp; /* Back pointer to containing fsp, only
61                               set from OpenDir_fsp(). */
62 };
63
64 struct dptr_struct {
65         struct dptr_struct *next, *prev;
66         int dnum;
67         uint16 spid;
68         struct connection_struct *conn;
69         struct smb_Dir *dir_hnd;
70         bool expect_close;
71         char *wcard;
72         uint32 attr;
73         char *path;
74         bool has_wild; /* Set to true if the wcard entry has MS wildcard characters in it. */
75         bool did_stat; /* Optimisation for non-wcard searches. */
76         bool priv;     /* Directory handle opened with privilege. */
77         uint32_t counter;
78         struct memcache *dptr_cache;
79 };
80
81 static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
82                         files_struct *fsp,
83                         const char *mask,
84                         uint32 attr);
85
86 static void DirCacheAdd(struct smb_Dir *dirp, const char *name, long offset);
87
88 #define INVALID_DPTR_KEY (-3)
89
90 /****************************************************************************
91  Initialise the dir bitmap.
92 ****************************************************************************/
93
94 bool init_dptrs(struct smbd_server_connection *sconn)
95 {
96         if (sconn->searches.dptr_bmap) {
97                 return true;
98         }
99
100         sconn->searches.dptr_bmap = bitmap_talloc(
101                 sconn, MAX_DIRECTORY_HANDLES);
102
103         if (sconn->searches.dptr_bmap == NULL) {
104                 return false;
105         }
106
107         return true;
108 }
109
110 /****************************************************************************
111  Idle a dptr - the directory is closed but the control info is kept.
112 ****************************************************************************/
113
114 static void dptr_idle(struct dptr_struct *dptr)
115 {
116         if (dptr->dir_hnd) {
117                 DEBUG(4,("Idling dptr dnum %d\n",dptr->dnum));
118                 TALLOC_FREE(dptr->dir_hnd);
119                 TALLOC_FREE(dptr->dptr_cache);
120                 dptr->counter = 0;
121         }
122 }
123
124 /****************************************************************************
125  Idle the oldest dptr.
126 ****************************************************************************/
127
128 static void dptr_idleoldest(struct smbd_server_connection *sconn)
129 {
130         struct dptr_struct *dptr;
131
132         /*
133          * Go to the end of the list.
134          */
135         dptr = DLIST_TAIL(sconn->searches.dirptrs);
136
137         if(!dptr) {
138                 DEBUG(0,("No dptrs available to idle ?\n"));
139                 return;
140         }
141
142         /*
143          * Idle the oldest pointer.
144          */
145
146         for(; dptr; dptr = DLIST_PREV(dptr)) {
147                 if (dptr->dir_hnd) {
148                         dptr_idle(dptr);
149                         return;
150                 }
151         }
152 }
153
154 /****************************************************************************
155  Get the struct dptr_struct for a dir index.
156 ****************************************************************************/
157
158 static struct dptr_struct *dptr_get(struct smbd_server_connection *sconn,
159                                     int key, bool forclose)
160 {
161         struct dptr_struct *dptr;
162
163         for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
164                 if(dptr->dnum == key) {
165                         if (!forclose && !dptr->dir_hnd) {
166                                 if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES)
167                                         dptr_idleoldest(sconn);
168                                 DEBUG(4,("dptr_get: Reopening dptr key %d\n",key));
169                                 if (!(dptr->dir_hnd = OpenDir(
170                                               NULL, dptr->conn, dptr->path,
171                                               dptr->wcard, dptr->attr))) {
172                                         DEBUG(4,("dptr_get: Failed to open %s (%s)\n",dptr->path,
173                                                 strerror(errno)));
174                                         return NULL;
175                                 }
176                         }
177                         DLIST_PROMOTE(sconn->searches.dirptrs,dptr);
178                         return dptr;
179                 }
180         }
181         return(NULL);
182 }
183
184 /****************************************************************************
185  Get the dir path for a dir index.
186 ****************************************************************************/
187
188 const char *dptr_path(struct smbd_server_connection *sconn, int key)
189 {
190         struct dptr_struct *dptr = dptr_get(sconn, key, false);
191         if (dptr)
192                 return(dptr->path);
193         return(NULL);
194 }
195
196 /****************************************************************************
197  Get the dir wcard for a dir index.
198 ****************************************************************************/
199
200 const char *dptr_wcard(struct smbd_server_connection *sconn, int key)
201 {
202         struct dptr_struct *dptr = dptr_get(sconn, key, false);
203         if (dptr)
204                 return(dptr->wcard);
205         return(NULL);
206 }
207
208 /****************************************************************************
209  Get the dir attrib for a dir index.
210 ****************************************************************************/
211
212 uint16 dptr_attr(struct smbd_server_connection *sconn, int key)
213 {
214         struct dptr_struct *dptr = dptr_get(sconn, key, false);
215         if (dptr)
216                 return(dptr->attr);
217         return(0);
218 }
219
220 /****************************************************************************
221  Close a dptr (internal func).
222 ****************************************************************************/
223
224 static void dptr_close_internal(struct dptr_struct *dptr)
225 {
226         struct smbd_server_connection *sconn = dptr->conn->sconn;
227
228         DEBUG(4,("closing dptr key %d\n",dptr->dnum));
229
230         if (sconn == NULL) {
231                 goto done;
232         }
233
234         if (sconn->using_smb2) {
235                 goto done;
236         }
237
238         DLIST_REMOVE(sconn->searches.dirptrs, dptr);
239
240         /*
241          * Free the dnum in the bitmap. Remember the dnum value is always 
242          * biased by one with respect to the bitmap.
243          */
244
245         if (!bitmap_query(sconn->searches.dptr_bmap, dptr->dnum - 1)) {
246                 DEBUG(0,("dptr_close_internal : Error - closing dnum = %d and bitmap not set !\n",
247                         dptr->dnum ));
248         }
249
250         bitmap_clear(sconn->searches.dptr_bmap, dptr->dnum - 1);
251
252 done:
253         TALLOC_FREE(dptr->dir_hnd);
254         TALLOC_FREE(dptr);
255 }
256
257 /****************************************************************************
258  Close a dptr given a key.
259 ****************************************************************************/
260
261 void dptr_close(struct smbd_server_connection *sconn, int *key)
262 {
263         struct dptr_struct *dptr;
264
265         if(*key == INVALID_DPTR_KEY)
266                 return;
267
268         /* OS/2 seems to use -1 to indicate "close all directories" */
269         if (*key == -1) {
270                 struct dptr_struct *next;
271                 for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
272                         next = dptr->next;
273                         dptr_close_internal(dptr);
274                 }
275                 *key = INVALID_DPTR_KEY;
276                 return;
277         }
278
279         dptr = dptr_get(sconn, *key, true);
280
281         if (!dptr) {
282                 DEBUG(0,("Invalid key %d given to dptr_close\n", *key));
283                 return;
284         }
285
286         dptr_close_internal(dptr);
287
288         *key = INVALID_DPTR_KEY;
289 }
290
291 /****************************************************************************
292  Close all dptrs for a cnum.
293 ****************************************************************************/
294
295 void dptr_closecnum(connection_struct *conn)
296 {
297         struct dptr_struct *dptr, *next;
298         struct smbd_server_connection *sconn = conn->sconn;
299
300         if (sconn == NULL) {
301                 return;
302         }
303
304         for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
305                 next = dptr->next;
306                 if (dptr->conn == conn) {
307                         dptr_close_internal(dptr);
308                 }
309         }
310 }
311
312 /****************************************************************************
313  Idle all dptrs for a cnum.
314 ****************************************************************************/
315
316 void dptr_idlecnum(connection_struct *conn)
317 {
318         struct dptr_struct *dptr;
319         struct smbd_server_connection *sconn = conn->sconn;
320
321         if (sconn == NULL) {
322                 return;
323         }
324
325         for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
326                 if (dptr->conn == conn && dptr->dir_hnd) {
327                         dptr_idle(dptr);
328                 }
329         }
330 }
331
332 /****************************************************************************
333  Close a dptr that matches a given path, only if it matches the spid also.
334 ****************************************************************************/
335
336 void dptr_closepath(struct smbd_server_connection *sconn,
337                     char *path,uint16 spid)
338 {
339         struct dptr_struct *dptr, *next;
340         for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
341                 next = dptr->next;
342                 if (spid == dptr->spid && strequal(dptr->path,path))
343                         dptr_close_internal(dptr);
344         }
345 }
346
347 /****************************************************************************
348  Try and close the oldest handle not marked for
349  expect close in the hope that the client has
350  finished with that one.
351 ****************************************************************************/
352
353 static void dptr_close_oldest(struct smbd_server_connection *sconn,
354                               bool old)
355 {
356         struct dptr_struct *dptr;
357
358         /*
359          * Go to the end of the list.
360          */
361         for(dptr = sconn->searches.dirptrs; dptr && dptr->next; dptr = dptr->next)
362                 ;
363
364         if(!dptr) {
365                 DEBUG(0,("No old dptrs available to close oldest ?\n"));
366                 return;
367         }
368
369         /*
370          * If 'old' is true, close the oldest oldhandle dnum (ie. 1 < dnum < 256) that
371          * does not have expect_close set. If 'old' is false, close
372          * one of the new dnum handles.
373          */
374
375         for(; dptr; dptr = DLIST_PREV(dptr)) {
376                 if ((old && (dptr->dnum < 256) && !dptr->expect_close) ||
377                         (!old && (dptr->dnum > 255))) {
378                                 dptr_close_internal(dptr);
379                                 return;
380                 }
381         }
382 }
383
384 /****************************************************************************
385  Safely do an OpenDir as root, ensuring we're in the right place.
386 ****************************************************************************/
387
388 static struct smb_Dir *open_dir_with_privilege(connection_struct *conn,
389                                         struct smb_request *req,
390                                         const char *path,
391                                         const char *wcard,
392                                         uint32_t attr)
393 {
394         struct smb_Dir *dir_hnd = NULL;
395         struct smb_filename *smb_fname_cwd;
396         char *saved_dir = vfs_GetWd(talloc_tos(), conn);
397         struct privilege_paths *priv_paths = req->priv_paths;
398         int ret;
399
400         if (saved_dir == NULL) {
401                 return NULL;
402         }
403
404         if (vfs_ChDir(conn, path) == -1) {
405                 return NULL;
406         }
407
408         /* Now check the stat value is the same. */
409         smb_fname_cwd = synthetic_smb_fname(talloc_tos(), ".", NULL, NULL);
410
411         if (smb_fname_cwd == NULL) {
412                 goto out;
413         }
414         ret = SMB_VFS_STAT(conn, smb_fname_cwd);
415         if (ret != 0) {
416                 goto out;
417         }
418
419         if (!check_same_stat(&smb_fname_cwd->st, &priv_paths->parent_name.st)) {
420                 DEBUG(0,("open_dir_with_privilege: stat mismatch between %s "
421                         "and %s\n",
422                         path,
423                         smb_fname_str_dbg(&priv_paths->parent_name)));
424                 goto out;
425         }
426
427         dir_hnd = OpenDir(NULL, conn, ".", wcard, attr);
428
429   out:
430
431         vfs_ChDir(conn, saved_dir);
432         return dir_hnd;
433 }
434
435 /****************************************************************************
436  Create a new dir ptr. If the flag old_handle is true then we must allocate
437  from the bitmap range 0 - 255 as old SMBsearch directory handles are only
438  one byte long. If old_handle is false we allocate from the range
439  256 - MAX_DIRECTORY_HANDLES. We bias the number we return by 1 to ensure
440  a directory handle is never zero.
441  wcard must not be zero.
442 ****************************************************************************/
443
444 NTSTATUS dptr_create(connection_struct *conn,
445                 struct smb_request *req,
446                 files_struct *fsp,
447                 const char *path, bool old_handle, bool expect_close,uint16 spid,
448                 const char *wcard, bool wcard_has_wild, uint32 attr, struct dptr_struct **dptr_ret)
449 {
450         struct smbd_server_connection *sconn = conn->sconn;
451         struct dptr_struct *dptr = NULL;
452         struct smb_Dir *dir_hnd;
453
454         if (fsp && fsp->is_directory && fsp->fh->fd != -1) {
455                 path = fsp->fsp_name->base_name;
456         }
457
458         DEBUG(5,("dptr_create dir=%s\n", path));
459
460         if (sconn == NULL) {
461                 DEBUG(0,("dptr_create: called with fake connection_struct\n"));
462                 return NT_STATUS_INTERNAL_ERROR;
463         }
464
465         if (!wcard) {
466                 return NT_STATUS_INVALID_PARAMETER;
467         }
468
469         if (fsp) {
470                 if (!(fsp->access_mask & SEC_DIR_LIST)) {
471                         DEBUG(5,("dptr_create: directory %s "
472                                 "not open for LIST access\n",
473                                 path));
474                         return NT_STATUS_ACCESS_DENIED;
475                 }
476                 dir_hnd = OpenDir_fsp(NULL, conn, fsp, wcard, attr);
477         } else {
478                 int ret;
479                 bool backup_intent = (req && req->priv_paths);
480                 struct smb_filename *smb_dname;
481                 NTSTATUS status;
482
483                 smb_dname = synthetic_smb_fname(talloc_tos(), path,
484                                                 NULL, NULL);
485                 if (smb_dname == NULL) {
486                         return NT_STATUS_NO_MEMORY;
487                 }
488                 if (lp_posix_pathnames()) {
489                         ret = SMB_VFS_LSTAT(conn, smb_dname);
490                 } else {
491                         ret = SMB_VFS_STAT(conn, smb_dname);
492                 }
493                 if (ret == -1) {
494                         return map_nt_error_from_unix(errno);
495                 }
496                 if (!S_ISDIR(smb_dname->st.st_ex_mode)) {
497                         return NT_STATUS_NOT_A_DIRECTORY;
498                 }
499                 status = smbd_check_access_rights(conn,
500                                                 smb_dname,
501                                                 backup_intent,
502                                                 SEC_DIR_LIST);
503                 if (!NT_STATUS_IS_OK(status)) {
504                         return status;
505                 }
506                 if (backup_intent) {
507                         dir_hnd = open_dir_with_privilege(conn,
508                                                 req,
509                                                 path,
510                                                 wcard,
511                                                 attr);
512                 } else {
513                         dir_hnd = OpenDir(NULL, conn, path, wcard, attr);
514                 }
515         }
516
517         if (!dir_hnd) {
518                 return map_nt_error_from_unix(errno);
519         }
520
521         if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES) {
522                 dptr_idleoldest(sconn);
523         }
524
525         dptr = talloc_zero(NULL, struct dptr_struct);
526         if(!dptr) {
527                 DEBUG(0,("talloc fail in dptr_create.\n"));
528                 TALLOC_FREE(dir_hnd);
529                 return NT_STATUS_NO_MEMORY;
530         }
531
532         dptr->path = talloc_strdup(dptr, path);
533         if (!dptr->path) {
534                 TALLOC_FREE(dptr);
535                 TALLOC_FREE(dir_hnd);
536                 return NT_STATUS_NO_MEMORY;
537         }
538         dptr->conn = conn;
539         dptr->dir_hnd = dir_hnd;
540         dptr->spid = spid;
541         dptr->expect_close = expect_close;
542         dptr->wcard = talloc_strdup(dptr, wcard);
543         if (!dptr->wcard) {
544                 TALLOC_FREE(dptr);
545                 TALLOC_FREE(dir_hnd);
546                 return NT_STATUS_NO_MEMORY;
547         }
548         if (lp_posix_pathnames() || (wcard[0] == '.' && wcard[1] == 0)) {
549                 dptr->has_wild = True;
550         } else {
551                 dptr->has_wild = wcard_has_wild;
552         }
553
554         dptr->attr = attr;
555
556         if (sconn->using_smb2) {
557                 goto done;
558         }
559
560         if(old_handle) {
561
562                 /*
563                  * This is an old-style SMBsearch request. Ensure the
564                  * value we return will fit in the range 1-255.
565                  */
566
567                 dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
568
569                 if(dptr->dnum == -1 || dptr->dnum > 254) {
570
571                         /*
572                          * Try and close the oldest handle not marked for
573                          * expect close in the hope that the client has
574                          * finished with that one.
575                          */
576
577                         dptr_close_oldest(sconn, true);
578
579                         /* Now try again... */
580                         dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
581                         if(dptr->dnum == -1 || dptr->dnum > 254) {
582                                 DEBUG(0,("dptr_create: returned %d: Error - all old dirptrs in use ?\n", dptr->dnum));
583                                 TALLOC_FREE(dptr);
584                                 TALLOC_FREE(dir_hnd);
585                                 return NT_STATUS_TOO_MANY_OPENED_FILES;
586                         }
587                 }
588         } else {
589
590                 /*
591                  * This is a new-style trans2 request. Allocate from
592                  * a range that will return 256 - MAX_DIRECTORY_HANDLES.
593                  */
594
595                 dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
596
597                 if(dptr->dnum == -1 || dptr->dnum < 255) {
598
599                         /*
600                          * Try and close the oldest handle close in the hope that
601                          * the client has finished with that one. This will only
602                          * happen in the case of the Win98 client bug where it leaks
603                          * directory handles.
604                          */
605
606                         dptr_close_oldest(sconn, false);
607
608                         /* Now try again... */
609                         dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
610
611                         if(dptr->dnum == -1 || dptr->dnum < 255) {
612                                 DEBUG(0,("dptr_create: returned %d: Error - all new dirptrs in use ?\n", dptr->dnum));
613                                 TALLOC_FREE(dptr);
614                                 TALLOC_FREE(dir_hnd);
615                                 return NT_STATUS_TOO_MANY_OPENED_FILES;
616                         }
617                 }
618         }
619
620         bitmap_set(sconn->searches.dptr_bmap, dptr->dnum);
621
622         dptr->dnum += 1; /* Always bias the dnum by one - no zero dnums allowed. */
623
624         DLIST_ADD(sconn->searches.dirptrs, dptr);
625
626 done:
627         DEBUG(3,("creating new dirptr %d for path %s, expect_close = %d\n",
628                 dptr->dnum,path,expect_close));  
629
630         *dptr_ret = dptr;
631
632         return NT_STATUS_OK;
633 }
634
635
636 /****************************************************************************
637  Wrapper functions to access the lower level directory handles.
638 ****************************************************************************/
639
640 void dptr_CloseDir(files_struct *fsp)
641 {
642         if (fsp->dptr) {
643                 /*
644                  * The destructor for the struct smb_Dir
645                  * (fsp->dptr->dir_hnd) now handles
646                  * all resource deallocation.
647                  */
648                 dptr_close_internal(fsp->dptr);
649                 fsp->dptr = NULL;
650         }
651 }
652
653 void dptr_SeekDir(struct dptr_struct *dptr, long offset)
654 {
655         SeekDir(dptr->dir_hnd, offset);
656 }
657
658 long dptr_TellDir(struct dptr_struct *dptr)
659 {
660         return TellDir(dptr->dir_hnd);
661 }
662
663 bool dptr_has_wild(struct dptr_struct *dptr)
664 {
665         return dptr->has_wild;
666 }
667
668 int dptr_dnum(struct dptr_struct *dptr)
669 {
670         return dptr->dnum;
671 }
672
673 bool dptr_get_priv(struct dptr_struct *dptr)
674 {
675         return dptr->priv;
676 }
677
678 void dptr_set_priv(struct dptr_struct *dptr)
679 {
680         dptr->priv = true;
681 }
682
683 /****************************************************************************
684  Return the next visible file name, skipping veto'd and invisible files.
685 ****************************************************************************/
686
687 static const char *dptr_normal_ReadDirName(struct dptr_struct *dptr,
688                                            long *poffset, SMB_STRUCT_STAT *pst,
689                                            char **ptalloced)
690 {
691         /* Normal search for the next file. */
692         const char *name;
693         char *talloced = NULL;
694
695         while ((name = ReadDirName(dptr->dir_hnd, poffset, pst, &talloced))
696                != NULL) {
697                 if (is_visible_file(dptr->conn, dptr->path, name, pst, True)) {
698                         *ptalloced = talloced;
699                         return name;
700                 }
701                 TALLOC_FREE(talloced);
702         }
703         return NULL;
704 }
705
706 /****************************************************************************
707  Return the next visible file name, skipping veto'd and invisible files.
708 ****************************************************************************/
709
710 static char *dptr_ReadDirName(TALLOC_CTX *ctx,
711                               struct dptr_struct *dptr,
712                               long *poffset,
713                               SMB_STRUCT_STAT *pst)
714 {
715         struct smb_filename smb_fname_base;
716         char *name = NULL;
717         const char *name_temp = NULL;
718         char *talloced = NULL;
719         char *pathreal = NULL;
720         char *found_name = NULL;
721         int ret;
722
723         SET_STAT_INVALID(*pst);
724
725         if (dptr->has_wild || dptr->did_stat) {
726                 name_temp = dptr_normal_ReadDirName(dptr, poffset, pst,
727                                                     &talloced);
728                 if (name_temp == NULL) {
729                         return NULL;
730                 }
731                 if (talloced != NULL) {
732                         return talloc_move(ctx, &talloced);
733                 }
734                 return talloc_strdup(ctx, name_temp);
735         }
736
737         /* If poffset is -1 then we know we returned this name before and we
738          * have no wildcards. We're at the end of the directory. */
739         if (*poffset == END_OF_DIRECTORY_OFFSET) {
740                 return NULL;
741         }
742
743         /* We know the stored wcard contains no wildcard characters.
744          * See if we can match with a stat call. If we can't, then set
745          * did_stat to true to ensure we only do this once and keep
746          * searching. */
747
748         dptr->did_stat = true;
749
750         /* First check if it should be visible. */
751         if (!is_visible_file(dptr->conn, dptr->path, dptr->wcard,
752             pst, true))
753         {
754                 /* This only returns false if the file was found, but
755                    is explicitly not visible. Set us to end of
756                    directory, but return NULL as we know we can't ever
757                    find it. */
758                 goto ret;
759         }
760
761         if (VALID_STAT(*pst)) {
762                 name = talloc_strdup(ctx, dptr->wcard);
763                 goto ret;
764         }
765
766         pathreal = talloc_asprintf(ctx,
767                                 "%s/%s",
768                                 dptr->path,
769                                 dptr->wcard);
770         if (!pathreal)
771                 return NULL;
772
773         /* Create an smb_filename with stream_name == NULL. */
774         smb_fname_base = (struct smb_filename) { .base_name = pathreal };
775
776         if (SMB_VFS_STAT(dptr->conn, &smb_fname_base) == 0) {
777                 *pst = smb_fname_base.st;
778                 name = talloc_strdup(ctx, dptr->wcard);
779                 goto clean;
780         } else {
781                 /* If we get any other error than ENOENT or ENOTDIR
782                    then the file exists we just can't stat it. */
783                 if (errno != ENOENT && errno != ENOTDIR) {
784                         name = talloc_strdup(ctx, dptr->wcard);
785                         goto clean;
786                 }
787         }
788
789         /* Stat failed. We know this is authoratiative if we are
790          * providing case sensitive semantics or the underlying
791          * filesystem is case sensitive.
792          */
793         if (dptr->conn->case_sensitive ||
794             !(dptr->conn->fs_capabilities & FILE_CASE_SENSITIVE_SEARCH))
795         {
796                 goto clean;
797         }
798
799         /*
800          * Try case-insensitive stat if the fs has the ability. This avoids
801          * scanning the whole directory.
802          */
803         ret = SMB_VFS_GET_REAL_FILENAME(dptr->conn, dptr->path, dptr->wcard,
804                                         ctx, &found_name);
805         if (ret == 0) {
806                 name = found_name;
807                 goto clean;
808         } else if (errno == ENOENT) {
809                 /* The case-insensitive lookup was authoritative. */
810                 goto clean;
811         }
812
813         TALLOC_FREE(pathreal);
814
815         name_temp = dptr_normal_ReadDirName(dptr, poffset, pst, &talloced);
816         if (name_temp == NULL) {
817                 return NULL;
818         }
819         if (talloced != NULL) {
820                 return talloc_move(ctx, &talloced);
821         }
822         return talloc_strdup(ctx, name_temp);
823
824 clean:
825         TALLOC_FREE(pathreal);
826 ret:
827         /* We need to set the underlying dir_hnd offset to -1
828          * also as this function is usually called with the
829          * output from TellDir. */
830         dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
831         return name;
832 }
833
834 /****************************************************************************
835  Search for a file by name, skipping veto'ed and not visible files.
836 ****************************************************************************/
837
838 bool dptr_SearchDir(struct dptr_struct *dptr, const char *name, long *poffset, SMB_STRUCT_STAT *pst)
839 {
840         SET_STAT_INVALID(*pst);
841
842         if (!dptr->has_wild && (dptr->dir_hnd->offset == END_OF_DIRECTORY_OFFSET)) {
843                 /* This is a singleton directory and we're already at the end. */
844                 *poffset = END_OF_DIRECTORY_OFFSET;
845                 return False;
846         }
847
848         return SearchDir(dptr->dir_hnd, name, poffset);
849 }
850
851 /****************************************************************************
852  Initialize variables & state data at the beginning of all search SMB requests.
853 ****************************************************************************/
854 void dptr_init_search_op(struct dptr_struct *dptr)
855 {
856         SMB_VFS_INIT_SEARCH_OP(dptr->conn, dptr->dir_hnd->dir);
857 }
858
859 /****************************************************************************
860  Map a native directory offset to a 32-bit cookie.
861 ****************************************************************************/
862
863 static uint32_t map_dir_offset_to_wire(struct dptr_struct *dptr, long offset)
864 {
865         DATA_BLOB key;
866         DATA_BLOB val;
867
868         if (offset == END_OF_DIRECTORY_OFFSET) {
869                 return WIRE_END_OF_DIRECTORY_OFFSET;
870         } else if(offset == START_OF_DIRECTORY_OFFSET) {
871                 return WIRE_START_OF_DIRECTORY_OFFSET;
872         } else if (offset == DOT_DOT_DIRECTORY_OFFSET) {
873                 return WIRE_DOT_DOT_DIRECTORY_OFFSET;
874         }
875         if (sizeof(long) == 4) {
876                 /* 32-bit machine. We can cheat... */
877                 return (uint32_t)offset;
878         }
879         if (dptr->dptr_cache == NULL) {
880                 /* Lazy initialize cache. */
881                 dptr->dptr_cache = memcache_init(dptr, 0);
882                 if (dptr->dptr_cache == NULL) {
883                         return WIRE_END_OF_DIRECTORY_OFFSET;
884                 }
885         } else {
886                 /* Have we seen this offset before ? */
887                 key.data = (void *)&offset;
888                 key.length = sizeof(offset);
889                 if (memcache_lookup(dptr->dptr_cache,
890                                         SMB1_SEARCH_OFFSET_MAP,
891                                         key,
892                                         &val)) {
893                         uint32_t wire_offset;
894                         SMB_ASSERT(val.length == sizeof(wire_offset));
895                         memcpy(&wire_offset, val.data, sizeof(wire_offset));
896                         DEBUG(10,("found wire %u <-> offset %ld\n",
897                                 (unsigned int)wire_offset,
898                                 (long)offset));
899                         return wire_offset;
900                 }
901         }
902         /* Allocate a new wire cookie. */
903         do {
904                 dptr->counter++;
905         } while (dptr->counter == WIRE_START_OF_DIRECTORY_OFFSET ||
906                  dptr->counter == WIRE_END_OF_DIRECTORY_OFFSET ||
907                  dptr->counter == WIRE_DOT_DOT_DIRECTORY_OFFSET);
908         /* Store it in the cache. */
909         key.data = (void *)&offset;
910         key.length = sizeof(offset);
911         val.data = (void *)&dptr->counter;
912         val.length = sizeof(dptr->counter); /* MUST BE uint32_t ! */
913         memcache_add(dptr->dptr_cache,
914                         SMB1_SEARCH_OFFSET_MAP,
915                         key,
916                         val);
917         /* And the reverse mapping for lookup from
918            map_wire_to_dir_offset(). */
919         memcache_add(dptr->dptr_cache,
920                         SMB1_SEARCH_OFFSET_MAP,
921                         val,
922                         key);
923         DEBUG(10,("stored wire %u <-> offset %ld\n",
924                 (unsigned int)dptr->counter,
925                 (long)offset));
926         return dptr->counter;
927 }
928
929 /****************************************************************************
930  Fill the 5 byte server reserved dptr field.
931 ****************************************************************************/
932
933 bool dptr_fill(struct smbd_server_connection *sconn,
934                char *buf1,unsigned int key)
935 {
936         unsigned char *buf = (unsigned char *)buf1;
937         struct dptr_struct *dptr = dptr_get(sconn, key, false);
938         uint32_t wire_offset;
939         if (!dptr) {
940                 DEBUG(1,("filling null dirptr %d\n",key));
941                 return(False);
942         }
943         wire_offset = map_dir_offset_to_wire(dptr,TellDir(dptr->dir_hnd));
944         DEBUG(6,("fill on key %u dirptr 0x%lx now at %d\n",key,
945                 (long)dptr->dir_hnd,(int)wire_offset));
946         buf[0] = key;
947         SIVAL(buf,1,wire_offset);
948         return(True);
949 }
950
951 /****************************************************************************
952  Map a 32-bit wire cookie to a native directory offset.
953 ****************************************************************************/
954
955 static long map_wire_to_dir_offset(struct dptr_struct *dptr, uint32_t wire_offset)
956 {
957         DATA_BLOB key;
958         DATA_BLOB val;
959
960         if (wire_offset == WIRE_END_OF_DIRECTORY_OFFSET) {
961                 return END_OF_DIRECTORY_OFFSET;
962         } else if(wire_offset == WIRE_START_OF_DIRECTORY_OFFSET) {
963                 return START_OF_DIRECTORY_OFFSET;
964         } else if (wire_offset == WIRE_DOT_DOT_DIRECTORY_OFFSET) {
965                 return DOT_DOT_DIRECTORY_OFFSET;
966         }
967         if (sizeof(long) == 4) {
968                 /* 32-bit machine. We can cheat... */
969                 return (long)wire_offset;
970         }
971         if (dptr->dptr_cache == NULL) {
972                 /* Logic error, cache should be initialized. */
973                 return END_OF_DIRECTORY_OFFSET;
974         }
975         key.data = (void *)&wire_offset;
976         key.length = sizeof(wire_offset);
977         if (memcache_lookup(dptr->dptr_cache,
978                                 SMB1_SEARCH_OFFSET_MAP,
979                                 key,
980                                 &val)) {
981                 /* Found mapping. */
982                 long offset;
983                 SMB_ASSERT(val.length == sizeof(offset));
984                 memcpy(&offset, val.data, sizeof(offset));
985                 DEBUG(10,("lookup wire %u <-> offset %ld\n",
986                         (unsigned int)wire_offset,
987                         (long)offset));
988                 return offset;
989         }
990         return END_OF_DIRECTORY_OFFSET;
991 }
992
993 /****************************************************************************
994  Fetch the dir ptr and seek it given the 5 byte server field.
995 ****************************************************************************/
996
997 struct dptr_struct *dptr_fetch(struct smbd_server_connection *sconn,
998                                char *buf, int *num)
999 {
1000         unsigned int key = *(unsigned char *)buf;
1001         struct dptr_struct *dptr = dptr_get(sconn, key, false);
1002         uint32_t wire_offset;
1003         long seekoff;
1004
1005         if (!dptr) {
1006                 DEBUG(3,("fetched null dirptr %d\n",key));
1007                 return(NULL);
1008         }
1009         *num = key;
1010         wire_offset = IVAL(buf,1);
1011         seekoff = map_wire_to_dir_offset(dptr, wire_offset);
1012         SeekDir(dptr->dir_hnd,seekoff);
1013         DEBUG(3,("fetching dirptr %d for path %s at offset %d\n",
1014                 key, dptr->path, (int)seekoff));
1015         return(dptr);
1016 }
1017
1018 /****************************************************************************
1019  Fetch the dir ptr.
1020 ****************************************************************************/
1021
1022 struct dptr_struct *dptr_fetch_lanman2(struct smbd_server_connection *sconn,
1023                                        int dptr_num)
1024 {
1025         struct dptr_struct *dptr  = dptr_get(sconn, dptr_num, false);
1026
1027         if (!dptr) {
1028                 DEBUG(3,("fetched null dirptr %d\n",dptr_num));
1029                 return(NULL);
1030         }
1031         DEBUG(3,("fetching dirptr %d for path %s\n",dptr_num,dptr->path));
1032         return(dptr);
1033 }
1034
1035 static bool mangle_mask_match(connection_struct *conn,
1036                 const char *filename,
1037                 const char *mask)
1038 {
1039         char mname[13];
1040
1041         if (!name_to_8_3(filename,mname,False,conn->params)) {
1042                 return False;
1043         }
1044         return mask_match_search(mname,mask,False);
1045 }
1046
1047 bool smbd_dirptr_get_entry(TALLOC_CTX *ctx,
1048                            struct dptr_struct *dirptr,
1049                            const char *mask,
1050                            uint32_t dirtype,
1051                            bool dont_descend,
1052                            bool ask_sharemode,
1053                            bool (*match_fn)(TALLOC_CTX *ctx,
1054                                             void *private_data,
1055                                             const char *dname,
1056                                             const char *mask,
1057                                             char **_fname),
1058                            bool (*mode_fn)(TALLOC_CTX *ctx,
1059                                            void *private_data,
1060                                            struct smb_filename *smb_fname,
1061                                            uint32_t *_mode),
1062                            void *private_data,
1063                            char **_fname,
1064                            struct smb_filename **_smb_fname,
1065                            uint32_t *_mode,
1066                            long *_prev_offset)
1067 {
1068         connection_struct *conn = dirptr->conn;
1069         size_t slashlen;
1070         size_t pathlen;
1071
1072         *_smb_fname = NULL;
1073         *_mode = 0;
1074
1075         pathlen = strlen(dirptr->path);
1076         slashlen = ( dirptr->path[pathlen-1] != '/') ? 1 : 0;
1077
1078         while (true) {
1079                 long cur_offset;
1080                 long prev_offset;
1081                 SMB_STRUCT_STAT sbuf = { 0 };
1082                 char *dname = NULL;
1083                 bool isdots;
1084                 char *fname = NULL;
1085                 char *pathreal = NULL;
1086                 struct smb_filename smb_fname;
1087                 uint32_t mode = 0;
1088                 bool ok;
1089
1090                 cur_offset = dptr_TellDir(dirptr);
1091                 prev_offset = cur_offset;
1092                 dname = dptr_ReadDirName(ctx, dirptr, &cur_offset, &sbuf);
1093
1094                 DEBUG(6,("smbd_dirptr_get_entry: dirptr 0x%lx now at offset %ld\n",
1095                         (long)dirptr, cur_offset));
1096
1097                 if (dname == NULL) {
1098                         return false;
1099                 }
1100
1101                 isdots = (ISDOT(dname) || ISDOTDOT(dname));
1102                 if (dont_descend && !isdots) {
1103                         TALLOC_FREE(dname);
1104                         continue;
1105                 }
1106
1107                 /*
1108                  * fname may get mangled, dname is never mangled.
1109                  * Whenever we're accessing the filesystem we use
1110                  * pathreal which is composed from dname.
1111                  */
1112
1113                 ok = match_fn(ctx, private_data, dname, mask, &fname);
1114                 if (!ok) {
1115                         TALLOC_FREE(dname);
1116                         continue;
1117                 }
1118
1119                 /*
1120                  * This used to be
1121                  * pathreal = talloc_asprintf(ctx, "%s%s%s", dirptr->path,
1122                  *                            needslash?"/":"", dname);
1123                  * but this was measurably slower than doing the memcpy.
1124                  */
1125
1126                 pathreal = talloc_array(
1127                         ctx, char,
1128                         pathlen + slashlen + talloc_get_size(dname));
1129                 if (!pathreal) {
1130                         TALLOC_FREE(dname);
1131                         TALLOC_FREE(fname);
1132                         return false;
1133                 }
1134
1135                 memcpy(pathreal, dirptr->path, pathlen);
1136                 pathreal[pathlen] = '/';
1137                 memcpy(pathreal + slashlen + pathlen, dname,
1138                        talloc_get_size(dname));
1139
1140                 /* Create smb_fname with NULL stream_name. */
1141                 smb_fname = (struct smb_filename) {
1142                         .base_name = pathreal, .st = sbuf
1143                 };
1144
1145                 ok = mode_fn(ctx, private_data, &smb_fname, &mode);
1146                 if (!ok) {
1147                         TALLOC_FREE(dname);
1148                         TALLOC_FREE(fname);
1149                         TALLOC_FREE(pathreal);
1150                         continue;
1151                 }
1152
1153                 if (!dir_check_ftype(mode, dirtype)) {
1154                         DEBUG(5,("[%s] attribs 0x%x didn't match 0x%x\n",
1155                                 fname, (unsigned int)mode, (unsigned int)dirtype));
1156                         TALLOC_FREE(dname);
1157                         TALLOC_FREE(fname);
1158                         TALLOC_FREE(pathreal);
1159                         continue;
1160                 }
1161
1162                 if (ask_sharemode) {
1163                         struct timespec write_time_ts;
1164                         struct file_id fileid;
1165
1166                         fileid = vfs_file_id_from_sbuf(conn,
1167                                                        &smb_fname.st);
1168                         get_file_infos(fileid, 0, NULL, &write_time_ts);
1169                         if (!null_timespec(write_time_ts)) {
1170                                 update_stat_ex_mtime(&smb_fname.st,
1171                                                      write_time_ts);
1172                         }
1173                 }
1174
1175                 DEBUG(3,("smbd_dirptr_get_entry mask=[%s] found %s "
1176                         "fname=%s (%s)\n",
1177                         mask, smb_fname_str_dbg(&smb_fname),
1178                         dname, fname));
1179
1180                 DirCacheAdd(dirptr->dir_hnd, dname, cur_offset);
1181
1182                 TALLOC_FREE(dname);
1183
1184                 *_smb_fname = cp_smb_filename(ctx, &smb_fname);
1185                 TALLOC_FREE(pathreal);
1186                 if (*_smb_fname == NULL) {
1187                         return false;
1188                 }
1189                 *_fname = fname;
1190                 *_mode = mode;
1191                 *_prev_offset = prev_offset;
1192
1193                 return true;
1194         }
1195
1196         return false;
1197 }
1198
1199 /****************************************************************************
1200  Get an 8.3 directory entry.
1201 ****************************************************************************/
1202
1203 static bool smbd_dirptr_8_3_match_fn(TALLOC_CTX *ctx,
1204                                      void *private_data,
1205                                      const char *dname,
1206                                      const char *mask,
1207                                      char **_fname)
1208 {
1209         connection_struct *conn = (connection_struct *)private_data;
1210
1211         if ((strcmp(mask,"*.*") == 0) ||
1212             mask_match_search(dname, mask, false) ||
1213             mangle_mask_match(conn, dname, mask)) {
1214                 char mname[13];
1215                 const char *fname;
1216                 /*
1217                  * Ensure we can push the original name as UCS2. If
1218                  * not, then just don't return this name.
1219                  */
1220                 NTSTATUS status;
1221                 size_t ret_len = 0;
1222                 size_t len = (strlen(dname) + 2) * 4; /* Allow enough space. */
1223                 uint8_t *tmp = talloc_array(talloc_tos(),
1224                                         uint8,
1225                                         len);
1226
1227                 status = srvstr_push(NULL,
1228                         FLAGS2_UNICODE_STRINGS,
1229                         tmp,
1230                         dname,
1231                         len,
1232                         STR_TERMINATE,
1233                         &ret_len);
1234
1235                 TALLOC_FREE(tmp);
1236
1237                 if (!NT_STATUS_IS_OK(status)) {
1238                         return false;
1239                 }
1240
1241                 if (!mangle_is_8_3(dname, false, conn->params)) {
1242                         bool ok = name_to_8_3(dname, mname, false,
1243                                               conn->params);
1244                         if (!ok) {
1245                                 return false;
1246                         }
1247                         fname = mname;
1248                 } else {
1249                         fname = dname;
1250                 }
1251
1252                 *_fname = talloc_strdup(ctx, fname);
1253                 if (*_fname == NULL) {
1254                         return false;
1255                 }
1256
1257                 return true;
1258         }
1259
1260         return false;
1261 }
1262
1263 static bool smbd_dirptr_8_3_mode_fn(TALLOC_CTX *ctx,
1264                                     void *private_data,
1265                                     struct smb_filename *smb_fname,
1266                                     uint32_t *_mode)
1267 {
1268         connection_struct *conn = (connection_struct *)private_data;
1269
1270         if (!VALID_STAT(smb_fname->st)) {
1271                 if ((SMB_VFS_STAT(conn, smb_fname)) != 0) {
1272                         DEBUG(5,("smbd_dirptr_8_3_mode_fn: "
1273                                  "Couldn't stat [%s]. Error "
1274                                  "= %s\n",
1275                                  smb_fname_str_dbg(smb_fname),
1276                                  strerror(errno)));
1277                         return false;
1278                 }
1279         }
1280
1281         *_mode = dos_mode(conn, smb_fname);
1282         return true;
1283 }
1284
1285 bool get_dir_entry(TALLOC_CTX *ctx,
1286                 struct dptr_struct *dirptr,
1287                 const char *mask,
1288                 uint32_t dirtype,
1289                 char **_fname,
1290                 off_t *_size,
1291                 uint32_t *_mode,
1292                 struct timespec *_date,
1293                 bool check_descend,
1294                 bool ask_sharemode)
1295 {
1296         connection_struct *conn = dirptr->conn;
1297         char *fname = NULL;
1298         struct smb_filename *smb_fname = NULL;
1299         uint32_t mode = 0;
1300         long prev_offset;
1301         bool ok;
1302
1303         ok = smbd_dirptr_get_entry(ctx,
1304                                    dirptr,
1305                                    mask,
1306                                    dirtype,
1307                                    check_descend,
1308                                    ask_sharemode,
1309                                    smbd_dirptr_8_3_match_fn,
1310                                    smbd_dirptr_8_3_mode_fn,
1311                                    conn,
1312                                    &fname,
1313                                    &smb_fname,
1314                                    &mode,
1315                                    &prev_offset);
1316         if (!ok) {
1317                 return false;
1318         }
1319
1320         *_fname = talloc_move(ctx, &fname);
1321         *_size = smb_fname->st.st_ex_size;
1322         *_mode = mode;
1323         *_date = smb_fname->st.st_ex_mtime;
1324         TALLOC_FREE(smb_fname);
1325         return true;
1326 }
1327
1328 /*******************************************************************
1329  Check to see if a user can read a file. This is only approximate,
1330  it is used as part of the "hide unreadable" option. Don't
1331  use it for anything security sensitive.
1332 ********************************************************************/
1333
1334 static bool user_can_read_file(connection_struct *conn,
1335                                struct smb_filename *smb_fname)
1336 {
1337         /*
1338          * Never hide files from the root user.
1339          * We use (uid_t)0 here not sec_initial_uid()
1340          * as make test uses a single user context.
1341          */
1342
1343         if (get_current_uid(conn) == (uid_t)0) {
1344                 return True;
1345         }
1346
1347         return NT_STATUS_IS_OK(smbd_check_access_rights(conn,
1348                                 smb_fname,
1349                                 false,
1350                                 FILE_READ_DATA));
1351 }
1352
1353 /*******************************************************************
1354  Check to see if a user can write a file (and only files, we do not
1355  check dirs on this one). This is only approximate,
1356  it is used as part of the "hide unwriteable" option. Don't
1357  use it for anything security sensitive.
1358 ********************************************************************/
1359
1360 static bool user_can_write_file(connection_struct *conn,
1361                                 const struct smb_filename *smb_fname)
1362 {
1363         /*
1364          * Never hide files from the root user.
1365          * We use (uid_t)0 here not sec_initial_uid()
1366          * as make test uses a single user context.
1367          */
1368
1369         if (get_current_uid(conn) == (uid_t)0) {
1370                 return True;
1371         }
1372
1373         SMB_ASSERT(VALID_STAT(smb_fname->st));
1374
1375         /* Pseudo-open the file */
1376
1377         if(S_ISDIR(smb_fname->st.st_ex_mode)) {
1378                 return True;
1379         }
1380
1381         return can_write_to_file(conn, smb_fname);
1382 }
1383
1384 /*******************************************************************
1385   Is a file a "special" type ?
1386 ********************************************************************/
1387
1388 static bool file_is_special(connection_struct *conn,
1389                             const struct smb_filename *smb_fname)
1390 {
1391         /*
1392          * Never hide files from the root user.
1393          * We use (uid_t)0 here not sec_initial_uid()
1394          * as make test uses a single user context.
1395          */
1396
1397         if (get_current_uid(conn) == (uid_t)0) {
1398                 return False;
1399         }
1400
1401         SMB_ASSERT(VALID_STAT(smb_fname->st));
1402
1403         if (S_ISREG(smb_fname->st.st_ex_mode) ||
1404             S_ISDIR(smb_fname->st.st_ex_mode) ||
1405             S_ISLNK(smb_fname->st.st_ex_mode))
1406                 return False;
1407
1408         return True;
1409 }
1410
1411 /*******************************************************************
1412  Should the file be seen by the client?
1413  NOTE: A successful return is no guarantee of the file's existence.
1414 ********************************************************************/
1415
1416 bool is_visible_file(connection_struct *conn, const char *dir_path,
1417                      const char *name, SMB_STRUCT_STAT *pst, bool use_veto)
1418 {
1419         bool hide_unreadable = lp_hide_unreadable(SNUM(conn));
1420         bool hide_unwriteable = lp_hide_unwriteable_files(SNUM(conn));
1421         bool hide_special = lp_hide_special_files(SNUM(conn));
1422         char *entry = NULL;
1423         struct smb_filename *smb_fname_base = NULL;
1424         bool ret = false;
1425
1426         if ((strcmp(".",name) == 0) || (strcmp("..",name) == 0)) {
1427                 return True; /* . and .. are always visible. */
1428         }
1429
1430         /* If it's a vetoed file, pretend it doesn't even exist */
1431         if (use_veto && IS_VETO_PATH(conn, name)) {
1432                 DEBUG(10,("is_visible_file: file %s is vetoed.\n", name ));
1433                 return False;
1434         }
1435
1436         if (hide_unreadable || hide_unwriteable || hide_special) {
1437                 entry = talloc_asprintf(talloc_tos(), "%s/%s", dir_path, name);
1438                 if (!entry) {
1439                         ret = false;
1440                         goto out;
1441                 }
1442
1443                 /* Create an smb_filename with stream_name == NULL. */
1444                 smb_fname_base = synthetic_smb_fname(talloc_tos(), entry, NULL,
1445                                                      pst);
1446                 if (smb_fname_base == NULL) {
1447                         ret = false;
1448                         goto out;
1449                 }
1450
1451                 /* If the file name does not exist, there's no point checking
1452                  * the configuration options. We succeed, on the basis that the
1453                  * checks *might* have passed if the file was present.
1454                  */
1455                 if (!VALID_STAT(*pst)) {
1456                         if (SMB_VFS_STAT(conn, smb_fname_base) != 0) {
1457                                 ret = true;
1458                                 goto out;
1459                         } else {
1460                                 *pst = smb_fname_base->st;
1461                         }
1462                 }
1463
1464                 /* Honour _hide unreadable_ option */
1465                 if (hide_unreadable &&
1466                     !user_can_read_file(conn, smb_fname_base)) {
1467                         DEBUG(10,("is_visible_file: file %s is unreadable.\n",
1468                                  entry ));
1469                         ret = false;
1470                         goto out;
1471                 }
1472                 /* Honour _hide unwriteable_ option */
1473                 if (hide_unwriteable && !user_can_write_file(conn,
1474                                                              smb_fname_base)) {
1475                         DEBUG(10,("is_visible_file: file %s is unwritable.\n",
1476                                  entry ));
1477                         ret = false;
1478                         goto out;
1479                 }
1480                 /* Honour _hide_special_ option */
1481                 if (hide_special && file_is_special(conn, smb_fname_base)) {
1482                         DEBUG(10,("is_visible_file: file %s is special.\n",
1483                                  entry ));
1484                         ret = false;
1485                         goto out;
1486                 }
1487         }
1488
1489         ret = true;
1490  out:
1491         TALLOC_FREE(smb_fname_base);
1492         TALLOC_FREE(entry);
1493         return ret;
1494 }
1495
1496 static int smb_Dir_destructor(struct smb_Dir *dirp)
1497 {
1498         if (dirp->dir != NULL) {
1499                 SMB_VFS_CLOSEDIR(dirp->conn,dirp->dir);
1500                 if (dirp->fsp != NULL) {
1501                         /*
1502                          * The SMB_VFS_CLOSEDIR above
1503                          * closes the underlying fd inside
1504                          * dirp->fsp.
1505                          */
1506                         dirp->fsp->fh->fd = -1;
1507                         if (dirp->fsp->dptr != NULL) {
1508                                 SMB_ASSERT(dirp->fsp->dptr->dir_hnd == dirp);
1509                                 dirp->fsp->dptr->dir_hnd = NULL;
1510                         }
1511                         dirp->fsp = NULL;
1512                 }
1513         }
1514         if (dirp->conn->sconn && !dirp->conn->sconn->using_smb2) {
1515                 dirp->conn->sconn->searches.dirhandles_open--;
1516         }
1517         return 0;
1518 }
1519
1520 /*******************************************************************
1521  Open a directory.
1522 ********************************************************************/
1523
1524 struct smb_Dir *OpenDir(TALLOC_CTX *mem_ctx, connection_struct *conn,
1525                         const char *name,
1526                         const char *mask,
1527                         uint32 attr)
1528 {
1529         struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
1530         struct smbd_server_connection *sconn = conn->sconn;
1531
1532         if (!dirp) {
1533                 return NULL;
1534         }
1535
1536         dirp->conn = conn;
1537         dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
1538
1539         dirp->dir_path = talloc_strdup(dirp, name);
1540         if (!dirp->dir_path) {
1541                 errno = ENOMEM;
1542                 goto fail;
1543         }
1544
1545         if (sconn && !sconn->using_smb2) {
1546                 sconn->searches.dirhandles_open++;
1547         }
1548         talloc_set_destructor(dirp, smb_Dir_destructor);
1549
1550         dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
1551         if (!dirp->dir) {
1552                 DEBUG(5,("OpenDir: Can't open %s. %s\n", dirp->dir_path,
1553                          strerror(errno) ));
1554                 goto fail;
1555         }
1556
1557         return dirp;
1558
1559   fail:
1560         TALLOC_FREE(dirp);
1561         return NULL;
1562 }
1563
1564 /*******************************************************************
1565  Open a directory from an fsp.
1566 ********************************************************************/
1567
1568 static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
1569                         files_struct *fsp,
1570                         const char *mask,
1571                         uint32 attr)
1572 {
1573         struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
1574         struct smbd_server_connection *sconn = conn->sconn;
1575
1576         if (!dirp) {
1577                 return NULL;
1578         }
1579
1580         dirp->conn = conn;
1581         dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
1582
1583         dirp->dir_path = talloc_strdup(dirp, fsp->fsp_name->base_name);
1584         if (!dirp->dir_path) {
1585                 errno = ENOMEM;
1586                 goto fail;
1587         }
1588
1589         if (sconn && !sconn->using_smb2) {
1590                 sconn->searches.dirhandles_open++;
1591         }
1592         talloc_set_destructor(dirp, smb_Dir_destructor);
1593
1594         if (fsp->is_directory && fsp->fh->fd != -1) {
1595                 dirp->dir = SMB_VFS_FDOPENDIR(fsp, mask, attr);
1596                 if (dirp->dir != NULL) {
1597                         dirp->fsp = fsp;
1598                 } else {
1599                         DEBUG(10,("OpenDir_fsp: SMB_VFS_FDOPENDIR on %s returned "
1600                                 "NULL (%s)\n",
1601                                 dirp->dir_path,
1602                                 strerror(errno)));
1603                         if (errno != ENOSYS) {
1604                                 return NULL;
1605                         }
1606                 }
1607         }
1608
1609         if (dirp->dir == NULL) {
1610                 /* FDOPENDIR didn't work. Use OPENDIR instead. */
1611                 dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
1612         }
1613
1614         if (!dirp->dir) {
1615                 DEBUG(5,("OpenDir_fsp: Can't open %s. %s\n", dirp->dir_path,
1616                          strerror(errno) ));
1617                 goto fail;
1618         }
1619
1620         return dirp;
1621
1622   fail:
1623         TALLOC_FREE(dirp);
1624         return NULL;
1625 }
1626
1627
1628 /*******************************************************************
1629  Read from a directory.
1630  Return directory entry, current offset, and optional stat information.
1631  Don't check for veto or invisible files.
1632 ********************************************************************/
1633
1634 const char *ReadDirName(struct smb_Dir *dirp, long *poffset,
1635                         SMB_STRUCT_STAT *sbuf, char **ptalloced)
1636 {
1637         const char *n;
1638         char *talloced = NULL;
1639         connection_struct *conn = dirp->conn;
1640
1641         /* Cheat to allow . and .. to be the first entries returned. */
1642         if (((*poffset == START_OF_DIRECTORY_OFFSET) ||
1643              (*poffset == DOT_DOT_DIRECTORY_OFFSET)) && (dirp->file_number < 2))
1644         {
1645                 if (dirp->file_number == 0) {
1646                         n = ".";
1647                         *poffset = dirp->offset = START_OF_DIRECTORY_OFFSET;
1648                 } else {
1649                         n = "..";
1650                         *poffset = dirp->offset = DOT_DOT_DIRECTORY_OFFSET;
1651                 }
1652                 dirp->file_number++;
1653                 *ptalloced = NULL;
1654                 return n;
1655         } else if (*poffset == END_OF_DIRECTORY_OFFSET) {
1656                 *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
1657                 return NULL;
1658         } else {
1659                 /* A real offset, seek to it. */
1660                 SeekDir(dirp, *poffset);
1661         }
1662
1663         while ((n = vfs_readdirname(conn, dirp->dir, sbuf, &talloced))) {
1664                 /* Ignore . and .. - we've already returned them. */
1665                 if (*n == '.') {
1666                         if ((n[1] == '\0') || (n[1] == '.' && n[2] == '\0')) {
1667                                 TALLOC_FREE(talloced);
1668                                 continue;
1669                         }
1670                 }
1671                 *poffset = dirp->offset = SMB_VFS_TELLDIR(conn, dirp->dir);
1672                 *ptalloced = talloced;
1673                 dirp->file_number++;
1674                 return n;
1675         }
1676         *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
1677         *ptalloced = NULL;
1678         return NULL;
1679 }
1680
1681 /*******************************************************************
1682  Rewind to the start.
1683 ********************************************************************/
1684
1685 void RewindDir(struct smb_Dir *dirp, long *poffset)
1686 {
1687         SMB_VFS_REWINDDIR(dirp->conn, dirp->dir);
1688         dirp->file_number = 0;
1689         dirp->offset = START_OF_DIRECTORY_OFFSET;
1690         *poffset = START_OF_DIRECTORY_OFFSET;
1691 }
1692
1693 /*******************************************************************
1694  Seek a dir.
1695 ********************************************************************/
1696
1697 void SeekDir(struct smb_Dir *dirp, long offset)
1698 {
1699         if (offset != dirp->offset) {
1700                 if (offset == START_OF_DIRECTORY_OFFSET) {
1701                         RewindDir(dirp, &offset);
1702                         /*
1703                          * Ok we should really set the file number here
1704                          * to 1 to enable ".." to be returned next. Trouble
1705                          * is I'm worried about callers using SeekDir(dirp,0)
1706                          * as equivalent to RewindDir(). So leave this alone
1707                          * for now.
1708                          */
1709                 } else if  (offset == DOT_DOT_DIRECTORY_OFFSET) {
1710                         RewindDir(dirp, &offset);
1711                         /*
1712                          * Set the file number to 2 - we want to get the first
1713                          * real file entry (the one we return after "..")
1714                          * on the next ReadDir.
1715                          */
1716                         dirp->file_number = 2;
1717                 } else if (offset == END_OF_DIRECTORY_OFFSET) {
1718                         ; /* Don't seek in this case. */
1719                 } else {
1720                         SMB_VFS_SEEKDIR(dirp->conn, dirp->dir, offset);
1721                 }
1722                 dirp->offset = offset;
1723         }
1724 }
1725
1726 /*******************************************************************
1727  Tell a dir position.
1728 ********************************************************************/
1729
1730 long TellDir(struct smb_Dir *dirp)
1731 {
1732         return(dirp->offset);
1733 }
1734
1735 /*******************************************************************
1736  Add an entry into the dcache.
1737 ********************************************************************/
1738
1739 static void DirCacheAdd(struct smb_Dir *dirp, const char *name, long offset)
1740 {
1741         struct name_cache_entry *e;
1742
1743         if (dirp->name_cache_size == 0) {
1744                 return;
1745         }
1746
1747         if (dirp->name_cache == NULL) {
1748                 dirp->name_cache = talloc_zero_array(
1749                         dirp, struct name_cache_entry, dirp->name_cache_size);
1750
1751                 if (dirp->name_cache == NULL) {
1752                         return;
1753                 }
1754         }
1755
1756         dirp->name_cache_index = (dirp->name_cache_index+1) %
1757                                         dirp->name_cache_size;
1758         e = &dirp->name_cache[dirp->name_cache_index];
1759         TALLOC_FREE(e->name);
1760         e->name = talloc_strdup(dirp, name);
1761         e->offset = offset;
1762 }
1763
1764 /*******************************************************************
1765  Find an entry by name. Leave us at the offset after it.
1766  Don't check for veto or invisible files.
1767 ********************************************************************/
1768
1769 bool SearchDir(struct smb_Dir *dirp, const char *name, long *poffset)
1770 {
1771         int i;
1772         const char *entry = NULL;
1773         char *talloced = NULL;
1774         connection_struct *conn = dirp->conn;
1775
1776         /* Search back in the name cache. */
1777         if (dirp->name_cache_size && dirp->name_cache) {
1778                 for (i = dirp->name_cache_index; i >= 0; i--) {
1779                         struct name_cache_entry *e = &dirp->name_cache[i];
1780                         if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
1781                                 *poffset = e->offset;
1782                                 SeekDir(dirp, e->offset);
1783                                 return True;
1784                         }
1785                 }
1786                 for (i = dirp->name_cache_size - 1; i > dirp->name_cache_index; i--) {
1787                         struct name_cache_entry *e = &dirp->name_cache[i];
1788                         if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
1789                                 *poffset = e->offset;
1790                                 SeekDir(dirp, e->offset);
1791                                 return True;
1792                         }
1793                 }
1794         }
1795
1796         /* Not found in the name cache. Rewind directory and start from scratch. */
1797         SMB_VFS_REWINDDIR(conn, dirp->dir);
1798         dirp->file_number = 0;
1799         *poffset = START_OF_DIRECTORY_OFFSET;
1800         while ((entry = ReadDirName(dirp, poffset, NULL, &talloced))) {
1801                 if (conn->case_sensitive ? (strcmp(entry, name) == 0) : strequal(entry, name)) {
1802                         TALLOC_FREE(talloced);
1803                         return True;
1804                 }
1805                 TALLOC_FREE(talloced);
1806         }
1807         return False;
1808 }
1809
1810 struct files_below_forall_state {
1811         char *dirpath;
1812         size_t dirpath_len;
1813         int (*fn)(struct file_id fid, const struct share_mode_data *data,
1814                   void *private_data);
1815         void *private_data;
1816 };
1817
1818 static int files_below_forall_fn(struct file_id fid,
1819                                  const struct share_mode_data *data,
1820                                  void *private_data)
1821 {
1822         struct files_below_forall_state *state = private_data;
1823         char tmpbuf[PATH_MAX];
1824         char *fullpath, *to_free;
1825         size_t len;
1826
1827         len = full_path_tos(data->servicepath, data->base_name,
1828                             tmpbuf, sizeof(tmpbuf),
1829                             &fullpath, &to_free);
1830         if (len == -1) {
1831                 return 0;
1832         }
1833         if (state->dirpath_len >= len) {
1834                 /*
1835                  * Filter files above dirpath
1836                  */
1837                 return 0;
1838         }
1839         if (fullpath[state->dirpath_len] != '/') {
1840                 /*
1841                  * Filter file that don't have a path separator at the end of
1842                  * dirpath's length
1843                  */
1844                 return 0;
1845         }
1846
1847         if (memcmp(state->dirpath, fullpath, len) != 0) {
1848                 /*
1849                  * Not a parent
1850                  */
1851                 return 0;
1852         }
1853
1854         return state->fn(fid, data, private_data);
1855 }
1856
1857 static int files_below_forall(connection_struct *conn,
1858                               const struct smb_filename *dir_name,
1859                               int (*fn)(struct file_id fid,
1860                                         const struct share_mode_data *data,
1861                                         void *private_data),
1862                               void *private_data)
1863 {
1864         struct files_below_forall_state state = {};
1865         int ret;
1866         char tmpbuf[PATH_MAX];
1867         char *to_free;
1868
1869         state.dirpath_len = full_path_tos(conn->connectpath,
1870                                           dir_name->base_name,
1871                                           tmpbuf, sizeof(tmpbuf),
1872                                           &state.dirpath, &to_free);
1873         if (state.dirpath_len == -1) {
1874                 return -1;
1875
1876         }
1877
1878         ret = share_mode_forall(files_below_forall_fn, &state);
1879         TALLOC_FREE(to_free);
1880         return ret;
1881 }
1882
1883 struct have_file_open_below_state {
1884         bool found_one;
1885 };
1886
1887 static int have_file_open_below_fn(struct file_id fid,
1888                                    const struct share_mode_data *data,
1889                                    void *private_data)
1890 {
1891         struct have_file_open_below_state *state = private_data;
1892         state->found_one = true;
1893         return 1;
1894 }
1895
1896 static bool have_file_open_below(connection_struct *conn,
1897                                  const struct smb_filename *name)
1898 {
1899         struct have_file_open_below_state state = {};
1900         int ret;
1901
1902         if (!VALID_STAT(name->st)) {
1903                 return false;
1904         }
1905         if (!S_ISDIR(name->st.st_ex_mode)) {
1906                 return false;
1907         }
1908
1909         ret = files_below_forall(conn, name, have_file_open_below_fn, &state);
1910         if (ret == -1) {
1911                 return false;
1912         }
1913
1914         return state.found_one;
1915 }
1916
1917 /*****************************************************************
1918  Is this directory empty ?
1919 *****************************************************************/
1920
1921 NTSTATUS can_delete_directory_fsp(files_struct *fsp)
1922 {
1923         NTSTATUS status = NT_STATUS_OK;
1924         long dirpos = 0;
1925         const char *dname = NULL;
1926         const char *dirname = fsp->fsp_name->base_name;
1927         char *talloced = NULL;
1928         SMB_STRUCT_STAT st;
1929         struct connection_struct *conn = fsp->conn;
1930         struct smb_Dir *dir_hnd = OpenDir_fsp(talloc_tos(),
1931                                         conn,
1932                                         fsp,
1933                                         NULL,
1934                                         0);
1935
1936         if (!dir_hnd) {
1937                 return map_nt_error_from_unix(errno);
1938         }
1939
1940         while ((dname = ReadDirName(dir_hnd, &dirpos, &st, &talloced))) {
1941                 /* Quick check for "." and ".." */
1942                 if (dname[0] == '.') {
1943                         if (!dname[1] || (dname[1] == '.' && !dname[2])) {
1944                                 TALLOC_FREE(talloced);
1945                                 continue;
1946                         }
1947                 }
1948
1949                 if (!is_visible_file(conn, dirname, dname, &st, True)) {
1950                         TALLOC_FREE(talloced);
1951                         continue;
1952                 }
1953
1954                 DEBUG(10,("got name %s - can't delete\n",
1955                          dname ));
1956                 status = NT_STATUS_DIRECTORY_NOT_EMPTY;
1957                 break;
1958         }
1959         TALLOC_FREE(talloced);
1960         TALLOC_FREE(dir_hnd);
1961
1962         if (!NT_STATUS_IS_OK(status)) {
1963                 return status;
1964         }
1965
1966         if (!lp_posix_pathnames() &&
1967             lp_strict_rename(SNUM(conn)) &&
1968             have_file_open_below(fsp->conn, fsp->fsp_name))
1969         {
1970                 return NT_STATUS_ACCESS_DENIED;
1971         }
1972
1973         return NT_STATUS_OK;
1974 }