source3/smbd/dir.c

   1 /*
   2    Unix SMB/CIFS implementation.
   3    Directory handling routines
   4    Copyright (C) Andrew Tridgell 1992-1998
   5    Copyright (C) Jeremy Allison 2007
   6
   7    This program is free software; you can redistribute it and/or modify
   8    it under the terms of the GNU General Public License as published by
   9    the Free Software Foundation; either version 3 of the License, or
  10    (at your option) any later version.
  11
  12    This program is distributed in the hope that it will be useful,
  13    but WITHOUT ANY WARRANTY; without even the implied warranty of
  14    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15    GNU General Public License for more details.
  16
  17    You should have received a copy of the GNU General Public License
  18    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  19 */
  20
  21 #include "includes.h"
  22 #include "system/filesys.h"
  23 #include "smbd/smbd.h"
  24 #include "smbd/globals.h"
  25 #include "libcli/security/security.h"
  26 #include "lib/util/bitmap.h"
  27 #include "../lib/util/memcache.h"
  28 #include "../librpc/gen_ndr/open_files.h"
  29
  30 /*
  31    This module implements directory related functions for Samba.
  32 */
  33
  34 /* "Special" directory offsets. */
  35 #define END_OF_DIRECTORY_OFFSET ((long)-1)
  36 #define START_OF_DIRECTORY_OFFSET ((long)0)
  37 #define DOT_DOT_DIRECTORY_OFFSET ((long)0x80000000)
  38
  39 /* "Special" directory offsets in 32-bit wire format. */
  40 #define WIRE_END_OF_DIRECTORY_OFFSET ((uint32_t)0xFFFFFFFF)
  41 #define WIRE_START_OF_DIRECTORY_OFFSET ((uint32_t)0)
  42 #define WIRE_DOT_DOT_DIRECTORY_OFFSET ((uint32_t)0x80000000)
  43
  44 /* Make directory handle internals available. */
  45
  46 struct name_cache_entry {
  47         char *name;
  48         long offset;
  49 };
  50
  51 struct smb_Dir {
  52         connection_struct *conn;
  53         DIR *dir;
  54         long offset;
  55         char *dir_path;
  56         size_t name_cache_size;
  57         struct name_cache_entry *name_cache;
  58         unsigned int name_cache_index;
  59         unsigned int file_number;
  60         files_struct *fsp; /* Back pointer to containing fsp, only
  61                               set from OpenDir_fsp(). */
  62 };
  63
  64 struct dptr_struct {
  65         struct dptr_struct *next, *prev;
  66         int dnum;
  67         uint16_t spid;
  68         struct connection_struct *conn;
  69         struct smb_Dir *dir_hnd;
  70         bool expect_close;
  71         char *wcard;
  72         uint32_t attr;
  73         char *path;
  74         bool has_wild; /* Set to true if the wcard entry has MS wildcard characters in it. */
  75         bool did_stat; /* Optimisation for non-wcard searches. */
  76         bool priv;     /* Directory handle opened with privilege. */
  77         uint32_t counter;
  78         struct memcache *dptr_cache;
  79 };
  80
  81 static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
  82                         files_struct *fsp,
  83                         const char *mask,
  84                         uint32_t attr);
  85
  86 static void DirCacheAdd(struct smb_Dir *dirp, const char *name, long offset);
  87
  88 #define INVALID_DPTR_KEY (-3)
  89
  90 /****************************************************************************
  91  Initialise the dir bitmap.
  92 ****************************************************************************/
  93
  94 bool init_dptrs(struct smbd_server_connection *sconn)
  95 {
  96         if (sconn->searches.dptr_bmap) {
  97                 return true;
  98         }
  99
 100         sconn->searches.dptr_bmap = bitmap_talloc(
 101                 sconn, MAX_DIRECTORY_HANDLES);
 102
 103         if (sconn->searches.dptr_bmap == NULL) {
 104                 return false;
 105         }
 106
 107         return true;
 108 }
 109
 110 /****************************************************************************
 111  Idle a dptr - the directory is closed but the control info is kept.
 112 ****************************************************************************/
 113
 114 static void dptr_idle(struct dptr_struct *dptr)
 115 {
 116         if (dptr->dir_hnd) {
 117                 DEBUG(4,("Idling dptr dnum %d\n",dptr->dnum));
 118                 TALLOC_FREE(dptr->dir_hnd);
 119                 TALLOC_FREE(dptr->dptr_cache);
 120                 dptr->counter = 0;
 121         }
 122 }
 123
 124 /****************************************************************************
 125  Idle the oldest dptr.
 126 ****************************************************************************/
 127
 128 static void dptr_idleoldest(struct smbd_server_connection *sconn)
 129 {
 130         struct dptr_struct *dptr;
 131
 132         /*
 133          * Go to the end of the list.
 134          */
 135         dptr = DLIST_TAIL(sconn->searches.dirptrs);
 136
 137         if(!dptr) {
 138                 DEBUG(0,("No dptrs available to idle ?\n"));
 139                 return;
 140         }
 141
 142         /*
 143          * Idle the oldest pointer.
 144          */
 145
 146         for(; dptr; dptr = DLIST_PREV(dptr)) {
 147                 if (dptr->dir_hnd) {
 148                         dptr_idle(dptr);
 149                         return;
 150                 }
 151         }
 152 }
 153
 154 /****************************************************************************
 155  Get the struct dptr_struct for a dir index.
 156 ****************************************************************************/
 157
 158 static struct dptr_struct *dptr_get(struct smbd_server_connection *sconn,
 159                                     int key, bool forclose)
 160 {
 161         struct dptr_struct *dptr;
 162
 163         for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
 164                 if(dptr->dnum == key) {
 165                         if (!forclose && !dptr->dir_hnd) {
 166                                 if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES)
 167                                         dptr_idleoldest(sconn);
 168                                 DEBUG(4,("dptr_get: Reopening dptr key %d\n",key));
 169                                 if (!(dptr->dir_hnd = OpenDir(
 170                                               NULL, dptr->conn, dptr->path,
 171                                               dptr->wcard, dptr->attr))) {
 172                                         DEBUG(4,("dptr_get: Failed to open %s (%s)\n",dptr->path,
 173                                                 strerror(errno)));
 174                                         return NULL;
 175                                 }
 176                         }
 177                         DLIST_PROMOTE(sconn->searches.dirptrs,dptr);
 178                         return dptr;
 179                 }
 180         }
 181         return(NULL);
 182 }
 183
 184 /****************************************************************************
 185  Get the dir path for a dir index.
 186 ****************************************************************************/
 187
 188 const char *dptr_path(struct smbd_server_connection *sconn, int key)
 189 {
 190         struct dptr_struct *dptr = dptr_get(sconn, key, false);
 191         if (dptr)
 192                 return(dptr->path);
 193         return(NULL);
 194 }
 195
 196 /****************************************************************************
 197  Get the dir wcard for a dir index.
 198 ****************************************************************************/
 199
 200 const char *dptr_wcard(struct smbd_server_connection *sconn, int key)
 201 {
 202         struct dptr_struct *dptr = dptr_get(sconn, key, false);
 203         if (dptr)
 204                 return(dptr->wcard);
 205         return(NULL);
 206 }
 207
 208 /****************************************************************************
 209  Get the dir attrib for a dir index.
 210 ****************************************************************************/
 211
 212 uint16_t dptr_attr(struct smbd_server_connection *sconn, int key)
 213 {
 214         struct dptr_struct *dptr = dptr_get(sconn, key, false);
 215         if (dptr)
 216                 return(dptr->attr);
 217         return(0);
 218 }
 219
 220 /****************************************************************************
 221  Close a dptr (internal func).
 222 ****************************************************************************/
 223
 224 static void dptr_close_internal(struct dptr_struct *dptr)
 225 {
 226         struct smbd_server_connection *sconn = dptr->conn->sconn;
 227
 228         DEBUG(4,("closing dptr key %d\n",dptr->dnum));
 229
 230         if (sconn == NULL) {
 231                 goto done;
 232         }
 233
 234         if (sconn->using_smb2) {
 235                 goto done;
 236         }
 237
 238         DLIST_REMOVE(sconn->searches.dirptrs, dptr);
 239
 240         /*
 241          * Free the dnum in the bitmap. Remember the dnum value is always
 242          * biased by one with respect to the bitmap.
 243          */
 244
 245         if (!bitmap_query(sconn->searches.dptr_bmap, dptr->dnum - 1)) {
 246                 DEBUG(0,("dptr_close_internal : Error - closing dnum = %d and bitmap not set !\n",
 247                         dptr->dnum ));
 248         }
 249
 250         bitmap_clear(sconn->searches.dptr_bmap, dptr->dnum - 1);
 251
 252 done:
 253         TALLOC_FREE(dptr->dir_hnd);
 254         TALLOC_FREE(dptr);
 255 }
 256
 257 /****************************************************************************
 258  Close a dptr given a key.
 259 ****************************************************************************/
 260
 261 void dptr_close(struct smbd_server_connection *sconn, int *key)
 262 {
 263         struct dptr_struct *dptr;
 264
 265         if(*key == INVALID_DPTR_KEY)
 266                 return;
 267
 268         /* OS/2 seems to use -1 to indicate "close all directories" */
 269         if (*key == -1) {
 270                 struct dptr_struct *next;
 271                 for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
 272                         next = dptr->next;
 273                         dptr_close_internal(dptr);
 274                 }
 275                 *key = INVALID_DPTR_KEY;
 276                 return;
 277         }
 278
 279         dptr = dptr_get(sconn, *key, true);
 280
 281         if (!dptr) {
 282                 DEBUG(0,("Invalid key %d given to dptr_close\n", *key));
 283                 return;
 284         }
 285
 286         dptr_close_internal(dptr);
 287
 288         *key = INVALID_DPTR_KEY;
 289 }
 290
 291 /****************************************************************************
 292  Close all dptrs for a cnum.
 293 ****************************************************************************/
 294
 295 void dptr_closecnum(connection_struct *conn)
 296 {
 297         struct dptr_struct *dptr, *next;
 298         struct smbd_server_connection *sconn = conn->sconn;
 299
 300         if (sconn == NULL) {
 301                 return;
 302         }
 303
 304         for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
 305                 next = dptr->next;
 306                 if (dptr->conn == conn) {
 307                         dptr_close_internal(dptr);
 308                 }
 309         }
 310 }
 311
 312 /****************************************************************************
 313  Idle all dptrs for a cnum.
 314 ****************************************************************************/
 315
 316 void dptr_idlecnum(connection_struct *conn)
 317 {
 318         struct dptr_struct *dptr;
 319         struct smbd_server_connection *sconn = conn->sconn;
 320
 321         if (sconn == NULL) {
 322                 return;
 323         }
 324
 325         for(dptr = sconn->searches.dirptrs; dptr; dptr = dptr->next) {
 326                 if (dptr->conn == conn && dptr->dir_hnd) {
 327                         dptr_idle(dptr);
 328                 }
 329         }
 330 }
 331
 332 /****************************************************************************
 333  Close a dptr that matches a given path, only if it matches the spid also.
 334 ****************************************************************************/
 335
 336 void dptr_closepath(struct smbd_server_connection *sconn,
 337                     char *path,uint16_t spid)
 338 {
 339         struct dptr_struct *dptr, *next;
 340         for(dptr = sconn->searches.dirptrs; dptr; dptr = next) {
 341                 next = dptr->next;
 342                 if (spid == dptr->spid && strequal(dptr->path,path))
 343                         dptr_close_internal(dptr);
 344         }
 345 }
 346
 347 /****************************************************************************
 348  Try and close the oldest handle not marked for
 349  expect close in the hope that the client has
 350  finished with that one.
 351 ****************************************************************************/
 352
 353 static void dptr_close_oldest(struct smbd_server_connection *sconn,
 354                               bool old)
 355 {
 356         struct dptr_struct *dptr;
 357
 358         /*
 359          * Go to the end of the list.
 360          */
 361         for(dptr = sconn->searches.dirptrs; dptr && dptr->next; dptr = dptr->next)
 362                 ;
 363
 364         if(!dptr) {
 365                 DEBUG(0,("No old dptrs available to close oldest ?\n"));
 366                 return;
 367         }
 368
 369         /*
 370          * If 'old' is true, close the oldest oldhandle dnum (ie. 1 < dnum < 256) that
 371          * does not have expect_close set. If 'old' is false, close
 372          * one of the new dnum handles.
 373          */
 374
 375         for(; dptr; dptr = DLIST_PREV(dptr)) {
 376                 if ((old && (dptr->dnum < 256) && !dptr->expect_close) ||
 377                         (!old && (dptr->dnum > 255))) {
 378                                 dptr_close_internal(dptr);
 379                                 return;
 380                 }
 381         }
 382 }
 383
 384 /****************************************************************************
 385  Safely do an OpenDir as root, ensuring we're in the right place.
 386 ****************************************************************************/
 387
 388 static struct smb_Dir *open_dir_with_privilege(connection_struct *conn,
 389                                         struct smb_request *req,
 390                                         const char *path,
 391                                         const char *wcard,
 392                                         uint32_t attr)
 393 {
 394         struct smb_Dir *dir_hnd = NULL;
 395         struct smb_filename *smb_fname_cwd;
 396         char *saved_dir = vfs_GetWd(talloc_tos(), conn);
 397         struct privilege_paths *priv_paths = req->priv_paths;
 398         int ret;
 399
 400         if (saved_dir == NULL) {
 401                 return NULL;
 402         }
 403
 404         if (vfs_ChDir(conn, path) == -1) {
 405                 return NULL;
 406         }
 407
 408         /* Now check the stat value is the same. */
 409         smb_fname_cwd = synthetic_smb_fname(talloc_tos(), ".", NULL, NULL);
 410
 411         if (smb_fname_cwd == NULL) {
 412                 goto out;
 413         }
 414         ret = SMB_VFS_STAT(conn, smb_fname_cwd);
 415         if (ret != 0) {
 416                 goto out;
 417         }
 418
 419         if (!check_same_stat(&smb_fname_cwd->st, &priv_paths->parent_name.st)) {
 420                 DEBUG(0,("open_dir_with_privilege: stat mismatch between %s "
 421                         "and %s\n",
 422                         path,
 423                         smb_fname_str_dbg(&priv_paths->parent_name)));
 424                 goto out;
 425         }
 426
 427         dir_hnd = OpenDir(NULL, conn, ".", wcard, attr);
 428
 429   out:
 430
 431         vfs_ChDir(conn, saved_dir);
 432         return dir_hnd;
 433 }
 434
 435 /****************************************************************************
 436  Create a new dir ptr. If the flag old_handle is true then we must allocate
 437  from the bitmap range 0 - 255 as old SMBsearch directory handles are only
 438  one byte long. If old_handle is false we allocate from the range
 439  256 - MAX_DIRECTORY_HANDLES. We bias the number we return by 1 to ensure
 440  a directory handle is never zero.
 441  wcard must not be zero.
 442 ****************************************************************************/
 443
 444 NTSTATUS dptr_create(connection_struct *conn,
 445                 struct smb_request *req,
 446                 files_struct *fsp,
 447                 const char *path, bool old_handle, bool expect_close,uint16_t spid,
 448                 const char *wcard, bool wcard_has_wild, uint32_t attr, struct dptr_struct **dptr_ret)
 449 {
 450         struct smbd_server_connection *sconn = conn->sconn;
 451         struct dptr_struct *dptr = NULL;
 452         struct smb_Dir *dir_hnd;
 453
 454         if (fsp && fsp->is_directory && fsp->fh->fd != -1) {
 455                 path = fsp->fsp_name->base_name;
 456         }
 457
 458         DEBUG(5,("dptr_create dir=%s\n", path));
 459
 460         if (sconn == NULL) {
 461                 DEBUG(0,("dptr_create: called with fake connection_struct\n"));
 462                 return NT_STATUS_INTERNAL_ERROR;
 463         }
 464
 465         if (!wcard) {
 466                 return NT_STATUS_INVALID_PARAMETER;
 467         }
 468
 469         if (fsp) {
 470                 if (!(fsp->access_mask & SEC_DIR_LIST)) {
 471                         DEBUG(5,("dptr_create: directory %s "
 472                                 "not open for LIST access\n",
 473                                 path));
 474                         return NT_STATUS_ACCESS_DENIED;
 475                 }
 476                 dir_hnd = OpenDir_fsp(NULL, conn, fsp, wcard, attr);
 477         } else {
 478                 int ret;
 479                 bool backup_intent = (req && req->priv_paths);
 480                 struct smb_filename *smb_dname;
 481                 NTSTATUS status;
 482
 483                 smb_dname = synthetic_smb_fname(talloc_tos(), path,
 484                                                 NULL, NULL);
 485                 if (smb_dname == NULL) {
 486                         return NT_STATUS_NO_MEMORY;
 487                 }
 488                 if (lp_posix_pathnames()) {
 489                         ret = SMB_VFS_LSTAT(conn, smb_dname);
 490                 } else {
 491                         ret = SMB_VFS_STAT(conn, smb_dname);
 492                 }
 493                 if (ret == -1) {
 494                         return map_nt_error_from_unix(errno);
 495                 }
 496                 if (!S_ISDIR(smb_dname->st.st_ex_mode)) {
 497                         return NT_STATUS_NOT_A_DIRECTORY;
 498                 }
 499                 status = smbd_check_access_rights(conn,
 500                                                 smb_dname,
 501                                                 backup_intent,
 502                                                 SEC_DIR_LIST);
 503                 if (!NT_STATUS_IS_OK(status)) {
 504                         return status;
 505                 }
 506                 if (backup_intent) {
 507                         dir_hnd = open_dir_with_privilege(conn,
 508                                                 req,
 509                                                 path,
 510                                                 wcard,
 511                                                 attr);
 512                 } else {
 513                         dir_hnd = OpenDir(NULL, conn, path, wcard, attr);
 514                 }
 515         }
 516
 517         if (!dir_hnd) {
 518                 return map_nt_error_from_unix(errno);
 519         }
 520
 521         if (sconn->searches.dirhandles_open >= MAX_OPEN_DIRECTORIES) {
 522                 dptr_idleoldest(sconn);
 523         }
 524
 525         dptr = talloc_zero(NULL, struct dptr_struct);
 526         if(!dptr) {
 527                 DEBUG(0,("talloc fail in dptr_create.\n"));
 528                 TALLOC_FREE(dir_hnd);
 529                 return NT_STATUS_NO_MEMORY;
 530         }
 531
 532         dptr->path = talloc_strdup(dptr, path);
 533         if (!dptr->path) {
 534                 TALLOC_FREE(dptr);
 535                 TALLOC_FREE(dir_hnd);
 536                 return NT_STATUS_NO_MEMORY;
 537         }
 538         dptr->conn = conn;
 539         dptr->dir_hnd = dir_hnd;
 540         dptr->spid = spid;
 541         dptr->expect_close = expect_close;
 542         dptr->wcard = talloc_strdup(dptr, wcard);
 543         if (!dptr->wcard) {
 544                 TALLOC_FREE(dptr);
 545                 TALLOC_FREE(dir_hnd);
 546                 return NT_STATUS_NO_MEMORY;
 547         }
 548         if (lp_posix_pathnames() || (wcard[0] == '.' && wcard[1] == 0)) {
 549                 dptr->has_wild = True;
 550         } else {
 551                 dptr->has_wild = wcard_has_wild;
 552         }
 553
 554         dptr->attr = attr;
 555
 556         if (sconn->using_smb2) {
 557                 goto done;
 558         }
 559
 560         if(old_handle) {
 561
 562                 /*
 563                  * This is an old-style SMBsearch request. Ensure the
 564                  * value we return will fit in the range 1-255.
 565                  */
 566
 567                 dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
 568
 569                 if(dptr->dnum == -1 || dptr->dnum > 254) {
 570
 571                         /*
 572                          * Try and close the oldest handle not marked for
 573                          * expect close in the hope that the client has
 574                          * finished with that one.
 575                          */
 576
 577                         dptr_close_oldest(sconn, true);
 578
 579                         /* Now try again... */
 580                         dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 0);
 581                         if(dptr->dnum == -1 || dptr->dnum > 254) {
 582                                 DEBUG(0,("dptr_create: returned %d: Error - all old dirptrs in use ?\n", dptr->dnum));
 583                                 TALLOC_FREE(dptr);
 584                                 TALLOC_FREE(dir_hnd);
 585                                 return NT_STATUS_TOO_MANY_OPENED_FILES;
 586                         }
 587                 }
 588         } else {
 589
 590                 /*
 591                  * This is a new-style trans2 request. Allocate from
 592                  * a range that will return 256 - MAX_DIRECTORY_HANDLES.
 593                  */
 594
 595                 dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
 596
 597                 if(dptr->dnum == -1 || dptr->dnum < 255) {
 598
 599                         /*
 600                          * Try and close the oldest handle close in the hope that
 601                          * the client has finished with that one. This will only
 602                          * happen in the case of the Win98 client bug where it leaks
 603                          * directory handles.
 604                          */
 605
 606                         dptr_close_oldest(sconn, false);
 607
 608                         /* Now try again... */
 609                         dptr->dnum = bitmap_find(sconn->searches.dptr_bmap, 255);
 610
 611                         if(dptr->dnum == -1 || dptr->dnum < 255) {
 612                                 DEBUG(0,("dptr_create: returned %d: Error - all new dirptrs in use ?\n", dptr->dnum));
 613                                 TALLOC_FREE(dptr);
 614                                 TALLOC_FREE(dir_hnd);
 615                                 return NT_STATUS_TOO_MANY_OPENED_FILES;
 616                         }
 617                 }
 618         }
 619
 620         bitmap_set(sconn->searches.dptr_bmap, dptr->dnum);
 621
 622         dptr->dnum += 1; /* Always bias the dnum by one - no zero dnums allowed. */
 623
 624         DLIST_ADD(sconn->searches.dirptrs, dptr);
 625
 626 done:
 627         DEBUG(3,("creating new dirptr %d for path %s, expect_close = %d\n",
 628                 dptr->dnum,path,expect_close));
 629
 630         *dptr_ret = dptr;
 631
 632         return NT_STATUS_OK;
 633 }
 634
 635
 636 /****************************************************************************
 637  Wrapper functions to access the lower level directory handles.
 638 ****************************************************************************/
 639
 640 void dptr_CloseDir(files_struct *fsp)
 641 {
 642         if (fsp->dptr) {
 643                 /*
 644                  * The destructor for the struct smb_Dir
 645                  * (fsp->dptr->dir_hnd) now handles
 646                  * all resource deallocation.
 647                  */
 648                 dptr_close_internal(fsp->dptr);
 649                 fsp->dptr = NULL;
 650         }
 651 }
 652
 653 void dptr_SeekDir(struct dptr_struct *dptr, long offset)
 654 {
 655         SeekDir(dptr->dir_hnd, offset);
 656 }
 657
 658 long dptr_TellDir(struct dptr_struct *dptr)
 659 {
 660         return TellDir(dptr->dir_hnd);
 661 }
 662
 663 bool dptr_has_wild(struct dptr_struct *dptr)
 664 {
 665         return dptr->has_wild;
 666 }
 667
 668 int dptr_dnum(struct dptr_struct *dptr)
 669 {
 670         return dptr->dnum;
 671 }
 672
 673 bool dptr_get_priv(struct dptr_struct *dptr)
 674 {
 675         return dptr->priv;
 676 }
 677
 678 void dptr_set_priv(struct dptr_struct *dptr)
 679 {
 680         dptr->priv = true;
 681 }
 682
 683 /****************************************************************************
 684  Return the next visible file name, skipping veto'd and invisible files.
 685 ****************************************************************************/
 686
 687 static const char *dptr_normal_ReadDirName(struct dptr_struct *dptr,
 688                                            long *poffset, SMB_STRUCT_STAT *pst,
 689                                            char **ptalloced)
 690 {
 691         /* Normal search for the next file. */
 692         const char *name;
 693         char *talloced = NULL;
 694
 695         while ((name = ReadDirName(dptr->dir_hnd, poffset, pst, &talloced))
 696                != NULL) {
 697                 if (is_visible_file(dptr->conn, dptr->path, name, pst, True)) {
 698                         *ptalloced = talloced;
 699                         return name;
 700                 }
 701                 TALLOC_FREE(talloced);
 702         }
 703         return NULL;
 704 }
 705
 706 /****************************************************************************
 707  Return the next visible file name, skipping veto'd and invisible files.
 708 ****************************************************************************/
 709
 710 static char *dptr_ReadDirName(TALLOC_CTX *ctx,
 711                               struct dptr_struct *dptr,
 712                               long *poffset,
 713                               SMB_STRUCT_STAT *pst)
 714 {
 715         struct smb_filename smb_fname_base;
 716         char *name = NULL;
 717         const char *name_temp = NULL;
 718         char *talloced = NULL;
 719         char *pathreal = NULL;
 720         char *found_name = NULL;
 721         int ret;
 722
 723         SET_STAT_INVALID(*pst);
 724
 725         if (dptr->has_wild || dptr->did_stat) {
 726                 name_temp = dptr_normal_ReadDirName(dptr, poffset, pst,
 727                                                     &talloced);
 728                 if (name_temp == NULL) {
 729                         return NULL;
 730                 }
 731                 if (talloced != NULL) {
 732                         return talloc_move(ctx, &talloced);
 733                 }
 734                 return talloc_strdup(ctx, name_temp);
 735         }
 736
 737         /* If poffset is -1 then we know we returned this name before and we
 738          * have no wildcards. We're at the end of the directory. */
 739         if (*poffset == END_OF_DIRECTORY_OFFSET) {
 740                 return NULL;
 741         }
 742
 743         /* We know the stored wcard contains no wildcard characters.
 744          * See if we can match with a stat call. If we can't, then set
 745          * did_stat to true to ensure we only do this once and keep
 746          * searching. */
 747
 748         dptr->did_stat = true;
 749
 750         /* First check if it should be visible. */
 751         if (!is_visible_file(dptr->conn, dptr->path, dptr->wcard,
 752             pst, true))
 753         {
 754                 /* This only returns false if the file was found, but
 755                    is explicitly not visible. Set us to end of
 756                    directory, but return NULL as we know we can't ever
 757                    find it. */
 758                 goto ret;
 759         }
 760
 761         if (VALID_STAT(*pst)) {
 762                 name = talloc_strdup(ctx, dptr->wcard);
 763                 goto ret;
 764         }
 765
 766         pathreal = talloc_asprintf(ctx,
 767                                 "%s/%s",
 768                                 dptr->path,
 769                                 dptr->wcard);
 770         if (!pathreal)
 771                 return NULL;
 772
 773         /* Create an smb_filename with stream_name == NULL. */
 774         smb_fname_base = (struct smb_filename) { .base_name = pathreal };
 775
 776         if (SMB_VFS_STAT(dptr->conn, &smb_fname_base) == 0) {
 777                 *pst = smb_fname_base.st;
 778                 name = talloc_strdup(ctx, dptr->wcard);
 779                 goto clean;
 780         } else {
 781                 /* If we get any other error than ENOENT or ENOTDIR
 782                    then the file exists we just can't stat it. */
 783                 if (errno != ENOENT && errno != ENOTDIR) {
 784                         name = talloc_strdup(ctx, dptr->wcard);
 785                         goto clean;
 786                 }
 787         }
 788
 789         /* Stat failed. We know this is authoratiative if we are
 790          * providing case sensitive semantics or the underlying
 791          * filesystem is case sensitive.
 792          */
 793         if (dptr->conn->case_sensitive ||
 794             !(dptr->conn->fs_capabilities & FILE_CASE_SENSITIVE_SEARCH))
 795         {
 796                 goto clean;
 797         }
 798
 799         /*
 800          * Try case-insensitive stat if the fs has the ability. This avoids
 801          * scanning the whole directory.
 802          */
 803         ret = SMB_VFS_GET_REAL_FILENAME(dptr->conn, dptr->path, dptr->wcard,
 804                                         ctx, &found_name);
 805         if (ret == 0) {
 806                 name = found_name;
 807                 goto clean;
 808         } else if (errno == ENOENT) {
 809                 /* The case-insensitive lookup was authoritative. */
 810                 goto clean;
 811         }
 812
 813         TALLOC_FREE(pathreal);
 814
 815         name_temp = dptr_normal_ReadDirName(dptr, poffset, pst, &talloced);
 816         if (name_temp == NULL) {
 817                 return NULL;
 818         }
 819         if (talloced != NULL) {
 820                 return talloc_move(ctx, &talloced);
 821         }
 822         return talloc_strdup(ctx, name_temp);
 823
 824 clean:
 825         TALLOC_FREE(pathreal);
 826 ret:
 827         /* We need to set the underlying dir_hnd offset to -1
 828          * also as this function is usually called with the
 829          * output from TellDir. */
 830         dptr->dir_hnd->offset = *poffset = END_OF_DIRECTORY_OFFSET;
 831         return name;
 832 }
 833
 834 /****************************************************************************
 835  Search for a file by name, skipping veto'ed and not visible files.
 836 ****************************************************************************/
 837
 838 bool dptr_SearchDir(struct dptr_struct *dptr, const char *name, long *poffset, SMB_STRUCT_STAT *pst)
 839 {
 840         SET_STAT_INVALID(*pst);
 841
 842         if (!dptr->has_wild && (dptr->dir_hnd->offset == END_OF_DIRECTORY_OFFSET)) {
 843                 /* This is a singleton directory and we're already at the end. */
 844                 *poffset = END_OF_DIRECTORY_OFFSET;
 845                 return False;
 846         }
 847
 848         return SearchDir(dptr->dir_hnd, name, poffset);
 849 }
 850
 851 /****************************************************************************
 852  Initialize variables & state data at the beginning of all search SMB requests.
 853 ****************************************************************************/
 854 void dptr_init_search_op(struct dptr_struct *dptr)
 855 {
 856         SMB_VFS_INIT_SEARCH_OP(dptr->conn, dptr->dir_hnd->dir);
 857 }
 858
 859 /****************************************************************************
 860  Map a native directory offset to a 32-bit cookie.
 861 ****************************************************************************/
 862
 863 static uint32_t map_dir_offset_to_wire(struct dptr_struct *dptr, long offset)
 864 {
 865         DATA_BLOB key;
 866         DATA_BLOB val;
 867
 868         if (offset == END_OF_DIRECTORY_OFFSET) {
 869                 return WIRE_END_OF_DIRECTORY_OFFSET;
 870         } else if(offset == START_OF_DIRECTORY_OFFSET) {
 871                 return WIRE_START_OF_DIRECTORY_OFFSET;
 872         } else if (offset == DOT_DOT_DIRECTORY_OFFSET) {
 873                 return WIRE_DOT_DOT_DIRECTORY_OFFSET;
 874         }
 875         if (sizeof(long) == 4) {
 876                 /* 32-bit machine. We can cheat... */
 877                 return (uint32_t)offset;
 878         }
 879         if (dptr->dptr_cache == NULL) {
 880                 /* Lazy initialize cache. */
 881                 dptr->dptr_cache = memcache_init(dptr, 0);
 882                 if (dptr->dptr_cache == NULL) {
 883                         return WIRE_END_OF_DIRECTORY_OFFSET;
 884                 }
 885         } else {
 886                 /* Have we seen this offset before ? */
 887                 key.data = (void *)&offset;
 888                 key.length = sizeof(offset);
 889                 if (memcache_lookup(dptr->dptr_cache,
 890                                         SMB1_SEARCH_OFFSET_MAP,
 891                                         key,
 892                                         &val)) {
 893                         uint32_t wire_offset;
 894                         SMB_ASSERT(val.length == sizeof(wire_offset));
 895                         memcpy(&wire_offset, val.data, sizeof(wire_offset));
 896                         DEBUG(10,("found wire %u <-> offset %ld\n",
 897                                 (unsigned int)wire_offset,
 898                                 (long)offset));
 899                         return wire_offset;
 900                 }
 901         }
 902         /* Allocate a new wire cookie. */
 903         do {
 904                 dptr->counter++;
 905         } while (dptr->counter == WIRE_START_OF_DIRECTORY_OFFSET ||
 906                  dptr->counter == WIRE_END_OF_DIRECTORY_OFFSET ||
 907                  dptr->counter == WIRE_DOT_DOT_DIRECTORY_OFFSET);
 908         /* Store it in the cache. */
 909         key.data = (void *)&offset;
 910         key.length = sizeof(offset);
 911         val.data = (void *)&dptr->counter;
 912         val.length = sizeof(dptr->counter); /* MUST BE uint32_t ! */
 913         memcache_add(dptr->dptr_cache,
 914                         SMB1_SEARCH_OFFSET_MAP,
 915                         key,
 916                         val);
 917         /* And the reverse mapping for lookup from
 918            map_wire_to_dir_offset(). */
 919         memcache_add(dptr->dptr_cache,
 920                         SMB1_SEARCH_OFFSET_MAP,
 921                         val,
 922                         key);
 923         DEBUG(10,("stored wire %u <-> offset %ld\n",
 924                 (unsigned int)dptr->counter,
 925                 (long)offset));
 926         return dptr->counter;
 927 }
 928
 929 /****************************************************************************
 930  Fill the 5 byte server reserved dptr field.
 931 ****************************************************************************/
 932
 933 bool dptr_fill(struct smbd_server_connection *sconn,
 934                char *buf1,unsigned int key)
 935 {
 936         unsigned char *buf = (unsigned char *)buf1;
 937         struct dptr_struct *dptr = dptr_get(sconn, key, false);
 938         uint32_t wire_offset;
 939         if (!dptr) {
 940                 DEBUG(1,("filling null dirptr %d\n",key));
 941                 return(False);
 942         }
 943         wire_offset = map_dir_offset_to_wire(dptr,TellDir(dptr->dir_hnd));
 944         DEBUG(6,("fill on key %u dirptr 0x%lx now at %d\n",key,
 945                 (long)dptr->dir_hnd,(int)wire_offset));
 946         buf[0] = key;
 947         SIVAL(buf,1,wire_offset);
 948         return(True);
 949 }
 950
 951 /****************************************************************************
 952  Map a 32-bit wire cookie to a native directory offset.
 953 ****************************************************************************/
 954
 955 static long map_wire_to_dir_offset(struct dptr_struct *dptr, uint32_t wire_offset)
 956 {
 957         DATA_BLOB key;
 958         DATA_BLOB val;
 959
 960         if (wire_offset == WIRE_END_OF_DIRECTORY_OFFSET) {
 961                 return END_OF_DIRECTORY_OFFSET;
 962         } else if(wire_offset == WIRE_START_OF_DIRECTORY_OFFSET) {
 963                 return START_OF_DIRECTORY_OFFSET;
 964         } else if (wire_offset == WIRE_DOT_DOT_DIRECTORY_OFFSET) {
 965                 return DOT_DOT_DIRECTORY_OFFSET;
 966         }
 967         if (sizeof(long) == 4) {
 968                 /* 32-bit machine. We can cheat... */
 969                 return (long)wire_offset;
 970         }
 971         if (dptr->dptr_cache == NULL) {
 972                 /* Logic error, cache should be initialized. */
 973                 return END_OF_DIRECTORY_OFFSET;
 974         }
 975         key.data = (void *)&wire_offset;
 976         key.length = sizeof(wire_offset);
 977         if (memcache_lookup(dptr->dptr_cache,
 978                                 SMB1_SEARCH_OFFSET_MAP,
 979                                 key,
 980                                 &val)) {
 981                 /* Found mapping. */
 982                 long offset;
 983                 SMB_ASSERT(val.length == sizeof(offset));
 984                 memcpy(&offset, val.data, sizeof(offset));
 985                 DEBUG(10,("lookup wire %u <-> offset %ld\n",
 986                         (unsigned int)wire_offset,
 987                         (long)offset));
 988                 return offset;
 989         }
 990         return END_OF_DIRECTORY_OFFSET;
 991 }
 992
 993 /****************************************************************************
 994  Fetch the dir ptr and seek it given the 5 byte server field.
 995 ****************************************************************************/
 996
 997 struct dptr_struct *dptr_fetch(struct smbd_server_connection *sconn,
 998                                char *buf, int *num)
 999 {
1000         unsigned int key = *(unsigned char *)buf;
1001         struct dptr_struct *dptr = dptr_get(sconn, key, false);
1002         uint32_t wire_offset;
1003         long seekoff;
1004
1005         if (!dptr) {
1006                 DEBUG(3,("fetched null dirptr %d\n",key));
1007                 return(NULL);
1008         }
1009         *num = key;
1010         wire_offset = IVAL(buf,1);
1011         seekoff = map_wire_to_dir_offset(dptr, wire_offset);
1012         SeekDir(dptr->dir_hnd,seekoff);
1013         DEBUG(3,("fetching dirptr %d for path %s at offset %d\n",
1014                 key, dptr->path, (int)seekoff));
1015         return(dptr);
1016 }
1017
1018 /****************************************************************************
1019  Fetch the dir ptr.
1020 ****************************************************************************/
1021
1022 struct dptr_struct *dptr_fetch_lanman2(struct smbd_server_connection *sconn,
1023                                        int dptr_num)
1024 {
1025         struct dptr_struct *dptr  = dptr_get(sconn, dptr_num, false);
1026
1027         if (!dptr) {
1028                 DEBUG(3,("fetched null dirptr %d\n",dptr_num));
1029                 return(NULL);
1030         }
1031         DEBUG(3,("fetching dirptr %d for path %s\n",dptr_num,dptr->path));
1032         return(dptr);
1033 }
1034
1035 static bool mangle_mask_match(connection_struct *conn,
1036                 const char *filename,
1037                 const char *mask)
1038 {
1039         char mname[13];
1040
1041         if (!name_to_8_3(filename,mname,False,conn->params)) {
1042                 return False;
1043         }
1044         return mask_match_search(mname,mask,False);
1045 }
1046
1047 bool smbd_dirptr_get_entry(TALLOC_CTX *ctx,
1048                            struct dptr_struct *dirptr,
1049                            const char *mask,
1050                            uint32_t dirtype,
1051                            bool dont_descend,
1052                            bool ask_sharemode,
1053                            bool (*match_fn)(TALLOC_CTX *ctx,
1054                                             void *private_data,
1055                                             const char *dname,
1056                                             const char *mask,
1057                                             char **_fname),
1058                            bool (*mode_fn)(TALLOC_CTX *ctx,
1059                                            void *private_data,
1060                                            struct smb_filename *smb_fname,
1061                                            uint32_t *_mode),
1062                            void *private_data,
1063                            char **_fname,
1064                            struct smb_filename **_smb_fname,
1065                            uint32_t *_mode,
1066                            long *_prev_offset)
1067 {
1068         connection_struct *conn = dirptr->conn;
1069         size_t slashlen;
1070         size_t pathlen;
1071         bool dirptr_path_is_dot = ISDOT(dirptr->path);
1072
1073         *_smb_fname = NULL;
1074         *_mode = 0;
1075
1076         pathlen = strlen(dirptr->path);
1077         slashlen = ( dirptr->path[pathlen-1] != '/') ? 1 : 0;
1078
1079         while (true) {
1080                 long cur_offset;
1081                 long prev_offset;
1082                 SMB_STRUCT_STAT sbuf = { 0 };
1083                 char *dname = NULL;
1084                 bool isdots;
1085                 char *fname = NULL;
1086                 char *pathreal = NULL;
1087                 struct smb_filename smb_fname;
1088                 uint32_t mode = 0;
1089                 bool ok;
1090
1091                 cur_offset = dptr_TellDir(dirptr);
1092                 prev_offset = cur_offset;
1093                 dname = dptr_ReadDirName(ctx, dirptr, &cur_offset, &sbuf);
1094
1095                 DEBUG(6,("smbd_dirptr_get_entry: dirptr 0x%lx now at offset %ld\n",
1096                         (long)dirptr, cur_offset));
1097
1098                 if (dname == NULL) {
1099                         return false;
1100                 }
1101
1102                 isdots = (ISDOT(dname) || ISDOTDOT(dname));
1103                 if (dont_descend && !isdots) {
1104                         TALLOC_FREE(dname);
1105                         continue;
1106                 }
1107
1108                 /*
1109                  * fname may get mangled, dname is never mangled.
1110                  * Whenever we're accessing the filesystem we use
1111                  * pathreal which is composed from dname.
1112                  */
1113
1114                 ok = match_fn(ctx, private_data, dname, mask, &fname);
1115                 if (!ok) {
1116                         TALLOC_FREE(dname);
1117                         continue;
1118                 }
1119
1120                 /*
1121                  * This used to be
1122                  * pathreal = talloc_asprintf(ctx, "%s%s%s", dirptr->path,
1123                  *                            needslash?"/":"", dname);
1124                  * but this was measurably slower than doing the memcpy.
1125                  */
1126
1127                 pathreal = talloc_array(
1128                         ctx, char,
1129                         pathlen + slashlen + talloc_get_size(dname));
1130                 if (!pathreal) {
1131                         TALLOC_FREE(dname);
1132                         TALLOC_FREE(fname);
1133                         return false;
1134                 }
1135
1136                 /*
1137                  * We don't want to pass ./xxx to modules below us so don't
1138                  * add the path if it is just . by itself.
1139                  */
1140                 if (dirptr_path_is_dot) {
1141                         memcpy(pathreal, dname, talloc_get_size(dname));
1142                 } else {
1143                         memcpy(pathreal, dirptr->path, pathlen);
1144                         pathreal[pathlen] = '/';
1145                         memcpy(pathreal + slashlen + pathlen, dname,
1146                                talloc_get_size(dname));
1147                 }
1148
1149                 /* Create smb_fname with NULL stream_name. */
1150                 smb_fname = (struct smb_filename) {
1151                         .base_name = pathreal, .st = sbuf
1152                 };
1153
1154                 ok = mode_fn(ctx, private_data, &smb_fname, &mode);
1155                 if (!ok) {
1156                         TALLOC_FREE(dname);
1157                         TALLOC_FREE(fname);
1158                         TALLOC_FREE(pathreal);
1159                         continue;
1160                 }
1161
1162                 if (!dir_check_ftype(mode, dirtype)) {
1163                         DEBUG(5,("[%s] attribs 0x%x didn't match 0x%x\n",
1164                                 fname, (unsigned int)mode, (unsigned int)dirtype));
1165                         TALLOC_FREE(dname);
1166                         TALLOC_FREE(fname);
1167                         TALLOC_FREE(pathreal);
1168                         continue;
1169                 }
1170
1171                 if (ask_sharemode) {
1172                         struct timespec write_time_ts;
1173                         struct file_id fileid;
1174
1175                         fileid = vfs_file_id_from_sbuf(conn,
1176                                                        &smb_fname.st);
1177                         get_file_infos(fileid, 0, NULL, &write_time_ts);
1178                         if (!null_timespec(write_time_ts)) {
1179                                 update_stat_ex_mtime(&smb_fname.st,
1180                                                      write_time_ts);
1181                         }
1182                 }
1183
1184                 DEBUG(3,("smbd_dirptr_get_entry mask=[%s] found %s "
1185                         "fname=%s (%s)\n",
1186                         mask, smb_fname_str_dbg(&smb_fname),
1187                         dname, fname));
1188
1189                 DirCacheAdd(dirptr->dir_hnd, dname, cur_offset);
1190
1191                 TALLOC_FREE(dname);
1192
1193                 *_smb_fname = cp_smb_filename(ctx, &smb_fname);
1194                 TALLOC_FREE(pathreal);
1195                 if (*_smb_fname == NULL) {
1196                         return false;
1197                 }
1198                 *_fname = fname;
1199                 *_mode = mode;
1200                 *_prev_offset = prev_offset;
1201
1202                 return true;
1203         }
1204
1205         return false;
1206 }
1207
1208 /****************************************************************************
1209  Get an 8.3 directory entry.
1210 ****************************************************************************/
1211
1212 static bool smbd_dirptr_8_3_match_fn(TALLOC_CTX *ctx,
1213                                      void *private_data,
1214                                      const char *dname,
1215                                      const char *mask,
1216                                      char **_fname)
1217 {
1218         connection_struct *conn = (connection_struct *)private_data;
1219
1220         if ((strcmp(mask,"*.*") == 0) ||
1221             mask_match_search(dname, mask, false) ||
1222             mangle_mask_match(conn, dname, mask)) {
1223                 char mname[13];
1224                 const char *fname;
1225                 /*
1226                  * Ensure we can push the original name as UCS2. If
1227                  * not, then just don't return this name.
1228                  */
1229                 NTSTATUS status;
1230                 size_t ret_len = 0;
1231                 size_t len = (strlen(dname) + 2) * 4; /* Allow enough space. */
1232                 uint8_t *tmp = talloc_array(talloc_tos(),
1233                                         uint8_t,
1234                                         len);
1235
1236                 status = srvstr_push(NULL,
1237                         FLAGS2_UNICODE_STRINGS,
1238                         tmp,
1239                         dname,
1240                         len,
1241                         STR_TERMINATE,
1242                         &ret_len);
1243
1244                 TALLOC_FREE(tmp);
1245
1246                 if (!NT_STATUS_IS_OK(status)) {
1247                         return false;
1248                 }
1249
1250                 if (!mangle_is_8_3(dname, false, conn->params)) {
1251                         bool ok = name_to_8_3(dname, mname, false,
1252                                               conn->params);
1253                         if (!ok) {
1254                                 return false;
1255                         }
1256                         fname = mname;
1257                 } else {
1258                         fname = dname;
1259                 }
1260
1261                 *_fname = talloc_strdup(ctx, fname);
1262                 if (*_fname == NULL) {
1263                         return false;
1264                 }
1265
1266                 return true;
1267         }
1268
1269         return false;
1270 }
1271
1272 static bool smbd_dirptr_8_3_mode_fn(TALLOC_CTX *ctx,
1273                                     void *private_data,
1274                                     struct smb_filename *smb_fname,
1275                                     uint32_t *_mode)
1276 {
1277         connection_struct *conn = (connection_struct *)private_data;
1278
1279         if (!VALID_STAT(smb_fname->st)) {
1280                 if ((SMB_VFS_STAT(conn, smb_fname)) != 0) {
1281                         DEBUG(5,("smbd_dirptr_8_3_mode_fn: "
1282                                  "Couldn't stat [%s]. Error "
1283                                  "= %s\n",
1284                                  smb_fname_str_dbg(smb_fname),
1285                                  strerror(errno)));
1286                         return false;
1287                 }
1288         }
1289
1290         *_mode = dos_mode(conn, smb_fname);
1291         return true;
1292 }
1293
1294 bool get_dir_entry(TALLOC_CTX *ctx,
1295                 struct dptr_struct *dirptr,
1296                 const char *mask,
1297                 uint32_t dirtype,
1298                 char **_fname,
1299                 off_t *_size,
1300                 uint32_t *_mode,
1301                 struct timespec *_date,
1302                 bool check_descend,
1303                 bool ask_sharemode)
1304 {
1305         connection_struct *conn = dirptr->conn;
1306         char *fname = NULL;
1307         struct smb_filename *smb_fname = NULL;
1308         uint32_t mode = 0;
1309         long prev_offset;
1310         bool ok;
1311
1312         ok = smbd_dirptr_get_entry(ctx,
1313                                    dirptr,
1314                                    mask,
1315                                    dirtype,
1316                                    check_descend,
1317                                    ask_sharemode,
1318                                    smbd_dirptr_8_3_match_fn,
1319                                    smbd_dirptr_8_3_mode_fn,
1320                                    conn,
1321                                    &fname,
1322                                    &smb_fname,
1323                                    &mode,
1324                                    &prev_offset);
1325         if (!ok) {
1326                 return false;
1327         }
1328
1329         *_fname = talloc_move(ctx, &fname);
1330         *_size = smb_fname->st.st_ex_size;
1331         *_mode = mode;
1332         *_date = smb_fname->st.st_ex_mtime;
1333         TALLOC_FREE(smb_fname);
1334         return true;
1335 }
1336
1337 /*******************************************************************
1338  Check to see if a user can read a file. This is only approximate,
1339  it is used as part of the "hide unreadable" option. Don't
1340  use it for anything security sensitive.
1341 ********************************************************************/
1342
1343 static bool user_can_read_file(connection_struct *conn,
1344                                struct smb_filename *smb_fname)
1345 {
1346         /*
1347          * Never hide files from the root user.
1348          * We use (uid_t)0 here not sec_initial_uid()
1349          * as make test uses a single user context.
1350          */
1351
1352         if (get_current_uid(conn) == (uid_t)0) {
1353                 return True;
1354         }
1355
1356         return NT_STATUS_IS_OK(smbd_check_access_rights(conn,
1357                                 smb_fname,
1358                                 false,
1359                                 FILE_READ_DATA));
1360 }
1361
1362 /*******************************************************************
1363  Check to see if a user can write a file (and only files, we do not
1364  check dirs on this one). This is only approximate,
1365  it is used as part of the "hide unwriteable" option. Don't
1366  use it for anything security sensitive.
1367 ********************************************************************/
1368
1369 static bool user_can_write_file(connection_struct *conn,
1370                                 const struct smb_filename *smb_fname)
1371 {
1372         /*
1373          * Never hide files from the root user.
1374          * We use (uid_t)0 here not sec_initial_uid()
1375          * as make test uses a single user context.
1376          */
1377
1378         if (get_current_uid(conn) == (uid_t)0) {
1379                 return True;
1380         }
1381
1382         SMB_ASSERT(VALID_STAT(smb_fname->st));
1383
1384         /* Pseudo-open the file */
1385
1386         if(S_ISDIR(smb_fname->st.st_ex_mode)) {
1387                 return True;
1388         }
1389
1390         return can_write_to_file(conn, smb_fname);
1391 }
1392
1393 /*******************************************************************
1394   Is a file a "special" type ?
1395 ********************************************************************/
1396
1397 static bool file_is_special(connection_struct *conn,
1398                             const struct smb_filename *smb_fname)
1399 {
1400         /*
1401          * Never hide files from the root user.
1402          * We use (uid_t)0 here not sec_initial_uid()
1403          * as make test uses a single user context.
1404          */
1405
1406         if (get_current_uid(conn) == (uid_t)0) {
1407                 return False;
1408         }
1409
1410         SMB_ASSERT(VALID_STAT(smb_fname->st));
1411
1412         if (S_ISREG(smb_fname->st.st_ex_mode) ||
1413             S_ISDIR(smb_fname->st.st_ex_mode) ||
1414             S_ISLNK(smb_fname->st.st_ex_mode))
1415                 return False;
1416
1417         return True;
1418 }
1419
1420 /*******************************************************************
1421  Should the file be seen by the client?
1422  NOTE: A successful return is no guarantee of the file's existence.
1423 ********************************************************************/
1424
1425 bool is_visible_file(connection_struct *conn, const char *dir_path,
1426                      const char *name, SMB_STRUCT_STAT *pst, bool use_veto)
1427 {
1428         bool hide_unreadable = lp_hide_unreadable(SNUM(conn));
1429         bool hide_unwriteable = lp_hide_unwriteable_files(SNUM(conn));
1430         bool hide_special = lp_hide_special_files(SNUM(conn));
1431         char *entry = NULL;
1432         struct smb_filename *smb_fname_base = NULL;
1433         bool ret = false;
1434
1435         if ((strcmp(".",name) == 0) || (strcmp("..",name) == 0)) {
1436                 return True; /* . and .. are always visible. */
1437         }
1438
1439         /* If it's a vetoed file, pretend it doesn't even exist */
1440         if (use_veto && IS_VETO_PATH(conn, name)) {
1441                 DEBUG(10,("is_visible_file: file %s is vetoed.\n", name ));
1442                 return False;
1443         }
1444
1445         if (hide_unreadable || hide_unwriteable || hide_special) {
1446                 entry = talloc_asprintf(talloc_tos(), "%s/%s", dir_path, name);
1447                 if (!entry) {
1448                         ret = false;
1449                         goto out;
1450                 }
1451
1452                 /* Create an smb_filename with stream_name == NULL. */
1453                 smb_fname_base = synthetic_smb_fname(talloc_tos(), entry, NULL,
1454                                                      pst);
1455                 if (smb_fname_base == NULL) {
1456                         ret = false;
1457                         goto out;
1458                 }
1459
1460                 /* If the file name does not exist, there's no point checking
1461                  * the configuration options. We succeed, on the basis that the
1462                  * checks *might* have passed if the file was present.
1463                  */
1464                 if (!VALID_STAT(*pst)) {
1465                         if (SMB_VFS_STAT(conn, smb_fname_base) != 0) {
1466                                 ret = true;
1467                                 goto out;
1468                         }
1469                         *pst = smb_fname_base->st;
1470                 }
1471
1472                 /* Honour _hide unreadable_ option */
1473                 if (hide_unreadable &&
1474                     !user_can_read_file(conn, smb_fname_base)) {
1475                         DEBUG(10,("is_visible_file: file %s is unreadable.\n",
1476                                  entry ));
1477                         ret = false;
1478                         goto out;
1479                 }
1480                 /* Honour _hide unwriteable_ option */
1481                 if (hide_unwriteable && !user_can_write_file(conn,
1482                                                              smb_fname_base)) {
1483                         DEBUG(10,("is_visible_file: file %s is unwritable.\n",
1484                                  entry ));
1485                         ret = false;
1486                         goto out;
1487                 }
1488                 /* Honour _hide_special_ option */
1489                 if (hide_special && file_is_special(conn, smb_fname_base)) {
1490                         DEBUG(10,("is_visible_file: file %s is special.\n",
1491                                  entry ));
1492                         ret = false;
1493                         goto out;
1494                 }
1495         }
1496
1497         ret = true;
1498  out:
1499         TALLOC_FREE(smb_fname_base);
1500         TALLOC_FREE(entry);
1501         return ret;
1502 }
1503
1504 static int smb_Dir_destructor(struct smb_Dir *dirp)
1505 {
1506         if (dirp->dir != NULL) {
1507                 SMB_VFS_CLOSEDIR(dirp->conn,dirp->dir);
1508                 if (dirp->fsp != NULL) {
1509                         /*
1510                          * The SMB_VFS_CLOSEDIR above
1511                          * closes the underlying fd inside
1512                          * dirp->fsp.
1513                          */
1514                         dirp->fsp->fh->fd = -1;
1515                         if (dirp->fsp->dptr != NULL) {
1516                                 SMB_ASSERT(dirp->fsp->dptr->dir_hnd == dirp);
1517                                 dirp->fsp->dptr->dir_hnd = NULL;
1518                         }
1519                         dirp->fsp = NULL;
1520                 }
1521         }
1522         if (dirp->conn->sconn && !dirp->conn->sconn->using_smb2) {
1523                 dirp->conn->sconn->searches.dirhandles_open--;
1524         }
1525         return 0;
1526 }
1527
1528 /*******************************************************************
1529  Open a directory.
1530 ********************************************************************/
1531
1532 struct smb_Dir *OpenDir(TALLOC_CTX *mem_ctx, connection_struct *conn,
1533                         const char *name,
1534                         const char *mask,
1535                         uint32_t attr)
1536 {
1537         struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
1538         struct smbd_server_connection *sconn = conn->sconn;
1539
1540         if (!dirp) {
1541                 return NULL;
1542         }
1543
1544         dirp->conn = conn;
1545         dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
1546
1547         dirp->dir_path = talloc_strdup(dirp, name);
1548         if (!dirp->dir_path) {
1549                 errno = ENOMEM;
1550                 goto fail;
1551         }
1552
1553         if (sconn && !sconn->using_smb2) {
1554                 sconn->searches.dirhandles_open++;
1555         }
1556         talloc_set_destructor(dirp, smb_Dir_destructor);
1557
1558         dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
1559         if (!dirp->dir) {
1560                 DEBUG(5,("OpenDir: Can't open %s. %s\n", dirp->dir_path,
1561                          strerror(errno) ));
1562                 goto fail;
1563         }
1564
1565         return dirp;
1566
1567   fail:
1568         TALLOC_FREE(dirp);
1569         return NULL;
1570 }
1571
1572 /*******************************************************************
1573  Open a directory from an fsp.
1574 ********************************************************************/
1575
1576 static struct smb_Dir *OpenDir_fsp(TALLOC_CTX *mem_ctx, connection_struct *conn,
1577                         files_struct *fsp,
1578                         const char *mask,
1579                         uint32_t attr)
1580 {
1581         struct smb_Dir *dirp = talloc_zero(mem_ctx, struct smb_Dir);
1582         struct smbd_server_connection *sconn = conn->sconn;
1583
1584         if (!dirp) {
1585                 return NULL;
1586         }
1587
1588         dirp->conn = conn;
1589         dirp->name_cache_size = lp_directory_name_cache_size(SNUM(conn));
1590
1591         dirp->dir_path = talloc_strdup(dirp, fsp->fsp_name->base_name);
1592         if (!dirp->dir_path) {
1593                 errno = ENOMEM;
1594                 goto fail;
1595         }
1596
1597         if (sconn && !sconn->using_smb2) {
1598                 sconn->searches.dirhandles_open++;
1599         }
1600         talloc_set_destructor(dirp, smb_Dir_destructor);
1601
1602         if (fsp->is_directory && fsp->fh->fd != -1) {
1603                 dirp->dir = SMB_VFS_FDOPENDIR(fsp, mask, attr);
1604                 if (dirp->dir != NULL) {
1605                         dirp->fsp = fsp;
1606                 } else {
1607                         DEBUG(10,("OpenDir_fsp: SMB_VFS_FDOPENDIR on %s returned "
1608                                 "NULL (%s)\n",
1609                                 dirp->dir_path,
1610                                 strerror(errno)));
1611                         if (errno != ENOSYS) {
1612                                 return NULL;
1613                         }
1614                 }
1615         }
1616
1617         if (dirp->dir == NULL) {
1618                 /* FDOPENDIR didn't work. Use OPENDIR instead. */
1619                 dirp->dir = SMB_VFS_OPENDIR(conn, dirp->dir_path, mask, attr);
1620         }
1621
1622         if (!dirp->dir) {
1623                 DEBUG(5,("OpenDir_fsp: Can't open %s. %s\n", dirp->dir_path,
1624                          strerror(errno) ));
1625                 goto fail;
1626         }
1627
1628         return dirp;
1629
1630   fail:
1631         TALLOC_FREE(dirp);
1632         return NULL;
1633 }
1634
1635
1636 /*******************************************************************
1637  Read from a directory.
1638  Return directory entry, current offset, and optional stat information.
1639  Don't check for veto or invisible files.
1640 ********************************************************************/
1641
1642 const char *ReadDirName(struct smb_Dir *dirp, long *poffset,
1643                         SMB_STRUCT_STAT *sbuf, char **ptalloced)
1644 {
1645         const char *n;
1646         char *talloced = NULL;
1647         connection_struct *conn = dirp->conn;
1648
1649         /* Cheat to allow . and .. to be the first entries returned. */
1650         if (((*poffset == START_OF_DIRECTORY_OFFSET) ||
1651              (*poffset == DOT_DOT_DIRECTORY_OFFSET)) && (dirp->file_number < 2))
1652         {
1653                 if (dirp->file_number == 0) {
1654                         n = ".";
1655                         *poffset = dirp->offset = START_OF_DIRECTORY_OFFSET;
1656                 } else {
1657                         n = "..";
1658                         *poffset = dirp->offset = DOT_DOT_DIRECTORY_OFFSET;
1659                 }
1660                 dirp->file_number++;
1661                 *ptalloced = NULL;
1662                 return n;
1663         }
1664
1665         if (*poffset == END_OF_DIRECTORY_OFFSET) {
1666                 *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
1667                 return NULL;
1668         }
1669
1670         /* A real offset, seek to it. */
1671         SeekDir(dirp, *poffset);
1672
1673         while ((n = vfs_readdirname(conn, dirp->dir, sbuf, &talloced))) {
1674                 /* Ignore . and .. - we've already returned them. */
1675                 if (*n == '.') {
1676                         if ((n[1] == '\0') || (n[1] == '.' && n[2] == '\0')) {
1677                                 TALLOC_FREE(talloced);
1678                                 continue;
1679                         }
1680                 }
1681                 *poffset = dirp->offset = SMB_VFS_TELLDIR(conn, dirp->dir);
1682                 *ptalloced = talloced;
1683                 dirp->file_number++;
1684                 return n;
1685         }
1686         *poffset = dirp->offset = END_OF_DIRECTORY_OFFSET;
1687         *ptalloced = NULL;
1688         return NULL;
1689 }
1690
1691 /*******************************************************************
1692  Rewind to the start.
1693 ********************************************************************/
1694
1695 void RewindDir(struct smb_Dir *dirp, long *poffset)
1696 {
1697         SMB_VFS_REWINDDIR(dirp->conn, dirp->dir);
1698         dirp->file_number = 0;
1699         dirp->offset = START_OF_DIRECTORY_OFFSET;
1700         *poffset = START_OF_DIRECTORY_OFFSET;
1701 }
1702
1703 /*******************************************************************
1704  Seek a dir.
1705 ********************************************************************/
1706
1707 void SeekDir(struct smb_Dir *dirp, long offset)
1708 {
1709         if (offset != dirp->offset) {
1710                 if (offset == START_OF_DIRECTORY_OFFSET) {
1711                         RewindDir(dirp, &offset);
1712                         /*
1713                          * Ok we should really set the file number here
1714                          * to 1 to enable ".." to be returned next. Trouble
1715                          * is I'm worried about callers using SeekDir(dirp,0)
1716                          * as equivalent to RewindDir(). So leave this alone
1717                          * for now.
1718                          */
1719                 } else if  (offset == DOT_DOT_DIRECTORY_OFFSET) {
1720                         RewindDir(dirp, &offset);
1721                         /*
1722                          * Set the file number to 2 - we want to get the first
1723                          * real file entry (the one we return after "..")
1724                          * on the next ReadDir.
1725                          */
1726                         dirp->file_number = 2;
1727                 } else if (offset == END_OF_DIRECTORY_OFFSET) {
1728                         ; /* Don't seek in this case. */
1729                 } else {
1730                         SMB_VFS_SEEKDIR(dirp->conn, dirp->dir, offset);
1731                 }
1732                 dirp->offset = offset;
1733         }
1734 }
1735
1736 /*******************************************************************
1737  Tell a dir position.
1738 ********************************************************************/
1739
1740 long TellDir(struct smb_Dir *dirp)
1741 {
1742         return(dirp->offset);
1743 }
1744
1745 /*******************************************************************
1746  Add an entry into the dcache.
1747 ********************************************************************/
1748
1749 static void DirCacheAdd(struct smb_Dir *dirp, const char *name, long offset)
1750 {
1751         struct name_cache_entry *e;
1752
1753         if (dirp->name_cache_size == 0) {
1754                 return;
1755         }
1756
1757         if (dirp->name_cache == NULL) {
1758                 dirp->name_cache = talloc_zero_array(
1759                         dirp, struct name_cache_entry, dirp->name_cache_size);
1760
1761                 if (dirp->name_cache == NULL) {
1762                         return;
1763                 }
1764         }
1765
1766         dirp->name_cache_index = (dirp->name_cache_index+1) %
1767                                         dirp->name_cache_size;
1768         e = &dirp->name_cache[dirp->name_cache_index];
1769         TALLOC_FREE(e->name);
1770         e->name = talloc_strdup(dirp, name);
1771         e->offset = offset;
1772 }
1773
1774 /*******************************************************************
1775  Find an entry by name. Leave us at the offset after it.
1776  Don't check for veto or invisible files.
1777 ********************************************************************/
1778
1779 bool SearchDir(struct smb_Dir *dirp, const char *name, long *poffset)
1780 {
1781         int i;
1782         const char *entry = NULL;
1783         char *talloced = NULL;
1784         connection_struct *conn = dirp->conn;
1785
1786         /* Search back in the name cache. */
1787         if (dirp->name_cache_size && dirp->name_cache) {
1788                 for (i = dirp->name_cache_index; i >= 0; i--) {
1789                         struct name_cache_entry *e = &dirp->name_cache[i];
1790                         if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
1791                                 *poffset = e->offset;
1792                                 SeekDir(dirp, e->offset);
1793                                 return True;
1794                         }
1795                 }
1796                 for (i = dirp->name_cache_size - 1; i > dirp->name_cache_index; i--) {
1797                         struct name_cache_entry *e = &dirp->name_cache[i];
1798                         if (e->name && (conn->case_sensitive ? (strcmp(e->name, name) == 0) : strequal(e->name, name))) {
1799                                 *poffset = e->offset;
1800                                 SeekDir(dirp, e->offset);
1801                                 return True;
1802                         }
1803                 }
1804         }
1805
1806         /* Not found in the name cache. Rewind directory and start from scratch. */
1807         SMB_VFS_REWINDDIR(conn, dirp->dir);
1808         dirp->file_number = 0;
1809         *poffset = START_OF_DIRECTORY_OFFSET;
1810         while ((entry = ReadDirName(dirp, poffset, NULL, &talloced))) {
1811                 if (conn->case_sensitive ? (strcmp(entry, name) == 0) : strequal(entry, name)) {
1812                         TALLOC_FREE(talloced);
1813                         return True;
1814                 }
1815                 TALLOC_FREE(talloced);
1816         }
1817         return False;
1818 }
1819
1820 struct files_below_forall_state {
1821         char *dirpath;
1822         size_t dirpath_len;
1823         int (*fn)(struct file_id fid, const struct share_mode_data *data,
1824                   void *private_data);
1825         void *private_data;
1826 };
1827
1828 static int files_below_forall_fn(struct file_id fid,
1829                                  const struct share_mode_data *data,
1830                                  void *private_data)
1831 {
1832         struct files_below_forall_state *state = private_data;
1833         char tmpbuf[PATH_MAX];
1834         char *fullpath, *to_free;
1835         size_t len;
1836
1837         len = full_path_tos(data->servicepath, data->base_name,
1838                             tmpbuf, sizeof(tmpbuf),
1839                             &fullpath, &to_free);
1840         if (len == -1) {
1841                 return 0;
1842         }
1843         if (state->dirpath_len >= len) {
1844                 /*
1845                  * Filter files above dirpath
1846                  */
1847                 return 0;
1848         }
1849         if (fullpath[state->dirpath_len] != '/') {
1850                 /*
1851                  * Filter file that don't have a path separator at the end of
1852                  * dirpath's length
1853                  */
1854                 return 0;
1855         }
1856
1857         if (memcmp(state->dirpath, fullpath, len) != 0) {
1858                 /*
1859                  * Not a parent
1860                  */
1861                 return 0;
1862         }
1863
1864         return state->fn(fid, data, private_data);
1865 }
1866
1867 static int files_below_forall(connection_struct *conn,
1868                               const struct smb_filename *dir_name,
1869                               int (*fn)(struct file_id fid,
1870                                         const struct share_mode_data *data,
1871                                         void *private_data),
1872                               void *private_data)
1873 {
1874         struct files_below_forall_state state = {};
1875         int ret;
1876         char tmpbuf[PATH_MAX];
1877         char *to_free;
1878
1879         state.dirpath_len = full_path_tos(conn->connectpath,
1880                                           dir_name->base_name,
1881                                           tmpbuf, sizeof(tmpbuf),
1882                                           &state.dirpath, &to_free);
1883         if (state.dirpath_len == -1) {
1884                 return -1;
1885
1886         }
1887
1888         ret = share_mode_forall(files_below_forall_fn, &state);
1889         TALLOC_FREE(to_free);
1890         return ret;
1891 }
1892
1893 struct have_file_open_below_state {
1894         bool found_one;
1895 };
1896
1897 static int have_file_open_below_fn(struct file_id fid,
1898                                    const struct share_mode_data *data,
1899                                    void *private_data)
1900 {
1901         struct have_file_open_below_state *state = private_data;
1902         state->found_one = true;
1903         return 1;
1904 }
1905
1906 static bool have_file_open_below(connection_struct *conn,
1907                                  const struct smb_filename *name)
1908 {
1909         struct have_file_open_below_state state = {};
1910         int ret;
1911
1912         if (!VALID_STAT(name->st)) {
1913                 return false;
1914         }
1915         if (!S_ISDIR(name->st.st_ex_mode)) {
1916                 return false;
1917         }
1918
1919         ret = files_below_forall(conn, name, have_file_open_below_fn, &state);
1920         if (ret == -1) {
1921                 return false;
1922         }
1923
1924         return state.found_one;
1925 }
1926
1927 /*****************************************************************
1928  Is this directory empty ?
1929 *****************************************************************/
1930
1931 NTSTATUS can_delete_directory_fsp(files_struct *fsp)
1932 {
1933         NTSTATUS status = NT_STATUS_OK;
1934         long dirpos = 0;
1935         const char *dname = NULL;
1936         const char *dirname = fsp->fsp_name->base_name;
1937         char *talloced = NULL;
1938         SMB_STRUCT_STAT st;
1939         struct connection_struct *conn = fsp->conn;
1940         struct smb_Dir *dir_hnd = OpenDir_fsp(talloc_tos(),
1941                                         conn,
1942                                         fsp,
1943                                         NULL,
1944                                         0);
1945
1946         if (!dir_hnd) {
1947                 return map_nt_error_from_unix(errno);
1948         }
1949
1950         while ((dname = ReadDirName(dir_hnd, &dirpos, &st, &talloced))) {
1951                 /* Quick check for "." and ".." */
1952                 if (dname[0] == '.') {
1953                         if (!dname[1] || (dname[1] == '.' && !dname[2])) {
1954                                 TALLOC_FREE(talloced);
1955                                 continue;
1956                         }
1957                 }
1958
1959                 if (!is_visible_file(conn, dirname, dname, &st, True)) {
1960                         TALLOC_FREE(talloced);
1961                         continue;
1962                 }
1963
1964                 DEBUG(10,("got name %s - can't delete\n",
1965                          dname ));
1966                 status = NT_STATUS_DIRECTORY_NOT_EMPTY;
1967                 break;
1968         }
1969         TALLOC_FREE(talloced);
1970         TALLOC_FREE(dir_hnd);
1971
1972         if (!NT_STATUS_IS_OK(status)) {
1973                 return status;
1974         }
1975
1976         if (!lp_posix_pathnames() &&
1977             lp_strict_rename(SNUM(conn)) &&
1978             have_file_open_below(fsp->conn, fsp->fsp_name))
1979         {
1980                 return NT_STATUS_ACCESS_DENIED;
1981         }
1982
1983         return NT_STATUS_OK;
1984 }