s3: smbd: Reformat calls to is_visible_file() to one arg per line.
[amitay/samba.git] / source3 / smbd / close.c
index 3389649226edccb0c13a332bbacac24c8c964d7c..42aedff6a785367906a8ee59e634306eab7005c4 100644 (file)
@@ -21,6 +21,7 @@
 
 #include "includes.h"
 #include "system/filesys.h"
+#include "lib/util/server_id.h"
 #include "printing.h"
 #include "smbd/smbd.h"
 #include "smbd/globals.h"
@@ -30,6 +31,7 @@
 #include "auth.h"
 #include "messages.h"
 #include "../librpc/gen_ndr/open_files.h"
+#include "lib/util/tevent_ntstatus.h"
 
 /****************************************************************************
  Run a file if it is a magic script.
@@ -38,6 +40,8 @@
 static NTSTATUS check_magic(struct files_struct *fsp)
 {
        int ret;
+       const struct loadparm_substitution *lp_sub =
+               loadparm_s3_global_substitution();
        const char *magic_output = NULL;
        SMB_STRUCT_STAT st;
        int tmp_fd, outfd;
@@ -47,7 +51,7 @@ static NTSTATUS check_magic(struct files_struct *fsp)
        char *fname = NULL;
        NTSTATUS status;
 
-       if (!*lp_magicscript(talloc_tos(), SNUM(conn))) {
+       if (!*lp_magic_script(talloc_tos(), lp_sub, SNUM(conn))) {
                return NT_STATUS_OK;
        }
 
@@ -63,13 +67,13 @@ static NTSTATUS check_magic(struct files_struct *fsp)
                p++;
        }
 
-       if (!strequal(lp_magicscript(talloc_tos(), SNUM(conn)),p)) {
+       if (!strequal(lp_magic_script(talloc_tos(), lp_sub, SNUM(conn)),p)) {
                status = NT_STATUS_OK;
                goto out;
        }
 
-       if (*lp_magicoutput(talloc_tos(), SNUM(conn))) {
-               magic_output = lp_magicoutput(talloc_tos(), SNUM(conn));
+       if (*lp_magic_output(talloc_tos(), lp_sub, SNUM(conn))) {
+               magic_output = lp_magic_output(talloc_tos(), lp_sub, SNUM(conn));
        } else {
                magic_output = talloc_asprintf(ctx,
                                "%s.out",
@@ -91,7 +95,7 @@ static NTSTATUS check_magic(struct files_struct *fsp)
                status = map_nt_error_from_unix(errno);
                goto out;
        }
-       ret = smbrun(p,&tmp_fd);
+       ret = smbrun(p, &tmp_fd, NULL);
        DEBUG(3,("Invoking magic command %s gave %d\n",
                p,ret));
 
@@ -139,135 +143,20 @@ static NTSTATUS check_magic(struct files_struct *fsp)
        return status;
 }
 
-/****************************************************************************
-  Common code to close a file or a directory.
-****************************************************************************/
-
-static NTSTATUS close_filestruct(files_struct *fsp)
-{
-       NTSTATUS status = NT_STATUS_OK;
-
-       if (fsp->fh->fd != -1) {
-               if(flush_write_cache(fsp, CLOSE_FLUSH) == -1) {
-                       status = map_nt_error_from_unix(errno);
-               }
-               delete_write_cache(fsp);
-       }
-
-       return status;
-}
-
-static int compare_share_mode_times(const void *p1, const void *p2)
-{
-       const struct share_mode_entry *s1 = (const struct share_mode_entry *)p1;
-       const struct share_mode_entry *s2 = (const struct share_mode_entry *)p2;
-       return timeval_compare(&s1->time, &s2->time);
-}
-
-/****************************************************************************
- If any deferred opens are waiting on this close, notify them.
-****************************************************************************/
-
-static void notify_deferred_opens(struct smbd_server_connection *sconn,
-                                 struct share_mode_lock *lck)
-{
-       struct server_id self = messaging_server_id(sconn->msg_ctx);
-       uint32_t i, num_deferred;
-       struct share_mode_entry *deferred;
-
-       if (!should_notify_deferred_opens(sconn)) {
-               return;
-       }
-
-       num_deferred = 0;
-       for (i=0; i<lck->data->num_share_modes; i++) {
-               struct share_mode_entry *e = &lck->data->share_modes[i];
-
-               if (!is_deferred_open_entry(e)) {
-                       continue;
-               }
-               if (share_mode_stale_pid(lck->data, i)) {
-                       continue;
-               }
-               num_deferred += 1;
-       }
-       if (num_deferred == 0) {
-               return;
-       }
-
-       deferred = talloc_array(talloc_tos(), struct share_mode_entry,
-                               num_deferred);
-       if (deferred == NULL) {
-               return;
-       }
-
-       num_deferred = 0;
-       for (i=0; i<lck->data->num_share_modes; i++) {
-               struct share_mode_entry *e = &lck->data->share_modes[i];
-               if (is_deferred_open_entry(e)) {
-                       deferred[num_deferred] = *e;
-                       num_deferred += 1;
-               }
-       }
-
-       /*
-        * We need to sort the notifications by initial request time. Imagine
-        * two opens come in asyncronously, both conflicting with the open we
-        * just close here. If we don't sort the notifications, the one that
-        * came in last might get the response before the one that came in
-        * first. This is demonstrated with the smbtorture4 raw.mux test.
-        *
-        * As long as we had the UNUSED_SHARE_MODE_ENTRY, we happened to
-        * survive this particular test. Without UNUSED_SHARE_MODE_ENTRY, we
-        * shuffle the share mode entries around a bit, so that we do not
-        * survive raw.mux anymore.
-        *
-        * We could have kept the ordering in del_share_mode, but as the
-        * ordering was never formalized I think it is better to do it here
-        * where it is necessary.
-        */
-
-       qsort(deferred, num_deferred, sizeof(struct share_mode_entry),
-             compare_share_mode_times);
-
-       for (i=0; i<num_deferred; i++) {
-               struct share_mode_entry *e = &deferred[i];
-
-               if (serverid_equal(&self, &e->pid)) {
-                       /*
-                        * We need to notify ourself to retry the open.  Do
-                        * this by finding the queued SMB record, moving it to
-                        * the head of the queue and changing the wait time to
-                        * zero.
-                        */
-                       schedule_deferred_open_message_smb(sconn, e->op_mid);
-               } else {
-                       char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
-
-                       share_mode_entry_to_message(msg, e);
-
-                       messaging_send_buf(sconn->msg_ctx, e->pid,
-                                          MSG_SMB_OPEN_RETRY,
-                                          (uint8 *)msg,
-                                          MSG_SMB_SHARE_MODE_ENTRY_SIZE);
-               }
-       }
-       TALLOC_FREE(deferred);
-}
-
 /****************************************************************************
  Delete all streams
 ****************************************************************************/
 
-NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
+NTSTATUS delete_all_streams(connection_struct *conn,
+                       const struct smb_filename *smb_fname)
 {
        struct stream_struct *stream_info = NULL;
-       int i;
+       unsigned int i;
        unsigned int num_streams = 0;
        TALLOC_CTX *frame = talloc_stackframe();
        NTSTATUS status;
 
-       status = vfs_streaminfo(conn, NULL, fname, talloc_tos(),
+       status = vfs_streaminfo(conn, NULL, smb_fname, talloc_tos(),
                                &num_streams, &stream_info);
 
        if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
@@ -298,8 +187,12 @@ NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
                        continue;
                }
 
-               smb_fname_stream = synthetic_smb_fname(
-                       talloc_tos(), fname, stream_info[i].name, NULL);
+               smb_fname_stream = synthetic_smb_fname(talloc_tos(),
+                                       smb_fname->base_name,
+                                       stream_info[i].name,
+                                       NULL,
+                                       (smb_fname->flags &
+                                               ~SMB_FILENAME_POSIX_PATH));
 
                if (smb_fname_stream == NULL) {
                        DEBUG(0, ("talloc_aprintf failed\n"));
@@ -307,7 +200,10 @@ NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
                        goto fail;
                }
 
-               res = SMB_VFS_UNLINK(conn, smb_fname_stream);
+               res = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_fname_stream,
+                               0);
 
                if (res == -1) {
                        status = map_nt_error_from_unix(errno);
@@ -325,6 +221,55 @@ NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
        return status;
 }
 
+struct has_other_nonposix_opens_state {
+       files_struct *fsp;
+       bool found_another;
+};
+
+static bool has_other_nonposix_opens_fn(
+       struct share_mode_entry *e,
+       bool *modified,
+       void *private_data)
+{
+       struct has_other_nonposix_opens_state *state = private_data;
+       struct files_struct *fsp = state->fsp;
+
+       if (e->name_hash != fsp->name_hash) {
+               return false;
+       }
+       if ((fsp->posix_flags & FSP_POSIX_FLAGS_OPEN) &&
+           (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
+               return false;
+       }
+       if (e->share_file_id == fsp->fh->gen_id) {
+               struct server_id self = messaging_server_id(
+                       fsp->conn->sconn->msg_ctx);
+               if (server_id_equal(&self, &e->pid)) {
+                       return false;
+               }
+       }
+       if (share_entry_stale_pid(e)) {
+               return false;
+       }
+
+       state->found_another = true;
+       return true;
+}
+
+bool has_other_nonposix_opens(struct share_mode_lock *lck,
+                             struct files_struct *fsp)
+{
+       struct has_other_nonposix_opens_state state = { .fsp = fsp };
+       bool ok;
+
+       ok = share_mode_forall_entries(
+               lck, has_other_nonposix_opens_fn, &state);
+       if (!ok) {
+               return false;
+       }
+       return state.found_another;
+}
+
 /****************************************************************************
  Deal with removing a share mode on last close.
 ****************************************************************************/
@@ -333,7 +278,6 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                                        enum file_close_type close_type)
 {
        connection_struct *conn = fsp->conn;
-       struct server_id self = messaging_server_id(conn->sconn->msg_ctx);
        bool delete_file = false;
        bool changed_user = false;
        struct share_mode_lock *lck = NULL;
@@ -344,13 +288,11 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        const struct security_token *del_nt_token = NULL;
        bool got_tokens = false;
        bool normal_close;
+       int ret;
 
        /* Ensure any pending write time updates are done. */
        if (fsp->update_write_time_event) {
-               update_write_time_handler(fsp->conn->sconn->ev_ctx,
-                                       fsp->update_write_time_event,
-                                       timeval_current(),
-                                       (void *)fsp);
+               fsp_flush_write_time_update(fsp);
        }
 
        /*
@@ -366,14 +308,22 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                return NT_STATUS_INVALID_PARAMETER;
        }
 
-       if (fsp->write_time_forced) {
+       /* Remove the oplock before potentially deleting the file. */
+       if(fsp->oplock_type) {
+               remove_oplock(fsp);
+       }
+
+       if (fsp->fsp_flags.write_time_forced) {
+               struct timespec ts;
+
                DEBUG(10,("close_remove_share_mode: write time forced "
                        "for file %s\n",
                        fsp_str_dbg(fsp)));
-               set_close_write_time(fsp, lck->data->changed_write_time);
-       } else if (fsp->update_write_time_on_close) {
+               ts = nt_time_to_full_timespec(lck->data->changed_write_time);
+               set_close_write_time(fsp, ts);
+       } else if (fsp->fsp_flags.update_write_time_on_close) {
                /* Someone had a pending write. */
-               if (null_timespec(fsp->close_write_time)) {
+               if (is_omit_timespec(&fsp->close_write_time)) {
                        DEBUG(10,("close_remove_share_mode: update to current time "
                                "for file %s\n",
                                fsp_str_dbg(fsp)));
@@ -388,7 +338,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                }
        }
 
-       if (fsp->initial_delete_on_close &&
+       if (fsp->fsp_flags.initial_delete_on_close &&
                        !is_delete_on_close_set(lck, fsp->name_hash)) {
                bool became_user = False;
 
@@ -396,52 +346,20 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                 * wrote a real delete on close. */
 
                if (get_current_vuid(conn) != fsp->vuid) {
-                       become_user(conn, fsp->vuid);
+                       become_user_without_service(conn, fsp->vuid);
                        became_user = True;
                }
-               fsp->delete_on_close = true;
-               set_delete_on_close_lck(fsp, lck, True,
+               fsp->fsp_flags.delete_on_close = true;
+               set_delete_on_close_lck(fsp, lck,
                                get_current_nttok(conn),
                                get_current_utok(conn));
                if (became_user) {
-                       unbecome_user();
-               }
-       }
-
-       delete_file = is_delete_on_close_set(lck, fsp->name_hash);
-
-       if (delete_file) {
-               int i;
-               /* See if others still have the file open via this pathname.
-                  If this is the case, then don't delete. If all opens are
-                  POSIX delete now. */
-               for (i=0; i<lck->data->num_share_modes; i++) {
-                       struct share_mode_entry *e = &lck->data->share_modes[i];
-
-                       if (!is_valid_share_mode_entry(e)) {
-                               continue;
-                       }
-                       if (e->name_hash != fsp->name_hash) {
-                               continue;
-                       }
-                       if (fsp->posix_open
-                           && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
-                               continue;
-                       }
-                       if (serverid_equal(&self, &e->pid) &&
-                           (e->share_file_id == fsp->fh->gen_id)) {
-                               continue;
-                       }
-                       if (share_mode_stale_pid(lck->data, i)) {
-                               continue;
-                       }
-                       delete_file = False;
-                       break;
+                       unbecome_user_without_service();
                }
        }
 
-       /* Notify any deferred opens waiting on this close. */
-       notify_deferred_opens(conn->sconn, lck);
+       delete_file = is_delete_on_close_set(lck, fsp->name_hash) &&
+               !has_other_nonposix_opens(lck, fsp);
 
        /*
         * NT can set delete_on_close of the last open
@@ -451,15 +369,8 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        normal_close = (close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE);
 
        if (!normal_close || !delete_file) {
-
-               if (!del_share_mode(lck, fsp)) {
-                       DEBUG(0, ("close_remove_share_mode: Could not delete "
-                                 "share entry for file %s\n",
-                                 fsp_str_dbg(fsp)));
-               }
-
-               TALLOC_FREE(lck);
-               return NT_STATUS_OK;
+               status = NT_STATUS_OK;
+               goto done;
        }
 
        /*
@@ -472,7 +383,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        /*
         * Don't try to update the write time when we delete the file
         */
-       fsp->update_write_time_on_close = false;
+       fsp->fsp_flags.update_write_time_on_close = false;
 
        got_tokens = get_delete_on_close_token(lck, fsp->name_hash,
                                        &del_nt_token, &del_token);
@@ -517,14 +428,15 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        id = vfs_file_id_from_sbuf(conn, &fsp->fsp_name->st);
 
        if (!file_id_equal(&fsp->file_id, &id)) {
+               struct file_id_buf ftmp1, ftmp2;
                DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
                         "was set and dev and/or inode does not match\n",
                         fsp_str_dbg(fsp)));
                DEBUG(5,("close_remove_share_mode: file %s. stored file_id %s, "
                         "stat file_id %s\n",
                         fsp_str_dbg(fsp),
-                        file_id_string_tos(&fsp->file_id),
-                        file_id_string_tos(&id)));
+                        file_id_str_buf(fsp->file_id, &ftmp1),
+                        file_id_str_buf(id, &ftmp2)));
                /*
                 * Don't save the errno here, we ignore this error
                 */
@@ -534,7 +446,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
            && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
 
-               status = delete_all_streams(conn, fsp->fsp_name->base_name);
+               status = delete_all_streams(conn, fsp->fsp_name);
 
                if (!NT_STATUS_IS_OK(status)) {
                        DEBUG(5, ("delete_all_streams failed: %s\n",
@@ -543,8 +455,28 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                }
        }
 
+       if (fsp->fsp_flags.kernel_share_modes_taken) {
+               int ret_flock;
 
-       if (SMB_VFS_UNLINK(conn, fsp->fsp_name) != 0) {
+               /*
+                * A file system sharemode could block the unlink;
+                * remove filesystem sharemodes first.
+                */
+               ret_flock = SMB_VFS_KERNEL_FLOCK(fsp, 0, 0);
+               if (ret_flock == -1) {
+                       DBG_INFO("removing kernel flock for %s failed: %s\n",
+                                 fsp_str_dbg(fsp), strerror(errno));
+               }
+
+               fsp->fsp_flags.kernel_share_modes_taken = false;
+       }
+
+
+       ret = SMB_VFS_UNLINKAT(conn,
+                       conn->cwd_fsp,
+                       fsp->fsp_name,
+                       0);
+       if (ret != 0) {
                /*
                 * This call can potentially fail as another smbd may
                 * have had the file open with delete on close set and
@@ -567,8 +499,8 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
         * the delete on close flag. JRA.
         */
 
-       fsp->delete_on_close = false;
-       set_delete_on_close_lck(fsp, lck, false, NULL, NULL);
+       fsp->fsp_flags.delete_on_close = false;
+       reset_delete_on_close_lck(fsp, lck);
 
  done:
 
@@ -577,6 +509,18 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                pop_sec_ctx();
        }
 
+       if (fsp->fsp_flags.kernel_share_modes_taken) {
+               int ret_flock;
+
+               /* remove filesystem sharemodes */
+               ret_flock = SMB_VFS_KERNEL_FLOCK(fsp, 0, 0);
+               if (ret_flock == -1) {
+                       DEBUG(2, ("close_remove_share_mode: removing kernel "
+                                 "flock for %s failed: %s\n",
+                                 fsp_str_dbg(fsp), strerror(errno)));
+               }
+       }
+
        if (!del_share_mode(lck, fsp)) {
                DEBUG(0, ("close_remove_share_mode: Could not delete share "
                          "entry for file %s\n", fsp_str_dbg(fsp)));
@@ -608,11 +552,11 @@ void set_close_write_time(struct files_struct *fsp, struct timespec ts)
 {
        DEBUG(6,("close_write_time: %s" , time_to_asc(convert_timespec_to_time_t(ts))));
 
-       if (null_timespec(ts)) {
+       if (is_omit_timespec(&ts)) {
                return;
        }
-       fsp->write_time_forced = false;
-       fsp->update_write_time_on_close = true;
+       fsp->fsp_flags.write_time_forced = false;
+       fsp->fsp_flags.update_write_time_on_close = true;
        fsp->close_write_time = ts;
 }
 
@@ -622,13 +566,13 @@ static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
        NTSTATUS status;
        struct share_mode_lock *lck = NULL;
 
-       ZERO_STRUCT(ft);
+       init_smb_file_time(&ft);
 
-       if (!fsp->update_write_time_on_close) {
+       if (!(fsp->fsp_flags.update_write_time_on_close)) {
                return NT_STATUS_OK;
        }
 
-       if (null_timespec(fsp->close_write_time)) {
+       if (is_omit_timespec(&fsp->close_write_time)) {
                fsp->close_write_time = timespec_current();
        }
 
@@ -663,7 +607,7 @@ static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
 
                /* Close write times overwrite sticky write times
                   so we must replace any sticky write time here. */
-               if (!null_timespec(lck->data->changed_write_time)) {
+               if (!null_nttime(lck->data->changed_write_time)) {
                        (void)set_sticky_write_time(fsp->file_id, fsp->close_write_time);
                }
                TALLOC_FREE(lck);
@@ -692,6 +636,20 @@ static NTSTATUS ntstatus_keeperror(NTSTATUS s1, NTSTATUS s2)
        return s2;
 }
 
+static void assert_no_pending_aio(struct files_struct *fsp,
+                                 enum file_close_type close_type)
+{
+       unsigned num_requests = fsp->num_aio_requests;
+
+       if (num_requests == 0) {
+               return;
+       }
+
+       DBG_ERR("fsp->num_aio_requests=%u\n", num_requests);
+       smb_panic("can not close with outstanding aio requests");
+       return;
+}
+
 /****************************************************************************
  Close a file.
 
@@ -708,41 +666,12 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
        connection_struct *conn = fsp->conn;
        bool is_durable = false;
 
-       if (fsp->num_aio_requests != 0) {
-
-               if (close_type != SHUTDOWN_CLOSE) {
-                       /*
-                        * reply_close and the smb2 close must have
-                        * taken care of this. No other callers of
-                        * close_file should ever have created async
-                        * I/O.
-                        *
-                        * We need to panic here because if we close()
-                        * the fd while we have outstanding async I/O
-                        * requests, in the worst case we could end up
-                        * writing to the wrong file.
-                        */
-                       DEBUG(0, ("fsp->num_aio_requests=%u\n",
-                                 fsp->num_aio_requests));
-                       smb_panic("can not close with outstanding aio "
-                                 "requests");
-               }
+       assert_no_pending_aio(fsp, close_type);
 
-               /*
-                * For shutdown close, just drop the async requests
-                * including a potential close request pending for
-                * this fsp. Drop the close request first, the
-                * destructor for the aio_requests would execute it.
-                */
-               TALLOC_FREE(fsp->deferred_close);
-
-               while (fsp->num_aio_requests != 0) {
-                       /*
-                        * The destructor of the req will remove
-                        * itself from the fsp
-                        */
-                       TALLOC_FREE(fsp->aio_requests[0]);
-               }
+       while (talloc_array_length(fsp->blocked_smb1_lock_reqs) != 0) {
+               smbd_smb1_brl_finish_by_req(
+                       fsp->blocked_smb1_lock_reqs[0],
+                       NT_STATUS_RANGE_NOT_LOCKED);
        }
 
        /*
@@ -750,9 +679,6 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
         * error here, we must remember this.
         */
 
-       tmp = close_filestruct(fsp);
-       status = ntstatus_keeperror(status, tmp);
-
        if (NT_STATUS_IS_OK(status) && fsp->op != NULL) {
                is_durable = fsp->op->global->durable;
        }
@@ -829,11 +755,6 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
                return NT_STATUS_OK;
        }
 
-       /* Remove the oplock before potentially deleting the file. */
-       if(fsp->oplock_type) {
-               release_file_oplock(fsp);
-       }
-
        /* If this is an old DOS or FCB open and we have multiple opens on
           the same handle we only have one share mode. Ensure we only remove
           the share mode on the last close. */
@@ -844,7 +765,7 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
                status = ntstatus_keeperror(status, tmp);
        }
 
-       locking_close_file(conn->sconn->msg_ctx, fsp, close_type);
+       locking_close_file(fsp, close_type);
 
        tmp = fd_close(fsp);
        status = ntstatus_keeperror(status, tmp);
@@ -893,10 +814,11 @@ bool recursive_rmdir(TALLOC_CTX *ctx,
        long offset = 0;
        SMB_STRUCT_STAT st;
        struct smb_Dir *dir_hnd;
+       int retval;
 
        SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
 
-       dir_hnd = OpenDir(talloc_tos(), conn, smb_dname->base_name, NULL, 0);
+       dir_hnd = OpenDir(talloc_tos(), conn, smb_dname, NULL, 0);
        if(dir_hnd == NULL)
                return False;
 
@@ -910,8 +832,11 @@ bool recursive_rmdir(TALLOC_CTX *ctx,
                        continue;
                }
 
-               if (!is_visible_file(conn, smb_dname->base_name, dname, &st,
-                                    false)) {
+               if (!is_visible_file(conn,
+                                       smb_dname,
+                                       dname,
+                                       &st,
+                                       false)) {
                        TALLOC_FREE(talloced);
                        continue;
                }
@@ -926,8 +851,11 @@ bool recursive_rmdir(TALLOC_CTX *ctx,
                        goto err_break;
                }
 
-               smb_dname_full = synthetic_smb_fname(talloc_tos(), fullname,
-                                                    NULL, NULL);
+               smb_dname_full = synthetic_smb_fname(talloc_tos(),
+                                               fullname,
+                                               NULL,
+                                               NULL,
+                                               smb_dname->flags);
                if (smb_dname_full == NULL) {
                        errno = ENOMEM;
                        goto err_break;
@@ -941,12 +869,21 @@ bool recursive_rmdir(TALLOC_CTX *ctx,
                        if(!recursive_rmdir(ctx, conn, smb_dname_full)) {
                                goto err_break;
                        }
-                       if(SMB_VFS_RMDIR(conn,
-                                        smb_dname_full->base_name) != 0) {
+                       retval = SMB_VFS_UNLINKAT(conn,
+                                       conn->cwd_fsp,
+                                       smb_dname_full,
+                                       AT_REMOVEDIR);
+                       if (retval != 0) {
+                               goto err_break;
+                       }
+               } else {
+                       retval = SMB_VFS_UNLINKAT(conn,
+                                       conn->cwd_fsp,
+                                       smb_dname_full,
+                                       0);
+                       if (retval != 0) {
                                goto err_break;
                        }
-               } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
-                       goto err_break;
                }
 
                /* Successful iteration. */
@@ -973,6 +910,8 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
 {
        connection_struct *conn = fsp->conn;
        struct smb_filename *smb_dname = fsp->fsp_name;
+       const struct loadparm_substitution *lp_sub =
+               loadparm_s3_global_substitution();
        int ret;
 
        SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
@@ -990,9 +929,15 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                if (!(S_ISDIR(smb_dname->st.st_ex_mode))) {
                        return NT_STATUS_NOT_A_DIRECTORY;
                }
-               ret = SMB_VFS_UNLINK(conn, smb_dname);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               0);
        } else {
-               ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               AT_REMOVEDIR);
        }
        if (ret == 0) {
                notify_fname(conn, NOTIFY_ACTION_REMOVED,
@@ -1001,7 +946,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                return NT_STATUS_OK;
        }
 
-       if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(talloc_tos(), SNUM(conn))) {
+       if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(talloc_tos(), lp_sub, SNUM(conn))) {
                /*
                 * Check to see if the only thing in this directory are
                 * vetoed files/directories. If so then delete them and
@@ -1013,7 +958,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                char *talloced = NULL;
                long dirpos = 0;
                struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
-                                                 smb_dname->base_name, NULL,
+                                                 smb_dname, NULL,
                                                  0);
 
                if(dir_hnd == NULL) {
@@ -1027,8 +972,11 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                TALLOC_FREE(talloced);
                                continue;
                        }
-                       if (!is_visible_file(conn, smb_dname->base_name, dname,
-                                            &st, false)) {
+                       if (!is_visible_file(conn,
+                                               smb_dname,
+                                               dname,
+                                               &st,
+                                               false)) {
                                TALLOC_FREE(talloced);
                                continue;
                        }
@@ -1044,7 +992,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                /* We only have veto files/directories.
                 * Are we allowed to delete them ? */
 
-               if(!lp_recursive_veto_delete(SNUM(conn))) {
+               if(!lp_delete_veto_files(SNUM(conn))) {
                        TALLOC_FREE(dir_hnd);
                        errno = ENOTEMPTY;
                        goto err;
@@ -1062,8 +1010,11 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                TALLOC_FREE(talloced);
                                continue;
                        }
-                       if (!is_visible_file(conn, smb_dname->base_name, dname,
-                                            &st, false)) {
+                       if (!is_visible_file(conn,
+                                               smb_dname,
+                                               dname,
+                                               &st,
+                                               false)) {
                                TALLOC_FREE(talloced);
                                continue;
                        }
@@ -1078,8 +1029,11 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                goto err_break;
                        }
 
-                       smb_dname_full = synthetic_smb_fname(
-                               talloc_tos(), fullname, NULL, NULL);
+                       smb_dname_full = synthetic_smb_fname(talloc_tos(),
+                                                       fullname,
+                                                       NULL,
+                                                       NULL,
+                                                       smb_dname->flags);
                        if (smb_dname_full == NULL) {
                                errno = ENOMEM;
                                goto err_break;
@@ -1089,16 +1043,26 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                goto err_break;
                        }
                        if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
+                               int retval;
                                if(!recursive_rmdir(ctx, conn,
                                                    smb_dname_full)) {
                                        goto err_break;
                                }
-                               if(SMB_VFS_RMDIR(conn,
-                                       smb_dname_full->base_name) != 0) {
+                               retval = SMB_VFS_UNLINKAT(conn,
+                                               conn->cwd_fsp,
+                                               smb_dname_full,
+                                               AT_REMOVEDIR);
+                               if(retval != 0) {
+                                       goto err_break;
+                               }
+                       } else {
+                               int retval = SMB_VFS_UNLINKAT(conn,
+                                               conn->cwd_fsp,
+                                               smb_dname_full,
+                                               0);
+                               if(retval != 0) {
                                        goto err_break;
                                }
-                       } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
-                               goto err_break;
                        }
 
                        /* Successful iteration. */
@@ -1113,7 +1077,10 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                }
                TALLOC_FREE(dir_hnd);
                /* Retry the rmdir */
-               ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               AT_REMOVEDIR);
        }
 
   err:
@@ -1139,13 +1106,21 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
 static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                                enum file_close_type close_type)
 {
-       struct server_id self = messaging_server_id(fsp->conn->sconn->msg_ctx);
        struct share_mode_lock *lck = NULL;
        bool delete_dir = False;
        NTSTATUS status = NT_STATUS_OK;
        NTSTATUS status1 = NT_STATUS_OK;
        const struct security_token *del_nt_token = NULL;
        const struct security_unix_token *del_token = NULL;
+       NTSTATUS notify_status;
+
+       if (fsp->conn->sconn->using_smb2) {
+               notify_status = STATUS_NOTIFY_CLEANUP;
+       } else {
+               notify_status = NT_STATUS_OK;
+       }
+
+       assert_no_pending_aio(fsp, close_type);
 
        /*
         * NT can set delete_on_close of the last open
@@ -1156,10 +1131,11 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
        if (lck == NULL) {
                DEBUG(0, ("close_directory: Could not get share mode lock for "
                          "%s\n", fsp_str_dbg(fsp)));
+               file_free(req, fsp);
                return NT_STATUS_INVALID_PARAMETER;
        }
 
-       if (fsp->initial_delete_on_close) {
+       if (fsp->fsp_flags.initial_delete_on_close) {
                bool became_user = False;
 
                /* Initial delete on close was set - for
@@ -1167,46 +1143,23 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                 * wrote a real delete on close. */
 
                if (get_current_vuid(fsp->conn) != fsp->vuid) {
-                       become_user(fsp->conn, fsp->vuid);
+                       become_user_without_service(fsp->conn, fsp->vuid);
                        became_user = True;
                }
                send_stat_cache_delete_message(fsp->conn->sconn->msg_ctx,
                                               fsp->fsp_name->base_name);
-               set_delete_on_close_lck(fsp, lck, true,
+               set_delete_on_close_lck(fsp, lck,
                                get_current_nttok(fsp->conn),
                                get_current_utok(fsp->conn));
-               fsp->delete_on_close = true;
+               fsp->fsp_flags.delete_on_close = true;
                if (became_user) {
-                       unbecome_user();
+                       unbecome_user_without_service();
                }
        }
 
-       delete_dir = get_delete_on_close_token(lck, fsp->name_hash,
-                                       &del_nt_token, &del_token);
-
-       if (delete_dir) {
-               int i;
-               /* See if others still have the dir open. If this is the
-                * case, then don't delete. If all opens are POSIX delete now. */
-               for (i=0; i<lck->data->num_share_modes; i++) {
-                       struct share_mode_entry *e = &lck->data->share_modes[i];
-                       if (is_valid_share_mode_entry(e) &&
-                                       e->name_hash == fsp->name_hash) {
-                               if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
-                                       continue;
-                               }
-                               if (serverid_equal(&self, &e->pid) &&
-                                   (e->share_file_id == fsp->fh->gen_id)) {
-                                       continue;
-                               }
-                               if (share_mode_stale_pid(lck->data, i)) {
-                                       continue;
-                               }
-                               delete_dir = False;
-                               break;
-                       }
-               }
-       }
+       delete_dir = get_delete_on_close_token(
+               lck, fsp->name_hash, &del_nt_token, &del_token) &&
+               !has_other_nonposix_opens(lck, fsp);
 
        if ((close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) &&
                                delete_dir) {
@@ -1233,10 +1186,11 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                if ((fsp->conn->fs_capabilities & FILE_NAMED_STREAMS)
                    && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
 
-                       status = delete_all_streams(fsp->conn, fsp->fsp_name->base_name);
+                       status = delete_all_streams(fsp->conn, fsp->fsp_name);
                        if (!NT_STATUS_IS_OK(status)) {
                                DEBUG(5, ("delete_all_streams failed: %s\n",
                                          nt_errstr(status)));
+                               file_free(req, fsp);
                                return status;
                        }
                }
@@ -1255,8 +1209,8 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                 * now fail as the directory has been deleted.
                 */
 
-               if(NT_STATUS_IS_OK(status)) {
-                       remove_pending_change_notify_requests_by_fid(fsp, NT_STATUS_DELETE_PENDING);
+               if (NT_STATUS_IS_OK(status)) {
+                       notify_status = NT_STATUS_DELETE_PENDING;
                }
        } else {
                if (!del_share_mode(lck, fsp)) {
@@ -1265,10 +1219,10 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                }
 
                TALLOC_FREE(lck);
-               remove_pending_change_notify_requests_by_fid(
-                       fsp, NT_STATUS_OK);
        }
 
+       remove_pending_change_notify_requests_by_fid(fsp, notify_status);
+
        status1 = fd_close(fsp);
 
        if (!NT_STATUS_IS_OK(status1)) {
@@ -1280,7 +1234,6 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
        /*
         * Do the code common to files and directories.
         */
-       close_filestruct(fsp);
        file_free(req, fsp);
 
        if (NT_STATUS_IS_OK(status) && !NT_STATUS_IS_OK(status1)) {
@@ -1299,7 +1252,7 @@ NTSTATUS close_file(struct smb_request *req, files_struct *fsp,
        NTSTATUS status;
        struct files_struct *base_fsp = fsp->base_fsp;
 
-       if(fsp->is_directory) {
+       if (fsp->fsp_flags.is_directory) {
                status = close_directory(req, fsp, close_type);
        } else if (fsp->fake_file_handle != NULL) {
                status = close_fake_file(req, fsp);
@@ -1337,15 +1290,16 @@ void msg_close_file(struct messaging_context *msg_ctx,
                        DATA_BLOB *data)
 {
        files_struct *fsp = NULL;
+       struct file_id id;
        struct share_mode_entry e;
        struct smbd_server_connection *sconn =
                talloc_get_type_abort(private_data,
                struct smbd_server_connection);
 
-       message_to_share_mode_entry(&e, (char *)data->data);
+       message_to_share_mode_entry(&id, &e, (char *)data->data);
 
        if(DEBUGLVL(10)) {
-               char *sm_str = share_mode_str(NULL, 0, &e);
+               char *sm_str = share_mode_str(NULL, 0, &id, &e);
                if (!sm_str) {
                        smb_panic("talloc failed");
                }
@@ -1354,7 +1308,7 @@ void msg_close_file(struct messaging_context *msg_ctx,
                TALLOC_FREE(sm_str);
        }
 
-       fsp = file_find_dif(sconn, e.id, e.share_file_id);
+       fsp = file_find_dif(sconn, id, e.share_file_id);
        if (!fsp) {
                DEBUG(10,("msg_close_file: failed to find file.\n"));
                return;