s3: smbd: Reformat calls to is_visible_file() to one arg per line.
[amitay/samba.git] / source3 / smbd / close.c
index 8e82db39b52824bcbdcc48a6820e618f522eb0eb..42aedff6a785367906a8ee59e634306eab7005c4 100644 (file)
 
 #include "includes.h"
 #include "system/filesys.h"
+#include "lib/util/server_id.h"
 #include "printing.h"
 #include "smbd/smbd.h"
 #include "smbd/globals.h"
+#include "smbd/scavenger.h"
 #include "fake_file.h"
 #include "transfer_file.h"
 #include "auth.h"
 #include "messages.h"
 #include "../librpc/gen_ndr/open_files.h"
+#include "lib/util/tevent_ntstatus.h"
 
 /****************************************************************************
  Run a file if it is a magic script.
@@ -37,6 +40,8 @@
 static NTSTATUS check_magic(struct files_struct *fsp)
 {
        int ret;
+       const struct loadparm_substitution *lp_sub =
+               loadparm_s3_global_substitution();
        const char *magic_output = NULL;
        SMB_STRUCT_STAT st;
        int tmp_fd, outfd;
@@ -46,7 +51,7 @@ static NTSTATUS check_magic(struct files_struct *fsp)
        char *fname = NULL;
        NTSTATUS status;
 
-       if (!*lp_magicscript(SNUM(conn))) {
+       if (!*lp_magic_script(talloc_tos(), lp_sub, SNUM(conn))) {
                return NT_STATUS_OK;
        }
 
@@ -62,13 +67,13 @@ static NTSTATUS check_magic(struct files_struct *fsp)
                p++;
        }
 
-       if (!strequal(lp_magicscript(SNUM(conn)),p)) {
+       if (!strequal(lp_magic_script(talloc_tos(), lp_sub, SNUM(conn)),p)) {
                status = NT_STATUS_OK;
                goto out;
        }
 
-       if (*lp_magicoutput(SNUM(conn))) {
-               magic_output = lp_magicoutput(SNUM(conn));
+       if (*lp_magic_output(talloc_tos(), lp_sub, SNUM(conn))) {
+               magic_output = lp_magic_output(talloc_tos(), lp_sub, SNUM(conn));
        } else {
                magic_output = talloc_asprintf(ctx,
                                "%s.out",
@@ -90,7 +95,7 @@ static NTSTATUS check_magic(struct files_struct *fsp)
                status = map_nt_error_from_unix(errno);
                goto out;
        }
-       ret = smbrun(p,&tmp_fd);
+       ret = smbrun(p, &tmp_fd, NULL);
        DEBUG(3,("Invoking magic command %s gave %d\n",
                p,ret));
 
@@ -138,134 +143,20 @@ static NTSTATUS check_magic(struct files_struct *fsp)
        return status;
 }
 
-/****************************************************************************
-  Common code to close a file or a directory.
-****************************************************************************/
-
-static NTSTATUS close_filestruct(files_struct *fsp)
-{
-       NTSTATUS status = NT_STATUS_OK;
-
-       if (fsp->fh->fd != -1) {
-               if(flush_write_cache(fsp, CLOSE_FLUSH) == -1) {
-                       status = map_nt_error_from_unix(errno);
-               }
-               delete_write_cache(fsp);
-       }
-
-       return status;
-}
-
-static int compare_share_mode_times(const void *p1, const void *p2)
-{
-       const struct share_mode_entry *s1 = (const struct share_mode_entry *)p1;
-       const struct share_mode_entry *s2 = (const struct share_mode_entry *)p2;
-       return timeval_compare(&s1->time, &s2->time);
-}
-
-/****************************************************************************
- If any deferred opens are waiting on this close, notify them.
-****************************************************************************/
-
-static void notify_deferred_opens(struct smbd_server_connection *sconn,
-                                 struct share_mode_lock *lck)
-{
-       uint32_t i, num_deferred;
-       struct share_mode_entry *deferred;
-
-       if (!should_notify_deferred_opens()) {
-               return;
-       }
-
-       num_deferred = 0;
-       for (i=0; i<lck->data->num_share_modes; i++) {
-               struct share_mode_entry *e = &lck->data->share_modes[i];
-
-               if (!is_deferred_open_entry(e)) {
-                       continue;
-               }
-               if (share_mode_stale_pid(lck->data, i)) {
-                       continue;
-               }
-               num_deferred += 1;
-       }
-       if (num_deferred == 0) {
-               return;
-       }
-
-       deferred = talloc_array(talloc_tos(), struct share_mode_entry,
-                               num_deferred);
-       if (deferred == NULL) {
-               return;
-       }
-
-       num_deferred = 0;
-       for (i=0; i<lck->data->num_share_modes; i++) {
-               struct share_mode_entry *e = &lck->data->share_modes[i];
-               if (is_deferred_open_entry(e)) {
-                       deferred[num_deferred] = *e;
-                       num_deferred += 1;
-               }
-       }
-
-       /*
-        * We need to sort the notifications by initial request time. Imagine
-        * two opens come in asyncronously, both conflicting with the open we
-        * just close here. If we don't sort the notifications, the one that
-        * came in last might get the response before the one that came in
-        * first. This is demonstrated with the smbtorture4 raw.mux test.
-        *
-        * As long as we had the UNUSED_SHARE_MODE_ENTRY, we happened to
-        * survive this particular test. Without UNUSED_SHARE_MODE_ENTRY, we
-        * shuffle the share mode entries around a bit, so that we do not
-        * survive raw.mux anymore.
-        *
-        * We could have kept the ordering in del_share_mode, but as the
-        * ordering was never formalized I think it is better to do it here
-        * where it is necessary.
-        */
-
-       qsort(deferred, num_deferred, sizeof(struct share_mode_entry),
-             compare_share_mode_times);
-
-       for (i=0; i<num_deferred; i++) {
-               struct share_mode_entry *e = &deferred[i];
-
-               if (procid_is_me(&e->pid)) {
-                       /*
-                        * We need to notify ourself to retry the open.  Do
-                        * this by finding the queued SMB record, moving it to
-                        * the head of the queue and changing the wait time to
-                        * zero.
-                        */
-                       schedule_deferred_open_message_smb(sconn, e->op_mid);
-               } else {
-                       char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
-
-                       share_mode_entry_to_message(msg, e);
-
-                       messaging_send_buf(sconn->msg_ctx, e->pid,
-                                          MSG_SMB_OPEN_RETRY,
-                                          (uint8 *)msg,
-                                          MSG_SMB_SHARE_MODE_ENTRY_SIZE);
-               }
-       }
-       TALLOC_FREE(deferred);
-}
-
 /****************************************************************************
  Delete all streams
 ****************************************************************************/
 
-NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
+NTSTATUS delete_all_streams(connection_struct *conn,
+                       const struct smb_filename *smb_fname)
 {
        struct stream_struct *stream_info = NULL;
-       int i;
+       unsigned int i;
        unsigned int num_streams = 0;
        TALLOC_CTX *frame = talloc_stackframe();
        NTSTATUS status;
 
-       status = vfs_streaminfo(conn, NULL, fname, talloc_tos(),
+       status = vfs_streaminfo(conn, NULL, smb_fname, talloc_tos(),
                                &num_streams, &stream_info);
 
        if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
@@ -290,22 +181,29 @@ NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
 
        for (i=0; i<num_streams; i++) {
                int res;
-               struct smb_filename *smb_fname_stream = NULL;
+               struct smb_filename *smb_fname_stream;
 
                if (strequal(stream_info[i].name, "::$DATA")) {
                        continue;
                }
 
-               status = create_synthetic_smb_fname(talloc_tos(), fname,
-                                                   stream_info[i].name, NULL,
-                                                   &smb_fname_stream);
+               smb_fname_stream = synthetic_smb_fname(talloc_tos(),
+                                       smb_fname->base_name,
+                                       stream_info[i].name,
+                                       NULL,
+                                       (smb_fname->flags &
+                                               ~SMB_FILENAME_POSIX_PATH));
 
-               if (!NT_STATUS_IS_OK(status)) {
+               if (smb_fname_stream == NULL) {
                        DEBUG(0, ("talloc_aprintf failed\n"));
+                       status = NT_STATUS_NO_MEMORY;
                        goto fail;
                }
 
-               res = SMB_VFS_UNLINK(conn, smb_fname_stream);
+               res = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_fname_stream,
+                               0);
 
                if (res == -1) {
                        status = map_nt_error_from_unix(errno);
@@ -323,6 +221,55 @@ NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
        return status;
 }
 
+struct has_other_nonposix_opens_state {
+       files_struct *fsp;
+       bool found_another;
+};
+
+static bool has_other_nonposix_opens_fn(
+       struct share_mode_entry *e,
+       bool *modified,
+       void *private_data)
+{
+       struct has_other_nonposix_opens_state *state = private_data;
+       struct files_struct *fsp = state->fsp;
+
+       if (e->name_hash != fsp->name_hash) {
+               return false;
+       }
+       if ((fsp->posix_flags & FSP_POSIX_FLAGS_OPEN) &&
+           (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
+               return false;
+       }
+       if (e->share_file_id == fsp->fh->gen_id) {
+               struct server_id self = messaging_server_id(
+                       fsp->conn->sconn->msg_ctx);
+               if (server_id_equal(&self, &e->pid)) {
+                       return false;
+               }
+       }
+       if (share_entry_stale_pid(e)) {
+               return false;
+       }
+
+       state->found_another = true;
+       return true;
+}
+
+bool has_other_nonposix_opens(struct share_mode_lock *lck,
+                             struct files_struct *fsp)
+{
+       struct has_other_nonposix_opens_state state = { .fsp = fsp };
+       bool ok;
+
+       ok = share_mode_forall_entries(
+               lck, has_other_nonposix_opens_fn, &state);
+       if (!ok) {
+               return false;
+       }
+       return state.found_another;
+}
+
 /****************************************************************************
  Deal with removing a share mode on last close.
 ****************************************************************************/
@@ -340,13 +287,12 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        const struct security_unix_token *del_token = NULL;
        const struct security_token *del_nt_token = NULL;
        bool got_tokens = false;
+       bool normal_close;
+       int ret;
 
        /* Ensure any pending write time updates are done. */
        if (fsp->update_write_time_event) {
-               update_write_time_handler(fsp->conn->sconn->ev_ctx,
-                                       fsp->update_write_time_event,
-                                       timeval_current(),
-                                       (void *)fsp);
+               fsp_flush_write_time_update(fsp);
        }
 
        /*
@@ -359,18 +305,25 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        if (lck == NULL) {
                DEBUG(0, ("close_remove_share_mode: Could not get share mode "
                          "lock for file %s\n", fsp_str_dbg(fsp)));
-               status = NT_STATUS_INVALID_PARAMETER;
-               goto done;
+               return NT_STATUS_INVALID_PARAMETER;
        }
 
-       if (fsp->write_time_forced) {
+       /* Remove the oplock before potentially deleting the file. */
+       if(fsp->oplock_type) {
+               remove_oplock(fsp);
+       }
+
+       if (fsp->fsp_flags.write_time_forced) {
+               struct timespec ts;
+
                DEBUG(10,("close_remove_share_mode: write time forced "
                        "for file %s\n",
                        fsp_str_dbg(fsp)));
-               set_close_write_time(fsp, lck->data->changed_write_time);
-       } else if (fsp->update_write_time_on_close) {
+               ts = nt_time_to_full_timespec(lck->data->changed_write_time);
+               set_close_write_time(fsp, ts);
+       } else if (fsp->fsp_flags.update_write_time_on_close) {
                /* Someone had a pending write. */
-               if (null_timespec(fsp->close_write_time)) {
+               if (is_omit_timespec(&fsp->close_write_time)) {
                        DEBUG(10,("close_remove_share_mode: update to current time "
                                "for file %s\n",
                                fsp_str_dbg(fsp)));
@@ -385,13 +338,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                }
        }
 
-       if (!del_share_mode(lck, fsp)) {
-               DEBUG(0, ("close_remove_share_mode: Could not delete share "
-                         "entry for file %s\n",
-                         fsp_str_dbg(fsp)));
-       }
-
-       if (fsp->initial_delete_on_close &&
+       if (fsp->fsp_flags.initial_delete_on_close &&
                        !is_delete_on_close_set(lck, fsp->name_hash)) {
                bool became_user = False;
 
@@ -399,54 +346,31 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                 * wrote a real delete on close. */
 
                if (get_current_vuid(conn) != fsp->vuid) {
-                       become_user(conn, fsp->vuid);
+                       become_user_without_service(conn, fsp->vuid);
                        became_user = True;
                }
-               fsp->delete_on_close = true;
-               set_delete_on_close_lck(fsp, lck, True,
+               fsp->fsp_flags.delete_on_close = true;
+               set_delete_on_close_lck(fsp, lck,
                                get_current_nttok(conn),
                                get_current_utok(conn));
                if (became_user) {
-                       unbecome_user();
-               }
-       }
-
-       delete_file = is_delete_on_close_set(lck, fsp->name_hash);
-
-       if (delete_file) {
-               int i;
-               /* See if others still have the file open via this pathname.
-                  If this is the case, then don't delete. If all opens are
-                  POSIX delete now. */
-               for (i=0; i<lck->data->num_share_modes; i++) {
-                       struct share_mode_entry *e = &lck->data->share_modes[i];
-                       if (is_valid_share_mode_entry(e) &&
-                                       e->name_hash == fsp->name_hash) {
-                               if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
-                                       continue;
-                               }
-                               if (share_mode_stale_pid(lck->data, i)) {
-                                       continue;
-                               }
-                               delete_file = False;
-                               break;
-                       }
+                       unbecome_user_without_service();
                }
        }
 
-       /* Notify any deferred opens waiting on this close. */
-       notify_deferred_opens(conn->sconn, lck);
-       reply_to_oplock_break_requests(fsp);
+       delete_file = is_delete_on_close_set(lck, fsp->name_hash) &&
+               !has_other_nonposix_opens(lck, fsp);
 
        /*
         * NT can set delete_on_close of the last open
         * reference to a file.
         */
 
-       if (!(close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) ||
-                       !delete_file) {
-               TALLOC_FREE(lck);
-               return NT_STATUS_OK;
+       normal_close = (close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE);
+
+       if (!normal_close || !delete_file) {
+               status = NT_STATUS_OK;
+               goto done;
        }
 
        /*
@@ -459,7 +383,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        /*
         * Don't try to update the write time when we delete the file
         */
-       fsp->update_write_time_on_close = false;
+       fsp->fsp_flags.update_write_time_on_close = false;
 
        got_tokens = get_delete_on_close_token(lck, fsp->name_hash,
                                        &del_nt_token, &del_token);
@@ -504,14 +428,15 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        id = vfs_file_id_from_sbuf(conn, &fsp->fsp_name->st);
 
        if (!file_id_equal(&fsp->file_id, &id)) {
+               struct file_id_buf ftmp1, ftmp2;
                DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
                         "was set and dev and/or inode does not match\n",
                         fsp_str_dbg(fsp)));
                DEBUG(5,("close_remove_share_mode: file %s. stored file_id %s, "
                         "stat file_id %s\n",
                         fsp_str_dbg(fsp),
-                        file_id_string_tos(&fsp->file_id),
-                        file_id_string_tos(&id)));
+                        file_id_str_buf(fsp->file_id, &ftmp1),
+                        file_id_str_buf(id, &ftmp2)));
                /*
                 * Don't save the errno here, we ignore this error
                 */
@@ -521,7 +446,7 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
        if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
            && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
 
-               status = delete_all_streams(conn, fsp->fsp_name->base_name);
+               status = delete_all_streams(conn, fsp->fsp_name);
 
                if (!NT_STATUS_IS_OK(status)) {
                        DEBUG(5, ("delete_all_streams failed: %s\n",
@@ -530,8 +455,28 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                }
        }
 
+       if (fsp->fsp_flags.kernel_share_modes_taken) {
+               int ret_flock;
 
-       if (SMB_VFS_UNLINK(conn, fsp->fsp_name) != 0) {
+               /*
+                * A file system sharemode could block the unlink;
+                * remove filesystem sharemodes first.
+                */
+               ret_flock = SMB_VFS_KERNEL_FLOCK(fsp, 0, 0);
+               if (ret_flock == -1) {
+                       DBG_INFO("removing kernel flock for %s failed: %s\n",
+                                 fsp_str_dbg(fsp), strerror(errno));
+               }
+
+               fsp->fsp_flags.kernel_share_modes_taken = false;
+       }
+
+
+       ret = SMB_VFS_UNLINKAT(conn,
+                       conn->cwd_fsp,
+                       fsp->fsp_name,
+                       0);
+       if (ret != 0) {
                /*
                 * This call can potentially fail as another smbd may
                 * have had the file open with delete on close set and
@@ -554,8 +499,8 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
         * the delete on close flag. JRA.
         */
 
-       fsp->delete_on_close = false;
-       set_delete_on_close_lck(fsp, lck, false, NULL, NULL);
+       fsp->fsp_flags.delete_on_close = false;
+       reset_delete_on_close_lck(fsp, lck);
 
  done:
 
@@ -564,6 +509,23 @@ static NTSTATUS close_remove_share_mode(files_struct *fsp,
                pop_sec_ctx();
        }
 
+       if (fsp->fsp_flags.kernel_share_modes_taken) {
+               int ret_flock;
+
+               /* remove filesystem sharemodes */
+               ret_flock = SMB_VFS_KERNEL_FLOCK(fsp, 0, 0);
+               if (ret_flock == -1) {
+                       DEBUG(2, ("close_remove_share_mode: removing kernel "
+                                 "flock for %s failed: %s\n",
+                                 fsp_str_dbg(fsp), strerror(errno)));
+               }
+       }
+
+       if (!del_share_mode(lck, fsp)) {
+               DEBUG(0, ("close_remove_share_mode: Could not delete share "
+                         "entry for file %s\n", fsp_str_dbg(fsp)));
+       }
+
        TALLOC_FREE(lck);
 
        if (delete_file) {
@@ -590,11 +552,11 @@ void set_close_write_time(struct files_struct *fsp, struct timespec ts)
 {
        DEBUG(6,("close_write_time: %s" , time_to_asc(convert_timespec_to_time_t(ts))));
 
-       if (null_timespec(ts)) {
+       if (is_omit_timespec(&ts)) {
                return;
        }
-       fsp->write_time_forced = false;
-       fsp->update_write_time_on_close = true;
+       fsp->fsp_flags.write_time_forced = false;
+       fsp->fsp_flags.update_write_time_on_close = true;
        fsp->close_write_time = ts;
 }
 
@@ -604,13 +566,13 @@ static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
        NTSTATUS status;
        struct share_mode_lock *lck = NULL;
 
-       ZERO_STRUCT(ft);
+       init_smb_file_time(&ft);
 
-       if (!fsp->update_write_time_on_close) {
+       if (!(fsp->fsp_flags.update_write_time_on_close)) {
                return NT_STATUS_OK;
        }
 
-       if (null_timespec(fsp->close_write_time)) {
+       if (is_omit_timespec(&fsp->close_write_time)) {
                fsp->close_write_time = timespec_current();
        }
 
@@ -625,15 +587,27 @@ static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
                return NT_STATUS_OK;
        }
 
-       /* On close if we're changing the real file time we
-        * must update it in the open file db too. */
-       (void)set_write_time(fsp->file_id, fsp->close_write_time);
+       /*
+        * get_existing_share_mode_lock() isn't really the right
+        * call here, as we're being called after
+        * close_remove_share_mode() inside close_normal_file()
+        * so it's quite normal to not have an existing share
+        * mode here. However, get_share_mode_lock() doesn't
+        * work because that will create a new share mode if
+        * one doesn't exist - so stick with this call (just
+        * ignore any error we get if the share mode doesn't
+        * exist.
+        */
 
        lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
        if (lck) {
+               /* On close if we're changing the real file time we
+                * must update it in the open file db too. */
+               (void)set_write_time(fsp->file_id, fsp->close_write_time);
+
                /* Close write times overwrite sticky write times
                   so we must replace any sticky write time here. */
-               if (!null_timespec(lck->data->changed_write_time)) {
+               if (!null_nttime(lck->data->changed_write_time)) {
                        (void)set_sticky_write_time(fsp->file_id, fsp->close_write_time);
                }
                TALLOC_FREE(lck);
@@ -662,6 +636,20 @@ static NTSTATUS ntstatus_keeperror(NTSTATUS s1, NTSTATUS s2)
        return s2;
 }
 
+static void assert_no_pending_aio(struct files_struct *fsp,
+                                 enum file_close_type close_type)
+{
+       unsigned num_requests = fsp->num_aio_requests;
+
+       if (num_requests == 0) {
+               return;
+       }
+
+       DBG_ERR("fsp->num_aio_requests=%u\n", num_requests);
+       smb_panic("can not close with outstanding aio requests");
+       return;
+}
+
 /****************************************************************************
  Close a file.
 
@@ -676,16 +664,14 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
        NTSTATUS status = NT_STATUS_OK;
        NTSTATUS tmp;
        connection_struct *conn = fsp->conn;
-       int ret;
+       bool is_durable = false;
 
-       /*
-        * If we're finishing async io on a close we can get a write
-        * error here, we must remember this.
-        */
-       ret = wait_for_aio_completion(fsp);
-       if (ret) {
-               status = ntstatus_keeperror(
-                       status, map_nt_error_from_unix(ret));
+       assert_no_pending_aio(fsp, close_type);
+
+       while (talloc_array_length(fsp->blocked_smb1_lock_reqs) != 0) {
+               smbd_smb1_brl_finish_by_req(
+                       fsp->blocked_smb1_lock_reqs[0],
+                       NT_STATUS_RANGE_NOT_LOCKED);
        }
 
        /*
@@ -693,8 +679,74 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
         * error here, we must remember this.
         */
 
-       tmp = close_filestruct(fsp);
-       status = ntstatus_keeperror(status, tmp);
+       if (NT_STATUS_IS_OK(status) && fsp->op != NULL) {
+               is_durable = fsp->op->global->durable;
+       }
+
+       if (close_type != SHUTDOWN_CLOSE) {
+               is_durable = false;
+       }
+
+       if (is_durable) {
+               DATA_BLOB new_cookie = data_blob_null;
+
+               tmp = SMB_VFS_DURABLE_DISCONNECT(fsp,
+                                       fsp->op->global->backend_cookie,
+                                       fsp->op,
+                                       &new_cookie);
+               if (NT_STATUS_IS_OK(tmp)) {
+                       struct timeval tv;
+                       NTTIME now;
+
+                       if (req != NULL) {
+                               tv = req->request_time;
+                       } else {
+                               tv = timeval_current();
+                       }
+                       now = timeval_to_nttime(&tv);
+
+                       data_blob_free(&fsp->op->global->backend_cookie);
+                       fsp->op->global->backend_cookie = new_cookie;
+
+                       fsp->op->compat = NULL;
+                       tmp = smbXsrv_open_close(fsp->op, now);
+                       if (!NT_STATUS_IS_OK(tmp)) {
+                               DEBUG(1, ("Failed to update smbXsrv_open "
+                                         "record when disconnecting durable "
+                                         "handle for file %s: %s - "
+                                         "proceeding with normal close\n",
+                                         fsp_str_dbg(fsp), nt_errstr(tmp)));
+                       }
+                       scavenger_schedule_disconnected(fsp);
+               } else {
+                       DEBUG(1, ("Failed to disconnect durable handle for "
+                                 "file %s: %s - proceeding with normal "
+                                 "close\n", fsp_str_dbg(fsp), nt_errstr(tmp)));
+               }
+               if (!NT_STATUS_IS_OK(tmp)) {
+                       is_durable = false;
+               }
+       }
+
+       if (is_durable) {
+               /*
+                * This is the case where we successfully disconnected
+                * a durable handle and closed the underlying file.
+                * In all other cases, we proceed with a genuine close.
+                */
+               DEBUG(10, ("%s disconnected durable handle for file %s\n",
+                          conn->session_info->unix_info->unix_name,
+                          fsp_str_dbg(fsp)));
+               file_free(req, fsp);
+               return NT_STATUS_OK;
+       }
+
+       if (fsp->op != NULL) {
+               /*
+                * Make sure the handle is not marked as durable anymore
+                */
+               fsp->op->global->durable = false;
+       }
 
        if (fsp->print_file) {
                /* FIXME: return spool errors */
@@ -703,11 +755,6 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
                return NT_STATUS_OK;
        }
 
-       /* Remove the oplock before potentially deleting the file. */
-       if(fsp->oplock_type) {
-               release_file_oplock(fsp);
-       }
-
        /* If this is an old DOS or FCB open and we have multiple opens on
           the same handle we only have one share mode. Ensure we only remove
           the share mode on the last close. */
@@ -718,7 +765,7 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
                status = ntstatus_keeperror(status, tmp);
        }
 
-       locking_close_file(conn->sconn->msg_ctx, fsp, close_type);
+       locking_close_file(fsp, close_type);
 
        tmp = fd_close(fsp);
        status = ntstatus_keeperror(status, tmp);
@@ -753,13 +800,13 @@ static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
        return status;
 }
 /****************************************************************************
Static function used by reply_rmdir to delete an entire directory
Function used by reply_rmdir to delete an entire directory
  tree recursively. Return True on ok, False on fail.
 ****************************************************************************/
 
-static bool recursive_rmdir(TALLOC_CTX *ctx,
-                       connection_struct *conn,
-                       struct smb_filename *smb_dname)
+bool recursive_rmdir(TALLOC_CTX *ctx,
+                    connection_struct *conn,
+                    struct smb_filename *smb_dname)
 {
        const char *dname = NULL;
        char *talloced = NULL;
@@ -767,10 +814,11 @@ static bool recursive_rmdir(TALLOC_CTX *ctx,
        long offset = 0;
        SMB_STRUCT_STAT st;
        struct smb_Dir *dir_hnd;
+       int retval;
 
        SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
 
-       dir_hnd = OpenDir(talloc_tos(), conn, smb_dname->base_name, NULL, 0);
+       dir_hnd = OpenDir(talloc_tos(), conn, smb_dname, NULL, 0);
        if(dir_hnd == NULL)
                return False;
 
@@ -778,15 +826,17 @@ static bool recursive_rmdir(TALLOC_CTX *ctx,
                struct smb_filename *smb_dname_full = NULL;
                char *fullname = NULL;
                bool do_break = true;
-               NTSTATUS status;
 
                if (ISDOT(dname) || ISDOTDOT(dname)) {
                        TALLOC_FREE(talloced);
                        continue;
                }
 
-               if (!is_visible_file(conn, smb_dname->base_name, dname, &st,
-                                    false)) {
+               if (!is_visible_file(conn,
+                                       smb_dname,
+                                       dname,
+                                       &st,
+                                       false)) {
                        TALLOC_FREE(talloced);
                        continue;
                }
@@ -801,10 +851,13 @@ static bool recursive_rmdir(TALLOC_CTX *ctx,
                        goto err_break;
                }
 
-               status = create_synthetic_smb_fname(talloc_tos(), fullname,
-                                                   NULL, NULL,
-                                                   &smb_dname_full);
-               if (!NT_STATUS_IS_OK(status)) {
+               smb_dname_full = synthetic_smb_fname(talloc_tos(),
+                                               fullname,
+                                               NULL,
+                                               NULL,
+                                               smb_dname->flags);
+               if (smb_dname_full == NULL) {
+                       errno = ENOMEM;
                        goto err_break;
                }
 
@@ -816,12 +869,21 @@ static bool recursive_rmdir(TALLOC_CTX *ctx,
                        if(!recursive_rmdir(ctx, conn, smb_dname_full)) {
                                goto err_break;
                        }
-                       if(SMB_VFS_RMDIR(conn,
-                                        smb_dname_full->base_name) != 0) {
+                       retval = SMB_VFS_UNLINKAT(conn,
+                                       conn->cwd_fsp,
+                                       smb_dname_full,
+                                       AT_REMOVEDIR);
+                       if (retval != 0) {
+                               goto err_break;
+                       }
+               } else {
+                       retval = SMB_VFS_UNLINKAT(conn,
+                                       conn->cwd_fsp,
+                                       smb_dname_full,
+                                       0);
+                       if (retval != 0) {
                                goto err_break;
                        }
-               } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
-                       goto err_break;
                }
 
                /* Successful iteration. */
@@ -848,6 +910,8 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
 {
        connection_struct *conn = fsp->conn;
        struct smb_filename *smb_dname = fsp->fsp_name;
+       const struct loadparm_substitution *lp_sub =
+               loadparm_s3_global_substitution();
        int ret;
 
        SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
@@ -865,9 +929,15 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                if (!(S_ISDIR(smb_dname->st.st_ex_mode))) {
                        return NT_STATUS_NOT_A_DIRECTORY;
                }
-               ret = SMB_VFS_UNLINK(conn, smb_dname);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               0);
        } else {
-               ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               AT_REMOVEDIR);
        }
        if (ret == 0) {
                notify_fname(conn, NOTIFY_ACTION_REMOVED,
@@ -876,7 +946,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                return NT_STATUS_OK;
        }
 
-       if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(SNUM(conn))) {
+       if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(talloc_tos(), lp_sub, SNUM(conn))) {
                /*
                 * Check to see if the only thing in this directory are
                 * vetoed files/directories. If so then delete them and
@@ -888,7 +958,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                char *talloced = NULL;
                long dirpos = 0;
                struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
-                                                 smb_dname->base_name, NULL,
+                                                 smb_dname, NULL,
                                                  0);
 
                if(dir_hnd == NULL) {
@@ -902,8 +972,11 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                TALLOC_FREE(talloced);
                                continue;
                        }
-                       if (!is_visible_file(conn, smb_dname->base_name, dname,
-                                            &st, false)) {
+                       if (!is_visible_file(conn,
+                                               smb_dname,
+                                               dname,
+                                               &st,
+                                               false)) {
                                TALLOC_FREE(talloced);
                                continue;
                        }
@@ -919,7 +992,7 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                /* We only have veto files/directories.
                 * Are we allowed to delete them ? */
 
-               if(!lp_recursive_veto_delete(SNUM(conn))) {
+               if(!lp_delete_veto_files(SNUM(conn))) {
                        TALLOC_FREE(dir_hnd);
                        errno = ENOTEMPTY;
                        goto err;
@@ -932,14 +1005,16 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                        struct smb_filename *smb_dname_full = NULL;
                        char *fullname = NULL;
                        bool do_break = true;
-                       NTSTATUS status;
 
                        if (ISDOT(dname) || ISDOTDOT(dname)) {
                                TALLOC_FREE(talloced);
                                continue;
                        }
-                       if (!is_visible_file(conn, smb_dname->base_name, dname,
-                                            &st, false)) {
+                       if (!is_visible_file(conn,
+                                               smb_dname,
+                                               dname,
+                                               &st,
+                                               false)) {
                                TALLOC_FREE(talloced);
                                continue;
                        }
@@ -954,12 +1029,13 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                goto err_break;
                        }
 
-                       status = create_synthetic_smb_fname(talloc_tos(),
-                                                           fullname, NULL,
-                                                           NULL,
-                                                           &smb_dname_full);
-                       if (!NT_STATUS_IS_OK(status)) {
-                               errno = map_errno_from_nt_status(status);
+                       smb_dname_full = synthetic_smb_fname(talloc_tos(),
+                                                       fullname,
+                                                       NULL,
+                                                       NULL,
+                                                       smb_dname->flags);
+                       if (smb_dname_full == NULL) {
+                               errno = ENOMEM;
                                goto err_break;
                        }
 
@@ -967,16 +1043,26 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                                goto err_break;
                        }
                        if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
+                               int retval;
                                if(!recursive_rmdir(ctx, conn,
                                                    smb_dname_full)) {
                                        goto err_break;
                                }
-                               if(SMB_VFS_RMDIR(conn,
-                                       smb_dname_full->base_name) != 0) {
+                               retval = SMB_VFS_UNLINKAT(conn,
+                                               conn->cwd_fsp,
+                                               smb_dname_full,
+                                               AT_REMOVEDIR);
+                               if(retval != 0) {
+                                       goto err_break;
+                               }
+                       } else {
+                               int retval = SMB_VFS_UNLINKAT(conn,
+                                               conn->cwd_fsp,
+                                               smb_dname_full,
+                                               0);
+                               if(retval != 0) {
                                        goto err_break;
                                }
-                       } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
-                               goto err_break;
                        }
 
                        /* Successful iteration. */
@@ -991,7 +1077,10 @@ static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
                }
                TALLOC_FREE(dir_hnd);
                /* Retry the rmdir */
-               ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
+               ret = SMB_VFS_UNLINKAT(conn,
+                               conn->cwd_fsp,
+                               smb_dname,
+                               AT_REMOVEDIR);
        }
 
   err:
@@ -1023,6 +1112,15 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
        NTSTATUS status1 = NT_STATUS_OK;
        const struct security_token *del_nt_token = NULL;
        const struct security_unix_token *del_token = NULL;
+       NTSTATUS notify_status;
+
+       if (fsp->conn->sconn->using_smb2) {
+               notify_status = STATUS_NOTIFY_CLEANUP;
+       } else {
+               notify_status = NT_STATUS_OK;
+       }
+
+       assert_no_pending_aio(fsp, close_type);
 
        /*
         * NT can set delete_on_close of the last open
@@ -1033,16 +1131,11 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
        if (lck == NULL) {
                DEBUG(0, ("close_directory: Could not get share mode lock for "
                          "%s\n", fsp_str_dbg(fsp)));
-               status = NT_STATUS_INVALID_PARAMETER;
-               goto out;
-       }
-
-       if (!del_share_mode(lck, fsp)) {
-               DEBUG(0, ("close_directory: Could not delete share entry for "
-                         "%s\n", fsp_str_dbg(fsp)));
+               file_free(req, fsp);
+               return NT_STATUS_INVALID_PARAMETER;
        }
 
-       if (fsp->initial_delete_on_close) {
+       if (fsp->fsp_flags.initial_delete_on_close) {
                bool became_user = False;
 
                /* Initial delete on close was set - for
@@ -1050,39 +1143,23 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                 * wrote a real delete on close. */
 
                if (get_current_vuid(fsp->conn) != fsp->vuid) {
-                       become_user(fsp->conn, fsp->vuid);
+                       become_user_without_service(fsp->conn, fsp->vuid);
                        became_user = True;
                }
                send_stat_cache_delete_message(fsp->conn->sconn->msg_ctx,
                                               fsp->fsp_name->base_name);
-               set_delete_on_close_lck(fsp, lck, true,
+               set_delete_on_close_lck(fsp, lck,
                                get_current_nttok(fsp->conn),
                                get_current_utok(fsp->conn));
-               fsp->delete_on_close = true;
+               fsp->fsp_flags.delete_on_close = true;
                if (became_user) {
-                       unbecome_user();
+                       unbecome_user_without_service();
                }
        }
 
-       delete_dir = get_delete_on_close_token(lck, fsp->name_hash,
-                                       &del_nt_token, &del_token);
-
-       if (delete_dir) {
-               int i;
-               /* See if others still have the dir open. If this is the
-                * case, then don't delete. If all opens are POSIX delete now. */
-               for (i=0; i<lck->data->num_share_modes; i++) {
-                       struct share_mode_entry *e = &lck->data->share_modes[i];
-                       if (is_valid_share_mode_entry(e) &&
-                                       e->name_hash == fsp->name_hash) {
-                               if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
-                                       continue;
-                               }
-                               delete_dir = False;
-                               break;
-                       }
-               }
-       }
+       delete_dir = get_delete_on_close_token(
+               lck, fsp->name_hash, &del_nt_token, &del_token) &&
+               !has_other_nonposix_opens(lck, fsp);
 
        if ((close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) &&
                                delete_dir) {
@@ -1099,16 +1176,22 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                                del_token->groups,
                                del_nt_token);
 
+               if (!del_share_mode(lck, fsp)) {
+                       DEBUG(0, ("close_directory: Could not delete share entry for "
+                                 "%s\n", fsp_str_dbg(fsp)));
+               }
+
                TALLOC_FREE(lck);
 
                if ((fsp->conn->fs_capabilities & FILE_NAMED_STREAMS)
                    && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
 
-                       status = delete_all_streams(fsp->conn, fsp->fsp_name->base_name);
+                       status = delete_all_streams(fsp->conn, fsp->fsp_name);
                        if (!NT_STATUS_IS_OK(status)) {
                                DEBUG(5, ("delete_all_streams failed: %s\n",
                                          nt_errstr(status)));
-                               goto out;
+                               file_free(req, fsp);
+                               return status;
                        }
                }
 
@@ -1126,15 +1209,20 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
                 * now fail as the directory has been deleted.
                 */
 
-               if(NT_STATUS_IS_OK(status)) {
-                       remove_pending_change_notify_requests_by_fid(fsp, NT_STATUS_DELETE_PENDING);
+               if (NT_STATUS_IS_OK(status)) {
+                       notify_status = NT_STATUS_DELETE_PENDING;
                }
        } else {
+               if (!del_share_mode(lck, fsp)) {
+                       DEBUG(0, ("close_directory: Could not delete share entry for "
+                                 "%s\n", fsp_str_dbg(fsp)));
+               }
+
                TALLOC_FREE(lck);
-               remove_pending_change_notify_requests_by_fid(
-                       fsp, NT_STATUS_OK);
        }
 
+       remove_pending_change_notify_requests_by_fid(fsp, notify_status);
+
        status1 = fd_close(fsp);
 
        if (!NT_STATUS_IS_OK(status1)) {
@@ -1146,11 +1234,8 @@ static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
        /*
         * Do the code common to files and directories.
         */
-       close_filestruct(fsp);
        file_free(req, fsp);
 
- out:
-       TALLOC_FREE(lck);
        if (NT_STATUS_IS_OK(status) && !NT_STATUS_IS_OK(status1)) {
                status = status1;
        }
@@ -1167,7 +1252,7 @@ NTSTATUS close_file(struct smb_request *req, files_struct *fsp,
        NTSTATUS status;
        struct files_struct *base_fsp = fsp->base_fsp;
 
-       if(fsp->is_directory) {
+       if (fsp->fsp_flags.is_directory) {
                status = close_directory(req, fsp, close_type);
        } else if (fsp->fake_file_handle != NULL) {
                status = close_fake_file(req, fsp);
@@ -1205,15 +1290,16 @@ void msg_close_file(struct messaging_context *msg_ctx,
                        DATA_BLOB *data)
 {
        files_struct *fsp = NULL;
+       struct file_id id;
        struct share_mode_entry e;
        struct smbd_server_connection *sconn =
                talloc_get_type_abort(private_data,
                struct smbd_server_connection);
 
-       message_to_share_mode_entry(&e, (char *)data->data);
+       message_to_share_mode_entry(&id, &e, (char *)data->data);
 
        if(DEBUGLVL(10)) {
-               char *sm_str = share_mode_str(NULL, 0, &e);
+               char *sm_str = share_mode_str(NULL, 0, &id, &e);
                if (!sm_str) {
                        smb_panic("talloc failed");
                }
@@ -1222,7 +1308,7 @@ void msg_close_file(struct messaging_context *msg_ctx,
                TALLOC_FREE(sm_str);
        }
 
-       fsp = file_find_dif(sconn, e.id, e.share_file_id);
+       fsp = file_find_dif(sconn, id, e.share_file_id);
        if (!fsp) {
                DEBUG(10,("msg_close_file: failed to find file.\n"));
                return;