s3: Properly handle shutdown with the _send/_recv based aio
[amitay/samba.git] / source3 / smbd / close.c
1 /*
2    Unix SMB/CIFS implementation.
3    file closing
4    Copyright (C) Andrew Tridgell 1992-1998
5    Copyright (C) Jeremy Allison 1992-2007.
6    Copyright (C) Volker Lendecke 2005
7
8    This program is free software; you can redistribute it and/or modify
9    it under the terms of the GNU General Public License as published by
10    the Free Software Foundation; either version 3 of the License, or
11    (at your option) any later version.
12
13    This program is distributed in the hope that it will be useful,
14    but WITHOUT ANY WARRANTY; without even the implied warranty of
15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16    GNU General Public License for more details.
17
18    You should have received a copy of the GNU General Public License
19    along with this program.  If not, see <http://www.gnu.org/licenses/>.
20 */
21
22 #include "includes.h"
23 #include "system/filesys.h"
24 #include "printing.h"
25 #include "smbd/smbd.h"
26 #include "smbd/globals.h"
27 #include "fake_file.h"
28 #include "transfer_file.h"
29 #include "auth.h"
30 #include "messages.h"
31 #include "../librpc/gen_ndr/open_files.h"
32
33 /****************************************************************************
34  Run a file if it is a magic script.
35 ****************************************************************************/
36
37 static NTSTATUS check_magic(struct files_struct *fsp)
38 {
39         int ret;
40         const char *magic_output = NULL;
41         SMB_STRUCT_STAT st;
42         int tmp_fd, outfd;
43         TALLOC_CTX *ctx = NULL;
44         const char *p;
45         struct connection_struct *conn = fsp->conn;
46         char *fname = NULL;
47         NTSTATUS status;
48
49         if (!*lp_magicscript(talloc_tos(), SNUM(conn))) {
50                 return NT_STATUS_OK;
51         }
52
53         DEBUG(5,("checking magic for %s\n", fsp_str_dbg(fsp)));
54
55         ctx = talloc_stackframe();
56
57         fname = fsp->fsp_name->base_name;
58
59         if (!(p = strrchr_m(fname,'/'))) {
60                 p = fname;
61         } else {
62                 p++;
63         }
64
65         if (!strequal(lp_magicscript(talloc_tos(), SNUM(conn)),p)) {
66                 status = NT_STATUS_OK;
67                 goto out;
68         }
69
70         if (*lp_magicoutput(talloc_tos(), SNUM(conn))) {
71                 magic_output = lp_magicoutput(talloc_tos(), SNUM(conn));
72         } else {
73                 magic_output = talloc_asprintf(ctx,
74                                 "%s.out",
75                                 fname);
76         }
77         if (!magic_output) {
78                 status = NT_STATUS_NO_MEMORY;
79                 goto out;
80         }
81
82         /* Ensure we don't depend on user's PATH. */
83         p = talloc_asprintf(ctx, "./%s", fname);
84         if (!p) {
85                 status = NT_STATUS_NO_MEMORY;
86                 goto out;
87         }
88
89         if (chmod(fname, 0755) == -1) {
90                 status = map_nt_error_from_unix(errno);
91                 goto out;
92         }
93         ret = smbrun(p,&tmp_fd);
94         DEBUG(3,("Invoking magic command %s gave %d\n",
95                 p,ret));
96
97         unlink(fname);
98         if (ret != 0 || tmp_fd == -1) {
99                 if (tmp_fd != -1) {
100                         close(tmp_fd);
101                 }
102                 status = NT_STATUS_UNSUCCESSFUL;
103                 goto out;
104         }
105         outfd = open(magic_output, O_CREAT|O_EXCL|O_RDWR, 0600);
106         if (outfd == -1) {
107                 int err = errno;
108                 close(tmp_fd);
109                 status = map_nt_error_from_unix(err);
110                 goto out;
111         }
112
113         if (sys_fstat(tmp_fd, &st, false) == -1) {
114                 int err = errno;
115                 close(tmp_fd);
116                 close(outfd);
117                 status = map_nt_error_from_unix(err);
118                 goto out;
119         }
120
121         if (transfer_file(tmp_fd,outfd,(off_t)st.st_ex_size) == (off_t)-1) {
122                 int err = errno;
123                 close(tmp_fd);
124                 close(outfd);
125                 status = map_nt_error_from_unix(err);
126                 goto out;
127         }
128         close(tmp_fd);
129         if (close(outfd) == -1) {
130                 status = map_nt_error_from_unix(errno);
131                 goto out;
132         }
133
134         status = NT_STATUS_OK;
135
136  out:
137         TALLOC_FREE(ctx);
138         return status;
139 }
140
141 /****************************************************************************
142   Common code to close a file or a directory.
143 ****************************************************************************/
144
145 static NTSTATUS close_filestruct(files_struct *fsp)
146 {
147         NTSTATUS status = NT_STATUS_OK;
148
149         if (fsp->fh->fd != -1) {
150                 if(flush_write_cache(fsp, CLOSE_FLUSH) == -1) {
151                         status = map_nt_error_from_unix(errno);
152                 }
153                 delete_write_cache(fsp);
154         }
155
156         return status;
157 }
158
159 static int compare_share_mode_times(const void *p1, const void *p2)
160 {
161         const struct share_mode_entry *s1 = (const struct share_mode_entry *)p1;
162         const struct share_mode_entry *s2 = (const struct share_mode_entry *)p2;
163         return timeval_compare(&s1->time, &s2->time);
164 }
165
166 /****************************************************************************
167  If any deferred opens are waiting on this close, notify them.
168 ****************************************************************************/
169
170 static void notify_deferred_opens(struct smbd_server_connection *sconn,
171                                   struct share_mode_lock *lck)
172 {
173         struct server_id self = messaging_server_id(sconn->msg_ctx);
174         uint32_t i, num_deferred;
175         struct share_mode_entry *deferred;
176
177         if (!should_notify_deferred_opens(sconn)) {
178                 return;
179         }
180
181         num_deferred = 0;
182         for (i=0; i<lck->data->num_share_modes; i++) {
183                 struct share_mode_entry *e = &lck->data->share_modes[i];
184
185                 if (!is_deferred_open_entry(e)) {
186                         continue;
187                 }
188                 if (share_mode_stale_pid(lck->data, i)) {
189                         continue;
190                 }
191                 num_deferred += 1;
192         }
193         if (num_deferred == 0) {
194                 return;
195         }
196
197         deferred = talloc_array(talloc_tos(), struct share_mode_entry,
198                                 num_deferred);
199         if (deferred == NULL) {
200                 return;
201         }
202
203         num_deferred = 0;
204         for (i=0; i<lck->data->num_share_modes; i++) {
205                 struct share_mode_entry *e = &lck->data->share_modes[i];
206                 if (is_deferred_open_entry(e)) {
207                         deferred[num_deferred] = *e;
208                         num_deferred += 1;
209                 }
210         }
211
212         /*
213          * We need to sort the notifications by initial request time. Imagine
214          * two opens come in asyncronously, both conflicting with the open we
215          * just close here. If we don't sort the notifications, the one that
216          * came in last might get the response before the one that came in
217          * first. This is demonstrated with the smbtorture4 raw.mux test.
218          *
219          * As long as we had the UNUSED_SHARE_MODE_ENTRY, we happened to
220          * survive this particular test. Without UNUSED_SHARE_MODE_ENTRY, we
221          * shuffle the share mode entries around a bit, so that we do not
222          * survive raw.mux anymore.
223          *
224          * We could have kept the ordering in del_share_mode, but as the
225          * ordering was never formalized I think it is better to do it here
226          * where it is necessary.
227          */
228
229         qsort(deferred, num_deferred, sizeof(struct share_mode_entry),
230               compare_share_mode_times);
231
232         for (i=0; i<num_deferred; i++) {
233                 struct share_mode_entry *e = &deferred[i];
234
235                 if (serverid_equal(&self, &e->pid)) {
236                         /*
237                          * We need to notify ourself to retry the open.  Do
238                          * this by finding the queued SMB record, moving it to
239                          * the head of the queue and changing the wait time to
240                          * zero.
241                          */
242                         schedule_deferred_open_message_smb(sconn, e->op_mid);
243                 } else {
244                         char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
245
246                         share_mode_entry_to_message(msg, e);
247
248                         messaging_send_buf(sconn->msg_ctx, e->pid,
249                                            MSG_SMB_OPEN_RETRY,
250                                            (uint8 *)msg,
251                                            MSG_SMB_SHARE_MODE_ENTRY_SIZE);
252                 }
253         }
254         TALLOC_FREE(deferred);
255 }
256
257 /****************************************************************************
258  Delete all streams
259 ****************************************************************************/
260
261 NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
262 {
263         struct stream_struct *stream_info = NULL;
264         int i;
265         unsigned int num_streams = 0;
266         TALLOC_CTX *frame = talloc_stackframe();
267         NTSTATUS status;
268
269         status = vfs_streaminfo(conn, NULL, fname, talloc_tos(),
270                                 &num_streams, &stream_info);
271
272         if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
273                 DEBUG(10, ("no streams around\n"));
274                 TALLOC_FREE(frame);
275                 return NT_STATUS_OK;
276         }
277
278         if (!NT_STATUS_IS_OK(status)) {
279                 DEBUG(10, ("vfs_streaminfo failed: %s\n",
280                            nt_errstr(status)));
281                 goto fail;
282         }
283
284         DEBUG(10, ("delete_all_streams found %d streams\n",
285                    num_streams));
286
287         if (num_streams == 0) {
288                 TALLOC_FREE(frame);
289                 return NT_STATUS_OK;
290         }
291
292         for (i=0; i<num_streams; i++) {
293                 int res;
294                 struct smb_filename *smb_fname_stream = NULL;
295
296                 if (strequal(stream_info[i].name, "::$DATA")) {
297                         continue;
298                 }
299
300                 status = create_synthetic_smb_fname(talloc_tos(), fname,
301                                                     stream_info[i].name, NULL,
302                                                     &smb_fname_stream);
303
304                 if (!NT_STATUS_IS_OK(status)) {
305                         DEBUG(0, ("talloc_aprintf failed\n"));
306                         goto fail;
307                 }
308
309                 res = SMB_VFS_UNLINK(conn, smb_fname_stream);
310
311                 if (res == -1) {
312                         status = map_nt_error_from_unix(errno);
313                         DEBUG(10, ("Could not delete stream %s: %s\n",
314                                    smb_fname_str_dbg(smb_fname_stream),
315                                    strerror(errno)));
316                         TALLOC_FREE(smb_fname_stream);
317                         break;
318                 }
319                 TALLOC_FREE(smb_fname_stream);
320         }
321
322  fail:
323         TALLOC_FREE(frame);
324         return status;
325 }
326
327 /****************************************************************************
328  Deal with removing a share mode on last close.
329 ****************************************************************************/
330
331 static NTSTATUS close_remove_share_mode(files_struct *fsp,
332                                         enum file_close_type close_type)
333 {
334         connection_struct *conn = fsp->conn;
335         struct server_id self = messaging_server_id(conn->sconn->msg_ctx);
336         bool delete_file = false;
337         bool changed_user = false;
338         struct share_mode_lock *lck = NULL;
339         NTSTATUS status = NT_STATUS_OK;
340         NTSTATUS tmp_status;
341         struct file_id id;
342         const struct security_unix_token *del_token = NULL;
343         const struct security_token *del_nt_token = NULL;
344         bool got_tokens = false;
345         bool normal_close;
346
347         /* Ensure any pending write time updates are done. */
348         if (fsp->update_write_time_event) {
349                 update_write_time_handler(fsp->conn->sconn->ev_ctx,
350                                         fsp->update_write_time_event,
351                                         timeval_current(),
352                                         (void *)fsp);
353         }
354
355         /*
356          * Lock the share entries, and determine if we should delete
357          * on close. If so delete whilst the lock is still in effect.
358          * This prevents race conditions with the file being created. JRA.
359          */
360
361         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
362         if (lck == NULL) {
363                 DEBUG(0, ("close_remove_share_mode: Could not get share mode "
364                           "lock for file %s\n", fsp_str_dbg(fsp)));
365                 return NT_STATUS_INVALID_PARAMETER;
366         }
367
368         if (fsp->write_time_forced) {
369                 DEBUG(10,("close_remove_share_mode: write time forced "
370                         "for file %s\n",
371                         fsp_str_dbg(fsp)));
372                 set_close_write_time(fsp, lck->data->changed_write_time);
373         } else if (fsp->update_write_time_on_close) {
374                 /* Someone had a pending write. */
375                 if (null_timespec(fsp->close_write_time)) {
376                         DEBUG(10,("close_remove_share_mode: update to current time "
377                                 "for file %s\n",
378                                 fsp_str_dbg(fsp)));
379                         /* Update to current time due to "normal" write. */
380                         set_close_write_time(fsp, timespec_current());
381                 } else {
382                         DEBUG(10,("close_remove_share_mode: write time pending "
383                                 "for file %s\n",
384                                 fsp_str_dbg(fsp)));
385                         /* Update to time set on close call. */
386                         set_close_write_time(fsp, fsp->close_write_time);
387                 }
388         }
389
390         if (fsp->initial_delete_on_close &&
391                         !is_delete_on_close_set(lck, fsp->name_hash)) {
392                 bool became_user = False;
393
394                 /* Initial delete on close was set and no one else
395                  * wrote a real delete on close. */
396
397                 if (get_current_vuid(conn) != fsp->vuid) {
398                         become_user(conn, fsp->vuid);
399                         became_user = True;
400                 }
401                 fsp->delete_on_close = true;
402                 set_delete_on_close_lck(fsp, lck, True,
403                                 get_current_nttok(conn),
404                                 get_current_utok(conn));
405                 if (became_user) {
406                         unbecome_user();
407                 }
408         }
409
410         delete_file = is_delete_on_close_set(lck, fsp->name_hash);
411
412         if (delete_file) {
413                 int i;
414                 /* See if others still have the file open via this pathname.
415                    If this is the case, then don't delete. If all opens are
416                    POSIX delete now. */
417                 for (i=0; i<lck->data->num_share_modes; i++) {
418                         struct share_mode_entry *e = &lck->data->share_modes[i];
419
420                         if (!is_valid_share_mode_entry(e)) {
421                                 continue;
422                         }
423                         if (e->name_hash != fsp->name_hash) {
424                                 continue;
425                         }
426                         if (fsp->posix_open
427                             && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
428                                 continue;
429                         }
430                         if (serverid_equal(&self, &e->pid) &&
431                             (e->share_file_id == fsp->fh->gen_id)) {
432                                 continue;
433                         }
434                         if (share_mode_stale_pid(lck->data, i)) {
435                                 continue;
436                         }
437                         delete_file = False;
438                         break;
439                 }
440         }
441
442         /* Notify any deferred opens waiting on this close. */
443         notify_deferred_opens(conn->sconn, lck);
444         reply_to_oplock_break_requests(fsp);
445
446         /*
447          * NT can set delete_on_close of the last open
448          * reference to a file.
449          */
450
451         normal_close = (close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE);
452
453         if (!normal_close || !delete_file) {
454
455                 if (!del_share_mode(lck, fsp)) {
456                         DEBUG(0, ("close_remove_share_mode: Could not delete "
457                                   "share entry for file %s\n",
458                                   fsp_str_dbg(fsp)));
459                 }
460
461                 TALLOC_FREE(lck);
462                 return NT_STATUS_OK;
463         }
464
465         /*
466          * Ok, we have to delete the file
467          */
468
469         DEBUG(5,("close_remove_share_mode: file %s. Delete on close was set "
470                  "- deleting file.\n", fsp_str_dbg(fsp)));
471
472         /*
473          * Don't try to update the write time when we delete the file
474          */
475         fsp->update_write_time_on_close = false;
476
477         got_tokens = get_delete_on_close_token(lck, fsp->name_hash,
478                                         &del_nt_token, &del_token);
479         SMB_ASSERT(got_tokens);
480
481         if (!unix_token_equal(del_token, get_current_utok(conn))) {
482                 /* Become the user who requested the delete. */
483
484                 DEBUG(5,("close_remove_share_mode: file %s. "
485                         "Change user to uid %u\n",
486                         fsp_str_dbg(fsp),
487                         (unsigned int)del_token->uid));
488
489                 if (!push_sec_ctx()) {
490                         smb_panic("close_remove_share_mode: file %s. failed to push "
491                                   "sec_ctx.\n");
492                 }
493
494                 set_sec_ctx(del_token->uid,
495                             del_token->gid,
496                             del_token->ngroups,
497                             del_token->groups,
498                             del_nt_token);
499
500                 changed_user = true;
501         }
502
503         /* We can only delete the file if the name we have is still valid and
504            hasn't been renamed. */
505
506         tmp_status = vfs_stat_fsp(fsp);
507         if (!NT_STATUS_IS_OK(tmp_status)) {
508                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
509                          "was set and stat failed with error %s\n",
510                          fsp_str_dbg(fsp), nt_errstr(tmp_status)));
511                 /*
512                  * Don't save the errno here, we ignore this error
513                  */
514                 goto done;
515         }
516
517         id = vfs_file_id_from_sbuf(conn, &fsp->fsp_name->st);
518
519         if (!file_id_equal(&fsp->file_id, &id)) {
520                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
521                          "was set and dev and/or inode does not match\n",
522                          fsp_str_dbg(fsp)));
523                 DEBUG(5,("close_remove_share_mode: file %s. stored file_id %s, "
524                          "stat file_id %s\n",
525                          fsp_str_dbg(fsp),
526                          file_id_string_tos(&fsp->file_id),
527                          file_id_string_tos(&id)));
528                 /*
529                  * Don't save the errno here, we ignore this error
530                  */
531                 goto done;
532         }
533
534         if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
535             && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
536
537                 status = delete_all_streams(conn, fsp->fsp_name->base_name);
538
539                 if (!NT_STATUS_IS_OK(status)) {
540                         DEBUG(5, ("delete_all_streams failed: %s\n",
541                                   nt_errstr(status)));
542                         goto done;
543                 }
544         }
545
546
547         if (SMB_VFS_UNLINK(conn, fsp->fsp_name) != 0) {
548                 /*
549                  * This call can potentially fail as another smbd may
550                  * have had the file open with delete on close set and
551                  * deleted it when its last reference to this file
552                  * went away. Hence we log this but not at debug level
553                  * zero.
554                  */
555
556                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
557                          "was set and unlink failed with error %s\n",
558                          fsp_str_dbg(fsp), strerror(errno)));
559
560                 status = map_nt_error_from_unix(errno);
561         }
562
563         /* As we now have POSIX opens which can unlink
564          * with other open files we may have taken
565          * this code path with more than one share mode
566          * entry - ensure we only delete once by resetting
567          * the delete on close flag. JRA.
568          */
569
570         fsp->delete_on_close = false;
571         set_delete_on_close_lck(fsp, lck, false, NULL, NULL);
572
573  done:
574
575         if (changed_user) {
576                 /* unbecome user. */
577                 pop_sec_ctx();
578         }
579
580         if (!del_share_mode(lck, fsp)) {
581                 DEBUG(0, ("close_remove_share_mode: Could not delete share "
582                           "entry for file %s\n", fsp_str_dbg(fsp)));
583         }
584
585         TALLOC_FREE(lck);
586
587         if (delete_file) {
588                 /*
589                  * Do the notification after we released the share
590                  * mode lock. Inside notify_fname we take out another
591                  * tdb lock. With ctdb also accessing our databases,
592                  * this can lead to deadlocks. Putting this notify
593                  * after the TALLOC_FREE(lck) above we avoid locking
594                  * two records simultaneously. Notifies are async and
595                  * informational only, so calling the notify_fname
596                  * without holding the share mode lock should not do
597                  * any harm.
598                  */
599                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
600                              FILE_NOTIFY_CHANGE_FILE_NAME,
601                              fsp->fsp_name->base_name);
602         }
603
604         return status;
605 }
606
607 void set_close_write_time(struct files_struct *fsp, struct timespec ts)
608 {
609         DEBUG(6,("close_write_time: %s" , time_to_asc(convert_timespec_to_time_t(ts))));
610
611         if (null_timespec(ts)) {
612                 return;
613         }
614         fsp->write_time_forced = false;
615         fsp->update_write_time_on_close = true;
616         fsp->close_write_time = ts;
617 }
618
619 static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
620 {
621         struct smb_file_time ft;
622         NTSTATUS status;
623         struct share_mode_lock *lck = NULL;
624
625         ZERO_STRUCT(ft);
626
627         if (!fsp->update_write_time_on_close) {
628                 return NT_STATUS_OK;
629         }
630
631         if (null_timespec(fsp->close_write_time)) {
632                 fsp->close_write_time = timespec_current();
633         }
634
635         /* Ensure we have a valid stat struct for the source. */
636         status = vfs_stat_fsp(fsp);
637         if (!NT_STATUS_IS_OK(status)) {
638                 return status;
639         }
640
641         if (!VALID_STAT(fsp->fsp_name->st)) {
642                 /* if it doesn't seem to be a real file */
643                 return NT_STATUS_OK;
644         }
645
646         /*
647          * get_existing_share_mode_lock() isn't really the right
648          * call here, as we're being called after
649          * close_remove_share_mode() inside close_normal_file()
650          * so it's quite normal to not have an existing share
651          * mode here. However, get_share_mode_lock() doesn't
652          * work because that will create a new share mode if
653          * one doesn't exist - so stick with this call (just
654          * ignore any error we get if the share mode doesn't
655          * exist.
656          */
657
658         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
659         if (lck) {
660                 /* On close if we're changing the real file time we
661                  * must update it in the open file db too. */
662                 (void)set_write_time(fsp->file_id, fsp->close_write_time);
663
664                 /* Close write times overwrite sticky write times
665                    so we must replace any sticky write time here. */
666                 if (!null_timespec(lck->data->changed_write_time)) {
667                         (void)set_sticky_write_time(fsp->file_id, fsp->close_write_time);
668                 }
669                 TALLOC_FREE(lck);
670         }
671
672         ft.mtime = fsp->close_write_time;
673         /* As this is a close based update, we are not directly changing the
674            file attributes from a client call, but indirectly from a write. */
675         status = smb_set_file_time(fsp->conn, fsp, fsp->fsp_name, &ft, false);
676         if (!NT_STATUS_IS_OK(status)) {
677                 DEBUG(10,("update_write_time_on_close: smb_set_file_time "
678                         "on file %s returned %s\n",
679                         fsp_str_dbg(fsp),
680                         nt_errstr(status)));
681                 return status;
682         }
683
684         return status;
685 }
686
687 static NTSTATUS ntstatus_keeperror(NTSTATUS s1, NTSTATUS s2)
688 {
689         if (!NT_STATUS_IS_OK(s1)) {
690                 return s1;
691         }
692         return s2;
693 }
694
695 /****************************************************************************
696  Close a file.
697
698  close_type can be NORMAL_CLOSE=0,SHUTDOWN_CLOSE,ERROR_CLOSE.
699  printing and magic scripts are only run on normal close.
700  delete on close is done on normal and shutdown close.
701 ****************************************************************************/
702
703 static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
704                                   enum file_close_type close_type)
705 {
706         NTSTATUS status = NT_STATUS_OK;
707         NTSTATUS tmp;
708         connection_struct *conn = fsp->conn;
709
710         aio_fsp_close(fsp);
711
712         /*
713          * If we're flushing on a close we can get a write
714          * error here, we must remember this.
715          */
716
717         tmp = close_filestruct(fsp);
718         status = ntstatus_keeperror(status, tmp);
719
720         if (fsp->print_file) {
721                 /* FIXME: return spool errors */
722                 print_spool_end(fsp, close_type);
723                 file_free(req, fsp);
724                 return NT_STATUS_OK;
725         }
726
727         /* Remove the oplock before potentially deleting the file. */
728         if(fsp->oplock_type) {
729                 release_file_oplock(fsp);
730         }
731
732         /* If this is an old DOS or FCB open and we have multiple opens on
733            the same handle we only have one share mode. Ensure we only remove
734            the share mode on the last close. */
735
736         if (fsp->fh->ref_count == 1) {
737                 /* Should we return on error here... ? */
738                 tmp = close_remove_share_mode(fsp, close_type);
739                 status = ntstatus_keeperror(status, tmp);
740         }
741
742         locking_close_file(conn->sconn->msg_ctx, fsp, close_type);
743
744         tmp = fd_close(fsp);
745         status = ntstatus_keeperror(status, tmp);
746
747         /* check for magic scripts */
748         if (close_type == NORMAL_CLOSE) {
749                 tmp = check_magic(fsp);
750                 status = ntstatus_keeperror(status, tmp);
751         }
752
753         /*
754          * Ensure pending modtime is set after close.
755          */
756
757         tmp = update_write_time_on_close(fsp);
758         if (NT_STATUS_EQUAL(tmp, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
759                 /* Someone renamed the file or a parent directory containing
760                  * this file. We can't do anything about this, we don't have
761                  * an "update timestamp by fd" call in POSIX. Eat the error. */
762
763                 tmp = NT_STATUS_OK;
764         }
765
766         status = ntstatus_keeperror(status, tmp);
767
768         DEBUG(2,("%s closed file %s (numopen=%d) %s\n",
769                 conn->session_info->unix_info->unix_name, fsp_str_dbg(fsp),
770                 conn->num_files_open - 1,
771                 nt_errstr(status) ));
772
773         file_free(req, fsp);
774         return status;
775 }
776 /****************************************************************************
777  Static function used by reply_rmdir to delete an entire directory
778  tree recursively. Return True on ok, False on fail.
779 ****************************************************************************/
780
781 static bool recursive_rmdir(TALLOC_CTX *ctx,
782                         connection_struct *conn,
783                         struct smb_filename *smb_dname)
784 {
785         const char *dname = NULL;
786         char *talloced = NULL;
787         bool ret = True;
788         long offset = 0;
789         SMB_STRUCT_STAT st;
790         struct smb_Dir *dir_hnd;
791
792         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
793
794         dir_hnd = OpenDir(talloc_tos(), conn, smb_dname->base_name, NULL, 0);
795         if(dir_hnd == NULL)
796                 return False;
797
798         while((dname = ReadDirName(dir_hnd, &offset, &st, &talloced))) {
799                 struct smb_filename *smb_dname_full = NULL;
800                 char *fullname = NULL;
801                 bool do_break = true;
802                 NTSTATUS status;
803
804                 if (ISDOT(dname) || ISDOTDOT(dname)) {
805                         TALLOC_FREE(talloced);
806                         continue;
807                 }
808
809                 if (!is_visible_file(conn, smb_dname->base_name, dname, &st,
810                                      false)) {
811                         TALLOC_FREE(talloced);
812                         continue;
813                 }
814
815                 /* Construct the full name. */
816                 fullname = talloc_asprintf(ctx,
817                                 "%s/%s",
818                                 smb_dname->base_name,
819                                 dname);
820                 if (!fullname) {
821                         errno = ENOMEM;
822                         goto err_break;
823                 }
824
825                 status = create_synthetic_smb_fname(talloc_tos(), fullname,
826                                                     NULL, NULL,
827                                                     &smb_dname_full);
828                 if (!NT_STATUS_IS_OK(status)) {
829                         goto err_break;
830                 }
831
832                 if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
833                         goto err_break;
834                 }
835
836                 if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
837                         if(!recursive_rmdir(ctx, conn, smb_dname_full)) {
838                                 goto err_break;
839                         }
840                         if(SMB_VFS_RMDIR(conn,
841                                          smb_dname_full->base_name) != 0) {
842                                 goto err_break;
843                         }
844                 } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
845                         goto err_break;
846                 }
847
848                 /* Successful iteration. */
849                 do_break = false;
850
851          err_break:
852                 TALLOC_FREE(smb_dname_full);
853                 TALLOC_FREE(fullname);
854                 TALLOC_FREE(talloced);
855                 if (do_break) {
856                         ret = false;
857                         break;
858                 }
859         }
860         TALLOC_FREE(dir_hnd);
861         return ret;
862 }
863
864 /****************************************************************************
865  The internals of the rmdir code - called elsewhere.
866 ****************************************************************************/
867
868 static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
869 {
870         connection_struct *conn = fsp->conn;
871         struct smb_filename *smb_dname = fsp->fsp_name;
872         int ret;
873
874         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
875
876         /* Might be a symlink. */
877         if(SMB_VFS_LSTAT(conn, smb_dname) != 0) {
878                 return map_nt_error_from_unix(errno);
879         }
880
881         if (S_ISLNK(smb_dname->st.st_ex_mode)) {
882                 /* Is what it points to a directory ? */
883                 if(SMB_VFS_STAT(conn, smb_dname) != 0) {
884                         return map_nt_error_from_unix(errno);
885                 }
886                 if (!(S_ISDIR(smb_dname->st.st_ex_mode))) {
887                         return NT_STATUS_NOT_A_DIRECTORY;
888                 }
889                 ret = SMB_VFS_UNLINK(conn, smb_dname);
890         } else {
891                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
892         }
893         if (ret == 0) {
894                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
895                              FILE_NOTIFY_CHANGE_DIR_NAME,
896                              smb_dname->base_name);
897                 return NT_STATUS_OK;
898         }
899
900         if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(talloc_tos(), SNUM(conn))) {
901                 /*
902                  * Check to see if the only thing in this directory are
903                  * vetoed files/directories. If so then delete them and
904                  * retry. If we fail to delete any of them (and we *don't*
905                  * do a recursive delete) then fail the rmdir.
906                  */
907                 SMB_STRUCT_STAT st;
908                 const char *dname = NULL;
909                 char *talloced = NULL;
910                 long dirpos = 0;
911                 struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
912                                                   smb_dname->base_name, NULL,
913                                                   0);
914
915                 if(dir_hnd == NULL) {
916                         errno = ENOTEMPTY;
917                         goto err;
918                 }
919
920                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
921                                             &talloced)) != NULL) {
922                         if((strcmp(dname, ".") == 0) || (strcmp(dname, "..")==0)) {
923                                 TALLOC_FREE(talloced);
924                                 continue;
925                         }
926                         if (!is_visible_file(conn, smb_dname->base_name, dname,
927                                              &st, false)) {
928                                 TALLOC_FREE(talloced);
929                                 continue;
930                         }
931                         if(!IS_VETO_PATH(conn, dname)) {
932                                 TALLOC_FREE(dir_hnd);
933                                 TALLOC_FREE(talloced);
934                                 errno = ENOTEMPTY;
935                                 goto err;
936                         }
937                         TALLOC_FREE(talloced);
938                 }
939
940                 /* We only have veto files/directories.
941                  * Are we allowed to delete them ? */
942
943                 if(!lp_recursive_veto_delete(SNUM(conn))) {
944                         TALLOC_FREE(dir_hnd);
945                         errno = ENOTEMPTY;
946                         goto err;
947                 }
948
949                 /* Do a recursive delete. */
950                 RewindDir(dir_hnd,&dirpos);
951                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
952                                             &talloced)) != NULL) {
953                         struct smb_filename *smb_dname_full = NULL;
954                         char *fullname = NULL;
955                         bool do_break = true;
956                         NTSTATUS status;
957
958                         if (ISDOT(dname) || ISDOTDOT(dname)) {
959                                 TALLOC_FREE(talloced);
960                                 continue;
961                         }
962                         if (!is_visible_file(conn, smb_dname->base_name, dname,
963                                              &st, false)) {
964                                 TALLOC_FREE(talloced);
965                                 continue;
966                         }
967
968                         fullname = talloc_asprintf(ctx,
969                                         "%s/%s",
970                                         smb_dname->base_name,
971                                         dname);
972
973                         if(!fullname) {
974                                 errno = ENOMEM;
975                                 goto err_break;
976                         }
977
978                         status = create_synthetic_smb_fname(talloc_tos(),
979                                                             fullname, NULL,
980                                                             NULL,
981                                                             &smb_dname_full);
982                         if (!NT_STATUS_IS_OK(status)) {
983                                 errno = map_errno_from_nt_status(status);
984                                 goto err_break;
985                         }
986
987                         if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
988                                 goto err_break;
989                         }
990                         if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
991                                 if(!recursive_rmdir(ctx, conn,
992                                                     smb_dname_full)) {
993                                         goto err_break;
994                                 }
995                                 if(SMB_VFS_RMDIR(conn,
996                                         smb_dname_full->base_name) != 0) {
997                                         goto err_break;
998                                 }
999                         } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
1000                                 goto err_break;
1001                         }
1002
1003                         /* Successful iteration. */
1004                         do_break = false;
1005
1006                  err_break:
1007                         TALLOC_FREE(fullname);
1008                         TALLOC_FREE(smb_dname_full);
1009                         TALLOC_FREE(talloced);
1010                         if (do_break)
1011                                 break;
1012                 }
1013                 TALLOC_FREE(dir_hnd);
1014                 /* Retry the rmdir */
1015                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
1016         }
1017
1018   err:
1019
1020         if (ret != 0) {
1021                 DEBUG(3,("rmdir_internals: couldn't remove directory %s : "
1022                          "%s\n", smb_fname_str_dbg(smb_dname),
1023                          strerror(errno)));
1024                 return map_nt_error_from_unix(errno);
1025         }
1026
1027         notify_fname(conn, NOTIFY_ACTION_REMOVED,
1028                      FILE_NOTIFY_CHANGE_DIR_NAME,
1029                      smb_dname->base_name);
1030
1031         return NT_STATUS_OK;
1032 }
1033
1034 /****************************************************************************
1035  Close a directory opened by an NT SMB call. 
1036 ****************************************************************************/
1037   
1038 static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
1039                                 enum file_close_type close_type)
1040 {
1041         struct server_id self = messaging_server_id(fsp->conn->sconn->msg_ctx);
1042         struct share_mode_lock *lck = NULL;
1043         bool delete_dir = False;
1044         NTSTATUS status = NT_STATUS_OK;
1045         NTSTATUS status1 = NT_STATUS_OK;
1046         const struct security_token *del_nt_token = NULL;
1047         const struct security_unix_token *del_token = NULL;
1048
1049         /*
1050          * NT can set delete_on_close of the last open
1051          * reference to a directory also.
1052          */
1053
1054         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
1055         if (lck == NULL) {
1056                 DEBUG(0, ("close_directory: Could not get share mode lock for "
1057                           "%s\n", fsp_str_dbg(fsp)));
1058                 return NT_STATUS_INVALID_PARAMETER;
1059         }
1060
1061         if (fsp->initial_delete_on_close) {
1062                 bool became_user = False;
1063
1064                 /* Initial delete on close was set - for
1065                  * directories we don't care if anyone else
1066                  * wrote a real delete on close. */
1067
1068                 if (get_current_vuid(fsp->conn) != fsp->vuid) {
1069                         become_user(fsp->conn, fsp->vuid);
1070                         became_user = True;
1071                 }
1072                 send_stat_cache_delete_message(fsp->conn->sconn->msg_ctx,
1073                                                fsp->fsp_name->base_name);
1074                 set_delete_on_close_lck(fsp, lck, true,
1075                                 get_current_nttok(fsp->conn),
1076                                 get_current_utok(fsp->conn));
1077                 fsp->delete_on_close = true;
1078                 if (became_user) {
1079                         unbecome_user();
1080                 }
1081         }
1082
1083         delete_dir = get_delete_on_close_token(lck, fsp->name_hash,
1084                                         &del_nt_token, &del_token);
1085
1086         if (delete_dir) {
1087                 int i;
1088                 /* See if others still have the dir open. If this is the
1089                  * case, then don't delete. If all opens are POSIX delete now. */
1090                 for (i=0; i<lck->data->num_share_modes; i++) {
1091                         struct share_mode_entry *e = &lck->data->share_modes[i];
1092                         if (is_valid_share_mode_entry(e) &&
1093                                         e->name_hash == fsp->name_hash) {
1094                                 if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
1095                                         continue;
1096                                 }
1097                                 if (serverid_equal(&self, &e->pid) &&
1098                                     (e->share_file_id == fsp->fh->gen_id)) {
1099                                         continue;
1100                                 }
1101                                 if (share_mode_stale_pid(lck->data, i)) {
1102                                         continue;
1103                                 }
1104                                 delete_dir = False;
1105                                 break;
1106                         }
1107                 }
1108         }
1109
1110         if ((close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) &&
1111                                 delete_dir) {
1112         
1113                 /* Become the user who requested the delete. */
1114
1115                 if (!push_sec_ctx()) {
1116                         smb_panic("close_directory: failed to push sec_ctx.\n");
1117                 }
1118
1119                 set_sec_ctx(del_token->uid,
1120                                 del_token->gid,
1121                                 del_token->ngroups,
1122                                 del_token->groups,
1123                                 del_nt_token);
1124
1125                 if (!del_share_mode(lck, fsp)) {
1126                         DEBUG(0, ("close_directory: Could not delete share entry for "
1127                                   "%s\n", fsp_str_dbg(fsp)));
1128                 }
1129
1130                 TALLOC_FREE(lck);
1131
1132                 if ((fsp->conn->fs_capabilities & FILE_NAMED_STREAMS)
1133                     && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
1134
1135                         status = delete_all_streams(fsp->conn, fsp->fsp_name->base_name);
1136                         if (!NT_STATUS_IS_OK(status)) {
1137                                 DEBUG(5, ("delete_all_streams failed: %s\n",
1138                                           nt_errstr(status)));
1139                                 return status;
1140                         }
1141                 }
1142
1143                 status = rmdir_internals(talloc_tos(), fsp);
1144
1145                 DEBUG(5,("close_directory: %s. Delete on close was set - "
1146                          "deleting directory returned %s.\n",
1147                          fsp_str_dbg(fsp), nt_errstr(status)));
1148
1149                 /* unbecome user. */
1150                 pop_sec_ctx();
1151
1152                 /*
1153                  * Ensure we remove any change notify requests that would
1154                  * now fail as the directory has been deleted.
1155                  */
1156
1157                 if(NT_STATUS_IS_OK(status)) {
1158                         remove_pending_change_notify_requests_by_fid(fsp, NT_STATUS_DELETE_PENDING);
1159                 }
1160         } else {
1161                 if (!del_share_mode(lck, fsp)) {
1162                         DEBUG(0, ("close_directory: Could not delete share entry for "
1163                                   "%s\n", fsp_str_dbg(fsp)));
1164                 }
1165
1166                 TALLOC_FREE(lck);
1167                 remove_pending_change_notify_requests_by_fid(
1168                         fsp, NT_STATUS_OK);
1169         }
1170
1171         status1 = fd_close(fsp);
1172
1173         if (!NT_STATUS_IS_OK(status1)) {
1174                 DEBUG(0, ("Could not close dir! fname=%s, fd=%d, err=%d=%s\n",
1175                           fsp_str_dbg(fsp), fsp->fh->fd, errno,
1176                           strerror(errno)));
1177         }
1178
1179         /*
1180          * Do the code common to files and directories.
1181          */
1182         close_filestruct(fsp);
1183         file_free(req, fsp);
1184
1185         if (NT_STATUS_IS_OK(status) && !NT_STATUS_IS_OK(status1)) {
1186                 status = status1;
1187         }
1188         return status;
1189 }
1190
1191 /****************************************************************************
1192  Close a files_struct.
1193 ****************************************************************************/
1194   
1195 NTSTATUS close_file(struct smb_request *req, files_struct *fsp,
1196                     enum file_close_type close_type)
1197 {
1198         NTSTATUS status;
1199         struct files_struct *base_fsp = fsp->base_fsp;
1200
1201         if(fsp->is_directory) {
1202                 status = close_directory(req, fsp, close_type);
1203         } else if (fsp->fake_file_handle != NULL) {
1204                 status = close_fake_file(req, fsp);
1205         } else {
1206                 status = close_normal_file(req, fsp, close_type);
1207         }
1208
1209         if ((base_fsp != NULL) && (close_type != SHUTDOWN_CLOSE)) {
1210
1211                 /*
1212                  * fsp was a stream, the base fsp can't be a stream as well
1213                  *
1214                  * For SHUTDOWN_CLOSE this is not possible here, because
1215                  * SHUTDOWN_CLOSE only happens from files.c which walks the
1216                  * complete list of files. If we mess with more than one fsp
1217                  * those loops will become confused.
1218                  */
1219
1220                 SMB_ASSERT(base_fsp->base_fsp == NULL);
1221                 close_file(req, base_fsp, close_type);
1222         }
1223
1224         return status;
1225 }
1226
1227 /****************************************************************************
1228  Deal with an (authorized) message to close a file given the share mode
1229  entry.
1230 ****************************************************************************/
1231
1232 void msg_close_file(struct messaging_context *msg_ctx,
1233                         void *private_data,
1234                         uint32_t msg_type,
1235                         struct server_id server_id,
1236                         DATA_BLOB *data)
1237 {
1238         files_struct *fsp = NULL;
1239         struct share_mode_entry e;
1240         struct smbd_server_connection *sconn =
1241                 talloc_get_type_abort(private_data,
1242                 struct smbd_server_connection);
1243
1244         message_to_share_mode_entry(&e, (char *)data->data);
1245
1246         if(DEBUGLVL(10)) {
1247                 char *sm_str = share_mode_str(NULL, 0, &e);
1248                 if (!sm_str) {
1249                         smb_panic("talloc failed");
1250                 }
1251                 DEBUG(10,("msg_close_file: got request to close share mode "
1252                         "entry %s\n", sm_str));
1253                 TALLOC_FREE(sm_str);
1254         }
1255
1256         fsp = file_find_dif(sconn, e.id, e.share_file_id);
1257         if (!fsp) {
1258                 DEBUG(10,("msg_close_file: failed to find file.\n"));
1259                 return;
1260         }
1261         close_file(NULL, fsp, NORMAL_CLOSE);
1262 }