s3: Fix an assert to trigger in close_remove_share_mode
[jlayton/samba.git] / source3 / smbd / close.c
1 /*
2    Unix SMB/CIFS implementation.
3    file closing
4    Copyright (C) Andrew Tridgell 1992-1998
5    Copyright (C) Jeremy Allison 1992-2007.
6    Copyright (C) Volker Lendecke 2005
7
8    This program is free software; you can redistribute it and/or modify
9    it under the terms of the GNU General Public License as published by
10    the Free Software Foundation; either version 3 of the License, or
11    (at your option) any later version.
12
13    This program is distributed in the hope that it will be useful,
14    but WITHOUT ANY WARRANTY; without even the implied warranty of
15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16    GNU General Public License for more details.
17
18    You should have received a copy of the GNU General Public License
19    along with this program.  If not, see <http://www.gnu.org/licenses/>.
20 */
21
22 #include "includes.h"
23 #include "system/filesys.h"
24 #include "printing.h"
25 #include "smbd/smbd.h"
26 #include "smbd/globals.h"
27 #include "fake_file.h"
28 #include "transfer_file.h"
29 #include "auth.h"
30 #include "messages.h"
31 #include "../librpc/gen_ndr/open_files.h"
32
33 /****************************************************************************
34  Run a file if it is a magic script.
35 ****************************************************************************/
36
37 static NTSTATUS check_magic(struct files_struct *fsp)
38 {
39         int ret;
40         const char *magic_output = NULL;
41         SMB_STRUCT_STAT st;
42         int tmp_fd, outfd;
43         TALLOC_CTX *ctx = NULL;
44         const char *p;
45         struct connection_struct *conn = fsp->conn;
46         char *fname = NULL;
47         NTSTATUS status;
48
49         if (!*lp_magicscript(SNUM(conn))) {
50                 return NT_STATUS_OK;
51         }
52
53         DEBUG(5,("checking magic for %s\n", fsp_str_dbg(fsp)));
54
55         ctx = talloc_stackframe();
56
57         fname = fsp->fsp_name->base_name;
58
59         if (!(p = strrchr_m(fname,'/'))) {
60                 p = fname;
61         } else {
62                 p++;
63         }
64
65         if (!strequal(lp_magicscript(SNUM(conn)),p)) {
66                 status = NT_STATUS_OK;
67                 goto out;
68         }
69
70         if (*lp_magicoutput(SNUM(conn))) {
71                 magic_output = lp_magicoutput(SNUM(conn));
72         } else {
73                 magic_output = talloc_asprintf(ctx,
74                                 "%s.out",
75                                 fname);
76         }
77         if (!magic_output) {
78                 status = NT_STATUS_NO_MEMORY;
79                 goto out;
80         }
81
82         /* Ensure we don't depend on user's PATH. */
83         p = talloc_asprintf(ctx, "./%s", fname);
84         if (!p) {
85                 status = NT_STATUS_NO_MEMORY;
86                 goto out;
87         }
88
89         if (chmod(fname, 0755) == -1) {
90                 status = map_nt_error_from_unix(errno);
91                 goto out;
92         }
93         ret = smbrun(p,&tmp_fd);
94         DEBUG(3,("Invoking magic command %s gave %d\n",
95                 p,ret));
96
97         unlink(fname);
98         if (ret != 0 || tmp_fd == -1) {
99                 if (tmp_fd != -1) {
100                         close(tmp_fd);
101                 }
102                 status = NT_STATUS_UNSUCCESSFUL;
103                 goto out;
104         }
105         outfd = open(magic_output, O_CREAT|O_EXCL|O_RDWR, 0600);
106         if (outfd == -1) {
107                 int err = errno;
108                 close(tmp_fd);
109                 status = map_nt_error_from_unix(err);
110                 goto out;
111         }
112
113         if (sys_fstat(tmp_fd, &st, false) == -1) {
114                 int err = errno;
115                 close(tmp_fd);
116                 close(outfd);
117                 status = map_nt_error_from_unix(err);
118                 goto out;
119         }
120
121         if (transfer_file(tmp_fd,outfd,(off_t)st.st_ex_size) == (off_t)-1) {
122                 int err = errno;
123                 close(tmp_fd);
124                 close(outfd);
125                 status = map_nt_error_from_unix(err);
126                 goto out;
127         }
128         close(tmp_fd);
129         if (close(outfd) == -1) {
130                 status = map_nt_error_from_unix(errno);
131                 goto out;
132         }
133
134         status = NT_STATUS_OK;
135
136  out:
137         TALLOC_FREE(ctx);
138         return status;
139 }
140
141 /****************************************************************************
142   Common code to close a file or a directory.
143 ****************************************************************************/
144
145 static NTSTATUS close_filestruct(files_struct *fsp)
146 {
147         NTSTATUS status = NT_STATUS_OK;
148
149         if (fsp->fh->fd != -1) {
150                 if(flush_write_cache(fsp, CLOSE_FLUSH) == -1) {
151                         status = map_nt_error_from_unix(errno);
152                 }
153                 delete_write_cache(fsp);
154         }
155
156         return status;
157 }
158
159 static int compare_share_mode_times(const void *p1, const void *p2)
160 {
161         const struct share_mode_entry *s1 = (const struct share_mode_entry *)p1;
162         const struct share_mode_entry *s2 = (const struct share_mode_entry *)p2;
163         return timeval_compare(&s1->time, &s2->time);
164 }
165
166 /****************************************************************************
167  If any deferred opens are waiting on this close, notify them.
168 ****************************************************************************/
169
170 static void notify_deferred_opens(struct smbd_server_connection *sconn,
171                                   struct share_mode_lock *lck)
172 {
173         struct server_id self = messaging_server_id(sconn->msg_ctx);
174         uint32_t i, num_deferred;
175         struct share_mode_entry *deferred;
176
177         if (!should_notify_deferred_opens(sconn)) {
178                 return;
179         }
180
181         num_deferred = 0;
182         for (i=0; i<lck->data->num_share_modes; i++) {
183                 struct share_mode_entry *e = &lck->data->share_modes[i];
184
185                 if (!is_deferred_open_entry(e)) {
186                         continue;
187                 }
188                 if (share_mode_stale_pid(lck->data, i)) {
189                         continue;
190                 }
191                 num_deferred += 1;
192         }
193         if (num_deferred == 0) {
194                 return;
195         }
196
197         deferred = talloc_array(talloc_tos(), struct share_mode_entry,
198                                 num_deferred);
199         if (deferred == NULL) {
200                 return;
201         }
202
203         num_deferred = 0;
204         for (i=0; i<lck->data->num_share_modes; i++) {
205                 struct share_mode_entry *e = &lck->data->share_modes[i];
206                 if (is_deferred_open_entry(e)) {
207                         deferred[num_deferred] = *e;
208                         num_deferred += 1;
209                 }
210         }
211
212         /*
213          * We need to sort the notifications by initial request time. Imagine
214          * two opens come in asyncronously, both conflicting with the open we
215          * just close here. If we don't sort the notifications, the one that
216          * came in last might get the response before the one that came in
217          * first. This is demonstrated with the smbtorture4 raw.mux test.
218          *
219          * As long as we had the UNUSED_SHARE_MODE_ENTRY, we happened to
220          * survive this particular test. Without UNUSED_SHARE_MODE_ENTRY, we
221          * shuffle the share mode entries around a bit, so that we do not
222          * survive raw.mux anymore.
223          *
224          * We could have kept the ordering in del_share_mode, but as the
225          * ordering was never formalized I think it is better to do it here
226          * where it is necessary.
227          */
228
229         qsort(deferred, num_deferred, sizeof(struct share_mode_entry),
230               compare_share_mode_times);
231
232         for (i=0; i<num_deferred; i++) {
233                 struct share_mode_entry *e = &deferred[i];
234
235                 if (procid_equal(&self, &e->pid)) {
236                         /*
237                          * We need to notify ourself to retry the open.  Do
238                          * this by finding the queued SMB record, moving it to
239                          * the head of the queue and changing the wait time to
240                          * zero.
241                          */
242                         schedule_deferred_open_message_smb(sconn, e->op_mid);
243                 } else {
244                         char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
245
246                         share_mode_entry_to_message(msg, e);
247
248                         messaging_send_buf(sconn->msg_ctx, e->pid,
249                                            MSG_SMB_OPEN_RETRY,
250                                            (uint8 *)msg,
251                                            MSG_SMB_SHARE_MODE_ENTRY_SIZE);
252                 }
253         }
254         TALLOC_FREE(deferred);
255 }
256
257 /****************************************************************************
258  Delete all streams
259 ****************************************************************************/
260
261 NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
262 {
263         struct stream_struct *stream_info = NULL;
264         int i;
265         unsigned int num_streams = 0;
266         TALLOC_CTX *frame = talloc_stackframe();
267         NTSTATUS status;
268
269         status = vfs_streaminfo(conn, NULL, fname, talloc_tos(),
270                                 &num_streams, &stream_info);
271
272         if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
273                 DEBUG(10, ("no streams around\n"));
274                 TALLOC_FREE(frame);
275                 return NT_STATUS_OK;
276         }
277
278         if (!NT_STATUS_IS_OK(status)) {
279                 DEBUG(10, ("vfs_streaminfo failed: %s\n",
280                            nt_errstr(status)));
281                 goto fail;
282         }
283
284         DEBUG(10, ("delete_all_streams found %d streams\n",
285                    num_streams));
286
287         if (num_streams == 0) {
288                 TALLOC_FREE(frame);
289                 return NT_STATUS_OK;
290         }
291
292         for (i=0; i<num_streams; i++) {
293                 int res;
294                 struct smb_filename *smb_fname_stream = NULL;
295
296                 if (strequal(stream_info[i].name, "::$DATA")) {
297                         continue;
298                 }
299
300                 status = create_synthetic_smb_fname(talloc_tos(), fname,
301                                                     stream_info[i].name, NULL,
302                                                     &smb_fname_stream);
303
304                 if (!NT_STATUS_IS_OK(status)) {
305                         DEBUG(0, ("talloc_aprintf failed\n"));
306                         goto fail;
307                 }
308
309                 res = SMB_VFS_UNLINK(conn, smb_fname_stream);
310
311                 if (res == -1) {
312                         status = map_nt_error_from_unix(errno);
313                         DEBUG(10, ("Could not delete stream %s: %s\n",
314                                    smb_fname_str_dbg(smb_fname_stream),
315                                    strerror(errno)));
316                         TALLOC_FREE(smb_fname_stream);
317                         break;
318                 }
319                 TALLOC_FREE(smb_fname_stream);
320         }
321
322  fail:
323         TALLOC_FREE(frame);
324         return status;
325 }
326
327 /****************************************************************************
328  Deal with removing a share mode on last close.
329 ****************************************************************************/
330
331 static NTSTATUS close_remove_share_mode(files_struct *fsp,
332                                         enum file_close_type close_type)
333 {
334         connection_struct *conn = fsp->conn;
335         struct server_id self = messaging_server_id(conn->sconn->msg_ctx);
336         bool delete_file = false;
337         bool changed_user = false;
338         struct share_mode_lock *lck = NULL;
339         NTSTATUS status = NT_STATUS_OK;
340         NTSTATUS tmp_status;
341         struct file_id id;
342         const struct security_unix_token *del_token = NULL;
343         const struct security_token *del_nt_token = NULL;
344         bool got_tokens = false;
345         bool normal_close;
346
347         /* Ensure any pending write time updates are done. */
348         if (fsp->update_write_time_event) {
349                 update_write_time_handler(fsp->conn->sconn->ev_ctx,
350                                         fsp->update_write_time_event,
351                                         timeval_current(),
352                                         (void *)fsp);
353         }
354
355         /*
356          * Lock the share entries, and determine if we should delete
357          * on close. If so delete whilst the lock is still in effect.
358          * This prevents race conditions with the file being created. JRA.
359          */
360
361         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
362         if (lck == NULL) {
363                 DEBUG(0, ("close_remove_share_mode: Could not get share mode "
364                           "lock for file %s\n", fsp_str_dbg(fsp)));
365                 return NT_STATUS_INVALID_PARAMETER;
366         }
367
368         if (fsp->write_time_forced) {
369                 DEBUG(10,("close_remove_share_mode: write time forced "
370                         "for file %s\n",
371                         fsp_str_dbg(fsp)));
372                 set_close_write_time(fsp, lck->data->changed_write_time);
373         } else if (fsp->update_write_time_on_close) {
374                 /* Someone had a pending write. */
375                 if (null_timespec(fsp->close_write_time)) {
376                         DEBUG(10,("close_remove_share_mode: update to current time "
377                                 "for file %s\n",
378                                 fsp_str_dbg(fsp)));
379                         /* Update to current time due to "normal" write. */
380                         set_close_write_time(fsp, timespec_current());
381                 } else {
382                         DEBUG(10,("close_remove_share_mode: write time pending "
383                                 "for file %s\n",
384                                 fsp_str_dbg(fsp)));
385                         /* Update to time set on close call. */
386                         set_close_write_time(fsp, fsp->close_write_time);
387                 }
388         }
389
390         if (fsp->initial_delete_on_close &&
391                         !is_delete_on_close_set(lck, fsp->name_hash)) {
392                 bool became_user = False;
393
394                 /* Initial delete on close was set and no one else
395                  * wrote a real delete on close. */
396
397                 if (get_current_vuid(conn) != fsp->vuid) {
398                         become_user(conn, fsp->vuid);
399                         became_user = True;
400                 }
401                 fsp->delete_on_close = true;
402                 set_delete_on_close_lck(fsp, lck, True,
403                                 get_current_nttok(conn),
404                                 get_current_utok(conn));
405                 if (became_user) {
406                         unbecome_user();
407                 }
408         }
409
410         delete_file = is_delete_on_close_set(lck, fsp->name_hash);
411
412         if (delete_file) {
413                 int i;
414                 /* See if others still have the file open via this pathname.
415                    If this is the case, then don't delete. If all opens are
416                    POSIX delete now. */
417                 for (i=0; i<lck->data->num_share_modes; i++) {
418                         struct share_mode_entry *e = &lck->data->share_modes[i];
419
420                         if (!is_valid_share_mode_entry(e)) {
421                                 continue;
422                         }
423                         if (e->name_hash != fsp->name_hash) {
424                                 continue;
425                         }
426                         if (fsp->posix_open
427                             && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
428                                 continue;
429                         }
430                         if (procid_equal(&self, &e->pid) &&
431                             (e->share_file_id == fsp->fh->gen_id)) {
432                                 continue;
433                         }
434                         if (share_mode_stale_pid(lck->data, i)) {
435                                 continue;
436                         }
437                         delete_file = False;
438                         break;
439                 }
440         }
441
442         /* Notify any deferred opens waiting on this close. */
443         notify_deferred_opens(conn->sconn, lck);
444         reply_to_oplock_break_requests(fsp);
445
446         /*
447          * NT can set delete_on_close of the last open
448          * reference to a file.
449          */
450
451         normal_close = (close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE);
452
453         if (!normal_close || !delete_file) {
454
455                 if (!del_share_mode(lck, fsp)) {
456                         DEBUG(0, ("close_remove_share_mode: Could not delete "
457                                   "share entry for file %s\n",
458                                   fsp_str_dbg(fsp)));
459                 }
460
461                 TALLOC_FREE(lck);
462                 return NT_STATUS_OK;
463         }
464
465         /*
466          * Ok, we have to delete the file
467          */
468
469         DEBUG(5,("close_remove_share_mode: file %s. Delete on close was set "
470                  "- deleting file.\n", fsp_str_dbg(fsp)));
471
472         /*
473          * Don't try to update the write time when we delete the file
474          */
475         fsp->update_write_time_on_close = false;
476
477         got_tokens = get_delete_on_close_token(lck, fsp->name_hash,
478                                         &del_nt_token, &del_token);
479         SMB_ASSERT(got_tokens);
480
481         if (!unix_token_equal(del_token, get_current_utok(conn))) {
482                 /* Become the user who requested the delete. */
483
484                 DEBUG(5,("close_remove_share_mode: file %s. "
485                         "Change user to uid %u\n",
486                         fsp_str_dbg(fsp),
487                         (unsigned int)del_token->uid));
488
489                 if (!push_sec_ctx()) {
490                         smb_panic("close_remove_share_mode: file %s. failed to push "
491                                   "sec_ctx.\n");
492                 }
493
494                 set_sec_ctx(del_token->uid,
495                             del_token->gid,
496                             del_token->ngroups,
497                             del_token->groups,
498                             del_nt_token);
499
500                 changed_user = true;
501         }
502
503         /* We can only delete the file if the name we have is still valid and
504            hasn't been renamed. */
505
506         tmp_status = vfs_stat_fsp(fsp);
507         if (!NT_STATUS_IS_OK(tmp_status)) {
508                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
509                          "was set and stat failed with error %s\n",
510                          fsp_str_dbg(fsp), nt_errstr(tmp_status)));
511                 /*
512                  * Don't save the errno here, we ignore this error
513                  */
514                 goto done;
515         }
516
517         id = vfs_file_id_from_sbuf(conn, &fsp->fsp_name->st);
518
519         if (!file_id_equal(&fsp->file_id, &id)) {
520                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
521                          "was set and dev and/or inode does not match\n",
522                          fsp_str_dbg(fsp)));
523                 DEBUG(5,("close_remove_share_mode: file %s. stored file_id %s, "
524                          "stat file_id %s\n",
525                          fsp_str_dbg(fsp),
526                          file_id_string_tos(&fsp->file_id),
527                          file_id_string_tos(&id)));
528                 /*
529                  * Don't save the errno here, we ignore this error
530                  */
531                 goto done;
532         }
533
534         if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
535             && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
536
537                 status = delete_all_streams(conn, fsp->fsp_name->base_name);
538
539                 if (!NT_STATUS_IS_OK(status)) {
540                         DEBUG(5, ("delete_all_streams failed: %s\n",
541                                   nt_errstr(status)));
542                         goto done;
543                 }
544         }
545
546
547         if (SMB_VFS_UNLINK(conn, fsp->fsp_name) != 0) {
548                 /*
549                  * This call can potentially fail as another smbd may
550                  * have had the file open with delete on close set and
551                  * deleted it when its last reference to this file
552                  * went away. Hence we log this but not at debug level
553                  * zero.
554                  */
555
556                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
557                          "was set and unlink failed with error %s\n",
558                          fsp_str_dbg(fsp), strerror(errno)));
559
560                 status = map_nt_error_from_unix(errno);
561         }
562
563         /* As we now have POSIX opens which can unlink
564          * with other open files we may have taken
565          * this code path with more than one share mode
566          * entry - ensure we only delete once by resetting
567          * the delete on close flag. JRA.
568          */
569
570         fsp->delete_on_close = false;
571         set_delete_on_close_lck(fsp, lck, false, NULL, NULL);
572
573  done:
574
575         if (changed_user) {
576                 /* unbecome user. */
577                 pop_sec_ctx();
578         }
579
580         if (!del_share_mode(lck, fsp)) {
581                 DEBUG(0, ("close_remove_share_mode: Could not delete share "
582                           "entry for file %s\n", fsp_str_dbg(fsp)));
583         }
584
585         TALLOC_FREE(lck);
586
587         if (delete_file) {
588                 /*
589                  * Do the notification after we released the share
590                  * mode lock. Inside notify_fname we take out another
591                  * tdb lock. With ctdb also accessing our databases,
592                  * this can lead to deadlocks. Putting this notify
593                  * after the TALLOC_FREE(lck) above we avoid locking
594                  * two records simultaneously. Notifies are async and
595                  * informational only, so calling the notify_fname
596                  * without holding the share mode lock should not do
597                  * any harm.
598                  */
599                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
600                              FILE_NOTIFY_CHANGE_FILE_NAME,
601                              fsp->fsp_name->base_name);
602         }
603
604         return status;
605 }
606
607 void set_close_write_time(struct files_struct *fsp, struct timespec ts)
608 {
609         DEBUG(6,("close_write_time: %s" , time_to_asc(convert_timespec_to_time_t(ts))));
610
611         if (null_timespec(ts)) {
612                 return;
613         }
614         fsp->write_time_forced = false;
615         fsp->update_write_time_on_close = true;
616         fsp->close_write_time = ts;
617 }
618
619 static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
620 {
621         struct smb_file_time ft;
622         NTSTATUS status;
623         struct share_mode_lock *lck = NULL;
624
625         ZERO_STRUCT(ft);
626
627         if (!fsp->update_write_time_on_close) {
628                 return NT_STATUS_OK;
629         }
630
631         if (null_timespec(fsp->close_write_time)) {
632                 fsp->close_write_time = timespec_current();
633         }
634
635         /* Ensure we have a valid stat struct for the source. */
636         status = vfs_stat_fsp(fsp);
637         if (!NT_STATUS_IS_OK(status)) {
638                 return status;
639         }
640
641         if (!VALID_STAT(fsp->fsp_name->st)) {
642                 /* if it doesn't seem to be a real file */
643                 return NT_STATUS_OK;
644         }
645
646         /*
647          * get_existing_share_mode_lock() isn't really the right
648          * call here, as we're being called after
649          * close_remove_share_mode() inside close_normal_file()
650          * so it's quite normal to not have an existing share
651          * mode here. However, get_share_mode_lock() doesn't
652          * work because that will create a new share mode if
653          * one doesn't exist - so stick with this call (just
654          * ignore any error we get if the share mode doesn't
655          * exist.
656          */
657
658         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
659         if (lck) {
660                 /* On close if we're changing the real file time we
661                  * must update it in the open file db too. */
662                 (void)set_write_time(fsp->file_id, fsp->close_write_time);
663
664                 /* Close write times overwrite sticky write times
665                    so we must replace any sticky write time here. */
666                 if (!null_timespec(lck->data->changed_write_time)) {
667                         (void)set_sticky_write_time(fsp->file_id, fsp->close_write_time);
668                 }
669                 TALLOC_FREE(lck);
670         }
671
672         ft.mtime = fsp->close_write_time;
673         /* As this is a close based update, we are not directly changing the
674            file attributes from a client call, but indirectly from a write. */
675         status = smb_set_file_time(fsp->conn, fsp, fsp->fsp_name, &ft, false);
676         if (!NT_STATUS_IS_OK(status)) {
677                 DEBUG(10,("update_write_time_on_close: smb_set_file_time "
678                         "on file %s returned %s\n",
679                         fsp_str_dbg(fsp),
680                         nt_errstr(status)));
681                 return status;
682         }
683
684         return status;
685 }
686
687 static NTSTATUS ntstatus_keeperror(NTSTATUS s1, NTSTATUS s2)
688 {
689         if (!NT_STATUS_IS_OK(s1)) {
690                 return s1;
691         }
692         return s2;
693 }
694
695 /****************************************************************************
696  Close a file.
697
698  close_type can be NORMAL_CLOSE=0,SHUTDOWN_CLOSE,ERROR_CLOSE.
699  printing and magic scripts are only run on normal close.
700  delete on close is done on normal and shutdown close.
701 ****************************************************************************/
702
703 static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
704                                   enum file_close_type close_type)
705 {
706         NTSTATUS status = NT_STATUS_OK;
707         NTSTATUS tmp;
708         connection_struct *conn = fsp->conn;
709         int ret;
710
711         /*
712          * If we're finishing async io on a close we can get a write
713          * error here, we must remember this.
714          */
715         ret = wait_for_aio_completion(fsp);
716         if (ret) {
717                 status = ntstatus_keeperror(
718                         status, map_nt_error_from_unix(ret));
719         }
720
721         /*
722          * If we're flushing on a close we can get a write
723          * error here, we must remember this.
724          */
725
726         tmp = close_filestruct(fsp);
727         status = ntstatus_keeperror(status, tmp);
728
729         if (fsp->print_file) {
730                 /* FIXME: return spool errors */
731                 print_spool_end(fsp, close_type);
732                 file_free(req, fsp);
733                 return NT_STATUS_OK;
734         }
735
736         /* Remove the oplock before potentially deleting the file. */
737         if(fsp->oplock_type) {
738                 release_file_oplock(fsp);
739         }
740
741         /* If this is an old DOS or FCB open and we have multiple opens on
742            the same handle we only have one share mode. Ensure we only remove
743            the share mode on the last close. */
744
745         if (fsp->fh->ref_count == 1) {
746                 /* Should we return on error here... ? */
747                 tmp = close_remove_share_mode(fsp, close_type);
748                 status = ntstatus_keeperror(status, tmp);
749         }
750
751         locking_close_file(conn->sconn->msg_ctx, fsp, close_type);
752
753         tmp = fd_close(fsp);
754         status = ntstatus_keeperror(status, tmp);
755
756         /* check for magic scripts */
757         if (close_type == NORMAL_CLOSE) {
758                 tmp = check_magic(fsp);
759                 status = ntstatus_keeperror(status, tmp);
760         }
761
762         /*
763          * Ensure pending modtime is set after close.
764          */
765
766         tmp = update_write_time_on_close(fsp);
767         if (NT_STATUS_EQUAL(tmp, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
768                 /* Someone renamed the file or a parent directory containing
769                  * this file. We can't do anything about this, we don't have
770                  * an "update timestamp by fd" call in POSIX. Eat the error. */
771
772                 tmp = NT_STATUS_OK;
773         }
774
775         status = ntstatus_keeperror(status, tmp);
776
777         DEBUG(2,("%s closed file %s (numopen=%d) %s\n",
778                 conn->session_info->unix_info->unix_name, fsp_str_dbg(fsp),
779                 conn->num_files_open - 1,
780                 nt_errstr(status) ));
781
782         file_free(req, fsp);
783         return status;
784 }
785 /****************************************************************************
786  Static function used by reply_rmdir to delete an entire directory
787  tree recursively. Return True on ok, False on fail.
788 ****************************************************************************/
789
790 static bool recursive_rmdir(TALLOC_CTX *ctx,
791                         connection_struct *conn,
792                         struct smb_filename *smb_dname)
793 {
794         const char *dname = NULL;
795         char *talloced = NULL;
796         bool ret = True;
797         long offset = 0;
798         SMB_STRUCT_STAT st;
799         struct smb_Dir *dir_hnd;
800
801         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
802
803         dir_hnd = OpenDir(talloc_tos(), conn, smb_dname->base_name, NULL, 0);
804         if(dir_hnd == NULL)
805                 return False;
806
807         while((dname = ReadDirName(dir_hnd, &offset, &st, &talloced))) {
808                 struct smb_filename *smb_dname_full = NULL;
809                 char *fullname = NULL;
810                 bool do_break = true;
811                 NTSTATUS status;
812
813                 if (ISDOT(dname) || ISDOTDOT(dname)) {
814                         TALLOC_FREE(talloced);
815                         continue;
816                 }
817
818                 if (!is_visible_file(conn, smb_dname->base_name, dname, &st,
819                                      false)) {
820                         TALLOC_FREE(talloced);
821                         continue;
822                 }
823
824                 /* Construct the full name. */
825                 fullname = talloc_asprintf(ctx,
826                                 "%s/%s",
827                                 smb_dname->base_name,
828                                 dname);
829                 if (!fullname) {
830                         errno = ENOMEM;
831                         goto err_break;
832                 }
833
834                 status = create_synthetic_smb_fname(talloc_tos(), fullname,
835                                                     NULL, NULL,
836                                                     &smb_dname_full);
837                 if (!NT_STATUS_IS_OK(status)) {
838                         goto err_break;
839                 }
840
841                 if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
842                         goto err_break;
843                 }
844
845                 if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
846                         if(!recursive_rmdir(ctx, conn, smb_dname_full)) {
847                                 goto err_break;
848                         }
849                         if(SMB_VFS_RMDIR(conn,
850                                          smb_dname_full->base_name) != 0) {
851                                 goto err_break;
852                         }
853                 } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
854                         goto err_break;
855                 }
856
857                 /* Successful iteration. */
858                 do_break = false;
859
860          err_break:
861                 TALLOC_FREE(smb_dname_full);
862                 TALLOC_FREE(fullname);
863                 TALLOC_FREE(talloced);
864                 if (do_break) {
865                         ret = false;
866                         break;
867                 }
868         }
869         TALLOC_FREE(dir_hnd);
870         return ret;
871 }
872
873 /****************************************************************************
874  The internals of the rmdir code - called elsewhere.
875 ****************************************************************************/
876
877 static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
878 {
879         connection_struct *conn = fsp->conn;
880         struct smb_filename *smb_dname = fsp->fsp_name;
881         int ret;
882
883         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
884
885         /* Might be a symlink. */
886         if(SMB_VFS_LSTAT(conn, smb_dname) != 0) {
887                 return map_nt_error_from_unix(errno);
888         }
889
890         if (S_ISLNK(smb_dname->st.st_ex_mode)) {
891                 /* Is what it points to a directory ? */
892                 if(SMB_VFS_STAT(conn, smb_dname) != 0) {
893                         return map_nt_error_from_unix(errno);
894                 }
895                 if (!(S_ISDIR(smb_dname->st.st_ex_mode))) {
896                         return NT_STATUS_NOT_A_DIRECTORY;
897                 }
898                 ret = SMB_VFS_UNLINK(conn, smb_dname);
899         } else {
900                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
901         }
902         if (ret == 0) {
903                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
904                              FILE_NOTIFY_CHANGE_DIR_NAME,
905                              smb_dname->base_name);
906                 return NT_STATUS_OK;
907         }
908
909         if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(SNUM(conn))) {
910                 /*
911                  * Check to see if the only thing in this directory are
912                  * vetoed files/directories. If so then delete them and
913                  * retry. If we fail to delete any of them (and we *don't*
914                  * do a recursive delete) then fail the rmdir.
915                  */
916                 SMB_STRUCT_STAT st;
917                 const char *dname = NULL;
918                 char *talloced = NULL;
919                 long dirpos = 0;
920                 struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
921                                                   smb_dname->base_name, NULL,
922                                                   0);
923
924                 if(dir_hnd == NULL) {
925                         errno = ENOTEMPTY;
926                         goto err;
927                 }
928
929                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
930                                             &talloced)) != NULL) {
931                         if((strcmp(dname, ".") == 0) || (strcmp(dname, "..")==0)) {
932                                 TALLOC_FREE(talloced);
933                                 continue;
934                         }
935                         if (!is_visible_file(conn, smb_dname->base_name, dname,
936                                              &st, false)) {
937                                 TALLOC_FREE(talloced);
938                                 continue;
939                         }
940                         if(!IS_VETO_PATH(conn, dname)) {
941                                 TALLOC_FREE(dir_hnd);
942                                 TALLOC_FREE(talloced);
943                                 errno = ENOTEMPTY;
944                                 goto err;
945                         }
946                         TALLOC_FREE(talloced);
947                 }
948
949                 /* We only have veto files/directories.
950                  * Are we allowed to delete them ? */
951
952                 if(!lp_recursive_veto_delete(SNUM(conn))) {
953                         TALLOC_FREE(dir_hnd);
954                         errno = ENOTEMPTY;
955                         goto err;
956                 }
957
958                 /* Do a recursive delete. */
959                 RewindDir(dir_hnd,&dirpos);
960                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
961                                             &talloced)) != NULL) {
962                         struct smb_filename *smb_dname_full = NULL;
963                         char *fullname = NULL;
964                         bool do_break = true;
965                         NTSTATUS status;
966
967                         if (ISDOT(dname) || ISDOTDOT(dname)) {
968                                 TALLOC_FREE(talloced);
969                                 continue;
970                         }
971                         if (!is_visible_file(conn, smb_dname->base_name, dname,
972                                              &st, false)) {
973                                 TALLOC_FREE(talloced);
974                                 continue;
975                         }
976
977                         fullname = talloc_asprintf(ctx,
978                                         "%s/%s",
979                                         smb_dname->base_name,
980                                         dname);
981
982                         if(!fullname) {
983                                 errno = ENOMEM;
984                                 goto err_break;
985                         }
986
987                         status = create_synthetic_smb_fname(talloc_tos(),
988                                                             fullname, NULL,
989                                                             NULL,
990                                                             &smb_dname_full);
991                         if (!NT_STATUS_IS_OK(status)) {
992                                 errno = map_errno_from_nt_status(status);
993                                 goto err_break;
994                         }
995
996                         if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
997                                 goto err_break;
998                         }
999                         if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
1000                                 if(!recursive_rmdir(ctx, conn,
1001                                                     smb_dname_full)) {
1002                                         goto err_break;
1003                                 }
1004                                 if(SMB_VFS_RMDIR(conn,
1005                                         smb_dname_full->base_name) != 0) {
1006                                         goto err_break;
1007                                 }
1008                         } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
1009                                 goto err_break;
1010                         }
1011
1012                         /* Successful iteration. */
1013                         do_break = false;
1014
1015                  err_break:
1016                         TALLOC_FREE(fullname);
1017                         TALLOC_FREE(smb_dname_full);
1018                         TALLOC_FREE(talloced);
1019                         if (do_break)
1020                                 break;
1021                 }
1022                 TALLOC_FREE(dir_hnd);
1023                 /* Retry the rmdir */
1024                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
1025         }
1026
1027   err:
1028
1029         if (ret != 0) {
1030                 DEBUG(3,("rmdir_internals: couldn't remove directory %s : "
1031                          "%s\n", smb_fname_str_dbg(smb_dname),
1032                          strerror(errno)));
1033                 return map_nt_error_from_unix(errno);
1034         }
1035
1036         notify_fname(conn, NOTIFY_ACTION_REMOVED,
1037                      FILE_NOTIFY_CHANGE_DIR_NAME,
1038                      smb_dname->base_name);
1039
1040         return NT_STATUS_OK;
1041 }
1042
1043 /****************************************************************************
1044  Close a directory opened by an NT SMB call. 
1045 ****************************************************************************/
1046   
1047 static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
1048                                 enum file_close_type close_type)
1049 {
1050         struct share_mode_lock *lck = NULL;
1051         bool delete_dir = False;
1052         NTSTATUS status = NT_STATUS_OK;
1053         NTSTATUS status1 = NT_STATUS_OK;
1054         const struct security_token *del_nt_token = NULL;
1055         const struct security_unix_token *del_token = NULL;
1056
1057         /*
1058          * NT can set delete_on_close of the last open
1059          * reference to a directory also.
1060          */
1061
1062         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
1063         if (lck == NULL) {
1064                 DEBUG(0, ("close_directory: Could not get share mode lock for "
1065                           "%s\n", fsp_str_dbg(fsp)));
1066                 status = NT_STATUS_INVALID_PARAMETER;
1067                 goto out;
1068         }
1069
1070         if (!del_share_mode(lck, fsp)) {
1071                 DEBUG(0, ("close_directory: Could not delete share entry for "
1072                           "%s\n", fsp_str_dbg(fsp)));
1073         }
1074
1075         if (fsp->initial_delete_on_close) {
1076                 bool became_user = False;
1077
1078                 /* Initial delete on close was set - for
1079                  * directories we don't care if anyone else
1080                  * wrote a real delete on close. */
1081
1082                 if (get_current_vuid(fsp->conn) != fsp->vuid) {
1083                         become_user(fsp->conn, fsp->vuid);
1084                         became_user = True;
1085                 }
1086                 send_stat_cache_delete_message(fsp->conn->sconn->msg_ctx,
1087                                                fsp->fsp_name->base_name);
1088                 set_delete_on_close_lck(fsp, lck, true,
1089                                 get_current_nttok(fsp->conn),
1090                                 get_current_utok(fsp->conn));
1091                 fsp->delete_on_close = true;
1092                 if (became_user) {
1093                         unbecome_user();
1094                 }
1095         }
1096
1097         delete_dir = get_delete_on_close_token(lck, fsp->name_hash,
1098                                         &del_nt_token, &del_token);
1099
1100         if (delete_dir) {
1101                 int i;
1102                 /* See if others still have the dir open. If this is the
1103                  * case, then don't delete. If all opens are POSIX delete now. */
1104                 for (i=0; i<lck->data->num_share_modes; i++) {
1105                         struct share_mode_entry *e = &lck->data->share_modes[i];
1106                         if (is_valid_share_mode_entry(e) &&
1107                                         e->name_hash == fsp->name_hash) {
1108                                 if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
1109                                         continue;
1110                                 }
1111                                 if (share_mode_stale_pid(lck->data, i)) {
1112                                         continue;
1113                                 }
1114                                 delete_dir = False;
1115                                 break;
1116                         }
1117                 }
1118         }
1119
1120         if ((close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) &&
1121                                 delete_dir) {
1122         
1123                 /* Become the user who requested the delete. */
1124
1125                 if (!push_sec_ctx()) {
1126                         smb_panic("close_directory: failed to push sec_ctx.\n");
1127                 }
1128
1129                 set_sec_ctx(del_token->uid,
1130                                 del_token->gid,
1131                                 del_token->ngroups,
1132                                 del_token->groups,
1133                                 del_nt_token);
1134
1135                 TALLOC_FREE(lck);
1136
1137                 if ((fsp->conn->fs_capabilities & FILE_NAMED_STREAMS)
1138                     && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
1139
1140                         status = delete_all_streams(fsp->conn, fsp->fsp_name->base_name);
1141                         if (!NT_STATUS_IS_OK(status)) {
1142                                 DEBUG(5, ("delete_all_streams failed: %s\n",
1143                                           nt_errstr(status)));
1144                                 goto out;
1145                         }
1146                 }
1147
1148                 status = rmdir_internals(talloc_tos(), fsp);
1149
1150                 DEBUG(5,("close_directory: %s. Delete on close was set - "
1151                          "deleting directory returned %s.\n",
1152                          fsp_str_dbg(fsp), nt_errstr(status)));
1153
1154                 /* unbecome user. */
1155                 pop_sec_ctx();
1156
1157                 /*
1158                  * Ensure we remove any change notify requests that would
1159                  * now fail as the directory has been deleted.
1160                  */
1161
1162                 if(NT_STATUS_IS_OK(status)) {
1163                         remove_pending_change_notify_requests_by_fid(fsp, NT_STATUS_DELETE_PENDING);
1164                 }
1165         } else {
1166                 TALLOC_FREE(lck);
1167                 remove_pending_change_notify_requests_by_fid(
1168                         fsp, NT_STATUS_OK);
1169         }
1170
1171         status1 = fd_close(fsp);
1172
1173         if (!NT_STATUS_IS_OK(status1)) {
1174                 DEBUG(0, ("Could not close dir! fname=%s, fd=%d, err=%d=%s\n",
1175                           fsp_str_dbg(fsp), fsp->fh->fd, errno,
1176                           strerror(errno)));
1177         }
1178
1179         /*
1180          * Do the code common to files and directories.
1181          */
1182         close_filestruct(fsp);
1183         file_free(req, fsp);
1184
1185  out:
1186         TALLOC_FREE(lck);
1187         if (NT_STATUS_IS_OK(status) && !NT_STATUS_IS_OK(status1)) {
1188                 status = status1;
1189         }
1190         return status;
1191 }
1192
1193 /****************************************************************************
1194  Close a files_struct.
1195 ****************************************************************************/
1196   
1197 NTSTATUS close_file(struct smb_request *req, files_struct *fsp,
1198                     enum file_close_type close_type)
1199 {
1200         NTSTATUS status;
1201         struct files_struct *base_fsp = fsp->base_fsp;
1202
1203         if(fsp->is_directory) {
1204                 status = close_directory(req, fsp, close_type);
1205         } else if (fsp->fake_file_handle != NULL) {
1206                 status = close_fake_file(req, fsp);
1207         } else {
1208                 status = close_normal_file(req, fsp, close_type);
1209         }
1210
1211         if ((base_fsp != NULL) && (close_type != SHUTDOWN_CLOSE)) {
1212
1213                 /*
1214                  * fsp was a stream, the base fsp can't be a stream as well
1215                  *
1216                  * For SHUTDOWN_CLOSE this is not possible here, because
1217                  * SHUTDOWN_CLOSE only happens from files.c which walks the
1218                  * complete list of files. If we mess with more than one fsp
1219                  * those loops will become confused.
1220                  */
1221
1222                 SMB_ASSERT(base_fsp->base_fsp == NULL);
1223                 close_file(req, base_fsp, close_type);
1224         }
1225
1226         return status;
1227 }
1228
1229 /****************************************************************************
1230  Deal with an (authorized) message to close a file given the share mode
1231  entry.
1232 ****************************************************************************/
1233
1234 void msg_close_file(struct messaging_context *msg_ctx,
1235                         void *private_data,
1236                         uint32_t msg_type,
1237                         struct server_id server_id,
1238                         DATA_BLOB *data)
1239 {
1240         files_struct *fsp = NULL;
1241         struct share_mode_entry e;
1242         struct smbd_server_connection *sconn =
1243                 talloc_get_type_abort(private_data,
1244                 struct smbd_server_connection);
1245
1246         message_to_share_mode_entry(&e, (char *)data->data);
1247
1248         if(DEBUGLVL(10)) {
1249                 char *sm_str = share_mode_str(NULL, 0, &e);
1250                 if (!sm_str) {
1251                         smb_panic("talloc failed");
1252                 }
1253                 DEBUG(10,("msg_close_file: got request to close share mode "
1254                         "entry %s\n", sm_str));
1255                 TALLOC_FREE(sm_str);
1256         }
1257
1258         fsp = file_find_dif(sconn, e.id, e.share_file_id);
1259         if (!fsp) {
1260                 DEBUG(10,("msg_close_file: failed to find file.\n"));
1261                 return;
1262         }
1263         close_file(NULL, fsp, NORMAL_CLOSE);
1264 }