s3:util: rename procid_equal() to serverid_equal()
[amitay/samba.git] / source3 / smbd / close.c
1 /*
2    Unix SMB/CIFS implementation.
3    file closing
4    Copyright (C) Andrew Tridgell 1992-1998
5    Copyright (C) Jeremy Allison 1992-2007.
6    Copyright (C) Volker Lendecke 2005
7
8    This program is free software; you can redistribute it and/or modify
9    it under the terms of the GNU General Public License as published by
10    the Free Software Foundation; either version 3 of the License, or
11    (at your option) any later version.
12
13    This program is distributed in the hope that it will be useful,
14    but WITHOUT ANY WARRANTY; without even the implied warranty of
15    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16    GNU General Public License for more details.
17
18    You should have received a copy of the GNU General Public License
19    along with this program.  If not, see <http://www.gnu.org/licenses/>.
20 */
21
22 #include "includes.h"
23 #include "system/filesys.h"
24 #include "printing.h"
25 #include "smbd/smbd.h"
26 #include "smbd/globals.h"
27 #include "fake_file.h"
28 #include "transfer_file.h"
29 #include "auth.h"
30 #include "messages.h"
31 #include "../librpc/gen_ndr/open_files.h"
32
33 /****************************************************************************
34  Run a file if it is a magic script.
35 ****************************************************************************/
36
37 static NTSTATUS check_magic(struct files_struct *fsp)
38 {
39         int ret;
40         const char *magic_output = NULL;
41         SMB_STRUCT_STAT st;
42         int tmp_fd, outfd;
43         TALLOC_CTX *ctx = NULL;
44         const char *p;
45         struct connection_struct *conn = fsp->conn;
46         char *fname = NULL;
47         NTSTATUS status;
48
49         if (!*lp_magicscript(SNUM(conn))) {
50                 return NT_STATUS_OK;
51         }
52
53         DEBUG(5,("checking magic for %s\n", fsp_str_dbg(fsp)));
54
55         ctx = talloc_stackframe();
56
57         fname = fsp->fsp_name->base_name;
58
59         if (!(p = strrchr_m(fname,'/'))) {
60                 p = fname;
61         } else {
62                 p++;
63         }
64
65         if (!strequal(lp_magicscript(SNUM(conn)),p)) {
66                 status = NT_STATUS_OK;
67                 goto out;
68         }
69
70         if (*lp_magicoutput(SNUM(conn))) {
71                 magic_output = lp_magicoutput(SNUM(conn));
72         } else {
73                 magic_output = talloc_asprintf(ctx,
74                                 "%s.out",
75                                 fname);
76         }
77         if (!magic_output) {
78                 status = NT_STATUS_NO_MEMORY;
79                 goto out;
80         }
81
82         /* Ensure we don't depend on user's PATH. */
83         p = talloc_asprintf(ctx, "./%s", fname);
84         if (!p) {
85                 status = NT_STATUS_NO_MEMORY;
86                 goto out;
87         }
88
89         if (chmod(fname, 0755) == -1) {
90                 status = map_nt_error_from_unix(errno);
91                 goto out;
92         }
93         ret = smbrun(p,&tmp_fd);
94         DEBUG(3,("Invoking magic command %s gave %d\n",
95                 p,ret));
96
97         unlink(fname);
98         if (ret != 0 || tmp_fd == -1) {
99                 if (tmp_fd != -1) {
100                         close(tmp_fd);
101                 }
102                 status = NT_STATUS_UNSUCCESSFUL;
103                 goto out;
104         }
105         outfd = open(magic_output, O_CREAT|O_EXCL|O_RDWR, 0600);
106         if (outfd == -1) {
107                 int err = errno;
108                 close(tmp_fd);
109                 status = map_nt_error_from_unix(err);
110                 goto out;
111         }
112
113         if (sys_fstat(tmp_fd, &st, false) == -1) {
114                 int err = errno;
115                 close(tmp_fd);
116                 close(outfd);
117                 status = map_nt_error_from_unix(err);
118                 goto out;
119         }
120
121         if (transfer_file(tmp_fd,outfd,(off_t)st.st_ex_size) == (off_t)-1) {
122                 int err = errno;
123                 close(tmp_fd);
124                 close(outfd);
125                 status = map_nt_error_from_unix(err);
126                 goto out;
127         }
128         close(tmp_fd);
129         if (close(outfd) == -1) {
130                 status = map_nt_error_from_unix(errno);
131                 goto out;
132         }
133
134         status = NT_STATUS_OK;
135
136  out:
137         TALLOC_FREE(ctx);
138         return status;
139 }
140
141 /****************************************************************************
142   Common code to close a file or a directory.
143 ****************************************************************************/
144
145 static NTSTATUS close_filestruct(files_struct *fsp)
146 {
147         NTSTATUS status = NT_STATUS_OK;
148
149         if (fsp->fh->fd != -1) {
150                 if(flush_write_cache(fsp, CLOSE_FLUSH) == -1) {
151                         status = map_nt_error_from_unix(errno);
152                 }
153                 delete_write_cache(fsp);
154         }
155
156         return status;
157 }
158
159 static int compare_share_mode_times(const void *p1, const void *p2)
160 {
161         const struct share_mode_entry *s1 = (const struct share_mode_entry *)p1;
162         const struct share_mode_entry *s2 = (const struct share_mode_entry *)p2;
163         return timeval_compare(&s1->time, &s2->time);
164 }
165
166 /****************************************************************************
167  If any deferred opens are waiting on this close, notify them.
168 ****************************************************************************/
169
170 static void notify_deferred_opens(struct smbd_server_connection *sconn,
171                                   struct share_mode_lock *lck)
172 {
173         struct server_id self = messaging_server_id(sconn->msg_ctx);
174         uint32_t i, num_deferred;
175         struct share_mode_entry *deferred;
176
177         if (!should_notify_deferred_opens(sconn)) {
178                 return;
179         }
180
181         num_deferred = 0;
182         for (i=0; i<lck->data->num_share_modes; i++) {
183                 struct share_mode_entry *e = &lck->data->share_modes[i];
184
185                 if (!is_deferred_open_entry(e)) {
186                         continue;
187                 }
188                 if (share_mode_stale_pid(lck->data, i)) {
189                         continue;
190                 }
191                 num_deferred += 1;
192         }
193         if (num_deferred == 0) {
194                 return;
195         }
196
197         deferred = talloc_array(talloc_tos(), struct share_mode_entry,
198                                 num_deferred);
199         if (deferred == NULL) {
200                 return;
201         }
202
203         num_deferred = 0;
204         for (i=0; i<lck->data->num_share_modes; i++) {
205                 struct share_mode_entry *e = &lck->data->share_modes[i];
206                 if (is_deferred_open_entry(e)) {
207                         deferred[num_deferred] = *e;
208                         num_deferred += 1;
209                 }
210         }
211
212         /*
213          * We need to sort the notifications by initial request time. Imagine
214          * two opens come in asyncronously, both conflicting with the open we
215          * just close here. If we don't sort the notifications, the one that
216          * came in last might get the response before the one that came in
217          * first. This is demonstrated with the smbtorture4 raw.mux test.
218          *
219          * As long as we had the UNUSED_SHARE_MODE_ENTRY, we happened to
220          * survive this particular test. Without UNUSED_SHARE_MODE_ENTRY, we
221          * shuffle the share mode entries around a bit, so that we do not
222          * survive raw.mux anymore.
223          *
224          * We could have kept the ordering in del_share_mode, but as the
225          * ordering was never formalized I think it is better to do it here
226          * where it is necessary.
227          */
228
229         qsort(deferred, num_deferred, sizeof(struct share_mode_entry),
230               compare_share_mode_times);
231
232         for (i=0; i<num_deferred; i++) {
233                 struct share_mode_entry *e = &deferred[i];
234
235                 if (serverid_equal(&self, &e->pid)) {
236                         /*
237                          * We need to notify ourself to retry the open.  Do
238                          * this by finding the queued SMB record, moving it to
239                          * the head of the queue and changing the wait time to
240                          * zero.
241                          */
242                         schedule_deferred_open_message_smb(sconn, e->op_mid);
243                 } else {
244                         char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
245
246                         share_mode_entry_to_message(msg, e);
247
248                         messaging_send_buf(sconn->msg_ctx, e->pid,
249                                            MSG_SMB_OPEN_RETRY,
250                                            (uint8 *)msg,
251                                            MSG_SMB_SHARE_MODE_ENTRY_SIZE);
252                 }
253         }
254         TALLOC_FREE(deferred);
255 }
256
257 /****************************************************************************
258  Delete all streams
259 ****************************************************************************/
260
261 NTSTATUS delete_all_streams(connection_struct *conn, const char *fname)
262 {
263         struct stream_struct *stream_info = NULL;
264         int i;
265         unsigned int num_streams = 0;
266         TALLOC_CTX *frame = talloc_stackframe();
267         NTSTATUS status;
268
269         status = vfs_streaminfo(conn, NULL, fname, talloc_tos(),
270                                 &num_streams, &stream_info);
271
272         if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)) {
273                 DEBUG(10, ("no streams around\n"));
274                 TALLOC_FREE(frame);
275                 return NT_STATUS_OK;
276         }
277
278         if (!NT_STATUS_IS_OK(status)) {
279                 DEBUG(10, ("vfs_streaminfo failed: %s\n",
280                            nt_errstr(status)));
281                 goto fail;
282         }
283
284         DEBUG(10, ("delete_all_streams found %d streams\n",
285                    num_streams));
286
287         if (num_streams == 0) {
288                 TALLOC_FREE(frame);
289                 return NT_STATUS_OK;
290         }
291
292         for (i=0; i<num_streams; i++) {
293                 int res;
294                 struct smb_filename *smb_fname_stream = NULL;
295
296                 if (strequal(stream_info[i].name, "::$DATA")) {
297                         continue;
298                 }
299
300                 status = create_synthetic_smb_fname(talloc_tos(), fname,
301                                                     stream_info[i].name, NULL,
302                                                     &smb_fname_stream);
303
304                 if (!NT_STATUS_IS_OK(status)) {
305                         DEBUG(0, ("talloc_aprintf failed\n"));
306                         goto fail;
307                 }
308
309                 res = SMB_VFS_UNLINK(conn, smb_fname_stream);
310
311                 if (res == -1) {
312                         status = map_nt_error_from_unix(errno);
313                         DEBUG(10, ("Could not delete stream %s: %s\n",
314                                    smb_fname_str_dbg(smb_fname_stream),
315                                    strerror(errno)));
316                         TALLOC_FREE(smb_fname_stream);
317                         break;
318                 }
319                 TALLOC_FREE(smb_fname_stream);
320         }
321
322  fail:
323         TALLOC_FREE(frame);
324         return status;
325 }
326
327 /****************************************************************************
328  Deal with removing a share mode on last close.
329 ****************************************************************************/
330
331 static NTSTATUS close_remove_share_mode(files_struct *fsp,
332                                         enum file_close_type close_type)
333 {
334         connection_struct *conn = fsp->conn;
335         struct server_id self = messaging_server_id(conn->sconn->msg_ctx);
336         bool delete_file = false;
337         bool changed_user = false;
338         struct share_mode_lock *lck = NULL;
339         NTSTATUS status = NT_STATUS_OK;
340         NTSTATUS tmp_status;
341         struct file_id id;
342         const struct security_unix_token *del_token = NULL;
343         const struct security_token *del_nt_token = NULL;
344         bool got_tokens = false;
345         bool normal_close;
346
347         /* Ensure any pending write time updates are done. */
348         if (fsp->update_write_time_event) {
349                 update_write_time_handler(fsp->conn->sconn->ev_ctx,
350                                         fsp->update_write_time_event,
351                                         timeval_current(),
352                                         (void *)fsp);
353         }
354
355         /*
356          * Lock the share entries, and determine if we should delete
357          * on close. If so delete whilst the lock is still in effect.
358          * This prevents race conditions with the file being created. JRA.
359          */
360
361         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
362         if (lck == NULL) {
363                 DEBUG(0, ("close_remove_share_mode: Could not get share mode "
364                           "lock for file %s\n", fsp_str_dbg(fsp)));
365                 return NT_STATUS_INVALID_PARAMETER;
366         }
367
368         if (fsp->write_time_forced) {
369                 DEBUG(10,("close_remove_share_mode: write time forced "
370                         "for file %s\n",
371                         fsp_str_dbg(fsp)));
372                 set_close_write_time(fsp, lck->data->changed_write_time);
373         } else if (fsp->update_write_time_on_close) {
374                 /* Someone had a pending write. */
375                 if (null_timespec(fsp->close_write_time)) {
376                         DEBUG(10,("close_remove_share_mode: update to current time "
377                                 "for file %s\n",
378                                 fsp_str_dbg(fsp)));
379                         /* Update to current time due to "normal" write. */
380                         set_close_write_time(fsp, timespec_current());
381                 } else {
382                         DEBUG(10,("close_remove_share_mode: write time pending "
383                                 "for file %s\n",
384                                 fsp_str_dbg(fsp)));
385                         /* Update to time set on close call. */
386                         set_close_write_time(fsp, fsp->close_write_time);
387                 }
388         }
389
390         if (fsp->initial_delete_on_close &&
391                         !is_delete_on_close_set(lck, fsp->name_hash)) {
392                 bool became_user = False;
393
394                 /* Initial delete on close was set and no one else
395                  * wrote a real delete on close. */
396
397                 if (get_current_vuid(conn) != fsp->vuid) {
398                         become_user(conn, fsp->vuid);
399                         became_user = True;
400                 }
401                 fsp->delete_on_close = true;
402                 set_delete_on_close_lck(fsp, lck, True,
403                                 get_current_nttok(conn),
404                                 get_current_utok(conn));
405                 if (became_user) {
406                         unbecome_user();
407                 }
408         }
409
410         delete_file = is_delete_on_close_set(lck, fsp->name_hash);
411
412         if (delete_file) {
413                 int i;
414                 /* See if others still have the file open via this pathname.
415                    If this is the case, then don't delete. If all opens are
416                    POSIX delete now. */
417                 for (i=0; i<lck->data->num_share_modes; i++) {
418                         struct share_mode_entry *e = &lck->data->share_modes[i];
419
420                         if (!is_valid_share_mode_entry(e)) {
421                                 continue;
422                         }
423                         if (e->name_hash != fsp->name_hash) {
424                                 continue;
425                         }
426                         if (fsp->posix_open
427                             && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
428                                 continue;
429                         }
430                         if (serverid_equal(&self, &e->pid) &&
431                             (e->share_file_id == fsp->fh->gen_id)) {
432                                 continue;
433                         }
434                         if (share_mode_stale_pid(lck->data, i)) {
435                                 continue;
436                         }
437                         delete_file = False;
438                         break;
439                 }
440         }
441
442         /* Notify any deferred opens waiting on this close. */
443         notify_deferred_opens(conn->sconn, lck);
444         reply_to_oplock_break_requests(fsp);
445
446         /*
447          * NT can set delete_on_close of the last open
448          * reference to a file.
449          */
450
451         normal_close = (close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE);
452
453         if (!normal_close || !delete_file) {
454
455                 if (!del_share_mode(lck, fsp)) {
456                         DEBUG(0, ("close_remove_share_mode: Could not delete "
457                                   "share entry for file %s\n",
458                                   fsp_str_dbg(fsp)));
459                 }
460
461                 TALLOC_FREE(lck);
462                 return NT_STATUS_OK;
463         }
464
465         /*
466          * Ok, we have to delete the file
467          */
468
469         DEBUG(5,("close_remove_share_mode: file %s. Delete on close was set "
470                  "- deleting file.\n", fsp_str_dbg(fsp)));
471
472         /*
473          * Don't try to update the write time when we delete the file
474          */
475         fsp->update_write_time_on_close = false;
476
477         got_tokens = get_delete_on_close_token(lck, fsp->name_hash,
478                                         &del_nt_token, &del_token);
479         SMB_ASSERT(got_tokens);
480
481         if (!unix_token_equal(del_token, get_current_utok(conn))) {
482                 /* Become the user who requested the delete. */
483
484                 DEBUG(5,("close_remove_share_mode: file %s. "
485                         "Change user to uid %u\n",
486                         fsp_str_dbg(fsp),
487                         (unsigned int)del_token->uid));
488
489                 if (!push_sec_ctx()) {
490                         smb_panic("close_remove_share_mode: file %s. failed to push "
491                                   "sec_ctx.\n");
492                 }
493
494                 set_sec_ctx(del_token->uid,
495                             del_token->gid,
496                             del_token->ngroups,
497                             del_token->groups,
498                             del_nt_token);
499
500                 changed_user = true;
501         }
502
503         /* We can only delete the file if the name we have is still valid and
504            hasn't been renamed. */
505
506         tmp_status = vfs_stat_fsp(fsp);
507         if (!NT_STATUS_IS_OK(tmp_status)) {
508                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
509                          "was set and stat failed with error %s\n",
510                          fsp_str_dbg(fsp), nt_errstr(tmp_status)));
511                 /*
512                  * Don't save the errno here, we ignore this error
513                  */
514                 goto done;
515         }
516
517         id = vfs_file_id_from_sbuf(conn, &fsp->fsp_name->st);
518
519         if (!file_id_equal(&fsp->file_id, &id)) {
520                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
521                          "was set and dev and/or inode does not match\n",
522                          fsp_str_dbg(fsp)));
523                 DEBUG(5,("close_remove_share_mode: file %s. stored file_id %s, "
524                          "stat file_id %s\n",
525                          fsp_str_dbg(fsp),
526                          file_id_string_tos(&fsp->file_id),
527                          file_id_string_tos(&id)));
528                 /*
529                  * Don't save the errno here, we ignore this error
530                  */
531                 goto done;
532         }
533
534         if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
535             && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
536
537                 status = delete_all_streams(conn, fsp->fsp_name->base_name);
538
539                 if (!NT_STATUS_IS_OK(status)) {
540                         DEBUG(5, ("delete_all_streams failed: %s\n",
541                                   nt_errstr(status)));
542                         goto done;
543                 }
544         }
545
546
547         if (SMB_VFS_UNLINK(conn, fsp->fsp_name) != 0) {
548                 /*
549                  * This call can potentially fail as another smbd may
550                  * have had the file open with delete on close set and
551                  * deleted it when its last reference to this file
552                  * went away. Hence we log this but not at debug level
553                  * zero.
554                  */
555
556                 DEBUG(5,("close_remove_share_mode: file %s. Delete on close "
557                          "was set and unlink failed with error %s\n",
558                          fsp_str_dbg(fsp), strerror(errno)));
559
560                 status = map_nt_error_from_unix(errno);
561         }
562
563         /* As we now have POSIX opens which can unlink
564          * with other open files we may have taken
565          * this code path with more than one share mode
566          * entry - ensure we only delete once by resetting
567          * the delete on close flag. JRA.
568          */
569
570         fsp->delete_on_close = false;
571         set_delete_on_close_lck(fsp, lck, false, NULL, NULL);
572
573  done:
574
575         if (changed_user) {
576                 /* unbecome user. */
577                 pop_sec_ctx();
578         }
579
580         if (!del_share_mode(lck, fsp)) {
581                 DEBUG(0, ("close_remove_share_mode: Could not delete share "
582                           "entry for file %s\n", fsp_str_dbg(fsp)));
583         }
584
585         TALLOC_FREE(lck);
586
587         if (delete_file) {
588                 /*
589                  * Do the notification after we released the share
590                  * mode lock. Inside notify_fname we take out another
591                  * tdb lock. With ctdb also accessing our databases,
592                  * this can lead to deadlocks. Putting this notify
593                  * after the TALLOC_FREE(lck) above we avoid locking
594                  * two records simultaneously. Notifies are async and
595                  * informational only, so calling the notify_fname
596                  * without holding the share mode lock should not do
597                  * any harm.
598                  */
599                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
600                              FILE_NOTIFY_CHANGE_FILE_NAME,
601                              fsp->fsp_name->base_name);
602         }
603
604         return status;
605 }
606
607 void set_close_write_time(struct files_struct *fsp, struct timespec ts)
608 {
609         DEBUG(6,("close_write_time: %s" , time_to_asc(convert_timespec_to_time_t(ts))));
610
611         if (null_timespec(ts)) {
612                 return;
613         }
614         fsp->write_time_forced = false;
615         fsp->update_write_time_on_close = true;
616         fsp->close_write_time = ts;
617 }
618
619 static NTSTATUS update_write_time_on_close(struct files_struct *fsp)
620 {
621         struct smb_file_time ft;
622         NTSTATUS status;
623         struct share_mode_lock *lck = NULL;
624
625         ZERO_STRUCT(ft);
626
627         if (!fsp->update_write_time_on_close) {
628                 return NT_STATUS_OK;
629         }
630
631         if (null_timespec(fsp->close_write_time)) {
632                 fsp->close_write_time = timespec_current();
633         }
634
635         /* Ensure we have a valid stat struct for the source. */
636         status = vfs_stat_fsp(fsp);
637         if (!NT_STATUS_IS_OK(status)) {
638                 return status;
639         }
640
641         if (!VALID_STAT(fsp->fsp_name->st)) {
642                 /* if it doesn't seem to be a real file */
643                 return NT_STATUS_OK;
644         }
645
646         /*
647          * get_existing_share_mode_lock() isn't really the right
648          * call here, as we're being called after
649          * close_remove_share_mode() inside close_normal_file()
650          * so it's quite normal to not have an existing share
651          * mode here. However, get_share_mode_lock() doesn't
652          * work because that will create a new share mode if
653          * one doesn't exist - so stick with this call (just
654          * ignore any error we get if the share mode doesn't
655          * exist.
656          */
657
658         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
659         if (lck) {
660                 /* On close if we're changing the real file time we
661                  * must update it in the open file db too. */
662                 (void)set_write_time(fsp->file_id, fsp->close_write_time);
663
664                 /* Close write times overwrite sticky write times
665                    so we must replace any sticky write time here. */
666                 if (!null_timespec(lck->data->changed_write_time)) {
667                         (void)set_sticky_write_time(fsp->file_id, fsp->close_write_time);
668                 }
669                 TALLOC_FREE(lck);
670         }
671
672         ft.mtime = fsp->close_write_time;
673         /* As this is a close based update, we are not directly changing the
674            file attributes from a client call, but indirectly from a write. */
675         status = smb_set_file_time(fsp->conn, fsp, fsp->fsp_name, &ft, false);
676         if (!NT_STATUS_IS_OK(status)) {
677                 DEBUG(10,("update_write_time_on_close: smb_set_file_time "
678                         "on file %s returned %s\n",
679                         fsp_str_dbg(fsp),
680                         nt_errstr(status)));
681                 return status;
682         }
683
684         return status;
685 }
686
687 static NTSTATUS ntstatus_keeperror(NTSTATUS s1, NTSTATUS s2)
688 {
689         if (!NT_STATUS_IS_OK(s1)) {
690                 return s1;
691         }
692         return s2;
693 }
694
695 /****************************************************************************
696  Close a file.
697
698  close_type can be NORMAL_CLOSE=0,SHUTDOWN_CLOSE,ERROR_CLOSE.
699  printing and magic scripts are only run on normal close.
700  delete on close is done on normal and shutdown close.
701 ****************************************************************************/
702
703 static NTSTATUS close_normal_file(struct smb_request *req, files_struct *fsp,
704                                   enum file_close_type close_type)
705 {
706         NTSTATUS status = NT_STATUS_OK;
707         NTSTATUS tmp;
708         connection_struct *conn = fsp->conn;
709         int ret;
710
711         /*
712          * If we're finishing async io on a close we can get a write
713          * error here, we must remember this.
714          */
715         ret = wait_for_aio_completion(fsp);
716         if (ret) {
717                 status = ntstatus_keeperror(
718                         status, map_nt_error_from_unix(ret));
719         }
720
721         /*
722          * If we're flushing on a close we can get a write
723          * error here, we must remember this.
724          */
725
726         tmp = close_filestruct(fsp);
727         status = ntstatus_keeperror(status, tmp);
728
729         if (fsp->print_file) {
730                 /* FIXME: return spool errors */
731                 print_spool_end(fsp, close_type);
732                 file_free(req, fsp);
733                 return NT_STATUS_OK;
734         }
735
736         /* Remove the oplock before potentially deleting the file. */
737         if(fsp->oplock_type) {
738                 release_file_oplock(fsp);
739         }
740
741         /* If this is an old DOS or FCB open and we have multiple opens on
742            the same handle we only have one share mode. Ensure we only remove
743            the share mode on the last close. */
744
745         if (fsp->fh->ref_count == 1) {
746                 /* Should we return on error here... ? */
747                 tmp = close_remove_share_mode(fsp, close_type);
748                 status = ntstatus_keeperror(status, tmp);
749         }
750
751         locking_close_file(conn->sconn->msg_ctx, fsp, close_type);
752
753         tmp = fd_close(fsp);
754         status = ntstatus_keeperror(status, tmp);
755
756         /* check for magic scripts */
757         if (close_type == NORMAL_CLOSE) {
758                 tmp = check_magic(fsp);
759                 status = ntstatus_keeperror(status, tmp);
760         }
761
762         /*
763          * Ensure pending modtime is set after close.
764          */
765
766         tmp = update_write_time_on_close(fsp);
767         if (NT_STATUS_EQUAL(tmp, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
768                 /* Someone renamed the file or a parent directory containing
769                  * this file. We can't do anything about this, we don't have
770                  * an "update timestamp by fd" call in POSIX. Eat the error. */
771
772                 tmp = NT_STATUS_OK;
773         }
774
775         status = ntstatus_keeperror(status, tmp);
776
777         DEBUG(2,("%s closed file %s (numopen=%d) %s\n",
778                 conn->session_info->unix_info->unix_name, fsp_str_dbg(fsp),
779                 conn->num_files_open - 1,
780                 nt_errstr(status) ));
781
782         file_free(req, fsp);
783         return status;
784 }
785 /****************************************************************************
786  Static function used by reply_rmdir to delete an entire directory
787  tree recursively. Return True on ok, False on fail.
788 ****************************************************************************/
789
790 static bool recursive_rmdir(TALLOC_CTX *ctx,
791                         connection_struct *conn,
792                         struct smb_filename *smb_dname)
793 {
794         const char *dname = NULL;
795         char *talloced = NULL;
796         bool ret = True;
797         long offset = 0;
798         SMB_STRUCT_STAT st;
799         struct smb_Dir *dir_hnd;
800
801         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
802
803         dir_hnd = OpenDir(talloc_tos(), conn, smb_dname->base_name, NULL, 0);
804         if(dir_hnd == NULL)
805                 return False;
806
807         while((dname = ReadDirName(dir_hnd, &offset, &st, &talloced))) {
808                 struct smb_filename *smb_dname_full = NULL;
809                 char *fullname = NULL;
810                 bool do_break = true;
811                 NTSTATUS status;
812
813                 if (ISDOT(dname) || ISDOTDOT(dname)) {
814                         TALLOC_FREE(talloced);
815                         continue;
816                 }
817
818                 if (!is_visible_file(conn, smb_dname->base_name, dname, &st,
819                                      false)) {
820                         TALLOC_FREE(talloced);
821                         continue;
822                 }
823
824                 /* Construct the full name. */
825                 fullname = talloc_asprintf(ctx,
826                                 "%s/%s",
827                                 smb_dname->base_name,
828                                 dname);
829                 if (!fullname) {
830                         errno = ENOMEM;
831                         goto err_break;
832                 }
833
834                 status = create_synthetic_smb_fname(talloc_tos(), fullname,
835                                                     NULL, NULL,
836                                                     &smb_dname_full);
837                 if (!NT_STATUS_IS_OK(status)) {
838                         goto err_break;
839                 }
840
841                 if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
842                         goto err_break;
843                 }
844
845                 if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
846                         if(!recursive_rmdir(ctx, conn, smb_dname_full)) {
847                                 goto err_break;
848                         }
849                         if(SMB_VFS_RMDIR(conn,
850                                          smb_dname_full->base_name) != 0) {
851                                 goto err_break;
852                         }
853                 } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
854                         goto err_break;
855                 }
856
857                 /* Successful iteration. */
858                 do_break = false;
859
860          err_break:
861                 TALLOC_FREE(smb_dname_full);
862                 TALLOC_FREE(fullname);
863                 TALLOC_FREE(talloced);
864                 if (do_break) {
865                         ret = false;
866                         break;
867                 }
868         }
869         TALLOC_FREE(dir_hnd);
870         return ret;
871 }
872
873 /****************************************************************************
874  The internals of the rmdir code - called elsewhere.
875 ****************************************************************************/
876
877 static NTSTATUS rmdir_internals(TALLOC_CTX *ctx, files_struct *fsp)
878 {
879         connection_struct *conn = fsp->conn;
880         struct smb_filename *smb_dname = fsp->fsp_name;
881         int ret;
882
883         SMB_ASSERT(!is_ntfs_stream_smb_fname(smb_dname));
884
885         /* Might be a symlink. */
886         if(SMB_VFS_LSTAT(conn, smb_dname) != 0) {
887                 return map_nt_error_from_unix(errno);
888         }
889
890         if (S_ISLNK(smb_dname->st.st_ex_mode)) {
891                 /* Is what it points to a directory ? */
892                 if(SMB_VFS_STAT(conn, smb_dname) != 0) {
893                         return map_nt_error_from_unix(errno);
894                 }
895                 if (!(S_ISDIR(smb_dname->st.st_ex_mode))) {
896                         return NT_STATUS_NOT_A_DIRECTORY;
897                 }
898                 ret = SMB_VFS_UNLINK(conn, smb_dname);
899         } else {
900                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
901         }
902         if (ret == 0) {
903                 notify_fname(conn, NOTIFY_ACTION_REMOVED,
904                              FILE_NOTIFY_CHANGE_DIR_NAME,
905                              smb_dname->base_name);
906                 return NT_STATUS_OK;
907         }
908
909         if(((errno == ENOTEMPTY)||(errno == EEXIST)) && *lp_veto_files(SNUM(conn))) {
910                 /*
911                  * Check to see if the only thing in this directory are
912                  * vetoed files/directories. If so then delete them and
913                  * retry. If we fail to delete any of them (and we *don't*
914                  * do a recursive delete) then fail the rmdir.
915                  */
916                 SMB_STRUCT_STAT st;
917                 const char *dname = NULL;
918                 char *talloced = NULL;
919                 long dirpos = 0;
920                 struct smb_Dir *dir_hnd = OpenDir(talloc_tos(), conn,
921                                                   smb_dname->base_name, NULL,
922                                                   0);
923
924                 if(dir_hnd == NULL) {
925                         errno = ENOTEMPTY;
926                         goto err;
927                 }
928
929                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
930                                             &talloced)) != NULL) {
931                         if((strcmp(dname, ".") == 0) || (strcmp(dname, "..")==0)) {
932                                 TALLOC_FREE(talloced);
933                                 continue;
934                         }
935                         if (!is_visible_file(conn, smb_dname->base_name, dname,
936                                              &st, false)) {
937                                 TALLOC_FREE(talloced);
938                                 continue;
939                         }
940                         if(!IS_VETO_PATH(conn, dname)) {
941                                 TALLOC_FREE(dir_hnd);
942                                 TALLOC_FREE(talloced);
943                                 errno = ENOTEMPTY;
944                                 goto err;
945                         }
946                         TALLOC_FREE(talloced);
947                 }
948
949                 /* We only have veto files/directories.
950                  * Are we allowed to delete them ? */
951
952                 if(!lp_recursive_veto_delete(SNUM(conn))) {
953                         TALLOC_FREE(dir_hnd);
954                         errno = ENOTEMPTY;
955                         goto err;
956                 }
957
958                 /* Do a recursive delete. */
959                 RewindDir(dir_hnd,&dirpos);
960                 while ((dname = ReadDirName(dir_hnd, &dirpos, &st,
961                                             &talloced)) != NULL) {
962                         struct smb_filename *smb_dname_full = NULL;
963                         char *fullname = NULL;
964                         bool do_break = true;
965                         NTSTATUS status;
966
967                         if (ISDOT(dname) || ISDOTDOT(dname)) {
968                                 TALLOC_FREE(talloced);
969                                 continue;
970                         }
971                         if (!is_visible_file(conn, smb_dname->base_name, dname,
972                                              &st, false)) {
973                                 TALLOC_FREE(talloced);
974                                 continue;
975                         }
976
977                         fullname = talloc_asprintf(ctx,
978                                         "%s/%s",
979                                         smb_dname->base_name,
980                                         dname);
981
982                         if(!fullname) {
983                                 errno = ENOMEM;
984                                 goto err_break;
985                         }
986
987                         status = create_synthetic_smb_fname(talloc_tos(),
988                                                             fullname, NULL,
989                                                             NULL,
990                                                             &smb_dname_full);
991                         if (!NT_STATUS_IS_OK(status)) {
992                                 errno = map_errno_from_nt_status(status);
993                                 goto err_break;
994                         }
995
996                         if(SMB_VFS_LSTAT(conn, smb_dname_full) != 0) {
997                                 goto err_break;
998                         }
999                         if(smb_dname_full->st.st_ex_mode & S_IFDIR) {
1000                                 if(!recursive_rmdir(ctx, conn,
1001                                                     smb_dname_full)) {
1002                                         goto err_break;
1003                                 }
1004                                 if(SMB_VFS_RMDIR(conn,
1005                                         smb_dname_full->base_name) != 0) {
1006                                         goto err_break;
1007                                 }
1008                         } else if(SMB_VFS_UNLINK(conn, smb_dname_full) != 0) {
1009                                 goto err_break;
1010                         }
1011
1012                         /* Successful iteration. */
1013                         do_break = false;
1014
1015                  err_break:
1016                         TALLOC_FREE(fullname);
1017                         TALLOC_FREE(smb_dname_full);
1018                         TALLOC_FREE(talloced);
1019                         if (do_break)
1020                                 break;
1021                 }
1022                 TALLOC_FREE(dir_hnd);
1023                 /* Retry the rmdir */
1024                 ret = SMB_VFS_RMDIR(conn, smb_dname->base_name);
1025         }
1026
1027   err:
1028
1029         if (ret != 0) {
1030                 DEBUG(3,("rmdir_internals: couldn't remove directory %s : "
1031                          "%s\n", smb_fname_str_dbg(smb_dname),
1032                          strerror(errno)));
1033                 return map_nt_error_from_unix(errno);
1034         }
1035
1036         notify_fname(conn, NOTIFY_ACTION_REMOVED,
1037                      FILE_NOTIFY_CHANGE_DIR_NAME,
1038                      smb_dname->base_name);
1039
1040         return NT_STATUS_OK;
1041 }
1042
1043 /****************************************************************************
1044  Close a directory opened by an NT SMB call. 
1045 ****************************************************************************/
1046   
1047 static NTSTATUS close_directory(struct smb_request *req, files_struct *fsp,
1048                                 enum file_close_type close_type)
1049 {
1050         struct server_id self = messaging_server_id(fsp->conn->sconn->msg_ctx);
1051         struct share_mode_lock *lck = NULL;
1052         bool delete_dir = False;
1053         NTSTATUS status = NT_STATUS_OK;
1054         NTSTATUS status1 = NT_STATUS_OK;
1055         const struct security_token *del_nt_token = NULL;
1056         const struct security_unix_token *del_token = NULL;
1057
1058         /*
1059          * NT can set delete_on_close of the last open
1060          * reference to a directory also.
1061          */
1062
1063         lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
1064         if (lck == NULL) {
1065                 DEBUG(0, ("close_directory: Could not get share mode lock for "
1066                           "%s\n", fsp_str_dbg(fsp)));
1067                 return NT_STATUS_INVALID_PARAMETER;
1068         }
1069
1070         if (fsp->initial_delete_on_close) {
1071                 bool became_user = False;
1072
1073                 /* Initial delete on close was set - for
1074                  * directories we don't care if anyone else
1075                  * wrote a real delete on close. */
1076
1077                 if (get_current_vuid(fsp->conn) != fsp->vuid) {
1078                         become_user(fsp->conn, fsp->vuid);
1079                         became_user = True;
1080                 }
1081                 send_stat_cache_delete_message(fsp->conn->sconn->msg_ctx,
1082                                                fsp->fsp_name->base_name);
1083                 set_delete_on_close_lck(fsp, lck, true,
1084                                 get_current_nttok(fsp->conn),
1085                                 get_current_utok(fsp->conn));
1086                 fsp->delete_on_close = true;
1087                 if (became_user) {
1088                         unbecome_user();
1089                 }
1090         }
1091
1092         delete_dir = get_delete_on_close_token(lck, fsp->name_hash,
1093                                         &del_nt_token, &del_token);
1094
1095         if (delete_dir) {
1096                 int i;
1097                 /* See if others still have the dir open. If this is the
1098                  * case, then don't delete. If all opens are POSIX delete now. */
1099                 for (i=0; i<lck->data->num_share_modes; i++) {
1100                         struct share_mode_entry *e = &lck->data->share_modes[i];
1101                         if (is_valid_share_mode_entry(e) &&
1102                                         e->name_hash == fsp->name_hash) {
1103                                 if (fsp->posix_open && (e->flags & SHARE_MODE_FLAG_POSIX_OPEN)) {
1104                                         continue;
1105                                 }
1106                                 if (serverid_equal(&self, &e->pid) &&
1107                                     (e->share_file_id == fsp->fh->gen_id)) {
1108                                         continue;
1109                                 }
1110                                 if (share_mode_stale_pid(lck->data, i)) {
1111                                         continue;
1112                                 }
1113                                 delete_dir = False;
1114                                 break;
1115                         }
1116                 }
1117         }
1118
1119         if ((close_type == NORMAL_CLOSE || close_type == SHUTDOWN_CLOSE) &&
1120                                 delete_dir) {
1121         
1122                 /* Become the user who requested the delete. */
1123
1124                 if (!push_sec_ctx()) {
1125                         smb_panic("close_directory: failed to push sec_ctx.\n");
1126                 }
1127
1128                 set_sec_ctx(del_token->uid,
1129                                 del_token->gid,
1130                                 del_token->ngroups,
1131                                 del_token->groups,
1132                                 del_nt_token);
1133
1134                 if (!del_share_mode(lck, fsp)) {
1135                         DEBUG(0, ("close_directory: Could not delete share entry for "
1136                                   "%s\n", fsp_str_dbg(fsp)));
1137                 }
1138
1139                 TALLOC_FREE(lck);
1140
1141                 if ((fsp->conn->fs_capabilities & FILE_NAMED_STREAMS)
1142                     && !is_ntfs_stream_smb_fname(fsp->fsp_name)) {
1143
1144                         status = delete_all_streams(fsp->conn, fsp->fsp_name->base_name);
1145                         if (!NT_STATUS_IS_OK(status)) {
1146                                 DEBUG(5, ("delete_all_streams failed: %s\n",
1147                                           nt_errstr(status)));
1148                                 return status;
1149                         }
1150                 }
1151
1152                 status = rmdir_internals(talloc_tos(), fsp);
1153
1154                 DEBUG(5,("close_directory: %s. Delete on close was set - "
1155                          "deleting directory returned %s.\n",
1156                          fsp_str_dbg(fsp), nt_errstr(status)));
1157
1158                 /* unbecome user. */
1159                 pop_sec_ctx();
1160
1161                 /*
1162                  * Ensure we remove any change notify requests that would
1163                  * now fail as the directory has been deleted.
1164                  */
1165
1166                 if(NT_STATUS_IS_OK(status)) {
1167                         remove_pending_change_notify_requests_by_fid(fsp, NT_STATUS_DELETE_PENDING);
1168                 }
1169         } else {
1170                 if (!del_share_mode(lck, fsp)) {
1171                         DEBUG(0, ("close_directory: Could not delete share entry for "
1172                                   "%s\n", fsp_str_dbg(fsp)));
1173                 }
1174
1175                 TALLOC_FREE(lck);
1176                 remove_pending_change_notify_requests_by_fid(
1177                         fsp, NT_STATUS_OK);
1178         }
1179
1180         status1 = fd_close(fsp);
1181
1182         if (!NT_STATUS_IS_OK(status1)) {
1183                 DEBUG(0, ("Could not close dir! fname=%s, fd=%d, err=%d=%s\n",
1184                           fsp_str_dbg(fsp), fsp->fh->fd, errno,
1185                           strerror(errno)));
1186         }
1187
1188         /*
1189          * Do the code common to files and directories.
1190          */
1191         close_filestruct(fsp);
1192         file_free(req, fsp);
1193
1194         if (NT_STATUS_IS_OK(status) && !NT_STATUS_IS_OK(status1)) {
1195                 status = status1;
1196         }
1197         return status;
1198 }
1199
1200 /****************************************************************************
1201  Close a files_struct.
1202 ****************************************************************************/
1203   
1204 NTSTATUS close_file(struct smb_request *req, files_struct *fsp,
1205                     enum file_close_type close_type)
1206 {
1207         NTSTATUS status;
1208         struct files_struct *base_fsp = fsp->base_fsp;
1209
1210         if(fsp->is_directory) {
1211                 status = close_directory(req, fsp, close_type);
1212         } else if (fsp->fake_file_handle != NULL) {
1213                 status = close_fake_file(req, fsp);
1214         } else {
1215                 status = close_normal_file(req, fsp, close_type);
1216         }
1217
1218         if ((base_fsp != NULL) && (close_type != SHUTDOWN_CLOSE)) {
1219
1220                 /*
1221                  * fsp was a stream, the base fsp can't be a stream as well
1222                  *
1223                  * For SHUTDOWN_CLOSE this is not possible here, because
1224                  * SHUTDOWN_CLOSE only happens from files.c which walks the
1225                  * complete list of files. If we mess with more than one fsp
1226                  * those loops will become confused.
1227                  */
1228
1229                 SMB_ASSERT(base_fsp->base_fsp == NULL);
1230                 close_file(req, base_fsp, close_type);
1231         }
1232
1233         return status;
1234 }
1235
1236 /****************************************************************************
1237  Deal with an (authorized) message to close a file given the share mode
1238  entry.
1239 ****************************************************************************/
1240
1241 void msg_close_file(struct messaging_context *msg_ctx,
1242                         void *private_data,
1243                         uint32_t msg_type,
1244                         struct server_id server_id,
1245                         DATA_BLOB *data)
1246 {
1247         files_struct *fsp = NULL;
1248         struct share_mode_entry e;
1249         struct smbd_server_connection *sconn =
1250                 talloc_get_type_abort(private_data,
1251                 struct smbd_server_connection);
1252
1253         message_to_share_mode_entry(&e, (char *)data->data);
1254
1255         if(DEBUGLVL(10)) {
1256                 char *sm_str = share_mode_str(NULL, 0, &e);
1257                 if (!sm_str) {
1258                         smb_panic("talloc failed");
1259                 }
1260                 DEBUG(10,("msg_close_file: got request to close share mode "
1261                         "entry %s\n", sm_str));
1262                 TALLOC_FREE(sm_str);
1263         }
1264
1265         fsp = file_find_dif(sconn, e.id, e.share_file_id);
1266         if (!fsp) {
1267                 DEBUG(10,("msg_close_file: failed to find file.\n"));
1268                 return;
1269         }
1270         close_file(NULL, fsp, NORMAL_CLOSE);
1271 }