Tweaked one or more warning messages.
[rsync.git] / receiver.c
index d50e67a4ded765de8d25ca00ef7f4a6c0814b29b..7f807d966c29a4061318220852bb3b82116bebcc 100644 (file)
@@ -1,18 +1,18 @@
 /* -*- c-file-style: "linux" -*-
-   
+
    Copyright (C) 1996-2000 by Andrew Tridgell
    Copyright (C) Paul Mackerras 1996
-   
+
    This program is free software; you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation; either version 2 of the License, or
    (at your option) any later version.
-   
+
    This program is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.
-   
+
    You should have received a copy of the GNU General Public License
    along with this program; if not, write to the Free Software
    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 #include "rsync.h"
 
 extern int verbose;
-extern int recurse;
-extern int delete_mode;
-extern int remote_version;
+extern int delete_after;
 extern int csum_length;
 extern struct stats stats;
 extern int dry_run;
+extern int read_batch;
+extern int batch_gen_fd;
 extern int am_server;
+extern int protocol_version;
 extern int relative_paths;
+extern int keep_dirlinks;
 extern int preserve_hard_links;
-extern int cvs_exclude;
+extern int preserve_perms;
 extern int io_error;
 extern char *tmpdir;
-extern char *compare_dest;
+extern char *partial_dir;
+extern char *basis_dir[];
+extern int basis_dir_cnt;
 extern int make_backups;
-extern char *backup_suffix;
-
-static struct delete_list {
-       DEV64_T dev;
-       INO64_T inode;
-} *delete_list;
-static int dlist_len, dlist_alloc_len;
-
-/* yuck! This function wouldn't have been necessary if I had the sorting
-   algorithm right. Unfortunately fixing the sorting algorithm would introduce
-   a backward incompatibility as file list indexes are sent over the link.
-*/
-static int delete_already_done(struct file_list *flist,int j)
-{
-       int i;
-       STRUCT_STAT st;
-
-       if (link_stat(f_name(flist->files[j]), &st)) return 1;
-
-       for (i=0;i<dlist_len;i++) {
-               if (st.st_ino == delete_list[i].inode &&
-                   st.st_dev == delete_list[i].dev)
-                       return 1;
-       }
-
-       return 0;
-}
-
-static void add_delete_entry(struct file_struct *file)
-{
-       if (dlist_len == dlist_alloc_len) {
-               dlist_alloc_len += 1024;
-               delete_list = (struct delete_list *)Realloc(delete_list, sizeof(delete_list[0])*dlist_alloc_len);
-               if (!delete_list) out_of_memory("add_delete_entry");
-       }
-
-       delete_list[dlist_len].dev = file->dev;
-       delete_list[dlist_len].inode = file->inode;
-       dlist_len++;
-
-       if (verbose > 3)
-               rprintf(FINFO,"added %s to delete list\n", f_name(file));
-}
-
-static void delete_one(struct file_struct *f)
-{
-       if (!S_ISDIR(f->mode)) {
-               if (robust_unlink(f_name(f)) != 0) {
-                       rprintf(FERROR,"delete_one: unlink %s: %s\n",f_name(f),strerror(errno));
-               } else if (verbose) {
-                       rprintf(FINFO,"deleting %s\n",f_name(f));
-               }
-       } else {    
-               if (do_rmdir(f_name(f)) != 0) {
-                       if (errno != ENOTEMPTY && errno != EEXIST)
-                               rprintf(FERROR,"delete_one: rmdir %s: %s\n",
-                                        f_name(f), strerror(errno));
-               } else if (verbose) {
-                       rprintf(FINFO,"deleting directory %s\n",f_name(f));      
-               }
-       }
-}
+extern int do_progress;
+extern int cleanup_got_literal;
+extern int module_id;
+extern int ignore_errors;
+extern int orig_umask;
+extern int keep_partial;
+extern int checksum_seed;
+extern int inplace;
+extern int delay_updates;
 
+extern struct filter_list_struct server_filter_list;
 
 
-
-/* this deletes any files on the receiving side that are not present
-   on the sending side. For version 1.6.4 I have changed the behaviour
-   to match more closely what most people seem to expect of this option */
+/* This deletes any files on the receiving side that are not present on the
+ * sending side.  This is used by --delete-before and --delete-after. */
 void delete_files(struct file_list *flist)
 {
-       struct file_list *local_file_list;
-       int i, j;
-       char *name;
-       extern int module_id;
-       extern int ignore_errors;
-       extern int max_delete;
-       static int deletion_count;
-
-       if (cvs_exclude)
-               add_cvs_excludes();
+       struct file_list *dir_list;
+       char *argv[1], fbuf[MAXPATHLEN];
+       int j;
 
        if (io_error && !(lp_ignore_errors(module_id) || ignore_errors)) {
-               rprintf(FINFO,"IO error encountered - skipping file deletion\n");
+               rprintf(FINFO,
+                       "IO error encountered -- skipping file deletion\n");
                return;
        }
 
-       for (j=0;j<flist->count;j++) {
-               if (!S_ISDIR(flist->files[j]->mode) || 
-                   !(flist->files[j]->flags & FLAG_DELETE)) continue;
-
-               if (remote_version < 19 &&
-                   delete_already_done(flist, j)) continue;
+       for (j = 0; j < flist->count; j++) {
+               if (!(flist->files[j]->flags & FLAG_DEL_START)
+                   || !S_ISDIR(flist->files[j]->mode))
+                       continue;
 
-               name = strdup(f_name(flist->files[j]));
+               argv[0] = f_name_to(flist->files[j], fbuf);
 
-               if (!(local_file_list = send_file_list(-1,1,&name))) {
-                       free(name);
+               if (!(dir_list = send_file_list(-1, 1, argv)))
                        continue;
-               }
 
-               if (verbose > 1)
-                       rprintf(FINFO,"deleting in %s\n", name);
-
-               for (i=local_file_list->count-1;i>=0;i--) {
-                       if (max_delete && deletion_count > max_delete) break;
-                       if (!local_file_list->files[i]->basename) continue;
-                       if (remote_version < 19 &&
-                           S_ISDIR(local_file_list->files[i]->mode))
-                               add_delete_entry(local_file_list->files[i]);
-                       if (-1 == flist_find(flist,local_file_list->files[i])) {
-                               char *f = f_name(local_file_list->files[i]);
-                               int k = strlen(f) - strlen(backup_suffix);
-/* Hi Andrew, do we really need to play with backup_suffix here? */
-                               if (make_backups && ((k <= 0) ||
-                                           (strcmp(f+k,backup_suffix) != 0))) {
-                                       (void) make_backup(f);
-                               } else {
-                                       deletion_count++;
-                                       delete_one(local_file_list->files[i]);
-                               }
-                       }
-               }
-               flist_free(local_file_list);
-               free(name);
+               delete_missing(flist, dir_list, fbuf);
+
+               flist_free(dir_list);
        }
 }
 
 
+/*
+ * get_tmpname() - create a tmp filename for a given filename
+ *
+ *   If a tmpdir is defined, use that as the directory to
+ *   put it in.  Otherwise, the tmp filename is in the same
+ *   directory as the given name.  Note that there may be no
+ *   directory at all in the given name!
+ *
+ *   The tmp filename is basically the given filename with a
+ *   dot prepended, and .XXXXXX appended (for mkstemp() to
+ *   put its unique gunk in).  Take care to not exceed
+ *   either the MAXPATHLEN or NAME_MAX, esp. the last, as
+ *   the basename basically becomes 8 chars longer. In that
+ *   case, the original name is shortened sufficiently to
+ *   make it all fit.
+ *
+ *   Of course, there's no real reason for the tmp name to
+ *   look like the original, except to satisfy us humans.
+ *   As long as it's unique, rsync will work.
+ */
+
 static int get_tmpname(char *fnametmp, char *fname)
 {
        char *f;
+       int     length = 0;
+       int     maxname;
 
-       /* open tmp file */
        if (tmpdir) {
-               f = strrchr(fname,'/');
-               if (f == NULL) 
-                       f = fname;
-               else 
-                       f++;
-               if (strlen(tmpdir)+strlen(f)+10 > MAXPATHLEN) {
-                       rprintf(FERROR,"filename too long\n");
-                       return 0;
+               /* Note: this can't overflow, so the return value is safe */
+               length = strlcpy(fnametmp, tmpdir, MAXPATHLEN - 2);
+               fnametmp[length++] = '/';
+               fnametmp[length] = '\0';        /* always NULL terminated */
+       }
+
+       if ((f = strrchr(fname, '/')) != NULL) {
+               ++f;
+               if (!tmpdir) {
+                       length = f - fname;
+                       /* copy up to and including the slash */
+                       strlcpy(fnametmp, fname, length + 1);
                }
-               snprintf(fnametmp,MAXPATHLEN, "%s/.%s.XXXXXX",tmpdir,f);
-               return 1;
-       } 
+       } else
+               f = fname;
+       fnametmp[length++] = '.';
+       fnametmp[length] = '\0';                /* always NULL terminated */
 
-       f = strrchr(fname,'/');
+       maxname = MIN(MAXPATHLEN - 7 - length, NAME_MAX - 8);
 
-       if (strlen(fname)+9 > MAXPATHLEN) {
-               rprintf(FERROR,"filename too long\n");
+       if (maxname < 1) {
+               rprintf(FERROR, "temporary filename too long: %s\n", fname);
+               fnametmp[0] = '\0';
                return 0;
        }
 
-       if (f) {
-               *f = 0;
-               snprintf(fnametmp,MAXPATHLEN,"%s/.%s.XXXXXX",
-                        fname,f+1);
-               *f = '/';
-       } else {
-               snprintf(fnametmp,MAXPATHLEN,".%s.XXXXXX",fname);
-       }
+       strlcpy(fnametmp + length, f, maxname);
+       strcat(fnametmp + length, ".XXXXXX");
 
        return 1;
 }
 
 
-static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname,
-                       OFF_T total_size)
+static int receive_data(int f_in, char *fname_r, int fd_r, OFF_T size_r,
+                       char *fname, int fd, OFF_T total_size)
 {
-       int i;
-       unsigned int n,remainder,len,count;
+       static char file_sum1[MD4_SUM_LENGTH];
+       static char file_sum2[MD4_SUM_LENGTH];
+       struct map_struct *mapbuf;
+       struct sum_struct sum;
+       int32 len;
        OFF_T offset = 0;
        OFF_T offset2;
        char *data;
-       static char file_sum1[MD4_SUM_LENGTH];
-       static char file_sum2[MD4_SUM_LENGTH];
-       char *map=NULL;
-       
-       count = read_int(f_in);
-       n = read_int(f_in);
-       remainder = read_int(f_in);
-       
-       sum_init();
-       
-       for (i=recv_token(f_in,&data); i != 0; i=recv_token(f_in,&data)) {
-
-               show_progress(offset, total_size);
+       int32 i;
+       char *map = NULL;
 
-               if (i > 0) {
-                       extern int cleanup_got_literal;
+       read_sum_head(f_in, &sum);
+
+       if (fd_r >= 0 && size_r > 0) {
+               int32 read_size = MAX(sum.blength * 2, 16*1024);
+               mapbuf = map_file(fd_r, size_r, read_size, sum.blength);
+               if (verbose > 2) {
+                       rprintf(FINFO, "recv mapped %s of size %.0f\n",
+                               safe_fname(fname_r), (double)size_r);
+               }
+       } else
+               mapbuf = NULL;
+
+       sum_init(checksum_seed);
+
+       while ((i = recv_token(f_in, &data)) != 0) {
+               if (do_progress)
+                       show_progress(offset, total_size);
 
+               if (i > 0) {
                        if (verbose > 3) {
                                rprintf(FINFO,"data recv %d at %.0f\n",
                                        i,(double)offset);
@@ -235,269 +184,426 @@ static int receive_data(int f_in,struct map_struct *buf,int fd,char *fname,
 
                        stats.literal_data += i;
                        cleanup_got_literal = 1;
-      
-                       sum_update(data,i);
 
-                       if (fd != -1 && write_file(fd,data,i) != i) {
-                               rprintf(FERROR,"write failed on %s : %s\n",fname,strerror(errno));
-                               exit_cleanup(RERR_FILEIO);
-                       }
+                       sum_update(data, i);
+
+                       if (fd != -1 && write_file(fd,data,i) != i)
+                               goto report_write_error;
                        offset += i;
                        continue;
-               } 
+               }
 
                i = -(i+1);
-               offset2 = i*(OFF_T)n;
-               len = n;
-               if (i == (int) count-1 && remainder != 0)
-                       len = remainder;
-               
+               offset2 = i * (OFF_T)sum.blength;
+               len = sum.blength;
+               if (i == (int)sum.count-1 && sum.remainder != 0)
+                       len = sum.remainder;
+
                stats.matched_data += len;
-               
-               if (verbose > 3)
-                       rprintf(FINFO,"chunk[%d] of size %d at %.0f offset=%.0f\n",
-                               i,len,(double)offset2,(double)offset);
-               
-               if (buf) {
-                       map = map_ptr(buf,offset2,len);
-               
+
+               if (verbose > 3) {
+                       rprintf(FINFO,
+                               "chunk[%d] of size %ld at %.0f offset=%.0f\n",
+                               i, (long)len, (double)offset2, (double)offset);
+               }
+
+               if (mapbuf) {
+                       map = map_ptr(mapbuf,offset2,len);
+
                        see_token(map, len);
-                       sum_update(map,len);
+                       sum_update(map, len);
                }
-               
-               if (fd != -1 && write_file(fd,map,len) != (int) len) {
-                       rprintf(FERROR,"write failed on %s : %s\n",
-                               fname,strerror(errno));
-                       exit_cleanup(RERR_FILEIO);
+
+               if (inplace) {
+                       if (offset == offset2 && fd != -1) {
+                               if (flush_write_file(fd) < 0)
+                                       goto report_write_error;
+                               offset += len;
+                               if (do_lseek(fd, len, SEEK_CUR) != offset) {
+                                       rsyserr(FERROR, errno,
+                                               "lseek failed on %s",
+                                               full_fname(fname));
+                                       exit_cleanup(RERR_FILEIO);
+                               }
+                               continue;
+                       }
                }
+               if (fd != -1 && write_file(fd, map, len) != (int)len)
+                       goto report_write_error;
                offset += len;
        }
 
-       end_progress(total_size);
+       if (flush_write_file(fd) < 0)
+               goto report_write_error;
+
+#if HAVE_FTRUNCATE
+       if (inplace && fd != -1)
+               ftruncate(fd, offset);
+#endif
+
+       if (do_progress)
+               end_progress(total_size);
 
        if (fd != -1 && offset > 0 && sparse_end(fd) != 0) {
-               rprintf(FERROR,"write failed on %s : %s\n",
-                       fname,strerror(errno));
+           report_write_error:
+               rsyserr(FERROR, errno, "write failed on %s",
+                       full_fname(fname));
                exit_cleanup(RERR_FILEIO);
        }
 
        sum_end(file_sum1);
 
-       if (remote_version >= 14) {
-               read_buf(f_in,file_sum2,MD4_SUM_LENGTH);
-               if (verbose > 2) {
-                       rprintf(FINFO,"got file_sum\n");
-               }
-               if (fd != -1 && 
-                   memcmp(file_sum1,file_sum2,MD4_SUM_LENGTH) != 0) {
-                       return 0;
-               }
-       }
+       if (mapbuf)
+               unmap_file(mapbuf);
+
+       read_buf(f_in,file_sum2,MD4_SUM_LENGTH);
+       if (verbose > 2)
+               rprintf(FINFO,"got file_sum\n");
+       if (fd != -1 && memcmp(file_sum1, file_sum2, MD4_SUM_LENGTH) != 0)
+               return 0;
        return 1;
 }
 
 
+static void discard_receive_data(int f_in, OFF_T length)
+{
+       receive_data(f_in, NULL, -1, 0, NULL, -1, length);
+}
+
+
 /**
  * main routine for receiver process.
  *
  * Receiver process runs on the same host as the generator process. */
-int recv_files(int f_in,struct file_list *flist,char *local_name,int f_gen)
-{  
+int recv_files(int f_in, struct file_list *flist, char *local_name,
+              int f_in_name)
+{
+       int next_gen_i = -1;
        int fd1,fd2;
        STRUCT_STAT st;
-       char *fname;
+       char *fname, fbuf[MAXPATHLEN];
        char template[MAXPATHLEN];
        char fnametmp[MAXPATHLEN];
-       char *fnamecmp;
+       char *fnamecmp, *partialptr;
        char fnamecmpbuf[MAXPATHLEN];
-       struct map_struct *buf;
-       int i;
+       uchar *delayed_bits = NULL;
        struct file_struct *file;
-       int phase=0;
-       int recv_ok;
-       extern struct stats stats;              
-       extern int preserve_perms;
-       extern int delete_after;
-       extern int orig_umask;
        struct stats initial_stats;
+       int save_make_backups = make_backups;
+       int i, recv_ok, phase = 0;
 
-       if (verbose > 2) {
+       if (verbose > 2)
                rprintf(FINFO,"recv_files(%d) starting\n",flist->count);
+
+       if (flist->hlink_pool) {
+               pool_destroy(flist->hlink_pool);
+               flist->hlink_pool = NULL;
        }
 
-       while (1) {      
+       if (delay_updates) {
+               int sz = (flist->count + 7) / 8;
+               if (!(delayed_bits = new_array(uchar, sz)))
+                       out_of_memory("recv_files");
+               memset(delayed_bits, 0, sz);
+       }
+
+       while (1) {
                cleanup_disable();
 
                i = read_int(f_in);
                if (i == -1) {
-                       if (phase==0 && remote_version >= 13) {
-                               phase++;
-                               csum_length = SUM_LENGTH;
-                               if (verbose > 2)
-                                       rprintf(FINFO,"recv_files phase=%d\n",phase);
-                               write_int(f_gen,-1);
-                               continue;
+                       if (read_batch) {
+                               if (next_gen_i != flist->count) {
+                                       do {
+                                               if (f_in_name >= 0
+                                                   && next_gen_i >= 0)
+                                                       read_byte(f_in_name);
+                                       } while (read_int(batch_gen_fd) != -1);
+                               }
+                               next_gen_i = -1;
                        }
-                       break;
+
+                       if (phase)
+                               break;
+
+                       phase = 1;
+                       csum_length = SUM_LENGTH;
+                       if (verbose > 2)
+                               rprintf(FINFO, "recv_files phase=%d\n", phase);
+                       send_msg(MSG_DONE, "", 0);
+                       if (keep_partial && !partial_dir)
+                               make_backups = 0; /* prevents double backup */
+                       continue;
                }
 
                if (i < 0 || i >= flist->count) {
-                       rprintf(FERROR,"Invalid file index %d in recv_files (count=%d)\n", 
+                       rprintf(FERROR,"Invalid file index %d in recv_files (count=%d)\n",
                                i, flist->count);
                        exit_cleanup(RERR_PROTOCOL);
                }
 
                file = flist->files[i];
-               fname = f_name(file);
 
+               stats.current_file_index = i;
                stats.num_transferred_files++;
                stats.total_transferred_size += file->length;
+               cleanup_got_literal = 0;
 
                if (local_name)
                        fname = local_name;
+               else
+                       fname = f_name_to(file, fbuf);
 
                if (dry_run) {
-                       if (!am_server && verbose) {    /* log transfer */
-                               rprintf(FINFO, "%s\n", fname);
-                       }
+                       if (!am_server && verbose) /* log the transfer */
+                               rprintf(FINFO, "%s\n", safe_fname(fname));
                        continue;
                }
 
                initial_stats = stats;
 
                if (verbose > 2)
-                       rprintf(FINFO,"recv_files(%s)\n",fname);
+                       rprintf(FINFO, "recv_files(%s)\n", safe_fname(fname));
+
+               if (read_batch) {
+                       while (i > next_gen_i) {
+                               if (f_in_name >= 0 && next_gen_i >= 0)
+                                       read_byte(f_in_name);
+                               next_gen_i = read_int(batch_gen_fd);
+                               if (next_gen_i == -1)
+                                       next_gen_i = flist->count;
+                       }
+                       if (i < next_gen_i) {
+                               rprintf(FINFO, "skipping update for \"%s\"\n",
+                                       safe_fname(fname));
+                               discard_receive_data(f_in, file->length);
+                               continue;
+                       }
+                       next_gen_i = -1;
+               }
+
+               if (server_filter_list.head
+                   && check_filter(&server_filter_list, fname,
+                                    S_ISDIR(file->mode)) < 0) {
+                       rprintf(FERROR, "attempt to hack rsync failed.\n");
+                       exit_cleanup(RERR_PROTOCOL);
+               }
 
-               fnamecmp = fname;
+               partialptr = partial_dir ? partial_dir_fname(fname) : fname;
+
+               if (f_in_name >= 0) {
+                       uchar j;
+                       switch (j = read_byte(f_in_name)) {
+                       case FNAMECMP_FNAME:
+                               fnamecmp = fname;
+                               break;
+                       case FNAMECMP_PARTIAL_DIR:
+                               fnamecmp = partialptr ? partialptr : fname;
+                               break;
+                       case FNAMECMP_BACKUP:
+                               fnamecmp = get_backup_name(fname);
+                               break;
+                       default:
+                               if (j >= basis_dir_cnt) {
+                                       rprintf(FERROR,
+                                               "invalid basis_dir index: %d.\n",
+                                               j);
+                                       exit_cleanup(RERR_PROTOCOL);
+                               }
+                               pathjoin(fnamecmpbuf, sizeof fnamecmpbuf,
+                                        basis_dir[j], fname);
+                               fnamecmp = fnamecmpbuf;
+                               break;
+                       }
+               } else
+                       fnamecmp = fname;
 
-               /* open the file */  
+               /* open the file */
                fd1 = do_open(fnamecmp, O_RDONLY, 0);
 
-               if ((fd1 == -1) && (compare_dest != NULL)) {
-                       /* try the file at compare_dest instead */
-                       snprintf(fnamecmpbuf,MAXPATHLEN,"%s/%s",
-                                               compare_dest,fname);
-                       fnamecmp = fnamecmpbuf;
-                       fd1 = do_open(fnamecmp, O_RDONLY, 0);
+               if (fd1 != -1 && do_fstat(fd1,&st) != 0) {
+                       rsyserr(FERROR, errno, "fstat %s failed",
+                               full_fname(fnamecmp));
+                       discard_receive_data(f_in, file->length);
+                       close(fd1);
+                       continue;
                }
 
-               if (fd1 != -1 && do_fstat(fd1,&st) != 0) {
-                       rprintf(FERROR,"fstat %s : %s\n",fnamecmp,strerror(errno));
-                       receive_data(f_in,NULL,-1,NULL,file->length);
+               if (fd1 != -1 && S_ISDIR(st.st_mode) && fnamecmp == fname) {
+                       /* this special handling for directories
+                        * wouldn't be necessary if robust_rename()
+                        * and the underlying robust_unlink could cope
+                        * with directories
+                        */
+                       rprintf(FERROR,"recv_files: %s is a directory\n",
+                               full_fname(fnamecmp));
+                       discard_receive_data(f_in, file->length);
                        close(fd1);
                        continue;
                }
 
                if (fd1 != -1 && !S_ISREG(st.st_mode)) {
-                       rprintf(FERROR,"%s : not a regular file (recv_files)\n",fnamecmp);
-                       receive_data(f_in,NULL,-1,NULL,file->length);
                        close(fd1);
-                       continue;
+                       fd1 = -1;
                }
 
                if (fd1 != -1 && !preserve_perms) {
                        /* if the file exists already and we aren't preserving
-                          permissions then act as though the remote end sent
-                          us the file permissions we already have */
+                        * permissions then act as though the remote end sent
+                        * us the file permissions we already have */
                        file->mode = st.st_mode;
                }
 
-               if (fd1 != -1 && st.st_size > 0) {
-                       buf = map_file(fd1,st.st_size);
-                       if (verbose > 2)
-                               rprintf(FINFO,"recv mapped %s of size %.0f\n",fnamecmp,(double)st.st_size);
+               /* We now check to see if we are writing file "inplace" */
+               if (inplace)  {
+                       fd2 = do_open(fname, O_WRONLY|O_CREAT, 0);
+                       if (fd2 == -1) {
+                               rsyserr(FERROR, errno, "open %s failed",
+                                       full_fname(fname));
+                               discard_receive_data(f_in, file->length);
+                               if (fd1 != -1)
+                                       close(fd1);
+                               continue;
+                       }
                } else {
-                       buf = NULL;
-               }
+                       if (!get_tmpname(fnametmp,fname)) {
+                               discard_receive_data(f_in, file->length);
+                               if (fd1 != -1)
+                                       close(fd1);
+                               continue;
+                       }
 
-               if (!get_tmpname(fnametmp,fname)) {
-                       if (buf) unmap_file(buf);
-                       if (fd1 != -1) close(fd1);
-                       continue;
-               }
+                       strlcpy(template, fnametmp, sizeof template);
 
-               strlcpy(template, fnametmp, sizeof(template));
-
-               /* we initially set the perms without the
-                  setuid/setgid bits to ensure that there is no race
-                  condition. They are then correctly updated after
-                  the lchown. Thanks to snabb@epipe.fi for pointing
-                  this out.  We also set it initially without group
-                  access because of a similar race condition. */
-               fd2 = do_mkstemp(fnametmp, file->mode & INITACCESSPERMS);
-
-               /* in most cases parent directories will already exist
-                  because their information should have been previously
-                  transferred, but that may not be the case with -R */
-               if (fd2 == -1 && relative_paths && errno == ENOENT && 
-                   create_directory_path(fnametmp, orig_umask) == 0) {
-                       strlcpy(fnametmp, template, sizeof(fnametmp));
+                       /* we initially set the perms without the
+                        * setuid/setgid bits to ensure that there is no race
+                        * condition. They are then correctly updated after
+                        * the lchown. Thanks to snabb@epipe.fi for pointing
+                        * this out.  We also set it initially without group
+                        * access because of a similar race condition. */
                        fd2 = do_mkstemp(fnametmp, file->mode & INITACCESSPERMS);
-               }
-               if (fd2 == -1) {
-                       rprintf(FERROR,"mkstemp %s failed: %s\n",fnametmp,strerror(errno));
-                       receive_data(f_in,buf,-1,NULL,file->length);
-                       if (buf) unmap_file(buf);
-                       if (fd1 != -1) close(fd1);
-                       continue;
-               }
-      
-               cleanup_set(fnametmp, fname, file, buf, fd1, fd2);
 
-               if (!am_server && verbose) {    /* log transfer */
-                       rprintf(FINFO, "%s\n", fname);
+                       /* in most cases parent directories will already exist
+                        * because their information should have been previously
+                        * transferred, but that may not be the case with -R */
+                       if (fd2 == -1 && relative_paths && errno == ENOENT
+                           && create_directory_path(fnametmp, orig_umask) == 0) {
+                               strlcpy(fnametmp, template, sizeof fnametmp);
+                               fd2 = do_mkstemp(fnametmp, file->mode & INITACCESSPERMS);
+                       }
+                       if (fd2 == -1) {
+                               rsyserr(FERROR, errno, "mkstemp %s failed",
+                                       full_fname(fnametmp));
+                               discard_receive_data(f_in, file->length);
+                               if (fd1 != -1)
+                                       close(fd1);
+                               continue;
+                       }
+
+                       if (partialptr)
+                               cleanup_set(fnametmp, partialptr, file, fd1, fd2);
                }
 
+               if (!am_server && verbose) /* log the transfer */
+                       rprintf(FINFO, "%s\n", safe_fname(fname));
+
                /* recv file data */
-               recv_ok = receive_data(f_in,buf,fd2,fname,file->length);
+               recv_ok = receive_data(f_in, fnamecmp, fd1, st.st_size,
+                                      fname, fd2, file->length);
 
                log_recv(file, &initial_stats);
-               
-               if (buf) unmap_file(buf);
-               if (fd1 != -1) {
+
+               if (fd1 != -1)
                        close(fd1);
+               if (close(fd2) < 0) {
+                       rsyserr(FERROR, errno, "close failed on %s",
+                               full_fname(fnametmp));
+                       exit_cleanup(RERR_FILEIO);
                }
-               close(fd2);
-               
-               if (verbose > 2)
-                       rprintf(FINFO,"renaming %s to %s\n",fnametmp,fname);
 
-               finish_transfer(fname, fnametmp, file);
+               if ((recv_ok && !delay_updates) || inplace) {
+                       finish_transfer(fname, fnametmp, file, recv_ok, 1);
+                       if (partialptr != fname && fnamecmp == partialptr) {
+                               do_unlink(partialptr);
+                               handle_partial_dir(partialptr, PDIR_DELETE);
+                       }
+               } else if (keep_partial && partialptr
+                   && handle_partial_dir(partialptr, PDIR_CREATE)) {
+                       finish_transfer(partialptr, fnametmp, file, recv_ok,
+                                       !partial_dir);
+                       if (delay_updates && recv_ok)
+                               delayed_bits[i/8] |= 1 << (i % 8);
+               } else {
+                       partialptr = NULL;
+                       do_unlink(fnametmp);
+               }
 
                cleanup_disable();
 
                if (!recv_ok) {
-                       if (csum_length == SUM_LENGTH) {
-                               rprintf(FERROR,"ERROR: file corruption in %s. File changed during transfer?\n",
-                                       fname);
-                       } else {
-                               if (verbose > 1)
-                                       rprintf(FINFO,"redoing %s(%d)\n",fname,i);
-                               write_int(f_gen,i);
+                       int msgtype = csum_length == SUM_LENGTH || read_batch ?
+                               FERROR : FINFO;
+                       if (msgtype == FERROR || verbose) {
+                               char *errstr, *redostr, *keptstr;
+                               if (!(keep_partial && partialptr) && !inplace)
+                                       keptstr = "discarded";
+                               else if (partial_dir)
+                                       keptstr = "put into partial-dir";
+                               else
+                                       keptstr = "retained";
+                               if (msgtype == FERROR) {
+                                       errstr = "ERROR";
+                                       redostr = "";
+                               } else {
+                                       errstr = "WARNING";
+                                       redostr = " (will try again)";
+                               }
+                               rprintf(msgtype,
+                                       "%s: %s failed verification -- update %s%s.\n",
+                                       errstr, safe_fname(fname),
+                                       keptstr, redostr);
+                       }
+                       if (csum_length != SUM_LENGTH) {
+                               char buf[4];
+                               SIVAL(buf, 0, i);
+                               send_msg(MSG_REDO, buf, 4);
                        }
                }
        }
+       make_backups = save_make_backups;
 
-       if (delete_after) {
-               if (recurse && delete_mode && !local_name && flist->count>0) {
-                       delete_files(flist);
+       if (delay_updates) {
+               for (i = 0; i < flist->count; i++) {
+                       struct file_struct *file = flist->files[i];
+                       if (!file->basename
+                        || !(delayed_bits[i/8] & (1 << (i % 8))))
+                               continue;
+                       fname = local_name ? local_name : f_name(file);
+                       partialptr = partial_dir_fname(fname);
+                       if (partialptr) {
+                               if (make_backups && !make_backup(fname))
+                                       continue;
+                               if (verbose > 2) {
+                                       rprintf(FINFO, "renaming %s to %s\n",
+                                               partialptr, fname);
+                               }
+                               if (do_rename(partialptr, fname) < 0) {
+                                       rsyserr(FERROR, errno,
+                                               "rename failed for %s (from %s)",
+                                               fname, partialptr);
+                               } else {
+                                       handle_partial_dir(partialptr,
+                                                          PDIR_DELETE);
+                               }
+                       }
                }
        }
 
-       if (preserve_hard_links)
-               do_hard_links();
-
-       /* now we need to fix any directory permissions that were 
-          modified during the transfer */
-       for (i = 0; i < flist->count; i++) {
-               file = flist->files[i];
-               if (!file->basename || !S_ISDIR(file->mode)) continue;
-               recv_generator(local_name?local_name:f_name(file),flist,i,-1);
-       }
+       if (delete_after && !local_name && flist->count > 0)
+               delete_files(flist);
 
        if (verbose > 2)
                rprintf(FINFO,"recv_files finished\n");
-       
+
        return 0;
 }
-