Some indentation fixes.
[rsync.git] / generator.c
index 314122c3f222e207fae619b7e8ece4999d578e3f..8f9d60359351b95b3e152d2f8d43d57ee4e5c2fc 100644 (file)
@@ -4,7 +4,7 @@
  * Copyright (C) 1996-2000 Andrew Tridgell
  * Copyright (C) 1996 Paul Mackerras
  * Copyright (C) 2002 Martin Pool <mbp@samba.org>
- * Copyright (C) 2003-2009 Wayne Davison
+ * Copyright (C) 2003-2020 Wayne Davison
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
@@ -39,6 +39,7 @@ extern int preserve_acls;
 extern int preserve_xattrs;
 extern int preserve_links;
 extern int preserve_devices;
+extern int write_devices;
 extern int preserve_specials;
 extern int preserve_hard_links;
 extern int preserve_executability;
@@ -57,6 +58,8 @@ extern int update_only;
 extern int human_readable;
 extern int ignore_existing;
 extern int ignore_non_existing;
+extern int want_xattr_optim;
+extern int modify_window;
 extern int inplace;
 extern int append_mode;
 extern int make_backups;
@@ -73,11 +76,9 @@ extern int protocol_version;
 extern int file_total;
 extern int fuzzy_basis;
 extern int always_checksum;
-extern int checksum_len;
+extern int flist_csum_len;
 extern char *partial_dir;
-extern int compare_dest;
-extern int copy_dest;
-extern int link_dest;
+extern int alt_dest_type;
 extern int whole_file;
 extern int list_only;
 extern int read_batch;
@@ -98,6 +99,7 @@ extern struct file_list *cur_flist, *first_flist, *dir_flist;
 extern filter_rule_list filter_list, daemon_filter_list;
 
 int maybe_ATTRS_REPORT = 0;
+int maybe_ATTRS_ACCURATE_TIME = 0;
 
 static dev_t dev_zero;
 static int deldelay_size = 0, deldelay_cnt = 0;
@@ -111,7 +113,7 @@ static int need_retouch_dir_perms;
 static const char *solo_file = NULL;
 
 enum nonregtype {
-    TYPE_DIR, TYPE_SPECIAL, TYPE_DEVICE, TYPE_SYMLINK
+       TYPE_DIR, TYPE_SPECIAL, TYPE_DEVICE, TYPE_SYMLINK
 };
 
 /* Forward declarations. */
@@ -169,10 +171,8 @@ static int remember_delete(struct file_struct *file, const char *fname, int flag
                deldelay_buf[deldelay_cnt++] = '!';
 
        while (1) {
-               len = snprintf(deldelay_buf + deldelay_cnt,
-                              deldelay_size - deldelay_cnt,
-                              "%x %s%c",
-                              (int)file->mode, fname, '\0');
+               len = snprintf(deldelay_buf + deldelay_cnt, deldelay_size - deldelay_cnt,
+                              "%x %s%c", (int)file->mode, fname, '\0');
                if ((deldelay_cnt += len) <= deldelay_size)
                        break;
                deldelay_cnt -= len;
@@ -209,8 +209,7 @@ static int read_delay_line(char *buf, int *flags_p)
                           deldelay_size - deldelay_cnt);
                if (len == 0) {
                        if (deldelay_cnt) {
-                               rprintf(FERROR,
-                                   "ERROR: unexpected EOF in delete-delay file.\n");
+                               rprintf(FERROR, "ERROR: unexpected EOF in delete-delay file.\n");
                        }
                        return -1;
                }
@@ -274,6 +273,7 @@ static void do_delayed_deletions(char *delbuf)
 static void delete_in_dir(char *fbuf, struct file_struct *file, dev_t *fs_dev)
 {
        static int already_warned = 0;
+       static struct hashtable *dev_tbl;
        struct file_list *dirlist;
        char delbuf[MAXPATHLEN];
        int dlen, i;
@@ -302,10 +302,16 @@ static void delete_in_dir(char *fbuf, struct file_struct *file, dev_t *fs_dev)
        change_local_filter_dir(fbuf, dlen, F_DEPTH(file));
 
        if (one_file_system) {
-               if (file->flags & FLAG_TOP_DIR)
+               if (!dev_tbl)
+                       dev_tbl = hashtable_create(16, HT_KEY64);
+               if (file->flags & FLAG_TOP_DIR) {
+                       hashtable_find(dev_tbl, *fs_dev+1, "");
                        filesystem_dev = *fs_dev;
-               else if (filesystem_dev != *fs_dev)
-                       return;
+               } else if (filesystem_dev != *fs_dev) {
+                       if (!hashtable_find(dev_tbl, *fs_dev+1, NULL))
+                               return;
+                       filesystem_dev = *fs_dev; /* it's a prior top-dir dev */
+               }
        }
 
        dirlist = get_dirlist(fbuf, dlen, 0);
@@ -356,6 +362,9 @@ static void do_delete_pass(void)
        for (j = 0; j < cur_flist->used; j++) {
                struct file_struct *file = cur_flist->sorted[j];
 
+               if (!F_IS_ACTIVE(file))
+                       continue;
+
                f_name(file, fbuf);
 
                if (!(file->flags & FLAG_CONTENT_DIR)) {
@@ -378,9 +387,13 @@ static void do_delete_pass(void)
                rprintf(FINFO, "                    \r");
 }
 
-static inline int time_differs(struct file_struct *file, stat_x *sxp)
+static inline int mtime_differs(STRUCT_STAT *stp, struct file_struct *file)
 {
-       return cmp_time(sxp->st.st_mtime, file->modtime);
+#ifdef ST_MTIME_NSEC
+       return !same_time(stp->st_mtime, stp->ST_MTIME_NSEC, file->modtime, F_MOD_NSEC_or_0(file));
+#else
+       return !same_time(stp->st_mtime, 0, file->modtime, 0);
+#endif
 }
 
 static inline int perms_differ(struct file_struct *file, stat_x *sxp)
@@ -437,7 +450,7 @@ int unchanged_attrs(const char *fname, struct file_struct *file, stat_x *sxp)
 {
        if (S_ISLNK(file->mode)) {
 #ifdef CAN_SET_SYMLINK_TIMES
-               if (preserve_times & PRESERVE_LINK_TIMES && time_differs(file, sxp))
+               if (preserve_times & PRESERVE_LINK_TIMES && mtime_differs(&sxp->st, file))
                        return 0;
 #endif
 #ifdef CAN_CHMOD_SYMLINK
@@ -457,7 +470,7 @@ int unchanged_attrs(const char *fname, struct file_struct *file, stat_x *sxp)
                        return 0;
 #endif
        } else {
-               if (preserve_times && time_differs(file, sxp))
+               if (preserve_times && mtime_differs(&sxp->st, file))
                        return 0;
                if (perms_differ(file, sxp))
                        return 0;
@@ -492,10 +505,13 @@ void itemize(const char *fnamecmp, struct file_struct *file, int ndx, int statre
                        if (iflags & ITEM_LOCAL_CHANGE)
                                iflags |= symlink_timeset_failed_flags;
                } else if (keep_time
-                ? cmp_time(file->modtime, sxp->st.st_mtime) != 0
+                ? mtime_differs(&sxp->st, file)
                 : iflags & (ITEM_TRANSFER|ITEM_LOCAL_CHANGE) && !(iflags & ITEM_MATCHED)
                  && (!(iflags & ITEM_XNAME_FOLLOWS) || *xname))
                        iflags |= ITEM_REPORT_TIME;
+               if (atimes_ndx && !S_ISDIR(file->mode) && !S_ISLNK(file->mode)
+                && !same_time(F_ATIME(file), 0, sxp->st.st_atime, 0))
+                       iflags |= ITEM_REPORT_ATIME;
 #if !defined HAVE_LCHMOD && !defined HAVE_SETATTRLIST
                if (S_ISLNK(file->mode)) {
                        ;
@@ -509,8 +525,7 @@ void itemize(const char *fnamecmp, struct file_struct *file, int ndx, int statre
                        iflags |= ITEM_REPORT_PERMS;
                if (uid_ndx && am_root && (uid_t)F_OWNER(file) != sxp->st.st_uid)
                        iflags |= ITEM_REPORT_OWNER;
-               if (gid_ndx && !(file->flags & FLAG_SKIP_GROUP)
-                   && sxp->st.st_gid != (gid_t)F_GROUP(file))
+               if (gid_ndx && !(file->flags & FLAG_SKIP_GROUP) && sxp->st.st_gid != (gid_t)F_GROUP(file))
                        iflags |= ITEM_REPORT_GROUP;
 #ifdef SUPPORT_ACLS
                if (preserve_acls && !S_ISLNK(file->mode)) {
@@ -551,7 +566,7 @@ void itemize(const char *fnamecmp, struct file_struct *file, int ndx, int statre
                        if (preserve_xattrs && do_xfers
                         && iflags & (ITEM_REPORT_XATTR|ITEM_TRANSFER)) {
                                int fd = iflags & ITEM_REPORT_XATTR
-                                     && (protocol_version < 31 || !BITS_SET(iflags, ITEM_XNAME_FOLLOWS|ITEM_LOCAL_CHANGE))
+                                     && !(want_xattr_optim && BITS_SET(iflags, ITEM_XNAME_FOLLOWS|ITEM_LOCAL_CHANGE))
                                       ? sock_f_out : -1;
                                send_xattr_request(NULL, file, fd);
                        }
@@ -574,8 +589,8 @@ int unchanged_file(char *fn, struct file_struct *file, STRUCT_STAT *st)
           of the file time to determine whether to sync */
        if (always_checksum > 0 && S_ISREG(st->st_mode)) {
                char sum[MAX_DIGEST_LEN];
-               file_checksum(fn, sum, st->st_size);
-               return memcmp(sum, F_SUM(file), checksum_len) == 0;
+               file_checksum(fn, st, sum);
+               return memcmp(sum, F_SUM(file), flist_csum_len) == 0;
        }
 
        if (size_only > 0)
@@ -584,7 +599,7 @@ int unchanged_file(char *fn, struct file_struct *file, STRUCT_STAT *st)
        if (ignore_times)
                return 0;
 
-       return cmp_time(st->st_mtime, file->modtime) == 0;
+       return !mtime_differs(st, file);
 }
 
 
@@ -629,14 +644,14 @@ static void sum_sizes_sqroot(struct sum_struct *sum, int64 len)
                if (c < 0 || c >= max_blength)
                        blength = max_blength;
                else {
-                   blength = 0;
-                   do {
-                           blength |= c;
-                           if (len < (int64)blength * blength)
-                                   blength &= ~c;
-                           c >>= 1;
-                   } while (c >= 8);   /* round to multiple of 8 */
-                   blength = MAX(blength, BLOCK_SIZE);
+                       blength = 0;
+                       do {
+                               blength |= c;
+                               if (len < (int64)blength * blength)
+                                       blength &= ~c;
+                               c >>= 1;
+                       } while (c >= 8);       /* round to multiple of 8 */
+                       blength = MAX(blength, BLOCK_SIZE);
                }
        }
 
@@ -755,10 +770,13 @@ static struct file_struct *find_fuzzy(struct file_struct *file, struct file_list
                for (j = 0; j < dirlist->used; j++) {
                        struct file_struct *fp = dirlist->files[j];
 
+                       if (!F_IS_ACTIVE(fp))
+                               continue;
+
                        if (!S_ISREG(fp->mode) || !F_LENGTH(fp) || fp->flags & FLAG_FILE_SENT)
                                continue;
 
-                       if (F_LENGTH(fp) == F_LENGTH(file) && cmp_time(fp->modtime, file->modtime) == 0) {
+                       if (F_LENGTH(fp) == F_LENGTH(file) && same_time(fp->modtime, 0, file->modtime, 0)) {
                                if (DEBUG_GTE(FUZZY, 2))
                                        rprintf(FINFO, "fuzzy size/modtime match for %s\n", f_name(fp, NULL));
                                *fnamecmp_type_ptr = FNAMECMP_FUZZY + i;
@@ -780,6 +798,9 @@ static struct file_struct *find_fuzzy(struct file_struct *file, struct file_list
                        int len, suf_len;
                        uint32 dist;
 
+                       if (!F_IS_ACTIVE(fp))
+                               continue;
+
                        if (!S_ISREG(fp->mode) || !F_LENGTH(fp) || fp->flags & FLAG_FILE_SENT)
                                continue;
 
@@ -861,50 +882,47 @@ static int try_dests_reg(struct file_struct *file, char *fname, int ndx,
                pathjoin(cmpbuf, MAXPATHLEN, basis_dir[j], fname);
                if (link_stat(cmpbuf, &sxp->st, 0) < 0 || !S_ISREG(sxp->st.st_mode))
                        continue;
-               switch (match_level) {
-               case 0:
+               if (match_level == 0) {
                        best_match = j;
                        match_level = 1;
-                       /* FALL THROUGH */
-               case 1:
-                       if (!unchanged_file(cmpbuf, file, &sxp->st))
-                               continue;
+               }
+               if (!unchanged_file(cmpbuf, file, &sxp->st))
+                       continue;
+               if (match_level == 1) {
                        best_match = j;
                        match_level = 2;
-                       /* FALL THROUGH */
-               case 2:
-                       if (!unchanged_attrs(cmpbuf, file, sxp))
-                               continue;
+               }
+               if (unchanged_attrs(cmpbuf, file, sxp)) {
                        best_match = j;
                        match_level = 3;
                        break;
                }
-               break;
+               free_stat_x(sxp);
        } while (basis_dir[++j] != NULL);
 
        if (!match_level)
-               return -1;
+               goto got_nothing_for_ya;
 
        if (j != best_match) {
                j = best_match;
                pathjoin(cmpbuf, MAXPATHLEN, basis_dir[j], fname);
                if (link_stat(cmpbuf, &sxp->st, 0) < 0)
-                       return -1;
+                       goto got_nothing_for_ya;
        }
 
-       if (match_level == 3 && !copy_dest) {
+       if (match_level == 3 && alt_dest_type != COPY_DEST) {
                if (find_exact_for_existing) {
-                       if (link_dest && real_st.st_dev == sxp->st.st_dev && real_st.st_ino == sxp->st.st_ino)
-                               return -1;
-                       if (do_unlink(fname) < 0 && errno != ENOENT) {
-                               sxp->st = real_st;
+                       if (alt_dest_type == LINK_DEST && real_st.st_dev == sxp->st.st_dev && real_st.st_ino == sxp->st.st_ino)
                                return -1;
-                       }
+                       if (do_unlink(fname) < 0 && errno != ENOENT)
+                               goto got_nothing_for_ya;
                }
 #ifdef SUPPORT_HARD_LINKS
-               if (link_dest) {
+               if (alt_dest_type == LINK_DEST) {
                        if (!hard_link_one(file, fname, cmpbuf, 1))
                                goto try_a_copy;
+                       if (atimes_ndx)
+                               set_file_attrs(fname, file, sxp, NULL, 0);
                        if (preserve_hard_links && F_IS_HLINKED(file))
                                finish_hard_link(file, fname, ndx, &sxp->st, itemizing, code, j);
                        if (!maybe_ATTRS_REPORT && (INFO_GTE(NAME, 2) || stdout_format_has_i > 1)) {
@@ -923,10 +941,8 @@ static int try_dests_reg(struct file_struct *file, char *fname, int ndx,
                return -2;
        }
 
-       if (find_exact_for_existing) {
-               sxp->st = real_st;
-               return -1;
-       }
+       if (find_exact_for_existing)
+               goto got_nothing_for_ya;
 
        if (match_level >= 2) {
 #ifdef SUPPORT_HARD_LINKS
@@ -934,7 +950,7 @@ static int try_dests_reg(struct file_struct *file, char *fname, int ndx,
 #endif
                if (!dry_run && copy_altdest_file(cmpbuf, fname, file) < 0) {
                        if (find_exact_for_existing) /* Can get here via hard-link failure */
-                               sxp->st = real_st;
+                               goto got_nothing_for_ya;
                        return -1;
                }
                if (itemizing)
@@ -954,6 +970,10 @@ static int try_dests_reg(struct file_struct *file, char *fname, int ndx,
        }
 
        return FNAMECMP_BASIS_DIR_LOW + j;
+
+got_nothing_for_ya:
+       sxp->st = real_st;
+       return -1;
 }
 
 /* This is only called for non-regular files.  We return -2 if we've finished
@@ -1068,7 +1088,7 @@ static int try_dests_non(struct file_struct *file, char *fname, int ndx,
 
        if (match_level == 3) {
 #ifdef SUPPORT_HARD_LINKS
-               if (link_dest
+               if (alt_dest_type == LINK_DEST
 #ifndef CAN_HARDLINK_SYMLINK
                 && !S_ISLNK(file->mode)
 #endif
@@ -1089,7 +1109,7 @@ static int try_dests_non(struct file_struct *file, char *fname, int ndx,
                        match_level = 2;
                if (itemizing && stdout_format_has_i
                 && (INFO_GTE(NAME, 2) || stdout_format_has_i > 1)) {
-                       int chg = compare_dest && type != TYPE_DIR ? 0
+                       int chg = alt_dest_type == COMPARE_DEST && type != TYPE_DIR ? 0
                            : ITEM_LOCAL_CHANGE + (match_level == 3 ? ITEM_XNAME_FOLLOWS : 0);
                        char *lp = match_level == 3 ? "" : NULL;
                        itemize(cmpbuf, file, ndx, 0, sxp, chg + ITEM_MATCHED, 0, lp);
@@ -1107,35 +1127,40 @@ static int try_dests_non(struct file_struct *file, char *fname, int ndx,
 static void list_file_entry(struct file_struct *f)
 {
        char permbuf[PERMSTRING_SIZE];
-       int64 len;
-       int colwidth = human_readable ? 14 : 11;
+       const char *mtime_str = timestring(f->modtime);
+       int size_width = human_readable ? 14 : 11;
+       int mtime_width = 1 + strlen(mtime_str);
+       int atime_width = atimes_ndx ? mtime_width : 0;
 
        if (!F_IS_ACTIVE(f)) {
                /* this can happen if duplicate names were removed */
                return;
        }
 
-       permstring(permbuf, f->mode);
-       len = F_LENGTH(f);
-
        /* TODO: indicate '+' if the entry has an ACL. */
 
-#ifdef SUPPORT_LINKS
-       if (preserve_links && S_ISLNK(f->mode)) {
-               rprintf(FINFO, "%s %*s %s %s -> %s\n",
-                       permbuf, colwidth, human_num(len),
-                       timestring(f->modtime), f_name(f, NULL),
-                       F_SYMLINK(f));
-       } else
-#endif
        if (missing_args == 2 && f->mode == 0) {
                rprintf(FINFO, "%-*s %s\n",
-                       colwidth + 31, "*missing",
+                       10 + 1 + size_width + mtime_width + atime_width, "*missing",
                        f_name(f, NULL));
        } else {
-               rprintf(FINFO, "%s %*s %s %s\n",
-                       permbuf, colwidth, human_num(len),
-                       timestring(f->modtime), f_name(f, NULL));
+               const char *atime_str = atimes_ndx && !S_ISDIR(f->mode) ? timestring(F_ATIME(f)) : "";
+               const char *arrow, *lnk;
+
+               permstring(permbuf, f->mode);
+
+#ifdef SUPPORT_LINKS
+               if (preserve_links && S_ISLNK(f->mode)) {
+                       arrow = " -> ";
+                       lnk = F_SYMLINK(f);
+               } else
+#endif
+                       arrow = lnk = "";
+
+               rprintf(FINFO, "%s %*s %s%*s %s%s%s\n",
+                       permbuf, size_width, human_num(F_LENGTH(f)),
+                       timestring(f->modtime), atime_width, atime_str,
+                       f_name(f, NULL), arrow, lnk);
        }
 }
 
@@ -1165,6 +1190,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                           int itemizing, enum logcode code, int f_out)
 {
        static const char *parent_dirname = "";
+       static struct file_struct *prior_dir_file = NULL;
        /* Missing dir not created due to --dry-run; will still be scanned. */
        static struct file_struct *dry_missing_dir = NULL;
        /* Missing dir whose contents are skipped altogether due to
@@ -1197,6 +1223,8 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                return;
        }
 
+       maybe_ATTRS_ACCURATE_TIME = always_checksum ? ATTRS_ACCURATE_TIME : 0;
+
        if (skip_dir) {
                if (is_below(file, skip_dir)) {
                        if (is_dir)
@@ -1244,6 +1272,24 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                const char *dn = file->dirname ? file->dirname : ".";
                dry_missing_dir = NULL;
                if (parent_dirname != dn && strcmp(parent_dirname, dn) != 0) {
+                       /* Each parent dir must be in the file list or the flist data is bad.
+                        * Optimization: most of the time the parent dir will be the last dir
+                        * this function was asked to process in the file list. */
+                       if (!inc_recurse
+                        && (*dn != '.' || dn[1]) /* Avoid an issue with --relative and the "." dir. */
+                        && (!prior_dir_file || strcmp(dn, f_name(prior_dir_file, NULL)) != 0)
+                        && flist_find_name(cur_flist, dn, 1) < 0) {
+                               /* The --delete-missing-args option can actually put invalid entries into
+                                * the file list, so if that option was specified, we'll just complain about
+                                * it and allow it. */
+                               if (missing_args == 2 && file->mode == 0)
+                                       rprintf(FERROR, "WARNING: parent dir is absent in the file list: %s\n", dn);
+                               else {
+                                       rprintf(FERROR, "ABORTING due to invalid path from sender: %s/%s\n",
+                                               dn, file->basename);
+                                       exit_cleanup(RERR_PROTOCOL);
+                               }
+                       }
                        if (relative_paths && !implied_dirs
                         && do_stat(dn, &sx.st) < 0) {
                                if (dry_run)
@@ -1271,21 +1317,6 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                }
                parent_dirname = dn;
 
-               if (need_fuzzy_dirlist && S_ISREG(file->mode)) {
-                       int i;
-                       strlcpy(fnamecmpbuf, dn, sizeof fnamecmpbuf);
-                       for (i = 0; i < fuzzy_basis; i++) {
-                               if (i && pathjoin(fnamecmpbuf, MAXPATHLEN, basis_dir[i-1], dn) >= MAXPATHLEN)
-                                       continue;
-                               fuzzy_dirlist[i] = get_dirlist(fnamecmpbuf, -1, GDL_IGNORE_FILTER_RULES);
-                               if (fuzzy_dirlist[i] && fuzzy_dirlist[i]->used == 0) {
-                                       flist_free(fuzzy_dirlist[i]);
-                                       fuzzy_dirlist[i] = NULL;
-                               }
-                       }
-                       need_fuzzy_dirlist = 0;
-               }
-
                statret = link_stat(fname, &sx.st, keep_dirlinks && is_dir);
                stat_errno = errno;
        }
@@ -1344,6 +1375,8 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                } else
                        added_perms = 0;
                if (is_dir < 0) {
+                       if (!(preserve_times & PRESERVE_DIR_TIMES))
+                               goto cleanup;
                        /* In inc_recurse mode we want to make sure any missing
                         * directories get created while we're still processing
                         * the parent dir (which allows us to touch the parent
@@ -1378,12 +1411,10 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                if (file->flags & FLAG_DIR_CREATED)
                        statret = -1;
                if (!preserve_perms) { /* See comment in non-dir code below. */
-                       file->mode = dest_mode(file->mode, sx.st.st_mode,
-                                              dflt_perms, statret == 0);
+                       file->mode = dest_mode(file->mode, sx.st.st_mode, dflt_perms, statret == 0);
                }
                if (statret != 0 && basis_dir[0] != NULL) {
-                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx,
-                                             itemizing, code);
+                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx, itemizing, code);
                        if (j == -2) {
                                itemizing = 0;
                                code = FNONE;
@@ -1405,8 +1436,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                                        "recv_generator: mkdir %s failed",
                                        full_fname(fname));
                          skipping_dir_contents:
-                               rprintf(FERROR,
-                                   "*** Skipping any contents from this failed directory ***\n");
+                               rprintf(FERROR, "*** Skipping any contents from this failed directory ***\n");
                                skip_dir = file;
                                file->flags |= FLAG_MISSING_DIR;
                                goto cleanup;
@@ -1418,7 +1448,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                        copy_xattrs(fnamecmpbuf, fname);
 #endif
                if (set_file_attrs(fname, file, real_ret ? NULL : &real_sx, NULL, 0)
-                   && INFO_GTE(NAME, 1) && code != FNONE && f_out != -1)
+                && INFO_GTE(NAME, 1) && code != FNONE && f_out != -1)
                        rprintf(code, "%s/\n", fname);
 
                /* We need to ensure that the dirs in the transfer have both
@@ -1453,6 +1483,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                        else
                                change_local_filter_dir(fname, strlen(fname), F_DEPTH(file));
                }
+               prior_dir_file = file;
                goto cleanup;
        }
 
@@ -1460,8 +1491,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
         * mode based on the local permissions and some heuristics. */
        if (!preserve_perms) {
                int exists = statret == 0 && !S_ISDIR(sx.st.st_mode);
-               file->mode = dest_mode(file->mode, sx.st.st_mode, dflt_perms,
-                                      exists);
+               file->mode = dest_mode(file->mode, sx.st.st_mode, dflt_perms, exists);
        }
 
 #ifdef SUPPORT_HARD_LINKS
@@ -1484,7 +1514,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                                        "ignoring unsafe symlink \"%s\" -> \"%s\"\n",
                                        fname, sl);
                        }
-                       return;
+                       goto cleanup;
                }
                if (statret == 0) {
                        char lnk[MAXPATHLEN];
@@ -1497,7 +1527,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                                set_file_attrs(fname, file, &sx, NULL, maybe_ATTRS_REPORT);
                                if (itemizing)
                                        itemize(fname, file, ndx, 0, &sx, 0, 0, NULL);
-#if defined SUPPORT_HARD_LINKS && defined CAN_HARDLINK_SYMLINK
+#ifdef SUPPORT_HARD_LINKS
                                if (preserve_hard_links && F_IS_HLINKED(file))
                                        finish_hard_link(file, fname, ndx, &sx.st, itemizing, code, -1);
 #endif
@@ -1506,27 +1536,28 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                                goto cleanup;
                        }
                } else if (basis_dir[0] != NULL) {
-                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx,
-                                             itemizing, code);
+                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx, itemizing, code);
                        if (j == -2) {
 #ifndef CAN_HARDLINK_SYMLINK
-                               if (link_dest) {
+                               if (alt_dest_type == LINK_DEST) {
                                        /* Resort to --copy-dest behavior. */
                                } else
 #endif
-                               if (!copy_dest)
+                               if (alt_dest_type != COPY_DEST)
                                        goto cleanup;
                                itemizing = 0;
                                code = FNONE;
-                       } else if (j >= 0)
+                       } else if (j >= 0) {
                                statret = 1;
+                               fnamecmp = fnamecmpbuf;
+                       }
                }
-               if (atomic_create(file, fname, sl, MAKEDEV(0, 0), &sx, statret == 0 ? DEL_FOR_SYMLINK : 0)) {
+               if (atomic_create(file, fname, sl, NULL, MAKEDEV(0, 0), &sx, statret == 0 ? DEL_FOR_SYMLINK : 0)) {
                        set_file_attrs(fname, file, NULL, NULL, 0);
                        if (itemizing) {
                                if (statret == 0 && !S_ISLNK(sx.st.st_mode))
                                        statret = -1;
-                               itemize(fname, file, ndx, statret, &sx,
+                               itemize(fnamecmp, file, ndx, statret, &sx,
                                        ITEM_LOCAL_CHANGE|ITEM_REPORT_CHANGE, 0, NULL);
                        }
                        if (code != FNONE && INFO_GTE(NAME, 1))
@@ -1580,30 +1611,31 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                                goto cleanup;
                        }
                } else if (basis_dir[0] != NULL) {
-                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx,
-                                             itemizing, code);
+                       int j = try_dests_non(file, fname, ndx, fnamecmpbuf, &sx, itemizing, code);
                        if (j == -2) {
 #ifndef CAN_HARDLINK_SPECIAL
-                               if (link_dest) {
+                               if (alt_dest_type == LINK_DEST) {
                                        /* Resort to --copy-dest behavior. */
                                } else
 #endif
-                               if (!copy_dest)
+                               if (alt_dest_type != COPY_DEST)
                                        goto cleanup;
                                itemizing = 0;
                                code = FNONE;
-                       } else if (j >= 0)
+                       } else if (j >= 0) {
                                statret = 1;
+                               fnamecmp = fnamecmpbuf;
+                       }
                }
                if (DEBUG_GTE(GENR, 1)) {
                        rprintf(FINFO, "mknod(%s, 0%o, [%ld,%ld])\n",
                                fname, (int)file->mode,
                                (long)major(rdev), (long)minor(rdev));
                }
-               if (atomic_create(file, fname, NULL, rdev, &sx, del_for_flag)) {
+               if (atomic_create(file, fname, NULL, NULL, rdev, &sx, del_for_flag)) {
                        set_file_attrs(fname, file, NULL, NULL, 0);
                        if (itemizing) {
-                               itemize(fname, file, ndx, statret, &sx,
+                               itemize(fnamecmp, file, ndx, statret, &sx,
                                        ITEM_LOCAL_CHANGE|ITEM_REPORT_CHANGE, 0, NULL);
                        }
                        if (code != FNONE && INFO_GTE(NAME, 1))
@@ -1642,8 +1674,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                goto cleanup;
        }
 
-       if (update_only > 0 && statret == 0
-           && cmp_time(sx.st.st_mtime, file->modtime) > 0) {
+       if (update_only > 0 && statret == 0 && file->modtime - sx.st.st_mtime <= modify_window) {
                if (INFO_GTE(SKIP, 1))
                        rprintf(FINFO, "%s is newer\n", fname);
 #ifdef SUPPORT_HARD_LINKS
@@ -1655,16 +1686,15 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
 
        fnamecmp_type = FNAMECMP_FNAME;
 
-       if (statret == 0 && !S_ISREG(sx.st.st_mode)) {
+       if (statret == 0 && !(S_ISREG(sx.st.st_mode) || (write_devices && IS_DEVICE(sx.st.st_mode)))) {
                if (delete_item(fname, sx.st.st_mode, del_opts | DEL_FOR_FILE) != 0)
                        goto cleanup;
                statret = -1;
                stat_errno = ENOENT;
        }
 
-       if (basis_dir[0] != NULL && (statret != 0 || !copy_dest)) {
-               int j = try_dests_reg(file, fname, ndx, fnamecmpbuf, &sx,
-                                     statret == 0, itemizing, code);
+       if (basis_dir[0] != NULL && (statret != 0 || alt_dest_type != COPY_DEST)) {
+               int j = try_dests_reg(file, fname, ndx, fnamecmpbuf, &sx, statret == 0, itemizing, code);
                if (j == -2) {
                        if (remove_source_files == 1)
                                goto return_with_success;
@@ -1682,14 +1712,30 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
        real_ret = statret;
 
        if (partial_dir && (partialptr = partial_dir_fname(fname)) != NULL
-           && link_stat(partialptr, &partial_st, 0) == 0
-           && S_ISREG(partial_st.st_mode)) {
+        && link_stat(partialptr, &partial_st, 0) == 0
+        && S_ISREG(partial_st.st_mode)) {
                if (statret != 0)
                        goto prepare_to_open;
        } else
                partialptr = NULL;
 
        if (statret != 0 && fuzzy_basis) {
+               if (need_fuzzy_dirlist && S_ISREG(file->mode)) {
+                       const char *dn = file->dirname ? file->dirname : ".";
+                       int i;
+                       strlcpy(fnamecmpbuf, dn, sizeof fnamecmpbuf);
+                       for (i = 0; i < fuzzy_basis; i++) {
+                               if (i && pathjoin(fnamecmpbuf, MAXPATHLEN, basis_dir[i-1], dn) >= MAXPATHLEN)
+                                       continue;
+                               fuzzy_dirlist[i] = get_dirlist(fnamecmpbuf, -1, GDL_IGNORE_FILTER_RULES | GDL_PERHAPS_DIR);
+                               if (fuzzy_dirlist[i] && fuzzy_dirlist[i]->used == 0) {
+                                       flist_free(fuzzy_dirlist[i]);
+                                       fuzzy_dirlist[i] = NULL;
+                               }
+                       }
+                       need_fuzzy_dirlist = 0;
+               }
+
                /* Sets fnamecmp_type to FNAMECMP_FUZZY or above. */
                fuzzy_file = find_fuzzy(file, fuzzy_dirlist, &fnamecmp_type);
                if (fuzzy_file) {
@@ -1720,14 +1766,14 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
 
        if (fnamecmp_type <= FNAMECMP_BASIS_DIR_HIGH)
                ;
-       else if (fnamecmp_type == FNAMECMP_FUZZY)
+       else if (fnamecmp_type >= FNAMECMP_FUZZY)
                ;
        else if (unchanged_file(fnamecmp, file, &sx.st)) {
                if (partialptr) {
                        do_unlink(partialptr);
                        handle_partial_dir(partialptr, PDIR_DELETE);
                }
-               set_file_attrs(fname, file, &sx, NULL, maybe_ATTRS_REPORT);
+               set_file_attrs(fname, file, &sx, NULL, maybe_ATTRS_REPORT | maybe_ATTRS_ACCURATE_TIME);
                if (itemizing)
                        itemize(fnamecmp, file, ndx, statret, &sx, 0, 0, NULL);
 #ifdef SUPPORT_HARD_LINKS
@@ -1853,14 +1899,7 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                        iflags |= ITEM_XNAME_FOLLOWS;
                itemize(fnamecmp, file, -1, real_ret, &real_sx, iflags, fnamecmp_type,
                        fuzzy_file ? fuzzy_file->basename : NULL);
-#ifdef SUPPORT_ACLS
-               if (preserve_acls)
-                       free_acl(&real_sx);
-#endif
-#ifdef SUPPORT_XATTRS
-               if (preserve_xattrs)
-                       free_xattr(&real_sx);
-#endif
+               free_stat_x(&real_sx);
        }
 
        if (!do_xfers) {
@@ -1881,8 +1920,8 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
        } else {
                if (generate_and_send_sums(fd, sx.st.st_size, f_out, f_copy) < 0) {
                        rprintf(FWARNING,
-                           "WARNING: file is too large for checksum sending: %s\n",
-                           fnamecmp);
+                               "WARNING: file is too large for checksum sending: %s\n",
+                               fnamecmp);
                        write_sum_head(f_out, NULL);
                }
                close(fd);
@@ -1908,23 +1947,15 @@ static void recv_generator(char *fname, struct file_struct *file, int ndx,
                unmake_file(back_file);
        }
 
-#ifdef SUPPORT_ACLS
-       if (preserve_acls)
-               free_acl(&sx);
-#endif
-#ifdef SUPPORT_XATTRS
-       if (preserve_xattrs)
-               free_xattr(&sx);
-#endif
-       return;
+       free_stat_x(&sx);
 }
 
 /* If we are replacing an existing hard link, symlink, device, or special file,
- * create a temp-name item and rename it into place.  Only a symlink or hard
- * link puts a non-NULL value into the lnk arg.  Only a device puts a non-0
- * value into the rdev arg.  Specify 0 for the del_for_flag if there is not a
- * file to replace.  This returns 1 on success and 0 on failure. */
-int atomic_create(struct file_struct *file, char *fname, const char *lnk,
+ * create a temp-name item and rename it into place.  A symlimk specifies slnk,
+ * a hard link specifies hlnk, otherwise we create a device based on rdev.
+ * Specify 0 for the del_for_flag if there is not a file to replace.  This
+ * returns 1 on success and 0 on failure. */
+int atomic_create(struct file_struct *file, char *fname, const char *slnk, const char *hlnk,
                  dev_t rdev, stat_x *sxp, int del_for_flag)
 {
        char tmpname[MAXPATHLEN];
@@ -1949,23 +1980,22 @@ int atomic_create(struct file_struct *file, char *fname, const char *lnk,
 
        create_name = skip_atomic ? fname : tmpname;
 
-       if (lnk) {
+       if (slnk) {
 #ifdef SUPPORT_LINKS
-               if (S_ISLNK(file->mode)
-#ifdef SUPPORT_HARD_LINKS /* The first symlink in a hard-linked cluster is always created. */
-                && (!F_IS_HLINKED(file) || file->flags & FLAG_HLINK_FIRST)
-#endif
-                ) {
-                       if (do_symlink(lnk, create_name) < 0) {
-                               rsyserr(FERROR_XFER, errno, "symlink %s -> \"%s\" failed",
-                                       full_fname(create_name), lnk);
-                               return 0;
-                       }
-               } else
+               if (do_symlink(slnk, create_name) < 0) {
+                       rsyserr(FERROR_XFER, errno, "symlink %s -> \"%s\" failed",
+                               full_fname(create_name), slnk);
+                       return 0;
+               }
+#else
+               return 0;
 #endif
+       } else if (hlnk) {
 #ifdef SUPPORT_HARD_LINKS
-               if (!hard_link_one(file, create_name, lnk, 0))
+               if (!hard_link_one(file, create_name, hlnk, 0))
                        return 0;
+#else
+               return 0;
 #endif
        } else {
                if (do_mknod(create_name, file->mode, rdev) < 0) {
@@ -2027,6 +2057,8 @@ static void touch_up_dirs(struct file_list *flist, int ndx)
         * transfer and/or re-set any tweaked modified-time values. */
        for (i = start; i <= end; i++, counter++) {
                file = flist->files[i];
+               if (!F_IS_ACTIVE(file))
+                       continue;
                if (!S_ISDIR(file->mode)
                 || (!implied_dirs && file->flags & FLAG_IMPLIED_DIR))
                        continue;
@@ -2037,17 +2069,20 @@ static void touch_up_dirs(struct file_list *flist, int ndx)
                }
                /* Be sure not to retouch permissions with --fake-super. */
                fix_dir_perms = !am_root && !(file->mode & S_IWUSR);
-               if (!F_IS_ACTIVE(file) || file->flags & FLAG_MISSING_DIR
-                || !(need_retouch_dir_times || fix_dir_perms))
+               if (file->flags & FLAG_MISSING_DIR || !(need_retouch_dir_times || fix_dir_perms))
                        continue;
                fname = f_name(file, NULL);
                if (fix_dir_perms)
                        do_chmod(fname, file->mode);
                if (need_retouch_dir_times) {
                        STRUCT_STAT st;
-                       if (link_stat(fname, &st, 0) == 0
-                        && cmp_time(st.st_mtime, file->modtime) != 0)
-                               set_modtime(fname, file->modtime, F_MOD_NSEC(file), file->mode);
+                       if (link_stat(fname, &st, 0) == 0 && mtime_differs(&st, file)) {
+                               st.st_mtime = file->modtime;
+#ifdef ST_MTIME_NSEC
+                               st.ST_MTIME_NSEC = F_MOD_NSEC_or_0(file);
+#endif
+                               set_times(fname, &st);
+                       }
                }
                if (counter >= loopchk_limit) {
                        if (allowed_lull)