Start 3.2.7dev going.
[rsync.git] / sender.c
index 5ecb6eac305884d52a990f4576daa4ca8ae0b2e6..3d4f052e9bdbeaf7e41a39315907bddcbe69ed15 100644 (file)
--- a/sender.c
+++ b/sender.c
@@ -3,7 +3,7 @@
  *
  * Copyright (C) 1996 Andrew Tridgell
  * Copyright (C) 1996 Paul Mackerras
- * Copyright (C) 2003-2013 Wayne Davison
+ * Copyright (C) 2003-2022 Wayne Davison
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
 extern int do_xfers;
 extern int am_server;
 extern int am_daemon;
+extern int local_server;
 extern int inc_recurse;
 extern int log_before_transfer;
 extern int stdout_format_has_i;
 extern int logfile_format_has_i;
+extern int want_xattr_optim;
 extern int csum_length;
 extern int append_mode;
+extern int copy_links;
 extern int io_error;
 extern int flist_eof;
+extern int whole_file;
 extern int allowed_lull;
+extern int copy_devices;
 extern int preserve_xattrs;
 extern int protocol_version;
 extern int remove_source_files;
 extern int updating_basis_file;
 extern int make_backups;
 extern int inplace;
+extern int inplace_partial;
 extern int batch_fd;
 extern int write_batch;
 extern int file_old_total;
+extern BOOL want_progress_now;
 extern struct stats stats;
 extern struct file_list *cur_flist, *first_flist, *dir_flist;
+extern char num_dev_ino_buf[4 + 8 + 8];
 
 BOOL extra_flist_sending_enabled;
 
@@ -61,13 +69,10 @@ BOOL extra_flist_sending_enabled;
  **/
 static struct sum_struct *receive_sums(int f)
 {
-       struct sum_struct *s;
-       int32 i;
+       struct sum_struct *s = new(struct sum_struct);
        int lull_mod = protocol_version >= 31 ? 0 : allowed_lull * 5;
        OFF_T offset = 0;
-
-       if (!(s = new(struct sum_struct)))
-               out_of_memory("receive_sums");
+       int32 i;
 
        read_sum_head(f, s);
 
@@ -88,8 +93,7 @@ static struct sum_struct *receive_sums(int f)
        if (s->count == 0)
                return(s);
 
-       if (!(s->sums = new_array(struct sum_buf, s->count)))
-               out_of_memory("receive_sums");
+       s->sums = new_array(struct sum_buf, s->count);
 
        for (i = 0; i < s->count; i++) {
                s->sums[i].sum1 = read_int(f);
@@ -137,17 +141,24 @@ void successful_send(int ndx)
                return;
        f_name(file, fname);
 
-       if (do_lstat(fname, &st) < 0) {
+       if ((copy_links ? do_stat(fname, &st) : do_lstat(fname, &st)) < 0) {
                failed_op = "re-lstat";
                goto failed;
        }
 
+       if (local_server
+        && (int64)st.st_dev == IVAL64(num_dev_ino_buf, 4)
+        && (int64)st.st_ino == IVAL64(num_dev_ino_buf, 4 + 8)) {
+               rprintf(FERROR_XFER, "ERROR: Skipping sender remove of destination file: %s\n", fname);
+               return;
+       }
+
        if (st.st_size != F_LENGTH(file) || st.st_mtime != file->modtime
 #ifdef ST_MTIME_NSEC
         || (NSEC_BUMP(file) && (uint32)st.ST_MTIME_NSEC != F_MOD_NSEC(file))
 #endif
        ) {
-               rprintf(FERROR, "ERROR: Skipping sender remove for changed file: %s\n", fname);
+               rprintf(FERROR_XFER, "ERROR: Skipping sender remove for changed file: %s\n", fname);
                return;
        }
 
@@ -157,7 +168,7 @@ void successful_send(int ndx)
                if (errno == ENOENT)
                        rprintf(FINFO, "sender file already removed: %s\n", fname);
                else
-                       rsyserr(FERROR, errno, "sender failed to %s %s", failed_op, fname);
+                       rsyserr(FERROR_XFER, errno, "sender failed to %s %s", failed_op, fname);
        } else {
                if (INFO_GTE(REMOVE, 1))
                        rprintf(FINFO, "sender removed %s\n", fname);
@@ -177,7 +188,8 @@ static void write_ndx_and_attrs(int f_out, int ndx, int iflags,
        if (iflags & ITEM_XNAME_FOLLOWS)
                write_vstring(f_out, buf, len);
 #ifdef SUPPORT_XATTRS
-       if (preserve_xattrs && iflags & ITEM_REPORT_XATTR && do_xfers)
+       if (preserve_xattrs && iflags & ITEM_REPORT_XATTR && do_xfers
+        && !(want_xattr_optim && BITS_SET(iflags, ITEM_XNAME_FOLLOWS|ITEM_LOCAL_CHANGE)))
                send_xattr_request(fname, file, f_out);
 #endif
 }
@@ -203,6 +215,11 @@ void send_files(int f_in, int f_out)
        if (DEBUG_GTE(SEND, 1))
                rprintf(FINFO, "send_files starting\n");
 
+       if (whole_file < 0)
+               whole_file = 0;
+
+       progress_init();
+
        while (1) {
                if (inc_recurse) {
                        send_extra_file_list(f_out, MIN_FILECNT_LOOKAHEAD);
@@ -215,9 +232,10 @@ void send_files(int f_in, int f_out)
                extra_flist_sending_enabled = False;
 
                if (ndx == NDX_DONE) {
-                       if (!am_server && INFO_GTE(PROGRESS, 2) && cur_flist) {
+                       if (!am_server && cur_flist) {
                                set_current_file_index(NULL, 0);
-                               end_progress(0);
+                               if (INFO_GTE(PROGRESS, 2))
+                                       end_progress(0);
                        }
                        if (inc_recurse && first_flist) {
                                file_old_total -= first_flist->used;
@@ -259,14 +277,13 @@ void send_files(int f_in, int f_out)
 
 #ifdef SUPPORT_XATTRS
                if (preserve_xattrs && iflags & ITEM_REPORT_XATTR && do_xfers
-                && (protocol_version < 31 || !BITS_SET(iflags, ITEM_XNAME_FOLLOWS|ITEM_LOCAL_CHANGE)))
+                && !(want_xattr_optim && BITS_SET(iflags, ITEM_XNAME_FOLLOWS|ITEM_LOCAL_CHANGE)))
                        recv_xattr_request(file, f_in);
 #endif
 
                if (!(iflags & ITEM_TRANSFER)) {
                        maybe_log_item(file, iflags, itemizing, xname);
-                       write_ndx_and_attrs(f_out, ndx, iflags, fname, file,
-                                           fnamecmp_type, xname, xlen);
+                       write_ndx_and_attrs(f_out, ndx, iflags, fname, file, fnamecmp_type, xname, xlen);
                        if (iflags & ITEM_IS_NEW) {
                                stats.created_files++;
                                if (S_ISREG(file->mode)) {
@@ -309,21 +326,19 @@ void send_files(int f_in, int f_out)
                                stats.created_files++;
                }
 
-               updating_basis_file = inplace && (protocol_version >= 29
-                       ? fnamecmp_type == FNAMECMP_FNAME : make_backups <= 0);
+               updating_basis_file = (inplace_partial && fnamecmp_type == FNAMECMP_PARTIAL_DIR)
+                   || (inplace && (protocol_version >= 29 ? fnamecmp_type == FNAMECMP_FNAME : make_backups <= 0));
 
-               if (!am_server && INFO_GTE(PROGRESS, 1))
+               if (!am_server)
                        set_current_file_index(file, ndx);
                stats.xferred_files++;
                stats.total_transferred_size += F_LENGTH(file);
 
-               if (!log_before_transfer)
-                       remember_initial_stats();
+               remember_initial_stats();
 
                if (!do_xfers) { /* log the transfer */
                        log_item(FCLIENT, file, iflags, NULL);
-                       write_ndx_and_attrs(f_out, ndx, iflags, fname, file,
-                                           fnamecmp_type, xname, xlen);
+                       write_ndx_and_attrs(f_out, ndx, iflags, fname, file, fnamecmp_type, xname, xlen);
                        continue;
                }
 
@@ -336,9 +351,7 @@ void send_files(int f_in, int f_out)
                fd = do_open(fname, O_RDONLY, 0);
                if (fd == -1) {
                        if (errno == ENOENT) {
-                               enum logcode c = am_daemon
-                                   && protocol_version < 28 ? FERROR
-                                                            : FWARNING;
+                               enum logcode c = am_daemon && protocol_version < 28 ? FERROR : FWARNING;
                                io_error |= IOERR_VANISHED;
                                rprintf(c, "file has vanished: %s\n",
                                        full_fname(fname));
@@ -363,6 +376,25 @@ void send_files(int f_in, int f_out)
                        exit_cleanup(RERR_FILEIO);
                }
 
+               if (IS_DEVICE(st.st_mode)) {
+                       if (!copy_devices) {
+                               rprintf(FERROR, "attempt to copy device contents without --copy-devices\n");
+                               exit_cleanup(RERR_PROTOCOL);
+                       }
+                       if (st.st_size == 0)
+                               st.st_size = get_device_size(fd, fname);
+               }
+
+               if (append_mode > 0 && st.st_size < F_LENGTH(file)) {
+                       rprintf(FWARNING, "skipped diminished file: %s\n",
+                               full_fname(fname));
+                       free_sums(s);
+                       close(fd);
+                       if (protocol_version >= 30)
+                               send_msg_int(MSG_NO_SEND, ndx);
+                       continue;
+               }
+
                if (st.st_size) {
                        int32 read_size = MAX(s->blength * 3, MAX_MAP_SIZE);
                        mbuf = map_file(fd, st.st_size, read_size, s->blength);
@@ -374,8 +406,7 @@ void send_files(int f_in, int f_out)
                                path,slash,fname, big_num(st.st_size));
                }
 
-               write_ndx_and_attrs(f_out, ndx, iflags, fname, file,
-                                   fnamecmp_type, xname, xlen);
+               write_ndx_and_attrs(f_out, ndx, iflags, fname, file, fnamecmp_type, xname, xlen);
                write_sum_head(f_xfer, s);
 
                if (DEBUG_GTE(DELTASUM, 2))
@@ -391,6 +422,8 @@ void send_files(int f_in, int f_out)
                match_sums(f_xfer, s, mbuf, st.st_size);
                if (INFO_GTE(PROGRESS, 1))
                        end_progress(st.st_size);
+               else if (want_progress_now)
+                       instant_progress(fname);
 
                log_item(log_code, file, iflags, NULL);