2 * Compatibility routines for older rsync protocol versions.
4 * Copyright (C) Andrew Tridgell 1996
5 * Copyright (C) Paul Mackerras 1996
6 * Copyright (C) 2004-2020 Wayne Davison
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 3 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License along
19 * with this program; if not, visit the http://fsf.org website.
26 extern int local_server;
30 extern int allow_inc_recurse;
31 extern int preallocate_files;
32 extern int append_mode;
33 extern int fuzzy_basis;
34 extern int read_batch;
35 extern int write_batch;
36 extern int delay_updates;
37 extern int checksum_seed;
38 extern int basis_dir_cnt;
39 extern int prune_empty_dirs;
40 extern int protocol_version;
41 extern int protect_args;
42 extern int preserve_uid;
43 extern int preserve_gid;
44 extern int preserve_atimes;
45 extern int preserve_acls;
46 extern int preserve_xattrs;
47 extern int xfer_flags_as_varint;
48 extern int need_messages_from_generator;
49 extern int delete_mode, delete_before, delete_during, delete_after;
50 extern int xfersum_type;
51 extern int checksum_type;
52 extern int do_compression;
53 extern char *shell_cmd;
54 extern char *partial_dir;
55 extern char *dest_option;
56 extern char *files_from;
57 extern char *filesfrom_host;
58 extern char *checksum_choice;
59 extern char *compress_choice;
60 extern filter_rule_list filter_list;
61 extern int need_unsorted_flist;
63 extern iconv_t ic_send, ic_recv;
64 extern char *iconv_opt;
66 extern struct name_num_obj valid_checksums;
68 int remote_protocol = 0;
69 int file_extra_cnt = 0; /* count of file-list extras that everyone gets */
72 int use_safe_inc_flist = 0;
73 int want_xattr_optim = 0;
74 int proper_seed_order = 0;
75 int inplace_partial = 0;
76 int do_negotiated_strings = 0;
78 /* These index values are for the file-list's extra-attribute array. */
79 int pathname_ndx, depth_ndx, atimes_ndx, uid_ndx, gid_ndx, acls_ndx, xattrs_ndx, unsort_ndx;
81 int receiver_symlink_times = 0; /* receiver can set the time on a symlink */
82 int sender_symlink_iconv = 0; /* sender should convert symlink content */
85 int filesfrom_convert = 0;
88 #define MAX_NSTR_STRLEN 256
93 struct name_num_obj valid_compressions = {
94 "compress", NULL, NULL, 0, 0, {
95 { CPRES_ZLIB, "zlib", NULL },
96 { CPRES_NONE, "none", "" }, /* The "" prevents us from listing this name by default */
101 #define CF_INC_RECURSE (1<<0)
102 #define CF_SYMLINK_TIMES (1<<1)
103 #define CF_SYMLINK_ICONV (1<<2)
104 #define CF_SAFE_FLIST (1<<3)
105 #define CF_AVOID_XATTR_OPTIM (1<<4)
106 #define CF_CHKSUM_SEED_FIX (1<<5)
107 #define CF_INPLACE_PARTIAL_DIR (1<<6)
108 #define CF_VARINT_FLIST_FLAGS (1<<7)
110 static const char *client_info;
112 /* The server makes sure that if either side only supports a pre-release
113 * version of a protocol, that both sides must speak a compatible version
114 * of that protocol for it to be advertised as available. */
115 static void check_sub_protocol(void)
118 int their_protocol, their_sub;
119 #if SUBPROTOCOL_VERSION != 0
120 int our_sub = protocol_version < PROTOCOL_VERSION ? 0 : SUBPROTOCOL_VERSION;
125 /* client_info starts with VER.SUB string if client is a pre-release. */
126 if (!(their_protocol = atoi(client_info))
127 || !(dot = strchr(client_info, '.'))
128 || !(their_sub = atoi(dot+1))) {
129 #if SUBPROTOCOL_VERSION != 0
136 if (their_protocol < protocol_version) {
138 protocol_version = their_protocol - 1;
142 if (their_protocol > protocol_version)
143 their_sub = 0; /* 0 == final version of older protocol */
144 if (their_sub != our_sub)
148 void set_allow_inc_recurse(void)
150 client_info = shell_cmd ? shell_cmd : "";
152 if (!recurse || use_qsort)
153 allow_inc_recurse = 0;
155 && (delete_before || delete_after
156 || delay_updates || prune_empty_dirs))
157 allow_inc_recurse = 0;
158 else if (am_server && !local_server
159 && (strchr(client_info, 'i') == NULL))
160 allow_inc_recurse = 0;
163 struct name_num_item *get_nni_by_name(struct name_num_obj *nno, const char *name, int len)
165 struct name_num_item *nni;
170 for (nni = nno->list; nni->name; nni++) {
171 if (strncasecmp(name, nni->name, len) == 0 && nni->name[len] == '\0')
178 struct name_num_item *get_nni_by_num(struct name_num_obj *nno, int num)
180 struct name_num_item *nni;
182 for (nni = nno->list; nni->name; nni++) {
190 static void init_nno_saw(struct name_num_obj *nno, int val)
192 struct name_num_item *nni;
196 for (nni = nno->list; nni->name; nni++) {
197 if (nni->num >= nno->saw_len)
198 nno->saw_len = nni->num + 1;
203 if (!(nno->saw = new_array0(uchar, nno->saw_len)))
204 out_of_memory("init_nno_saw");
206 /* We'll take this opportunity to make sure that the main_name values are set right. */
207 for (cnt = 1, nni = nno->list; nni->name; nni++, cnt++) {
208 if (nno->saw[nni->num])
209 nni->main_name = nno->list[nno->saw[nni->num]-1].name;
211 nno->saw[nni->num] = cnt;
215 memset(nno->saw, val, nno->saw_len);
218 /* Simplify the user-provided string so that it contains valid names without any duplicates.
219 * It also sets the "saw" flags to a 1-relative count of which name was seen first. */
220 static int parse_nni_str(struct name_num_obj *nno, const char *from, char *tobuf, int tobuf_len)
222 char *to = tobuf, *tok = NULL;
226 if (*from == ' ' || !*from) {
228 struct name_num_item *nni = get_nni_by_name(nno, tok, to - tok);
229 if (nni && !nno->saw[nni->num]) {
230 nno->saw[nni->num] = ++cnt;
231 if (nni->main_name && *nni->main_name) {
232 to = tok + strlcpy(tok, nni->main_name, tobuf_len - (tok - tobuf));
233 if (to - tobuf >= tobuf_len) {
238 nni->main_name = NULL; /* Override a "" entry */
240 to = tok - (tok != tobuf);
252 if (to - tobuf >= tobuf_len - 1) {
253 to = tok - (tok != tobuf);
263 static void recv_negotiate_str(int f_in, struct name_num_obj *nno, char *tmpbuf, int len)
265 struct name_num_item *ret = NULL;
268 len = read_vstring(f_in, tmpbuf, MAX_NSTR_STRLEN);
270 if (DEBUG_GTE(NSTR, am_server ? 4 : 2))
271 rprintf(FINFO, "Server %s list: %s%s\n", nno->type, tmpbuf, am_server ? " (on server)" : "");
274 int best = nno->saw_len; /* We want best == 1 from the client list, so start with a big number. */
277 init_nno_saw(nno, 1); /* Since we're parsing client names, anything we parse first is #1. */
278 for (tok = strtok(tmpbuf, " \t"); tok; tok = strtok(NULL, " \t")) {
279 struct name_num_item *nni = get_nni_by_name(nno, tok, -1);
280 if (!nni || !nno->saw[nni->num] || best <= nno->saw[nni->num])
283 best = nno->saw[nni->num];
290 nno->negotiated_name = ret->main_name ? ret->main_name : ret->name;
291 nno->negotiated_num = ret->num;
297 rprintf(FERROR, "Failed to negotiate a common %s\n", nno->type);
298 exit_cleanup(RERR_UNSUPPORTED);
301 static void send_negotiate_str(int f_out, struct name_num_obj *nno, const char *env_name)
303 char tmpbuf[MAX_NSTR_STRLEN];
304 struct name_num_item *nni;
305 const char *list_str = getenv(env_name);
306 int len, fail_if_empty = list_str && strstr(list_str, "FAIL");
308 if (!do_negotiated_strings) {
309 if (!am_server && fail_if_empty) {
310 rprintf(FERROR, "Remote rsync is too old for %s negotation\n", nno->type);
311 exit_cleanup(RERR_UNSUPPORTED);
316 init_nno_saw(nno, 0);
318 if (list_str && *list_str && (!am_server || local_server)) {
319 len = parse_nni_str(nno, list_str, tmpbuf, MAX_NSTR_STRLEN);
320 if (fail_if_empty && !len)
321 len = strlcpy(tmpbuf, "FAIL", MAX_NSTR_STRLEN);
326 if (!list_str || !*list_str) {
328 for (nni = nno->list, len = 0; nni->name; nni++) {
333 len += strlcpy(tmpbuf+len, nni->name, MAX_NSTR_STRLEN - len);
334 if (len >= (int)MAX_NSTR_STRLEN - 1)
335 exit_cleanup(RERR_UNSUPPORTED); /* IMPOSSIBLE... */
336 nno->saw[nni->num] = ++cnt;
340 if (DEBUG_GTE(NSTR, am_server ? 4 : 2))
341 rprintf(FINFO, "Client %s list: %s%s\n", nno->type, tmpbuf, am_server ? " (on server)" : "");
344 /* A local server doesn't bother to send/recv the strings, it just constructs
345 * and parses the same string on both sides. */
347 recv_negotiate_str(-1, nno, tmpbuf, len);
349 /* Each side sends their list of valid names to the other side and then both sides
350 * pick the first name in the client's list that is also in the server's list. */
351 write_vstring(f_out, tmpbuf, len);
355 static void negotiate_the_strings(int f_in, int f_out)
357 /* We send all the negotiation strings before we start to read them to help avoid a slow startup. */
359 if (!checksum_choice)
360 send_negotiate_str(f_out, &valid_checksums, "RSYNC_CHECKSUM_LIST");
362 if (do_compression && !compress_choice)
363 send_negotiate_str(f_out, &valid_compressions, "RSYNC_COMPRESS_LIST");
365 if (valid_checksums.saw) {
366 char tmpbuf[MAX_NSTR_STRLEN];
367 recv_negotiate_str(f_in, &valid_checksums, tmpbuf, -1);
369 if (valid_checksums.negotiated_name)
370 xfersum_type = checksum_type = valid_checksums.negotiated_num;
372 if (valid_compressions.saw) {
373 char tmpbuf[MAX_NSTR_STRLEN];
374 recv_negotiate_str(f_in, &valid_compressions, tmpbuf, -1);
377 if (valid_compressions.negotiated_name)
378 compress_type = valid_checksums.negotiated_num;
382 void setup_protocol(int f_out,int f_in)
384 assert(file_extra_cnt == 0);
385 assert(EXTRA64_CNT == 2 || EXTRA64_CNT == 1);
387 /* All int64 values must be set first so that they are guaranteed to be
388 * aligned for direct int64-pointer memory access. */
390 atimes_ndx = (file_extra_cnt += EXTRA64_CNT);
391 if (am_sender) /* This is most likely in the in64 union as well. */
392 pathname_ndx = (file_extra_cnt += PTR_EXTRA_CNT);
394 depth_ndx = ++file_extra_cnt;
396 uid_ndx = ++file_extra_cnt;
398 gid_ndx = ++file_extra_cnt;
399 if (preserve_acls && !am_sender)
400 acls_ndx = ++file_extra_cnt;
402 xattrs_ndx = ++file_extra_cnt;
405 set_allow_inc_recurse();
407 if (remote_protocol == 0) {
408 if (am_server && !local_server)
409 check_sub_protocol();
411 write_int(f_out, protocol_version);
412 remote_protocol = read_int(f_in);
413 if (protocol_version > remote_protocol)
414 protocol_version = remote_protocol;
416 if (read_batch && remote_protocol > protocol_version) {
417 rprintf(FERROR, "The protocol version in the batch file is too new (%d > %d).\n",
418 remote_protocol, protocol_version);
419 exit_cleanup(RERR_PROTOCOL);
422 if (DEBUG_GTE(PROTO, 1)) {
423 rprintf(FINFO, "(%s) Protocol versions: remote=%d, negotiated=%d\n",
424 am_server? "Server" : "Client", remote_protocol, protocol_version);
426 if (remote_protocol < MIN_PROTOCOL_VERSION
427 || remote_protocol > MAX_PROTOCOL_VERSION) {
428 rprintf(FERROR,"protocol version mismatch -- is your shell clean?\n");
429 rprintf(FERROR,"(see the rsync man page for an explanation)\n");
430 exit_cleanup(RERR_PROTOCOL);
432 if (remote_protocol < OLD_PROTOCOL_VERSION) {
433 rprintf(FINFO,"%s is very old version of rsync, upgrade recommended.\n",
434 am_server? "Client" : "Server");
436 if (protocol_version < MIN_PROTOCOL_VERSION) {
437 rprintf(FERROR, "--protocol must be at least %d on the %s.\n",
438 MIN_PROTOCOL_VERSION, am_server? "Server" : "Client");
439 exit_cleanup(RERR_PROTOCOL);
441 if (protocol_version > PROTOCOL_VERSION) {
442 rprintf(FERROR, "--protocol must be no more than %d on the %s.\n",
443 PROTOCOL_VERSION, am_server? "Server" : "Client");
444 exit_cleanup(RERR_PROTOCOL);
449 #ifndef SUPPORT_PREALLOCATION
450 if (preallocate_files && !am_sender) {
451 rprintf(FERROR, "preallocation is not supported on this %s\n",
452 am_server ? "Server" : "Client");
453 exit_cleanup(RERR_SYNTAX);
457 if (protocol_version < 30) {
458 if (append_mode == 1)
460 if (preserve_acls && !local_server) {
462 "--acls requires protocol 30 or higher"
463 " (negotiated %d).\n",
465 exit_cleanup(RERR_PROTOCOL);
467 if (preserve_xattrs && !local_server) {
469 "--xattrs requires protocol 30 or higher"
470 " (negotiated %d).\n",
472 exit_cleanup(RERR_PROTOCOL);
476 if (delete_mode && !(delete_before+delete_during+delete_after)) {
477 if (protocol_version < 30)
483 if (protocol_version < 29) {
486 "--fuzzy requires protocol 29 or higher"
487 " (negotiated %d).\n",
489 exit_cleanup(RERR_PROTOCOL);
492 if (basis_dir_cnt && inplace) {
494 "%s with --inplace requires protocol 29 or higher"
495 " (negotiated %d).\n",
496 dest_option, protocol_version);
497 exit_cleanup(RERR_PROTOCOL);
500 if (basis_dir_cnt > 1) {
502 "Using more than one %s option requires protocol"
503 " 29 or higher (negotiated %d).\n",
504 dest_option, protocol_version);
505 exit_cleanup(RERR_PROTOCOL);
508 if (prune_empty_dirs) {
510 "--prune-empty-dirs requires protocol 29 or higher"
511 " (negotiated %d).\n",
513 exit_cleanup(RERR_PROTOCOL);
515 } else if (protocol_version >= 30) {
517 compat_flags = allow_inc_recurse ? CF_INC_RECURSE : 0;
518 #ifdef CAN_SET_SYMLINK_TIMES
519 compat_flags |= CF_SYMLINK_TIMES;
522 compat_flags |= CF_SYMLINK_ICONV;
524 if (local_server || strchr(client_info, 'f') != NULL)
525 compat_flags |= CF_SAFE_FLIST;
526 if (local_server || strchr(client_info, 'x') != NULL)
527 compat_flags |= CF_AVOID_XATTR_OPTIM;
528 if (local_server || strchr(client_info, 'C') != NULL)
529 compat_flags |= CF_CHKSUM_SEED_FIX;
530 if (local_server || strchr(client_info, 'I') != NULL)
531 compat_flags |= CF_INPLACE_PARTIAL_DIR;
532 if (local_server || strchr(client_info, 'v') != NULL) {
533 if (!write_batch || protocol_version >= 30) {
534 do_negotiated_strings = 1;
535 compat_flags |= CF_VARINT_FLIST_FLAGS;
538 if (strchr(client_info, 'V') != NULL) { /* Support a pre-release 'V' that got superseded */
540 compat_flags |= CF_VARINT_FLIST_FLAGS;
541 write_byte(f_out, compat_flags);
543 write_varint(f_out, compat_flags);
544 } else { /* read_varint() is compatible with the older write_byte() when the 0x80 bit isn't on. */
545 compat_flags = read_varint(f_in);
546 if (compat_flags & CF_VARINT_FLIST_FLAGS)
547 do_negotiated_strings = 1;
549 /* The inc_recurse var MUST be set to 0 or 1. */
550 inc_recurse = compat_flags & CF_INC_RECURSE ? 1 : 0;
551 want_xattr_optim = protocol_version >= 31 && !(compat_flags & CF_AVOID_XATTR_OPTIM);
552 proper_seed_order = compat_flags & CF_CHKSUM_SEED_FIX ? 1 : 0;
553 xfer_flags_as_varint = compat_flags & CF_VARINT_FLIST_FLAGS ? 1 : 0;
555 receiver_symlink_times = am_server
556 ? strchr(client_info, 'L') != NULL
557 : !!(compat_flags & CF_SYMLINK_TIMES);
559 #ifdef CAN_SET_SYMLINK_TIMES
561 receiver_symlink_times = 1;
564 sender_symlink_iconv = iconv_opt && (am_server
565 ? local_server || strchr(client_info, 's') != NULL
566 : !!(compat_flags & CF_SYMLINK_ICONV));
568 if (inc_recurse && !allow_inc_recurse) {
569 /* This should only be able to happen in a batch. */
571 "Incompatible options specified for inc-recursive %s.\n",
572 read_batch ? "batch file" : "connection");
573 exit_cleanup(RERR_SYNTAX);
575 use_safe_inc_flist = (compat_flags & CF_SAFE_FLIST) || protocol_version >= 31;
576 need_messages_from_generator = 1;
577 if (compat_flags & CF_INPLACE_PARTIAL_DIR)
579 #ifdef CAN_SET_SYMLINK_TIMES
580 } else if (!am_sender) {
581 receiver_symlink_times = 1;
585 if (need_unsorted_flist && (!am_sender || inc_recurse))
586 unsort_ndx = ++file_extra_cnt;
588 if (partial_dir && *partial_dir != '/' && (!am_server || local_server)) {
589 int rflags = FILTRULE_NO_PREFIXES | FILTRULE_DIRECTORY;
590 if (!am_sender || protocol_version >= 30)
591 rflags |= FILTRULE_PERISHABLE;
592 parse_filter_str(&filter_list, partial_dir, rule_template(rflags), 0);
597 if (protect_args && files_from) {
599 filesfrom_convert = filesfrom_host && ic_send != (iconv_t)-1;
601 filesfrom_convert = !filesfrom_host && ic_recv != (iconv_t)-1;
605 negotiate_the_strings(f_in, f_out);
609 checksum_seed = time(NULL) ^ (getpid() << 6);
610 write_int(f_out, checksum_seed);
612 checksum_seed = read_int(f_in);
618 void maybe_write_negotiated_strings(int batch_fd)
620 if (valid_checksums.negotiated_name)
621 write_vstring(batch_fd, valid_checksums.negotiated_name, strlen(valid_checksums.negotiated_name));
623 if (valid_compressions.negotiated_name)
624 write_vstring(batch_fd, valid_compressions.negotiated_name, strlen(valid_compressions.negotiated_name));