Some basic batch-mode tests.
[rsync.git] / main.c
1 /* -*- c-file-style: "linux" -*-
2
3    Copyright (C) 1996-2001 by Andrew Tridgell <tridge@samba.org>
4    Copyright (C) Paul Mackerras 1996
5    Copyright (C) 2001, 2002 by Martin Pool <mbp@samba.org>
6
7    This program is free software; you can redistribute it and/or modify
8    it under the terms of the GNU General Public License as published by
9    the Free Software Foundation; either version 2 of the License, or
10    (at your option) any later version.
11
12    This program is distributed in the hope that it will be useful,
13    but WITHOUT ANY WARRANTY; without even the implied warranty of
14    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15    GNU General Public License for more details.
16
17    You should have received a copy of the GNU General Public License
18    along with this program; if not, write to the Free Software
19    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20 */
21
22 #include "rsync.h"
23
24 time_t starttime = 0;
25
26 extern struct stats stats;
27 extern int am_root;
28 extern int am_server;
29 extern int am_sender;
30 extern int am_generator;
31 extern int am_daemon;
32 extern int verbose;
33 extern int blocking_io;
34 extern int cvs_exclude;
35 extern int delete_mode;
36 extern int delete_excluded;
37 extern int delete_after;
38 extern int daemon_over_rsh;
39 extern int do_stats;
40 extern int dry_run;
41 extern int list_only;
42 extern int local_server;
43 extern int log_got_error;
44 extern int module_id;
45 extern int orig_umask;
46 extern int keep_dirlinks;
47 extern int preserve_hard_links;
48 extern int protocol_version;
49 extern int recurse;
50 extern int relative_paths;
51 extern int rsync_port;
52 extern int whole_file;
53 extern int read_batch;
54 extern int write_batch;
55 extern int batch_fd;
56 extern int batch_gen_fd;
57 extern int filesfrom_fd;
58 extern pid_t cleanup_child_pid;
59 extern char *files_from;
60 extern char *remote_filesfrom_file;
61 extern char *rsync_path;
62 extern char *shell_cmd;
63 extern char *batch_name;
64
65
66 /* there's probably never more than at most 2 outstanding child processes,
67  * but set it higher just in case.
68  */
69 #define MAXCHILDPROCS 5
70
71 struct pid_status {
72         pid_t pid;
73         int   status;
74 } pid_stat_table[MAXCHILDPROCS];
75
76 static void show_malloc_stats(void);
77
78 /****************************************************************************
79 wait for a process to exit, calling io_flush while waiting
80 ****************************************************************************/
81 void wait_process(pid_t pid, int *status)
82 {
83         pid_t waited_pid;
84         int cnt;
85
86         while ((waited_pid = waitpid(pid, status, WNOHANG)) == 0) {
87                 msleep(20);
88                 io_flush(FULL_FLUSH);
89         }
90
91         if (waited_pid == -1 && errno == ECHILD) {
92                 /* status of requested child no longer available.
93                  * check to see if it was processed by the sigchld_handler.
94                  */
95                 for (cnt = 0;  cnt < MAXCHILDPROCS; cnt++) {
96                         if (pid == pid_stat_table[cnt].pid) {
97                                 *status = pid_stat_table[cnt].status;
98                                 pid_stat_table[cnt].pid = 0;
99                                 break;
100                         }
101                 }
102         }
103
104         /* TODO: If the child exited on a signal, then log an
105          * appropriate error message.  Perhaps we should also accept a
106          * message describing the purpose of the child.  Also indicate
107          * this to the caller so that thhey know something went
108          * wrong.  */
109         *status = WEXITSTATUS(*status);
110 }
111
112 /* This function gets called from all 3 processes.  We want the client side
113  * to actually output the text, but the sender is the only process that has
114  * all the stats we need.  So, if we're a client sender, we do the report.
115  * If we're a server sender, we write the stats on the supplied fd.  If
116  * we're the client receiver we read the stats from the supplied fd and do
117  * the report.  All processes might also generate a set of debug stats, if
118  * the verbose level is high enough (this is the only thing that the
119  * generator process and the server receiver ever do here). */
120 static void report(int f)
121 {
122         /* Cache two stats because the read/write code can change it. */
123         int64 total_read = stats.total_read;
124         int64 total_written = stats.total_written;
125         time_t t = time(NULL);
126
127         if (do_stats && verbose > 1) {
128                 /* These come out from every process */
129                 show_malloc_stats();
130                 show_flist_stats();
131         }
132
133         if (am_generator)
134                 return;
135
136         if (am_daemon) {
137                 log_exit(0, __FILE__, __LINE__);
138                 if (f == -1 || !am_sender)
139                         return;
140         }
141
142         if (am_server) {
143                 if (am_sender) {
144                         write_longint(f, total_read);
145                         write_longint(f, total_written);
146                         write_longint(f, stats.total_size);
147                 }
148                 return;
149         }
150
151         /* this is the client */
152
153         if (!am_sender) {
154                 total_written = read_longint(f);
155                 total_read = read_longint(f);
156                 stats.total_size = read_longint(f);
157         } else if (write_batch) {
158                 /* The --read-batch process is going to be a client
159                  * receiver, so we need to give it the stats. */
160                 write_longint(batch_fd, total_read);
161                 write_longint(batch_fd, total_written);
162                 write_longint(batch_fd, stats.total_size);
163         }
164
165         if (do_stats) {
166                 rprintf(FINFO,"\nNumber of files: %d\n", stats.num_files);
167                 rprintf(FINFO,"Number of files transferred: %d\n",
168                         stats.num_transferred_files);
169                 rprintf(FINFO,"Total file size: %.0f bytes\n",
170                         (double)stats.total_size);
171                 rprintf(FINFO,"Total transferred file size: %.0f bytes\n",
172                         (double)stats.total_transferred_size);
173                 rprintf(FINFO,"Literal data: %.0f bytes\n",
174                         (double)stats.literal_data);
175                 rprintf(FINFO,"Matched data: %.0f bytes\n",
176                         (double)stats.matched_data);
177                 rprintf(FINFO,"File list size: %d\n", stats.flist_size);
178                 rprintf(FINFO,"Total bytes written: %.0f\n",
179                         (double)total_written);
180                 rprintf(FINFO,"Total bytes read: %.0f\n",
181                         (double)total_read);
182         }
183
184         if (verbose || do_stats) {
185                 rprintf(FINFO,
186                         "\nwrote %.0f bytes  read %.0f bytes  %.2f bytes/sec\n",
187                         (double)total_written, (double)total_read,
188                         (total_written + total_read)/(0.5 + (t - starttime)));
189                 rprintf(FINFO, "total size is %.0f  speedup is %.2f\n",
190                         (double)stats.total_size,
191                         (double)stats.total_size / (total_written+total_read));
192         }
193
194         fflush(stdout);
195         fflush(stderr);
196 }
197
198
199 /**
200  * If our C library can get malloc statistics, then show them to FINFO
201  **/
202 static void show_malloc_stats(void)
203 {
204 #ifdef HAVE_MALLINFO
205         struct mallinfo mi;
206
207         mi = mallinfo();
208
209         rprintf(FINFO, "\n" RSYNC_NAME "[%d] (%s%s%s) heap statistics:\n",
210                 getpid(),
211                 am_server ? "server " : "",
212                 am_daemon ? "daemon " : "",
213                 who_am_i());
214         rprintf(FINFO, "  arena:     %10d   (bytes from sbrk)\n", mi.arena);
215         rprintf(FINFO, "  ordblks:   %10d   (chunks not in use)\n", mi.ordblks);
216         rprintf(FINFO, "  smblks:    %10d\n", mi.smblks);
217         rprintf(FINFO, "  hblks:     %10d   (chunks from mmap)\n", mi.hblks);
218         rprintf(FINFO, "  hblkhd:    %10d   (bytes from mmap)\n", mi.hblkhd);
219         rprintf(FINFO, "  allmem:    %10d   (bytes from sbrk + mmap)\n",
220             mi.arena + mi.hblkhd);
221         rprintf(FINFO, "  usmblks:   %10d\n", mi.usmblks);
222         rprintf(FINFO, "  fsmblks:   %10d\n", mi.fsmblks);
223         rprintf(FINFO, "  uordblks:  %10d   (bytes used)\n", mi.uordblks);
224         rprintf(FINFO, "  fordblks:  %10d   (bytes free)\n", mi.fordblks);
225         rprintf(FINFO, "  keepcost:  %10d   (bytes in releasable chunk)\n", mi.keepcost);
226 #endif /* HAVE_MALLINFO */
227 }
228
229
230 /* Start the remote shell.   cmd may be NULL to use the default. */
231 static pid_t do_cmd(char *cmd, char *machine, char *user, char *path,
232                     int *f_in, int *f_out)
233 {
234         int i, argc = 0;
235         char *args[MAX_ARGS];
236         pid_t ret;
237         char *tok, *dir = NULL;
238         int dash_l_set = 0;
239
240         if (!read_batch && !local_server) {
241                 char *rsh_env = getenv(RSYNC_RSH_ENV);
242                 if (!cmd)
243                         cmd = rsh_env;
244                 if (!cmd)
245                         cmd = RSYNC_RSH;
246                 cmd = strdup(cmd);
247                 if (!cmd)
248                         goto oom;
249
250                 for (tok = strtok(cmd, " "); tok; tok = strtok(NULL, " ")) {
251                         /* Comparison leaves rooms for server_options(). */
252                         if (argc >= MAX_ARGS - 100) {
253                                 rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
254                                 exit_cleanup(RERR_SYNTAX);
255                         }
256                         args[argc++] = tok;
257                 }
258
259                 /* check to see if we've already been given '-l user' in
260                  * the remote-shell command */
261                 for (i = 0; i < argc-1; i++) {
262                         if (!strcmp(args[i], "-l") && args[i+1][0] != '-')
263                                 dash_l_set = 1;
264                 }
265
266 #if HAVE_REMSH
267                 /* remsh (on HPUX) takes the arguments the other way around */
268                 args[argc++] = machine;
269                 if (user && !(daemon_over_rsh && dash_l_set)) {
270                         args[argc++] = "-l";
271                         args[argc++] = user;
272                 }
273 #else
274                 if (user && !(daemon_over_rsh && dash_l_set)) {
275                         args[argc++] = "-l";
276                         args[argc++] = user;
277                 }
278                 args[argc++] = machine;
279 #endif
280
281                 args[argc++] = rsync_path;
282
283                 if (blocking_io < 0) {
284                         char *cp;
285                         if ((cp = strrchr(cmd, '/')) != NULL)
286                                 cp++;
287                         else
288                                 cp = cmd;
289                         if (strcmp(cp, "rsh") == 0 || strcmp(cp, "remsh") == 0)
290                                 blocking_io = 1;
291                 }
292
293                 server_options(args,&argc);
294
295                 if (argc >= MAX_ARGS - 2) {
296                         rprintf(FERROR, "internal: args[] overflowed in do_cmd()\n");
297                         exit_cleanup(RERR_SYNTAX);
298                 }
299         }
300
301         args[argc++] = ".";
302
303         if (!daemon_over_rsh && path && *path)
304                 args[argc++] = path;
305
306         args[argc] = NULL;
307
308         if (verbose > 3) {
309                 rprintf(FINFO,"cmd=");
310                 for (i = 0; i < argc; i++)
311                         rprintf(FINFO,"%s ",args[i]);
312                 rprintf(FINFO,"\n");
313         }
314
315         if (read_batch) {
316                 int from_gen_pipe[2];
317                 if (fd_pair(from_gen_pipe) < 0) {
318                         rsyserr(FERROR, errno, "pipe");
319                         exit_cleanup(RERR_IPC);
320                 }
321                 batch_gen_fd = from_gen_pipe[0];
322                 *f_out = from_gen_pipe[1];
323                 *f_in = batch_fd;
324                 ret = -1; /* no child pid */
325         } else if (local_server) {
326                 /* If the user didn't request --[no-]whole-file, force
327                  * it on, but only if we're not batch processing. */
328                 if (whole_file < 0 && !write_batch)
329                         whole_file = 1;
330                 ret = local_child(argc, args, f_in, f_out, child_main);
331         } else
332                 ret = piped_child(args,f_in,f_out);
333
334         if (dir)
335                 free(dir);
336
337         return ret;
338
339 oom:
340         out_of_memory("do_cmd");
341         return 0; /* not reached */
342 }
343
344
345 static char *get_local_name(struct file_list *flist,char *name)
346 {
347         STRUCT_STAT st;
348         int e;
349
350         if (verbose > 2)
351                 rprintf(FINFO,"get_local_name count=%d %s\n",
352                         flist->count, NS(name));
353
354         if (!name)
355                 return NULL;
356
357         if (do_stat(name,&st) == 0) {
358                 if (S_ISDIR(st.st_mode)) {
359                         if (!push_dir(name)) {
360                                 rsyserr(FERROR, errno, "push_dir#1 %s failed",
361                                         full_fname(name));
362                                 exit_cleanup(RERR_FILESELECT);
363                         }
364                         return NULL;
365                 }
366                 if (flist->count > 1) {
367                         rprintf(FERROR,"ERROR: destination must be a directory when copying more than 1 file\n");
368                         exit_cleanup(RERR_FILESELECT);
369                 }
370                 return name;
371         }
372
373         if (flist->count <= 1 && ((e = strlen(name)) <= 1 || name[e-1] != '/'))
374                 return name;
375
376         if (do_mkdir(name,0777 & ~orig_umask) != 0) {
377                 rsyserr(FERROR, errno, "mkdir %s failed", full_fname(name));
378                 exit_cleanup(RERR_FILEIO);
379         } else {
380                 if (verbose > 0)
381                         rprintf(FINFO,"created directory %s\n",name);
382         }
383
384         if (!push_dir(name)) {
385                 rsyserr(FERROR, errno, "push_dir#2 %s failed",
386                         full_fname(name));
387                 exit_cleanup(RERR_FILESELECT);
388         }
389
390         return NULL;
391 }
392
393
394 static void do_server_sender(int f_in, int f_out, int argc,char *argv[])
395 {
396         int i;
397         struct file_list *flist;
398         char *dir = argv[0];
399
400         if (verbose > 2) {
401                 rprintf(FINFO, "server_sender starting pid=%ld\n",
402                         (long)getpid());
403         }
404
405         if (am_daemon && lp_write_only(module_id)) {
406                 rprintf(FERROR, "ERROR: module is write only\n");
407                 exit_cleanup(RERR_SYNTAX);
408                 return;
409         }
410
411         if (!relative_paths && !push_dir(dir)) {
412                 rsyserr(FERROR, errno, "push_dir#3 %s failed",
413                         full_fname(dir));
414                 exit_cleanup(RERR_FILESELECT);
415         }
416         argc--;
417         argv++;
418
419         if (strcmp(dir,".")) {
420                 int l = strlen(dir);
421                 if (strcmp(dir,"/") == 0)
422                         l = 0;
423                 for (i = 0; i < argc; i++)
424                         argv[i] += l+1;
425         }
426
427         if (argc == 0 && recurse) {
428                 argc = 1;
429                 argv--;
430                 argv[0] = ".";
431         }
432
433         flist = send_file_list(f_out,argc,argv);
434         if (!flist || flist->count == 0) {
435                 exit_cleanup(0);
436         }
437
438         io_start_buffering_in();
439         io_start_buffering_out();
440
441         send_files(flist,f_out,f_in);
442         io_flush(FULL_FLUSH);
443         report(f_out);
444         if (protocol_version >= 24) {
445                 /* final goodbye message */
446                 read_int(f_in);
447         }
448         io_flush(FULL_FLUSH);
449         exit_cleanup(0);
450 }
451
452
453 static int do_recv(int f_in,int f_out,struct file_list *flist,char *local_name)
454 {
455         int pid;
456         int status = 0;
457         int error_pipe[2];
458
459         if (preserve_hard_links)
460                 init_hard_links(flist);
461
462         if (!delete_after) {
463                 /* I moved this here from recv_files() to prevent a race condition */
464                 if (recurse && delete_mode && !local_name && flist->count>0) {
465                         delete_files(flist);
466                 }
467         }
468
469         if (fd_pair(error_pipe) < 0) {
470                 rprintf(FERROR,"error pipe failed in do_recv\n");
471                 exit_cleanup(RERR_SOCKETIO);
472         }
473
474         io_flush(NORMAL_FLUSH);
475
476         if ((pid = do_fork()) == 0) {
477                 close(error_pipe[0]);
478                 if (f_in != f_out)
479                         close(f_out);
480
481                 /* we can't let two processes write to the socket at one time */
482                 io_multiplexing_close();
483
484                 /* set place to send errors */
485                 set_msg_fd_out(error_pipe[1]);
486
487                 recv_files(f_in,flist,local_name);
488                 io_flush(FULL_FLUSH);
489                 report(f_in);
490
491                 send_msg(MSG_DONE, "", 0);
492                 io_flush(FULL_FLUSH);
493                 /* finally we go to sleep until our parent kills us
494                  * with a USR2 signal. We sleep for a short time as on
495                  * some OSes a signal won't interrupt a sleep! */
496                 while (1)
497                         msleep(20);
498         }
499
500         am_generator = 1;
501         if (write_batch)
502                 stop_write_batch();
503
504         close(error_pipe[1]);
505         if (f_in != f_out)
506                 close(f_in);
507
508         io_start_buffering_out();
509
510         set_msg_fd_in(error_pipe[0]);
511
512         generate_files(f_out, flist, local_name);
513
514         get_redo_num(); /* Read final MSG_DONE and any prior messages. */
515         report(-1);
516         io_flush(FULL_FLUSH);
517         if (protocol_version >= 24) {
518                 /* send a final goodbye message */
519                 write_int(f_out, -1);
520         }
521         io_flush(FULL_FLUSH);
522
523         set_msg_fd_in(-1);
524         kill(pid, SIGUSR2);
525         wait_process(pid, &status);
526         return status;
527 }
528
529
530 static void do_server_recv(int f_in, int f_out, int argc,char *argv[])
531 {
532         int status;
533         struct file_list *flist;
534         char *local_name = NULL;
535         char *dir = NULL;
536
537         if (verbose > 2) {
538                 rprintf(FINFO, "server_recv(%d) starting pid=%ld\n",
539                         argc, (long)getpid());
540         }
541
542         if (am_daemon && lp_read_only(module_id)) {
543                 rprintf(FERROR,"ERROR: module is read only\n");
544                 exit_cleanup(RERR_SYNTAX);
545                 return;
546         }
547
548
549         if (argc > 0) {
550                 dir = argv[0];
551                 argc--;
552                 argv++;
553                 if (!am_daemon && !push_dir(dir)) {
554                         rsyserr(FERROR, errno, "push_dir#4 %s failed",
555                                 full_fname(dir));
556                         exit_cleanup(RERR_FILESELECT);
557                 }
558         }
559
560         io_start_buffering_in();
561         if (delete_mode && !delete_excluded)
562                 recv_exclude_list(f_in);
563
564         if (filesfrom_fd >= 0) {
565                 /* We're receiving the file info from the sender, so we need
566                  * the IO routines to automatically write out the names onto
567                  * our f_out socket as we read the list info from the sender.
568                  * This avoids both deadlock and extra delays/buffers. */
569                 io_set_filesfrom_fds(filesfrom_fd, f_out);
570                 filesfrom_fd = -1;
571         }
572
573         flist = recv_file_list(f_in);
574         if (!flist) {
575                 rprintf(FERROR,"server_recv: recv_file_list error\n");
576                 exit_cleanup(RERR_FILESELECT);
577         }
578
579         if (argc > 0) {
580                 if (strcmp(dir,".")) {
581                         argv[0] += strlen(dir);
582                         if (argv[0][0] == '/')
583                                 argv[0]++;
584                 }
585                 local_name = get_local_name(flist,argv[0]);
586         }
587
588         status = do_recv(f_in,f_out,flist,local_name);
589         exit_cleanup(status);
590 }
591
592
593 int child_main(int argc, char *argv[])
594 {
595         start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
596         return 0;
597 }
598
599
600 void start_server(int f_in, int f_out, int argc, char *argv[])
601 {
602         set_nonblocking(f_in);
603         set_nonblocking(f_out);
604
605         io_set_sock_fds(f_in, f_out);
606         setup_protocol(f_out, f_in);
607
608         if (protocol_version >= 23)
609                 io_start_multiplex_out();
610
611         if (am_sender) {
612                 keep_dirlinks = 0; /* Must be disabled on the sender. */
613
614                 recv_exclude_list(f_in);
615                 if (cvs_exclude)
616                         add_cvs_excludes();
617                 do_server_sender(f_in, f_out, argc, argv);
618         } else {
619                 do_server_recv(f_in, f_out, argc, argv);
620         }
621         exit_cleanup(0);
622 }
623
624
625 /*
626  * This is called once the connection has been negotiated.  It is used
627  * for rsyncd, remote-shell, and local connections.
628  */
629 int client_run(int f_in, int f_out, pid_t pid, int argc, char *argv[])
630 {
631         struct file_list *flist = NULL;
632         int status = 0, status2 = 0;
633         char *local_name = NULL;
634
635         cleanup_child_pid = pid;
636         if (read_batch) {
637                 assert(am_sender == 0);
638         } else {
639                 set_nonblocking(f_in);
640                 set_nonblocking(f_out);
641         }
642
643         io_set_sock_fds(f_in, f_out);
644         setup_protocol(f_out,f_in);
645
646         if (protocol_version >= 23 && !read_batch)
647                 io_start_multiplex_in();
648
649         if (am_sender) {
650                 keep_dirlinks = 0; /* Must be disabled on the sender. */
651                 io_start_buffering_out();
652                 if (cvs_exclude)
653                         add_cvs_excludes();
654                 if (delete_mode && !delete_excluded)
655                         send_exclude_list(f_out);
656                 if (remote_filesfrom_file)
657                         filesfrom_fd = f_in;
658
659                 if (write_batch)
660                         start_write_batch(f_out);
661                 if (!read_batch) /* don't write to pipe */
662                         flist = send_file_list(f_out,argc,argv);
663                 if (verbose > 3)
664                         rprintf(FINFO,"file list sent\n");
665
666                 io_flush(NORMAL_FLUSH);
667                 send_files(flist,f_out,f_in);
668                 io_flush(FULL_FLUSH);
669                 if (protocol_version >= 24) {
670                         /* final goodbye message */
671                         read_int(f_in);
672                 }
673                 if (pid != -1) {
674                         if (verbose > 3)
675                                 rprintf(FINFO,"client_run waiting on %d\n", (int) pid);
676                         io_flush(FULL_FLUSH);
677                         wait_process(pid, &status);
678                 }
679                 report(-1);
680                 io_flush(FULL_FLUSH);
681                 exit_cleanup(status);
682         }
683
684         if (argc == 0)
685                 list_only = 1;
686
687         if (!read_batch)
688                 send_exclude_list(f_out);
689
690         if (filesfrom_fd >= 0) {
691                 io_set_filesfrom_fds(filesfrom_fd, f_out);
692                 filesfrom_fd = -1;
693         }
694
695         if (write_batch)
696                 start_write_batch(f_in);
697         flist = recv_file_list(f_in);
698         if (!flist || flist->count == 0) {
699                 rprintf(FINFO, "client: nothing to do: "
700                         "perhaps you need to specify some filenames or "
701                         "the --recursive option?\n");
702                 exit_cleanup(0);
703         }
704
705         local_name = get_local_name(flist,argv[0]);
706
707         status2 = do_recv(f_in,f_out,flist,local_name);
708
709         if (pid != -1) {
710                 if (verbose > 3)
711                         rprintf(FINFO,"client_run2 waiting on %d\n", (int) pid);
712                 io_flush(FULL_FLUSH);
713                 wait_process(pid, &status);
714         }
715
716         return MAX(status, status2);
717 }
718
719 static int copy_argv (char *argv[])
720 {
721         int i;
722
723         for (i = 0; argv[i]; i++) {
724                 if (!(argv[i] = strdup(argv[i]))) {
725                         rprintf (FERROR, "out of memory at %s(%d)\n",
726                                  __FILE__, __LINE__);
727                         return RERR_MALLOC;
728                 }
729         }
730
731         return 0;
732 }
733
734
735 /**
736  * Start a client for either type of remote connection.  Work out
737  * whether the arguments request a remote shell or rsyncd connection,
738  * and call the appropriate connection function, then run_client.
739  *
740  * Calls either start_socket_client (for sockets) or do_cmd and
741  * client_run (for ssh).
742  **/
743 static int start_client(int argc, char *argv[])
744 {
745         char *p;
746         char *shell_machine = NULL;
747         char *shell_path = NULL;
748         char *shell_user = NULL;
749         int ret;
750         pid_t pid;
751         int f_in,f_out;
752         int rc;
753
754         /* Don't clobber argv[] so that ps(1) can still show the right
755          * command line. */
756         if ((rc = copy_argv(argv)))
757                 return rc;
758
759         /* rsync:// always uses rsync server over direct socket connection */
760         if (strncasecmp(URL_PREFIX, argv[0], strlen(URL_PREFIX)) == 0
761             && !read_batch) {
762                 char *host, *path;
763
764                 host = argv[0] + strlen(URL_PREFIX);
765                 p = strchr(host,'/');
766                 if (p) {
767                         *p = 0;
768                         path = p+1;
769                 } else {
770                         path = "";
771                 }
772                 p = strchr(host,':');
773                 if (p) {
774                         rsync_port = atoi(p+1);
775                         *p = 0;
776                 }
777                 return start_socket_client(host, path, argc-1, argv+1);
778         }
779
780         if (!read_batch) { /* for read_batch, NO source is specified */
781                 p = find_colon(argv[0]);
782                 if (p) { /* source is remote */
783                         if (remote_filesfrom_file
784                          && remote_filesfrom_file != files_from + 1
785                          && strncmp(files_from, argv[0], p-argv[0]+1) != 0) {
786                                 rprintf(FERROR,
787                                         "--files-from hostname is not transfer hostname\n");
788                                 exit_cleanup(RERR_SYNTAX);
789                         }
790                         if (p[1] == ':') { /* double colon */
791                                 *p = 0;
792                                 if (!shell_cmd) {
793                                         return start_socket_client(argv[0], p+2,
794                                                                    argc-1, argv+1);
795                                 }
796                                 p++;
797                                 daemon_over_rsh = 1;
798                         }
799
800                         if (argc < 1) { /* destination required */
801                                 usage(FERROR);
802                                 exit_cleanup(RERR_SYNTAX);
803                         }
804
805                         am_sender = 0;
806                         *p = 0;
807                         shell_machine = argv[0];
808                         shell_path = p+1;
809                         argv++;
810                 } else { /* source is local */
811                         am_sender = 1;
812
813                         /* rsync:// destination uses rsync server over direct socket */
814                         if (strncasecmp(URL_PREFIX, argv[argc-1], strlen(URL_PREFIX)) == 0) {
815                                 char *host, *path;
816
817                                 host = argv[argc-1] + strlen(URL_PREFIX);
818                                 p = strchr(host,'/');
819                                 if (p) {
820                                         *p = 0;
821                                         path = p+1;
822                                 } else {
823                                         path = "";
824                                 }
825                                 p = strchr(host,':');
826                                 if (p) {
827                                         rsync_port = atoi(p+1);
828                                         *p = 0;
829                                 }
830                                 return start_socket_client(host, path, argc-1, argv);
831                         }
832
833                         p = find_colon(argv[argc-1]); /* look in dest arg */
834                         if (p && remote_filesfrom_file
835                          && remote_filesfrom_file != files_from + 1
836                          && strncmp(files_from, argv[argc-1], p-argv[argc-1]+1) != 0) {
837                                 rprintf(FERROR,
838                                         "--files-from hostname is not transfer hostname\n");
839                                 exit_cleanup(RERR_SYNTAX);
840                         }
841                         if (!p) { /* no colon found, so src & dest are local */
842                                 local_server = 1;
843                                 if (remote_filesfrom_file) {
844                                         rprintf(FERROR,
845                                                 "--files-from is remote but transfer is local\n");
846                                         exit_cleanup(RERR_SYNTAX);
847                                 }
848                         } else if (p[1] == ':') { /* double colon */
849                                 *p = 0;
850                                 if (!shell_cmd) {
851                                         return start_socket_client(argv[argc-1], p+2,
852                                                                    argc-1, argv);
853                                 }
854                                 p++;
855                                 daemon_over_rsh = 1;
856                         }
857
858                         if (argc < 2) {
859                                 usage(FERROR);
860                                 exit_cleanup(RERR_SYNTAX);
861                         }
862
863                         if (local_server) {
864                                 shell_machine = NULL;
865                                 shell_path = argv[argc-1];
866                         } else {
867                                 *p = 0;
868                                 shell_machine = argv[argc-1];
869                                 shell_path = p+1;
870                         }
871                 }
872                 argc--;
873         } else {  /* read_batch */
874                 local_server = 1;
875                 shell_path = argv[argc-1];
876                 if (find_colon(shell_path)) {
877                         rprintf(FERROR, "remote destination is not allowed with --read-batch\n");
878                         exit_cleanup(RERR_SYNTAX);
879                 }
880         }
881
882         if (shell_machine) {
883                 p = strrchr(shell_machine,'@');
884                 if (p) {
885                         *p = 0;
886                         shell_user = shell_machine;
887                         shell_machine = p+1;
888                 }
889         }
890
891         if (verbose > 3) {
892                 rprintf(FINFO,"cmd=%s machine=%s user=%s path=%s\n",
893                         shell_cmd?shell_cmd:"",
894                         shell_machine?shell_machine:"",
895                         shell_user?shell_user:"",
896                         shell_path?shell_path:"");
897         }
898
899         /* for remote source, only single dest arg can remain ... */
900         if (!am_sender && argc > 1) {
901                 usage(FERROR);
902                 exit_cleanup(RERR_SYNTAX);
903         }
904
905         /* ... or no dest at all */
906         if (!am_sender && argc == 0) {
907                 list_only = 1;
908         }
909
910         pid = do_cmd(shell_cmd,shell_machine,shell_user,shell_path,
911                      &f_in,&f_out);
912
913         /* if we're running an rsync server on the remote host over a
914          * remote shell command, we need to do the RSYNCD protocol first */
915         if (daemon_over_rsh) {
916                 int tmpret;
917                 tmpret = start_inband_exchange(shell_user, shell_path,
918                                                f_in, f_out, argc);
919                 if (tmpret < 0)
920                         return tmpret;
921         }
922
923         ret = client_run(f_in, f_out, pid, argc, argv);
924
925         fflush(stdout);
926         fflush(stderr);
927
928         return ret;
929 }
930
931
932 static RETSIGTYPE sigusr1_handler(UNUSED(int val))
933 {
934         exit_cleanup(RERR_SIGNAL);
935 }
936
937 static RETSIGTYPE sigusr2_handler(UNUSED(int val))
938 {
939         if (log_got_error) _exit(RERR_PARTIAL);
940         _exit(0);
941 }
942
943 static RETSIGTYPE sigchld_handler(UNUSED(int val))
944 {
945 #ifdef WNOHANG
946         int cnt, status;
947         pid_t pid;
948         /* An empty waitpid() loop was put here by Tridge and we could never
949          * get him to explain why he put it in, so rather than taking it
950          * out we're instead saving the child exit statuses for later use.
951          * The waitpid() loop presumably eliminates all possibility of leaving
952          * zombie children, maybe that's why he did it.
953          */
954         while ((pid = waitpid(-1, &status, WNOHANG)) > 0) {
955                 /* save the child's exit status */
956                 for (cnt = 0; cnt < MAXCHILDPROCS; cnt++) {
957                         if (pid_stat_table[cnt].pid == 0) {
958                                 pid_stat_table[cnt].pid = pid;
959                                 pid_stat_table[cnt].status = status;
960                                 break;
961                         }
962                 }
963         }
964 #endif
965 }
966
967
968 /**
969  * This routine catches signals and tries to send them to gdb.
970  *
971  * Because it's called from inside a signal handler it ought not to
972  * use too many library routines.
973  *
974  * @todo Perhaps use "screen -X" instead/as well, to help people
975  * debugging without easy access to X.  Perhaps use an environment
976  * variable, or just call a script?
977  *
978  * @todo The /proc/ magic probably only works on Linux (and
979  * Solaris?)  Can we be more portable?
980  **/
981 #ifdef MAINTAINER_MODE
982 const char *get_panic_action(void)
983 {
984         const char *cmd_fmt = getenv("RSYNC_PANIC_ACTION");
985
986         if (cmd_fmt)
987                 return cmd_fmt;
988         else
989                 return "xterm -display :0 -T Panic -n Panic "
990                         "-e gdb /proc/%d/exe %d";
991 }
992
993
994 /**
995  * Handle a fatal signal by launching a debugger, controlled by $RSYNC_PANIC_ACTION.
996  *
997  * This signal handler is only installed if we were configured with
998  * --enable-maintainer-mode.  Perhaps it should always be on and we
999  * should just look at the environment variable, but I'm a bit leery
1000  * of a signal sending us into a busy loop.
1001  **/
1002 static RETSIGTYPE rsync_panic_handler(UNUSED(int whatsig))
1003 {
1004         char cmd_buf[300];
1005         int ret;
1006
1007         sprintf(cmd_buf, get_panic_action(),
1008                 getpid(), getpid());
1009
1010         /* Unless we failed to execute gdb, we allow the process to
1011          * continue.  I'm not sure if that's right. */
1012         ret = system(cmd_buf);
1013         if (ret)
1014                 _exit(ret);
1015 }
1016 #endif
1017
1018
1019 int main(int argc,char *argv[])
1020 {
1021         int ret;
1022         int orig_argc = argc;
1023         char **orig_argv = argv;
1024
1025         signal(SIGUSR1, sigusr1_handler);
1026         signal(SIGUSR2, sigusr2_handler);
1027         signal(SIGCHLD, sigchld_handler);
1028 #ifdef MAINTAINER_MODE
1029         signal(SIGSEGV, rsync_panic_handler);
1030         signal(SIGFPE, rsync_panic_handler);
1031         signal(SIGABRT, rsync_panic_handler);
1032         signal(SIGBUS, rsync_panic_handler);
1033 #endif /* def MAINTAINER_MODE */
1034
1035         starttime = time(NULL);
1036         am_root = (MY_UID() == 0);
1037
1038         memset(&stats, 0, sizeof(stats));
1039
1040         if (argc < 2) {
1041                 usage(FERROR);
1042                 exit_cleanup(RERR_SYNTAX);
1043         }
1044
1045         /* we set a 0 umask so that correct file permissions can be
1046          * carried across */
1047         orig_umask = (int)umask(0);
1048
1049         if (!parse_arguments(&argc, (const char ***) &argv, 1)) {
1050                 /* FIXME: We ought to call the same error-handling
1051                  * code here, rather than relying on getopt. */
1052                 option_error();
1053                 exit_cleanup(RERR_SYNTAX);
1054         }
1055
1056         signal(SIGINT,SIGNAL_CAST sig_int);
1057         signal(SIGHUP,SIGNAL_CAST sig_int);
1058         signal(SIGTERM,SIGNAL_CAST sig_int);
1059
1060         /* Ignore SIGPIPE; we consistently check error codes and will
1061          * see the EPIPE. */
1062         signal(SIGPIPE, SIG_IGN);
1063
1064         /* Initialize push_dir here because on some old systems getcwd
1065          * (implemented by forking "pwd" and reading its output) doesn't
1066          * work when there are other child processes.  Also, on all systems
1067          * that implement getcwd that way "pwd" can't be found after chroot. */
1068         push_dir(NULL);
1069
1070         init_flist();
1071
1072         if (write_batch || read_batch) {
1073                 if (write_batch)
1074                         write_batch_shell_file(orig_argc, orig_argv, argc);
1075
1076                 if (read_batch && strcmp(batch_name, "-") == 0)
1077                         batch_fd = STDIN_FILENO;
1078                 else {
1079                         batch_fd = do_open(batch_name,
1080                                    write_batch ? O_WRONLY | O_CREAT | O_TRUNC
1081                                    : O_RDONLY, S_IRUSR | S_IWUSR);
1082                 }
1083                 if (batch_fd < 0) {
1084                         rsyserr(FERROR, errno, "Batch file %s open error",
1085                                 batch_name);
1086                         exit_cleanup(RERR_FILEIO);
1087                 }
1088         }
1089
1090         if (am_daemon && !am_server)
1091                 return daemon_main();
1092
1093         if (argc < 1) {
1094                 usage(FERROR);
1095                 exit_cleanup(RERR_SYNTAX);
1096         }
1097
1098         if (dry_run)
1099                 verbose = MAX(verbose,1);
1100
1101         if (am_server) {
1102                 set_nonblocking(STDIN_FILENO);
1103                 set_nonblocking(STDOUT_FILENO);
1104                 if (am_daemon)
1105                         return start_daemon(STDIN_FILENO, STDOUT_FILENO);
1106                 start_server(STDIN_FILENO, STDOUT_FILENO, argc, argv);
1107         }
1108
1109         ret = start_client(argc, argv);
1110         if (ret == -1)
1111                 exit_cleanup(RERR_STARTCLIENT);
1112         else
1113                 exit_cleanup(ret);
1114
1115         return ret;
1116 }