changed strlcat() and strlcpy() to have the same semantics as the
[rsync.git] / flist.c
diff --git a/flist.c b/flist.c
index fad433a033a4206e0894f714b26313f641b35298..caca010f8dcedd58369d0095d5ab1477229baba4 100644 (file)
--- a/flist.c
+++ b/flist.c
 
 #include "rsync.h"
 
+extern struct stats stats;
+
 extern int csum_length;
 
 extern int verbose;
 extern int am_server;
 extern int always_checksum;
-extern off_t total_size;
 
 extern int cvs_exclude;
 
+extern int recurse;
+
 extern int one_file_system;
 extern int make_backups;
 extern int preserve_links;
+extern int preserve_hard_links;
 extern int preserve_perms;
 extern int preserve_devices;
 extern int preserve_uid;
 extern int preserve_gid;
 extern int preserve_times;
+extern int relative_paths;
+extern int copy_links;
+extern int remote_version;
+extern int io_error;
+
+static struct exclude_struct **local_exclude_list;
+
+static void clean_flist(struct file_list *flist, int strip_root);
 
-static char **local_exclude_list = NULL;
 
-static void clean_fname(char *name);
+static void list_file_entry(struct file_struct *f)
+{
+       char perms[11] = "----------";
+       char *perm_map = "rwxrwxrwx";
+       int i;
+
+       for (i=0;i<9;i++) {
+               if (f->mode & (1<<i)) perms[9-i] = perm_map[8-i];
+       }
+       if (S_ISLNK(f->mode)) perms[0] = 'l';
+       if (S_ISDIR(f->mode)) perms[0] = 'd';
+       if (S_ISBLK(f->mode)) perms[0] = 'b';
+       if (S_ISCHR(f->mode)) perms[0] = 'c';
+       if (S_ISSOCK(f->mode)) perms[0] = 's';
+       if (S_ISFIFO(f->mode)) perms[0] = 'p';
+       
+       if (preserve_links && S_ISLNK(f->mode)) {
+               rprintf(FINFO,"%s %11.0f %s %s -> %s\n", 
+                       perms, 
+                       (double)f->length, timestring(f->modtime), 
+                       f_name(f), f->link);
+       } else {
+               rprintf(FINFO,"%s %11.0f %s %s\n", 
+                       perms, 
+                       (double)f->length, timestring(f->modtime), f_name(f));
+       }
+}
 
 
+int link_stat(const char *Path, STRUCT_STAT *Buffer) 
+{
+#if SUPPORT_LINKS
+    if (copy_links) {
+       return do_stat(Path, Buffer);
+    } else {
+       return do_lstat(Path, Buffer);
+    }
+#else
+    return do_stat(Path, Buffer);
+#endif
+}
+
 /*
   This function is used to check if a file should be included/excluded
   from the list of files based on its name and type etc
  */
-static int match_file_name(char *fname,struct stat *st)
+static int match_file_name(char *fname,STRUCT_STAT *st)
 {
-  if (check_exclude(fname,local_exclude_list)) {
+  if (check_exclude(fname,local_exclude_list,st)) {
     if (verbose > 2)
-      fprintf(stderr,"excluding file %s\n",fname);
+      rprintf(FINFO,"excluding file %s\n",fname);
     return 0;
   }
   return 1;
@@ -63,254 +113,403 @@ static dev_t filesystem_dev;
 
 static void set_filesystem(char *fname)
 {
-  struct stat st;
-  if (lstat(fname,&st) != 0) return;
+  STRUCT_STAT st;
+  if (link_stat(fname,&st) != 0) return;
   filesystem_dev = st.st_dev;
 }
 
 
-static void send_directory(int f,struct file_list *flist,char *dir);
+static int to_wire_mode(mode_t mode)
+{
+       if (S_ISLNK(mode) && (S_IFLNK != 0120000)) {
+               return (mode & ~(_S_IFMT)) | 0120000;
+       }
+       return (int)mode;
+}
 
-static char *flist_dir = NULL;
+static mode_t from_wire_mode(int mode)
+{
+       if ((mode & (_S_IFMT)) == 0120000 && (S_IFLNK != 0120000)) {
+               return (mode & ~(_S_IFMT)) | S_IFLNK;
+       }
+       return (mode_t)mode;
+}
 
-extern void (*send_file_entry)(struct file_struct *file,int f);
-extern void (*receive_file_entry)(struct file_struct *file,
-                                 unsigned char flags,int f);
 
+static void send_directory(int f,struct file_list *flist,char *dir);
 
-void send_file_entry_v11(struct file_struct *file,int f)
-{
-  unsigned char flags;
-  static time_t last_time=0;
-  static mode_t last_mode=0;
-  static dev_t last_dev=0;
-  static uid_t last_uid=0;
-  static gid_t last_gid=0;
-  static char lastname[MAXPATHLEN]="";
-  int l1,l2;
-
-  if (f == -1) return;
-
-  if (!file) {
-    write_byte(f,0);
-    return;
-  }
+static char *flist_dir;
 
-  flags = FILE_VALID;
-
-  if (file->mode == last_mode) flags |= SAME_MODE;
-  if (file->dev == last_dev) flags |= SAME_DEV;
-  if (file->uid == last_uid) flags |= SAME_UID;
-  if (file->gid == last_gid) flags |= SAME_GID;
-  if (file->modtime == last_time) flags |= SAME_TIME;
-
-  for (l1=0;lastname[l1] && file->name[l1] == lastname[l1];l1++) ;
-  l2 = strlen(file->name) - l1;
-
-  if (l1 > 0) flags |= SAME_NAME;
-  if (l2 > 255) flags |= LONG_NAME;
-    
-  write_byte(f,flags);  
-  if (flags & SAME_NAME)
-    write_byte(f,l1);
-  if (flags & LONG_NAME)
-    write_int(f,l2);
-  else
-    write_byte(f,l2);
-  write_buf(f,file->name+l1,l2);
-
-  write_int(f,(int)file->length);
-  if (!(flags & SAME_TIME))
-    write_int(f,(int)file->modtime);
-  if (!(flags & SAME_MODE))
-    write_int(f,(int)file->mode);
-  if (preserve_uid && !(flags & SAME_UID))
-    write_int(f,(int)file->uid);
-  if (preserve_gid && !(flags & SAME_GID))
-    write_int(f,(int)file->gid);
-  if (preserve_devices && IS_DEVICE(file->mode) && !(flags & SAME_DEV))
-    write_int(f,(int)file->dev);
+
+static void send_file_entry(struct file_struct *file,int f,unsigned base_flags)
+{
+       unsigned char flags;
+       static time_t last_time;
+       static mode_t last_mode;
+       static dev_t last_rdev;
+       static uid_t last_uid;
+       static gid_t last_gid;
+       static char lastname[MAXPATHLEN];
+       char *fname;
+       int l1,l2;
+
+       if (f == -1) return;
+
+       if (!file) {
+               write_byte(f,0);
+               return;
+       }
+
+       fname = f_name(file);
+
+       flags = base_flags;
+
+       if (file->mode == last_mode) flags |= SAME_MODE;
+       if (file->rdev == last_rdev) flags |= SAME_RDEV;
+       if (file->uid == last_uid) flags |= SAME_UID;
+       if (file->gid == last_gid) flags |= SAME_GID;
+       if (file->modtime == last_time) flags |= SAME_TIME;
+
+       for (l1=0;lastname[l1] && (fname[l1] == lastname[l1]) && (l1 < 255);l1++) ;  
+       l2 = strlen(fname) - l1;
+
+       if (l1 > 0) flags |= SAME_NAME;
+       if (l2 > 255) flags |= LONG_NAME;
+
+       /* we must make sure we don't send a zero flags byte or the other
+          end will terminate the flist transfer */
+       if (flags == 0 && !S_ISDIR(file->mode)) flags |= FLAG_DELETE;
+       if (flags == 0) flags |= LONG_NAME;
+
+       write_byte(f,flags);  
+       if (flags & SAME_NAME)
+               write_byte(f,l1);
+       if (flags & LONG_NAME)
+               write_int(f,l2);
+       else
+               write_byte(f,l2);
+       write_buf(f,fname+l1,l2);
+
+       write_longint(f,file->length);
+       if (!(flags & SAME_TIME))
+               write_int(f,(int)file->modtime);
+       if (!(flags & SAME_MODE))
+               write_int(f,to_wire_mode(file->mode));
+       if (preserve_uid && !(flags & SAME_UID)) {
+               add_uid(file->uid);
+               write_int(f,(int)file->uid);
+       }
+       if (preserve_gid && !(flags & SAME_GID)) {
+               add_gid(file->gid);
+               write_int(f,(int)file->gid);
+       }
+       if (preserve_devices && IS_DEVICE(file->mode) && !(flags & SAME_RDEV))
+               write_int(f,(int)file->rdev);
 
 #if SUPPORT_LINKS
-  if (preserve_links && S_ISLNK(file->mode)) {
-    write_int(f,strlen(file->link));
-    write_buf(f,file->link,strlen(file->link));
-  }
+       if (preserve_links && S_ISLNK(file->mode)) {
+               write_int(f,strlen(file->link));
+               write_buf(f,file->link,strlen(file->link));
+       }
+#endif
+
+#if SUPPORT_HARD_LINKS
+       if (preserve_hard_links && S_ISREG(file->mode)) {
+               write_int(f,(int)file->dev);
+               write_int(f,(int)file->inode);
+       }
 #endif
 
-  if (always_checksum) {
-    write_buf(f,file->sum,csum_length);
-  }       
+       if (always_checksum) {
+               write_buf(f,file->sum,csum_length);
+       }       
 
-  last_mode = file->mode;
-  last_dev = file->dev;
-  last_uid = file->uid;
-  last_gid = file->gid;
-  last_time = file->modtime;
+       last_mode = file->mode;
+       last_rdev = file->rdev;
+       last_uid = file->uid;
+       last_gid = file->gid;
+       last_time = file->modtime;
 
-  strcpy(lastname,file->name);
-  lastname[255] = 0;
+       strlcpy(lastname,fname,MAXPATHLEN);
+       lastname[MAXPATHLEN-1] = 0;
 }
 
 
 
-void receive_file_entry_v11(struct file_struct *file,
-                           unsigned char flags,int f)
+static void receive_file_entry(struct file_struct **fptr,
+                              unsigned flags,int f)
 {
-  static mode_t last_time=0;
-  static mode_t last_mode=0;
-  static dev_t last_dev=0;
-  static uid_t last_uid=0;
-  static gid_t last_gid=0;
-  static char lastname[MAXPATHLEN]="";
-  int l1=0,l2=0;
-
-  if (flags & SAME_NAME)
-    l1 = read_byte(f);
+       static time_t last_time;
+       static mode_t last_mode;
+       static dev_t last_rdev;
+       static uid_t last_uid;
+       static gid_t last_gid;
+       static char lastname[MAXPATHLEN];
+       char thisname[MAXPATHLEN];
+       int l1=0,l2=0;
+       char *p;
+       struct file_struct *file;
+
+       if (flags & SAME_NAME)
+               l1 = read_byte(f);
   
-  if (flags & LONG_NAME)
-    l2 = read_int(f);
-  else
-    l2 = read_byte(f);
-
-  file->name = (char *)malloc(l1+l2+1);
-  if (!file->name) out_of_memory("receive_file_entry");
-
-  strncpy(file->name,lastname,l1);
-  read_buf(f,file->name+l1,l2);
-  file->name[l1+l2] = 0;
-
-  file->length = (off_t)read_int(f);
-  file->modtime = (flags & SAME_TIME) ? last_time : (time_t)read_int(f);
-  file->mode = (flags & SAME_MODE) ? last_mode : (mode_t)read_int(f);
-  if (preserve_uid)
-    file->uid = (flags & SAME_UID) ? last_uid : (uid_t)read_int(f);
-  if (preserve_gid)
-    file->gid = (flags & SAME_GID) ? last_gid : (gid_t)read_int(f);
-  if (preserve_devices && IS_DEVICE(file->mode))
-    file->dev = (flags & SAME_DEV) ? last_dev : (dev_t)read_int(f);
-
-#if SUPPORT_LINKS
-  if (preserve_links && S_ISLNK(file->mode)) {
-    int l = read_int(f);
-    file->link = (char *)malloc(l+1);
-    if (!file->link) out_of_memory("receive_file_entry");
-    read_buf(f,file->link,l);
-    file->link[l] = 0;
-  }
+       if (flags & LONG_NAME)
+               l2 = read_int(f);
+       else
+               l2 = read_byte(f);
+
+       file = (struct file_struct *)malloc(sizeof(*file));
+       if (!file) out_of_memory("receive_file_entry");
+       memset((char *)file, 0, sizeof(*file));
+       (*fptr) = file;
+
+       if (l2 >= MAXPATHLEN-l1) overflow("receive_file_entry");
+
+       strlcpy(thisname,lastname,l1+1);
+       read_sbuf(f,&thisname[l1],l2);
+       thisname[l1+l2] = 0;
+
+       strlcpy(lastname,thisname,MAXPATHLEN);
+       lastname[MAXPATHLEN-1] = 0;
+
+       clean_fname(thisname);
+
+       if ((p = strrchr(thisname,'/'))) {
+               static char *lastdir;
+               *p = 0;
+               if (lastdir && strcmp(thisname, lastdir)==0) {
+                       file->dirname = lastdir;
+               } else {
+                       file->dirname = strdup(thisname);
+                       lastdir = file->dirname;
+               }
+               file->basename = strdup(p+1);
+       } else {
+               file->dirname = NULL;
+               file->basename = strdup(thisname);
+       }
+
+       if (!file->basename) out_of_memory("receive_file_entry 1");
+
+
+       file->flags = flags;
+       file->length = read_longint(f);
+       file->modtime = (flags & SAME_TIME) ? last_time : (time_t)read_int(f);
+       file->mode = (flags & SAME_MODE) ? last_mode : from_wire_mode(read_int(f));
+       if (preserve_uid)
+               file->uid = (flags & SAME_UID) ? last_uid : (uid_t)read_int(f);
+       if (preserve_gid)
+               file->gid = (flags & SAME_GID) ? last_gid : (gid_t)read_int(f);
+       if (preserve_devices && IS_DEVICE(file->mode))
+               file->rdev = (flags & SAME_RDEV) ? last_rdev : (dev_t)read_int(f);
+
+       if (preserve_links && S_ISLNK(file->mode)) {
+               int l = read_int(f);
+               file->link = (char *)malloc(l+1);
+               if (!file->link) out_of_memory("receive_file_entry 2");
+               read_sbuf(f,file->link,l);
+       }
+
+#if SUPPORT_HARD_LINKS
+       if (preserve_hard_links && S_ISREG(file->mode)) {
+               file->dev = read_int(f);
+               file->inode = read_int(f);
+       }
 #endif
   
-  if (always_checksum)
-    read_buf(f,file->sum,csum_length);
+       if (always_checksum) {
+               file->sum = (char *)malloc(MD4_SUM_LENGTH);
+               if (!file->sum) out_of_memory("md4 sum");
+               read_buf(f,file->sum,csum_length);
+       }
   
-  last_mode = file->mode;
-  last_dev = file->dev;
-  last_uid = file->uid;
-  last_gid = file->gid;
-  last_time = file->modtime;
-
-  strcpy(lastname,file->name);
-  lastname[255] = 0;
+       last_mode = file->mode;
+       last_rdev = file->rdev;
+       last_uid = file->uid;
+       last_gid = file->gid;
+       last_time = file->modtime;
+
+       if (!preserve_perms) {
+               extern int orig_umask;
+               /* set an appropriate set of permissions based on original
+                  permissions and umask. This emulates what GNU cp does */
+               file->mode &= ~orig_umask;
+       }
 }
 
 
-
-static struct file_struct *make_file(int recurse,char *fname)
+/* determine if a file in a different filesstem should be skipped
+   when one_file_system is set. We bascally only want to include
+   the mount points - but they can be hard to find! */
+static int skip_filesystem(char *fname, STRUCT_STAT *st)
 {
-  static struct file_struct file;
-  struct stat st;
-  char sum[SUM_LENGTH];
-
-  bzero(sum,SUM_LENGTH);
-
-  if (lstat(fname,&st) != 0) {
-    fprintf(stderr,"%s: %s\n",
-           fname,strerror(errno));
-    return NULL;
-  }
-
-  if (S_ISDIR(st.st_mode) && !recurse) {
-    fprintf(stderr,"skipping directory %s\n",fname);
-    return NULL;
-  }
-
-  if (one_file_system && st.st_dev != filesystem_dev)
-    return NULL;
-
-  if (!match_file_name(fname,&st))
-    return NULL;
+       STRUCT_STAT st2;
+       char *p = strrchr(fname, '/');
+
+       /* skip all but directories */
+       if (!S_ISDIR(st->st_mode)) return 1;
+
+       /* if its not a subdirectory then allow */
+       if (!p) return 0;
+
+       *p = 0;
+       if (link_stat(fname, &st2)) {
+               *p = '/';
+               return 0;
+       }
+       *p = '/';
+       
+       return (st2.st_dev != filesystem_dev);
+}
 
-  if (verbose > 2)
-    fprintf(stderr,"make_file(%s)\n",fname);
-
-  file.name = strdup(fname);
-  file.modtime = st.st_mtime;
-  file.length = st.st_size;
-  file.mode = st.st_mode;
-  file.uid = st.st_uid;
-  file.gid = st.st_gid;
+static struct file_struct *make_file(char *fname)
+{
+       struct file_struct *file;
+       STRUCT_STAT st;
+       char sum[SUM_LENGTH];
+       char *p;
+       char cleaned_name[MAXPATHLEN];
+
+       strlcpy(cleaned_name, fname, MAXPATHLEN);
+       cleaned_name[MAXPATHLEN-1] = 0;
+       clean_fname(cleaned_name);
+       fname = cleaned_name;
+
+       memset(sum,0,SUM_LENGTH);
+
+       if (link_stat(fname,&st) != 0) {
+               io_error = 1;
+               rprintf(FERROR,"%s: %s\n",
+                       fname,strerror(errno));
+               return NULL;
+       }
+
+       if (S_ISDIR(st.st_mode) && !recurse) {
+               rprintf(FINFO,"skipping directory %s\n",fname);
+               return NULL;
+       }
+       
+       if (one_file_system && st.st_dev != filesystem_dev) {
+               if (skip_filesystem(fname, &st))
+                       return NULL;
+       }
+       
+       if (!match_file_name(fname,&st))
+               return NULL;
+       
+       if (verbose > 2)
+               rprintf(FINFO,"make_file(%s)\n",fname);
+       
+       file = (struct file_struct *)malloc(sizeof(*file));
+       if (!file) out_of_memory("make_file");
+       memset((char *)file,0,sizeof(*file));
+
+       if ((p = strrchr(fname,'/'))) {
+               static char *lastdir;
+               *p = 0;
+               if (lastdir && strcmp(fname, lastdir)==0) {
+                       file->dirname = lastdir;
+               } else {
+                       file->dirname = strdup(fname);
+                       lastdir = file->dirname;
+               }
+               file->basename = strdup(p+1);
+               *p = '/';
+       } else {
+               file->dirname = NULL;
+               file->basename = strdup(fname);
+       }
+
+       file->modtime = st.st_mtime;
+       file->length = st.st_size;
+       file->mode = st.st_mode;
+       file->uid = st.st_uid;
+       file->gid = st.st_gid;
+       file->dev = st.st_dev;
+       file->inode = st.st_ino;
 #ifdef HAVE_ST_RDEV
-  file.dev = st.st_rdev;
+       file->rdev = st.st_rdev;
 #endif
 
 #if SUPPORT_LINKS
-  if (S_ISLNK(st.st_mode)) {
-    int l;
-    char lnk[MAXPATHLEN];
-    if ((l=readlink(fname,lnk,MAXPATHLEN-1)) == -1) {
-      fprintf(stderr,"readlink %s : %s\n",fname,strerror(errno));
-      return NULL;
-    }
-    lnk[l] = 0;
-    file.link = strdup(lnk);
-  }
+       if (S_ISLNK(st.st_mode)) {
+               int l;
+               char lnk[MAXPATHLEN];
+               if ((l=readlink(fname,lnk,MAXPATHLEN-1)) == -1) {
+                       io_error=1;
+                       rprintf(FERROR,"readlink %s : %s\n",
+                               fname,strerror(errno));
+                       return NULL;
+               }
+               lnk[l] = 0;
+               file->link = strdup(lnk);
+       }
 #endif
 
-  if (always_checksum && S_ISREG(st.st_mode)) {
-    file_checksum(fname,file.sum,st.st_size);
-  }       
-
-  if (flist_dir)
-    file.dir = strdup(flist_dir);
-  else
-    file.dir = NULL;
-
-  if (!S_ISDIR(st.st_mode))
-    total_size += st.st_size;
-
-  return &file;
+       if (always_checksum) {
+               file->sum = (char *)malloc(MD4_SUM_LENGTH);
+               if (!file->sum) out_of_memory("md4 sum");
+               /* drat. we have to provide a null checksum for non-regular
+                  files in order to be compatible with earlier versions
+                  of rsync */
+               if (S_ISREG(st.st_mode)) {
+                       file_checksum(fname,file->sum,st.st_size);
+               } else {
+                       memset(file->sum, 0, MD4_SUM_LENGTH);
+               }
+       }       
+
+       if (flist_dir) {
+               static char *lastdir;
+               if (lastdir && strcmp(lastdir, flist_dir)==0) {
+                       file->basedir = lastdir;
+               } else {
+                       file->basedir = strdup(flist_dir);
+                       lastdir = file->basedir;
+               }
+       } else {
+               file->basedir = NULL;
+       }
+
+       if (!S_ISDIR(st.st_mode))
+               stats.total_size += st.st_size;
+
+       return file;
 }
 
 
 
-static void send_file_name(int f,struct file_list *flist,
-                          int recurse,char *fname)
+void send_file_name(int f,struct file_list *flist,char *fname,
+                          int recursive, unsigned base_flags)
 {
   struct file_struct *file;
 
-  file = make_file(recurse,fname);
+  file = make_file(fname);
 
   if (!file) return;  
   
   if (flist->count >= flist->malloced) {
-    flist->malloced += 100;
-    flist->files = (struct file_struct *)realloc(flist->files,
-                                                sizeof(flist->files[0])*
-                                                flist->malloced);
-    if (!flist->files)
-      out_of_memory("send_file_name");
+         if (flist->malloced < 1000)
+                 flist->malloced += 1000;
+         else
+                 flist->malloced *= 2;
+         flist->files = (struct file_struct **)realloc(flist->files,
+                                                       sizeof(flist->files[0])*
+                                                       flist->malloced);
+         if (!flist->files)
+                 out_of_memory("send_file_name");
   }
 
-  if (strcmp(file->name,".") && strcmp(file->name,"/")) {
-    flist->files[flist->count++] = *file;    
-    send_file_entry(file,f);
+  if (strcmp(file->basename,"")) {
+    flist->files[flist->count++] = file;
+    send_file_entry(file,f,base_flags);
   }
 
-  if (S_ISDIR(file->mode) && recurse) {
-    char **last_exclude_list = local_exclude_list;
-    send_directory(f,flist,file->name);
-    local_exclude_list = last_exclude_list;
-    return;
+  if (S_ISDIR(file->mode) && recursive) {
+         struct exclude_struct **last_exclude_list = local_exclude_list;
+         send_directory(f,flist,f_name(file));
+         local_exclude_list = last_exclude_list;
+         return;
   }
 }
 
@@ -318,133 +517,210 @@ static void send_file_name(int f,struct file_list *flist,
 
 static void send_directory(int f,struct file_list *flist,char *dir)
 {
-  DIR *d;
-  struct dirent *di;
-  char fname[MAXPATHLEN];
-  int l;
-  char *p;
-
-  d = opendir(dir);
-  if (!d) {
-    fprintf(stderr,"%s: %s\n",
-           dir,strerror(errno));
-    return;
-  }
-
-  strcpy(fname,dir);
-  l = strlen(fname);
-  if (fname[l-1] != '/')
-    strcat(fname,"/");
-  p = fname + strlen(fname);
-
-  if (cvs_exclude) {
-    strcpy(p,".cvsignore");
-    local_exclude_list = make_exclude_list(fname,NULL,0);
-  }  
-
-  for (di=readdir(d); di; di=readdir(d)) {
-    if (strcmp(di->d_name,".")==0 ||
-       strcmp(di->d_name,"..")==0)
-      continue;
-    strcpy(p,di->d_name);
-    send_file_name(f,flist,1,fname);
-  }
-
-  closedir(d);
+       DIR *d;
+       struct dirent *di;
+       char fname[MAXPATHLEN];
+       int l;
+       char *p;
+
+       d = opendir(dir);
+       if (!d) {
+               io_error = 1;
+               rprintf(FERROR,"opendir(%s): %s\n",
+                       dir,strerror(errno));
+               return;
+       }
+
+       strlcpy(fname,dir,MAXPATHLEN);
+       l = strlen(fname);
+       if (fname[l-1] != '/') {
+               if (l == MAXPATHLEN-1) {
+                       io_error = 1;
+                       rprintf(FERROR,"skipping long-named directory %s\n",fname);
+                       closedir(d);
+                       return;
+               }
+               strlcat(fname,"/", MAXPATHLEN);
+               l++;
+       }
+       p = fname + strlen(fname);
+
+       local_exclude_list = NULL;
+
+       if (cvs_exclude) {
+               if (strlen(fname) + strlen(".cvsignore") <= MAXPATHLEN-1) {
+                       strcpy(p,".cvsignore");
+                       local_exclude_list = make_exclude_list(fname,NULL,0,0);
+               } else {
+                       io_error = 1;
+                       rprintf(FINFO,"cannot cvs-exclude in long-named directory %s\n",fname);
+               }
+       }  
+       
+       for (di=readdir(d); di; di=readdir(d)) {
+               char *dname = d_name(di);
+               if (strcmp(dname,".")==0 ||
+                   strcmp(dname,"..")==0)
+                       continue;
+               strlcpy(p,dname,MAXPATHLEN-l);
+               send_file_name(f,flist,fname,recurse,0);
+       }
+
+       if (local_exclude_list) {
+               add_exclude_list("!", &local_exclude_list, 0);
+       }
+
+       closedir(d);
 }
 
 
 
-struct file_list *send_file_list(int f,int recurse,int argc,char *argv[])
+struct file_list *send_file_list(int f,int argc,char *argv[])
 {
-  int i,l;
-  struct stat st;
-  char *p,*dir;
-  char dbuf[MAXPATHLEN];
-  struct file_list *flist;
-
-  if (verbose && recurse) {
-    fprintf(am_server?stderr:stdout,"building file list ... ");
-    fflush(am_server?stderr:stdout);
-  }
-
-  flist = (struct file_list *)malloc(sizeof(flist[0]));
-  if (!flist) out_of_memory("send_file_list");
-
-  flist->count=0;
-  flist->malloced = 100;
-  flist->files = (struct file_struct *)malloc(sizeof(flist->files[0])*
-                                             flist->malloced);
-  if (!flist->files) out_of_memory("send_file_list");
-
-  for (i=0;i<argc;i++) {
-    char fname2[MAXPATHLEN];
-    char *fname = fname2;
-
-    strcpy(fname,argv[i]);
-
-    l = strlen(fname);
-    if (l != 1 && fname[l-1] == '/') {
-      strcat(fname,".");
-    }
-
-    if (lstat(fname,&st) != 0) {
-      fprintf(stderr,"%s : %s\n",fname,strerror(errno));
-      continue;
-    }
-
-    if (S_ISDIR(st.st_mode) && !recurse) {
-      fprintf(stderr,"skipping directory %s\n",fname);
-      continue;
-    }
-
-    dir = NULL;
-    p = strrchr(fname,'/');
-    if (p) {
-      *p = 0;
-      dir = fname;
-      fname = p+1;      
-    }
-    if (!*fname)
-      fname = ".";
-
-    if (dir && *dir) {
-      if (getcwd(dbuf,MAXPATHLEN-1) == NULL) {
-       fprintf(stderr,"getwd : %s\n",strerror(errno));
-       exit_cleanup(1);
-      }
-      if (chdir(dir) != 0) {
-       fprintf(stderr,"chdir %s : %s\n",dir,strerror(errno));
-       continue;
-      }
-      flist_dir = dir;
-      if (one_file_system)
-       set_filesystem(fname);
-      send_file_name(f,flist,recurse,fname);
-      flist_dir = NULL;
-      if (chdir(dbuf) != 0) {
-       fprintf(stderr,"chdir %s : %s\n",dbuf,strerror(errno));
-       exit_cleanup(1);
-      }
-      continue;
-    }
-
-    if (one_file_system)
-      set_filesystem(fname);
-    send_file_name(f,flist,recurse,fname);
-  }
-
-  if (f != -1) {
-    send_file_entry(NULL,f);
-    write_flush(f);
-  }
-
-  clean_flist(flist);
-
-  if (verbose && recurse)
-    fprintf(am_server?stderr:stdout,"done\n");
-
-  return flist;
+       int i,l;
+       STRUCT_STAT st;
+       char *p,*dir,*olddir;
+       char lastpath[MAXPATHLEN]="";
+       struct file_list *flist;
+       int64 start_write;
+
+       if (verbose && recurse && !am_server && f != -1) {
+               rprintf(FINFO,"building file list ... ");
+               rflush(FINFO);
+       }
+
+       start_write = stats.total_written;
+
+       flist = (struct file_list *)malloc(sizeof(flist[0]));
+       if (!flist) out_of_memory("send_file_list");
+
+       flist->count=0;
+       flist->malloced = 1000;
+       flist->files = (struct file_struct **)malloc(sizeof(flist->files[0])*
+                                                    flist->malloced);
+       if (!flist->files) out_of_memory("send_file_list");
+
+       if (f != -1) {
+               io_start_buffering(f);
+       }
+
+       for (i=0;i<argc;i++) {
+               char fname2[MAXPATHLEN];
+               char *fname = fname2;
+
+               strlcpy(fname,argv[i],MAXPATHLEN);
+
+               l = strlen(fname);
+               if (l != 1 && fname[l-1] == '/') {
+                       strlcat(fname,".",MAXPATHLEN);
+               }
+
+               if (link_stat(fname,&st) != 0) {
+                       io_error=1;
+                       rprintf(FERROR,"%s : %s\n",fname,strerror(errno));
+                       continue;
+               }
+
+               if (S_ISDIR(st.st_mode) && !recurse) {
+                       rprintf(FINFO,"skipping directory %s\n",fname);
+                       continue;
+               }
+
+               dir = NULL;
+               olddir = NULL;
+
+               if (!relative_paths) {
+                       p = strrchr(fname,'/');
+                       if (p) {
+                               *p = 0;
+                               if (p == fname) 
+                                       dir = "/";
+                               else
+                                       dir = fname;      
+                               fname = p+1;      
+                       }
+               } else if (f != -1 && (p=strrchr(fname,'/'))) {
+                       /* this ensures we send the intermediate directories,
+                          thus getting their permissions right */
+                       *p = 0;
+                       if (strcmp(lastpath,fname)) {
+                               strlcpy(lastpath, fname, sizeof(lastpath));
+                               *p = '/';
+                               for (p=fname+1; (p=strchr(p,'/')); p++) {
+                                       int copy_links_saved = copy_links;
+                                       *p = 0;
+                                       copy_links = 0;
+                                       send_file_name(f, flist, fname, 0, 0);
+                                       copy_links = copy_links_saved;
+                                       *p = '/';
+                               }
+                       } else {
+                               *p = '/';
+                       }
+               }
+               
+               if (!*fname)
+                       fname = ".";
+               
+               if (dir && *dir) {
+                       olddir = push_dir(dir, 1);
+
+                       if (!olddir) {
+                               io_error=1;
+                               rprintf(FERROR,"push_dir %s : %s\n",
+                                       dir,strerror(errno));
+                               continue;
+                       }
+
+                       flist_dir = dir;
+               }
+               
+               if (one_file_system)
+                       set_filesystem(fname);
+
+               if (!recurse || !send_included_file_names(f,flist))
+                       send_file_name(f,flist,fname,recurse,FLAG_DELETE);
+
+               if (olddir != NULL) {
+                       flist_dir = NULL;
+                       if (pop_dir(olddir) != 0) {
+                               rprintf(FERROR,"pop_dir %s : %s\n",
+                                       dir,strerror(errno));
+                               exit_cleanup(RERR_FILESELECT);
+                       }
+               }
+       }
+
+       if (f != -1) {
+               send_file_entry(NULL,f,0);
+       }
+
+       if (verbose && recurse && !am_server && f != -1)
+               rprintf(FINFO,"done\n");
+       
+       clean_flist(flist, 0);
+       
+       /* now send the uid/gid list. This was introduced in protocol
+           version 15 */
+       if (f != -1 && remote_version >= 15) {
+               send_uid_list(f);
+       }
+
+       /* if protocol version is >= 17 then send the io_error flag */
+       if (f != -1 && remote_version >= 17) {
+               write_int(f, io_error);
+       }
+
+       if (f != -1) {
+               io_end_buffering(f);
+               stats.flist_size = stats.total_written - start_write;
+               stats.num_files = flist->count;
+       }
+
+       if (verbose > 2)
+               rprintf(FINFO,"send_file_list done\n");
+
+       return flist;
 }
 
 
@@ -452,18 +728,24 @@ struct file_list *recv_file_list(int f)
 {
   struct file_list *flist;
   unsigned char flags;
+  int64 start_read;
+  extern int list_only;
 
-  if (verbose > 2)
-    fprintf(stderr,"recv_file_list starting\n");
+  if (verbose && recurse && !am_server) {
+    rprintf(FINFO,"receiving file list ... ");
+    rflush(FINFO);
+  }
+
+  start_read = stats.total_read;
 
   flist = (struct file_list *)malloc(sizeof(flist[0]));
   if (!flist)
     goto oom;
 
   flist->count=0;
-  flist->malloced=100;
-  flist->files = (struct file_struct *)malloc(sizeof(flist->files[0])*
-                                             flist->malloced);
+  flist->malloced=1000;
+  flist->files = (struct file_struct **)malloc(sizeof(flist->files[0])*
+                                              flist->malloced);
   if (!flist->files)
     goto oom;
 
@@ -472,30 +754,61 @@ struct file_list *recv_file_list(int f)
     int i = flist->count;
 
     if (i >= flist->malloced) {
-      flist->malloced += 100;
-      flist->files =(struct file_struct *)realloc(flist->files,
-                                                 sizeof(flist->files[0])*
-                                                 flist->malloced);
-      if (!flist->files)
-       goto oom;
+         if (flist->malloced < 1000)
+                 flist->malloced += 1000;
+         else
+                 flist->malloced *= 2;
+         flist->files =(struct file_struct **)realloc(flist->files,
+                                                      sizeof(flist->files[0])*
+                                                      flist->malloced);
+         if (!flist->files)
+                 goto oom;
     }
 
     receive_file_entry(&flist->files[i],flags,f);
 
-    if (S_ISREG(flist->files[i].mode))
-      total_size += flist->files[i].length;
+    if (S_ISREG(flist->files[i]->mode))
+           stats.total_size += flist->files[i]->length;
 
     flist->count++;
 
     if (verbose > 2)
-      fprintf(stderr,"recv_file_name(%s)\n",flist->files[i].name);
+      rprintf(FINFO,"recv_file_name(%s)\n",f_name(flist->files[i]));
+  }
+
+
+  if (verbose > 2)
+    rprintf(FINFO,"received %d names\n",flist->count);
+
+  clean_flist(flist, relative_paths);
+
+  if (verbose && recurse && !am_server) {
+    rprintf(FINFO,"done\n");
+  }
+
+  /* now recv the uid/gid list. This was introduced in protocol version 15 */
+  if (f != -1 && remote_version >= 15) {
+         recv_uid_list(f, flist);
+  }
+
+  /* if protocol version is >= 17 then recv the io_error flag */
+  if (f != -1 && remote_version >= 17) {
+         io_error |= read_int(f);
+  }
+
+  if (list_only) {
+         int i;
+         for (i=0;i<flist->count;i++) {
+                 list_file_entry(flist->files[i]);
+         }
   }
 
 
   if (verbose > 2)
-    fprintf(stderr,"received %d names\n",flist->count);
+    rprintf(FINFO,"recv_file_list done\n");
 
-  clean_flist(flist);
+  stats.flist_size = stats.total_read - start_read;
+  stats.num_files = flist->count;
 
   return flist;
 
@@ -505,75 +818,67 @@ oom:
 }
 
 
-static int flist_compare(struct file_struct *f1,struct file_struct *f2)
+int file_compare(struct file_struct **f1,struct file_struct **f2)
 {
-  if (!f1->name && !f2->name) return 0;
-  if (!f1->name) return -1;
-  if (!f2->name) return 1;
-  return strcmp(f1->name,f2->name);
+       if (!(*f1)->basename && !(*f2)->basename) return 0;
+       if (!(*f1)->basename) return -1;
+       if (!(*f2)->basename) return 1;
+       if ((*f1)->dirname == (*f2)->dirname)
+               return u_strcmp((*f1)->basename, (*f2)->basename);
+       return u_strcmp(f_name(*f1),f_name(*f2));
 }
 
 
 int flist_find(struct file_list *flist,struct file_struct *f)
 {
-  int low=0,high=flist->count;
-
-  while (low != high) {
-    int mid = (low+high)/2;
-    int ret = flist_compare(&flist->files[mid],f);
-    if (ret == 0) return mid;
-    if (ret > 0) 
-      high=mid;
-    else
-      low=mid+1;
-  }
-  if (flist_compare(&flist->files[low],f) == 0)
-    return low;
-  return -1;
+       int low=0,high=flist->count-1;
+
+       if (flist->count <= 0) return -1;
+
+       while (low != high) {
+               int mid = (low+high)/2;
+               int ret = file_compare(&flist->files[flist_up(flist, mid)],&f);
+               if (ret == 0) return flist_up(flist, mid);
+               if (ret > 0) {
+                       high=mid;
+               } else {
+                       low=mid+1;
+               }
+       }
+
+       if (file_compare(&flist->files[flist_up(flist,low)],&f) == 0)
+               return flist_up(flist,low);
+       return -1;
 }
 
 
-static void clean_fname(char *name)
+/*
+ * free up one file
+ */
+static void free_file(struct file_struct *file)
 {
-  char *p;
-  int l;
-  int modified = 1;
-
-  if (!name) return;
-
-  while (modified) {
-    modified = 0;
-
-    if ((p=strstr(name,"/./"))) {
-      modified = 1;
-      while (*p) {
-       p[0] = p[2];
-       p++;
-      }
-    }
-
-    if ((p=strstr(name,"//"))) {
-      modified = 1;
-      while (*p) {
-       p[0] = p[1];
-       p++;
-      }
-    }
+       if (!file) return;
+       if (file->basename) free(file->basename);
+       if (file->link) free(file->link);
+       if (file->sum) free(file->sum);
+       memset((char *)file, 0, sizeof(*file));
+}
 
-    if (strncmp(p=name,"./",2) == 0) {      
-      modified = 1;
-      while (*p) {
-       p[0] = p[2];
-       p++;
-      }
-    }
 
-    l = strlen(p=name);
-    if (l > 1 && p[l-1] == '/') {
-      modified = 1;
-      p[l-1] = 0;
-    }
-  }
+/*
+ * free up all elements in a flist
+ */
+void flist_free(struct file_list *flist)
+{
+       int i;
+       for (i=1;i<flist->count;i++) {
+               free_file(flist->files[i]);
+               free(flist->files[i]);
+       }       
+       memset((char *)flist->files, 0, sizeof(flist->files[0])*flist->count);
+       free(flist->files);
+       memset((char *)flist, 0, sizeof(*flist));
+       free(flist);
 }
 
 
@@ -581,30 +886,83 @@ static void clean_fname(char *name)
  * This routine ensures we don't have any duplicate names in our file list.
  * duplicate names can cause corruption because of the pipelining 
  */
-void clean_flist(struct file_list *flist)
+static void clean_flist(struct file_list *flist, int strip_root)
 {
-  int i;
+       int i;
 
-  if (!flist || flist->count == 0) 
-    return;
+       if (!flist || flist->count == 0) 
+               return;
   
-  for (i=0;i<flist->count;i++) {
-    clean_fname(flist->files[i].name);
-  }
-      
-  qsort(flist->files,flist->count,
-       sizeof(flist->files[0]),
-       (int (*)())flist_compare);
-
-  for (i=1;i<flist->count;i++) {
-    if (flist->files[i].name &&
-       strcmp(flist->files[i].name,flist->files[i-1].name) == 0) {
-      if (verbose > 1 && !am_server)
-       fprintf(stderr,"removing duplicate name %s from file list\n",
-               flist->files[i].name);
-      free(flist->files[i-1].name);
-      flist->files[i-1].name = NULL;
-    }
-  }
+       qsort(flist->files,flist->count,
+             sizeof(flist->files[0]),
+             (int (*)())file_compare);
+
+       for (i=1;i<flist->count;i++) {
+               if (flist->files[i]->basename &&
+                   flist->files[i-1]->basename &&
+                   strcmp(f_name(flist->files[i]),
+                          f_name(flist->files[i-1])) == 0) {
+                       if (verbose > 1 && !am_server)
+                               rprintf(FINFO,"removing duplicate name %s from file list %d\n",
+                                       f_name(flist->files[i-1]),i-1);
+                       free_file(flist->files[i]);
+               } 
+       }
+
+       if (strip_root) {
+               /* we need to strip off the root directory in the case
+                  of relative paths, but this must be done _after_
+                  the sorting phase */
+               for (i=0;i<flist->count;i++) {
+                       if (flist->files[i]->dirname &&
+                           flist->files[i]->dirname[0] == '/') {
+                               memmove(&flist->files[i]->dirname[0],
+                                       &flist->files[i]->dirname[1],
+                                       strlen(flist->files[i]->dirname));
+                       }
+                       
+                       if (flist->files[i]->dirname && 
+                           !flist->files[i]->dirname[0]) {
+                               flist->files[i]->dirname = NULL;
+                       }
+               }
+       }
+
+
+       if (verbose <= 3) return;
+
+       for (i=0;i<flist->count;i++) {
+               rprintf(FINFO,"[%d] i=%d %s %s mode=0%o len=%d\n",
+                       getpid(), i, 
+                       NS(flist->files[i]->dirname),
+                       NS(flist->files[i]->basename),
+                       flist->files[i]->mode,
+                       (int)flist->files[i]->length);
+       }
+}
+
+
+/*
+ * return the full filename of a flist entry
+ */
+char *f_name(struct file_struct *f)
+{
+       static char names[10][MAXPATHLEN];
+       static int n;
+       char *p = names[n];
+
+       if (!f || !f->basename) return NULL;
+
+       n = (n+1)%10;
+
+       if (f->dirname) {
+               strlcpy(p, f->dirname, MAXPATHLEN);
+               strlcat(p, "/", MAXPATHLEN);
+               strlcat(p, f->basename, MAXPATHLEN);
+       } else {
+               strlcpy(p, f->basename, MAXPATHLEN);
+       }
+
+       return p;
 }