2 Unix SMB/CIFS implementation.
4 Copyright (C) Ricky Poulten 1995-1998
5 Copyright (C) Richard Sharpe 1998
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 2 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 /* The following changes developed by Richard Sharpe for Canon Information
22 Systems Research Australia (CISRA)
24 1. Restore can now restore files with long file names
25 2. Save now saves directory information so that we can restore
26 directory creation times
27 3. tar now accepts both UNIX path names and DOS path names. I prefer
28 those lovely /'s to those UGLY \'s :-)
29 4. the files to exclude can be specified as a regular expression by adding
30 an r flag to the other tar flags. Eg:
32 -TcrX file.tar "*.(obj|exe)"
34 will skip all .obj and .exe files
41 static int clipfind(char **aret, int ret, char *tok);
43 typedef struct file_info_struct file_info2;
45 struct file_info_struct
51 /* These times are normally kept in GMT */
55 char *name; /* This is dynamically allocate */
57 file_info2 *next, *prev; /* Used in the stack ... */
68 stack dir_stack = {NULL, 0}; /* Want an empty stack */
70 #define SEPARATORS " \t\n\r"
71 extern struct cli_state *cli;
73 /* These defines are for the do_setrattr routine, to indicate
74 * setting and reseting of file attributes in the function call */
78 static uint16 attribute = aDIR | aSYSTEM | aHIDDEN;
80 #ifndef CLIENT_TIMEOUT
81 #define CLIENT_TIMEOUT (30*1000)
84 static char *tarbuf, *buffer_p;
85 static int tp, ntarf, tbufsiz;
87 /* Incremental mode */
89 /* Reset archive bit */
91 /* Include / exclude mode (true=include, false=exclude) */
93 /* use regular expressions for search on file names */
94 BOOL tar_re_search=False;
98 /* Do not dump anything, just calculate sizes */
100 /* Dump files with System attribute */
101 BOOL tar_system=True;
102 /* Dump files with Hidden attribute */
103 BOOL tar_hidden=True;
104 /* Be noisy - make a catalogue */
106 BOOL tar_real_noisy=False; /* Don't want to be really noisy by default */
109 static char **cliplist=NULL;
111 static BOOL must_free_cliplist = False;
113 extern file_info def_finfo;
114 extern BOOL lowercase;
116 extern BOOL readbraw_supported;
118 extern pstring cur_dir;
119 extern int get_total_time_ms;
120 extern int get_total_size;
125 static void writetarheader(int f, char *aname, int size, time_t mtime,
126 char *amode, unsigned char ftype);
127 static void do_atar(char *rname,char *lname,file_info *finfo1);
128 static void do_tar(file_info *finfo);
129 static void oct_it(long value, int ndgs, char *p);
130 static void fixtarname(char *tptr, char *fp, int l);
131 static int dotarbuf(int f, char *b, int n);
132 static void dozerobuf(int f, int n);
133 static void dotareof(int f);
134 static void initarbuf(void);
136 /* restore functions */
137 static long readtarheader(union hblock *hb, file_info2 *finfo, char *prefix);
138 static long unoct(char *p, int ndgs);
139 static void do_tarput(void);
140 static void unfixtarname(char *tptr, char *fp, int l, BOOL first);
143 * tar specific utitlities
146 /*******************************************************************
147 Create a string of size size+1 (for the null)
148 *******************************************************************/
149 static char *string_create_s(int size)
153 tmp = (char *)malloc(size+1);
157 DEBUG(0, ("Out of memory in string_create_s\n"));
165 /****************************************************************************
166 Write a tar header to buffer
167 ****************************************************************************/
168 static void writetarheader(int f, char *aname, int size, time_t mtime,
169 char *amode, unsigned char ftype)
175 DEBUG(5, ("WriteTarHdr, Type = %c, Size= %i, Name = %s\n", ftype, size, aname));
177 memset(hb.dummy, 0, sizeof(hb.dummy));
180 if (l >= NAMSIZ - 1) {
181 /* write a GNU tar style long header */
183 b = (char *)malloc(l+TBLOCK+100);
185 DEBUG(0,("out of memory\n"));
188 writetarheader(f, "/./@LongLink", l+2, 0, " 0 \0", 'L');
189 memset(b, 0, l+TBLOCK+100);
190 fixtarname(b, aname, l);
192 DEBUG(5, ("File name in tar file: %s, size=%d, \n", b, (int)strlen(b)));
193 dotarbuf(f, b, TBLOCK*(((i-1)/TBLOCK)+1));
197 /* use l + 1 to do the null too */
198 fixtarname(hb.dbuf.name, aname, (l >= NAMSIZ) ? NAMSIZ : l + 1);
201 strlower(hb.dbuf.name);
203 /* write out a "standard" tar format header */
205 hb.dbuf.name[NAMSIZ-1]='\0';
206 safe_strcpy(hb.dbuf.mode, amode, strlen(amode));
207 oct_it(0L, 8, hb.dbuf.uid);
208 oct_it(0L, 8, hb.dbuf.gid);
209 oct_it((long) size, 13, hb.dbuf.size);
210 oct_it((long) mtime, 13, hb.dbuf.mtime);
211 memcpy(hb.dbuf.chksum, " ", sizeof(hb.dbuf.chksum));
212 memset(hb.dbuf.linkname, 0, NAMSIZ);
213 hb.dbuf.linkflag=ftype;
215 for (chk=0, i=sizeof(hb.dummy), jp=hb.dummy; --i>=0;) chk+=(0xFF & *jp++);
217 oct_it((long) chk, 8, hb.dbuf.chksum);
218 hb.dbuf.chksum[6] = '\0';
220 (void) dotarbuf(f, hb.dummy, sizeof(hb.dummy));
223 /****************************************************************************
224 Read a tar header into a hblock structure, and validate
225 ***************************************************************************/
226 static long readtarheader(union hblock *hb, file_info2 *finfo, char *prefix)
233 * read in a "standard" tar format header - we're not that interested
234 * in that many fields, though
237 /* check the checksum */
238 for (chk=0, i=sizeof(hb->dummy), jp=hb->dummy; --i>=0;) chk+=(0xFF & *jp++);
243 /* compensate for blanks in chksum header */
244 for (i=sizeof(hb->dbuf.chksum), jp=hb->dbuf.chksum; --i>=0;)
247 chk += ' ' * sizeof(hb->dbuf.chksum);
249 fchk=unoct(hb->dbuf.chksum, sizeof(hb->dbuf.chksum));
251 DEBUG(5, ("checksum totals chk=%ld fchk=%ld chksum=%s\n",
252 chk, fchk, hb->dbuf.chksum));
256 DEBUG(0, ("checksums don't match %ld %ld\n", fchk, chk));
257 dump_data(5, (char *)hb - TBLOCK, TBLOCK *3);
261 if ((finfo->name = string_create_s(strlen(prefix) + strlen(hb -> dbuf.name) + 3)) == NULL) {
263 DEBUG(0, ("Out of space creating file_info2 for %s\n", hb -> dbuf.name));
268 safe_strcpy(finfo->name, prefix, strlen(prefix) + strlen(hb -> dbuf.name) + 3);
270 /* use l + 1 to do the null too; do prefix - prefcnt to zap leading slash */
271 unfixtarname(finfo->name + strlen(prefix), hb->dbuf.name,
272 strlen(hb->dbuf.name) + 1, True);
274 /* can't handle some links at present */
275 if ((hb->dbuf.linkflag != '0') && (hb -> dbuf.linkflag != '5')) {
276 if (hb->dbuf.linkflag == 0) {
277 DEBUG(6, ("Warning: NULL link flag (gnu tar archive ?) %s\n",
280 if (hb -> dbuf.linkflag == 'L') { /* We have a longlink */
281 /* Do nothing here at the moment. do_tarput will handle this
282 as long as the longlink gets back to it, as it has to advance
283 the buffer pointer, etc */
286 DEBUG(0, ("this tar file appears to contain some kind of link other than a GNUtar Longlink - ignoring\n"));
292 if ((unoct(hb->dbuf.mode, sizeof(hb->dbuf.mode)) & S_IFDIR)
293 || (*(finfo->name+strlen(finfo->name)-1) == '\\'))
298 finfo->mode=0; /* we don't care about mode at the moment, we'll
299 * just make it a regular file */
301 * Bug fix by richard@sj.co.uk
303 * REC: restore times correctly (as does tar)
304 * We only get the modification time of the file; set the creation time
305 * from the mod. time, and the access time to current time
307 finfo->mtime = finfo->ctime = strtol(hb->dbuf.mtime, NULL, 8);
308 finfo->atime = time(NULL);
309 finfo->size = unoct(hb->dbuf.size, sizeof(hb->dbuf.size));
314 /****************************************************************************
315 Write out the tar buffer to tape or wherever
316 ****************************************************************************/
317 static int dotarbuf(int f, char *b, int n)
324 /* This routine and the next one should be the only ones that do write()s */
325 if (tp + n >= tbufsiz)
330 memcpy(tarbuf + tp, b, diff);
331 fail=fail && (1+write(f, tarbuf, tbufsiz));
338 fail=fail && (1 + write(f, b, tbufsiz));
344 memcpy(tarbuf+tp, b, n);
348 return(fail ? writ : 0);
351 /****************************************************************************
352 Write zeros to buffer / tape
353 ****************************************************************************/
354 static void dozerobuf(int f, int n)
356 /* short routine just to write out n zeros to buffer -
357 * used to round files to nearest block
358 * and to do tar EOFs */
365 memset(tarbuf+tp, 0, tbufsiz-tp);
367 write(f, tarbuf, tbufsiz);
368 memset(tarbuf, 0, (tp+=n-tbufsiz));
372 memset(tarbuf+tp, 0, n);
377 /****************************************************************************
379 ****************************************************************************/
380 static void initarbuf(void)
382 /* initialize tar buffer */
383 tbufsiz=blocksize*TBLOCK;
384 tarbuf=malloc(tbufsiz); /* FIXME: We might not get the buffer */
386 /* reset tar buffer pointer and tar file counter and total dumped */
387 tp=0; ntarf=0; ttarf=0;
390 /****************************************************************************
391 Write two zero blocks at end of file
392 ****************************************************************************/
393 static void dotareof(int f)
395 SMB_STRUCT_STAT stbuf;
396 /* Two zero blocks at end of file, write out full buffer */
401 (void) dozerobuf(f, TBLOCK);
402 (void) dozerobuf(f, TBLOCK);
404 if (sys_fstat(f, &stbuf) == -1)
406 DEBUG(0, ("Couldn't stat file handle\n"));
410 /* Could be a pipe, in which case S_ISREG should fail,
411 * and we should write out at full size */
412 if (tp > 0) write(f, tarbuf, S_ISREG(stbuf.st_mode) ? tp : tbufsiz);
415 /****************************************************************************
416 (Un)mangle DOS pathname, make nonabsolute
417 ****************************************************************************/
418 static void fixtarname(char *tptr, char *fp, int l)
420 /* add a '.' to start of file name, convert from ugly dos \'s in path
421 * to lovely unix /'s :-} */
424 safe_strcpy(tptr, fp, l);
425 string_replace(tptr, '\\', '/');
428 /****************************************************************************
429 Convert from decimal to octal string
430 ****************************************************************************/
431 static void oct_it (long value, int ndgs, char *p)
433 /* Converts long to octal string, pads with leading zeros */
435 /* skip final null, but do final space */
439 /* Loop does at least one digit */
441 p[--ndgs] = '0' + (char) (value & 7);
444 while (ndgs > 0 && value != 0);
446 /* Do leading zeros */
451 /****************************************************************************
452 Convert from octal string to long
453 ***************************************************************************/
454 static long unoct(char *p, int ndgs)
457 /* Converts octal string to long, ignoring any non-digit */
461 if (isdigit((int)*p))
462 value = (value << 3) | (long) (*p - '0');
470 /****************************************************************************
471 Compare two strings in a slash insensitive way, allowing s1 to match s2
472 if s1 is an "initial" string (up to directory marker). Thus, if s2 is
473 a file in any subdirectory of s1, declare a match.
474 ***************************************************************************/
475 static int strslashcmp(char *s1, char *s2)
481 || tolower(*s1) == tolower(*s2)
482 || (*s1 == '\\' && *s2=='/')
483 || (*s1 == '/' && *s2=='\\'))) {
487 /* if s1 has a trailing slash, it compared equal, so s1 is an "initial"
490 if (!*s1 && s1 != s1_0 && (*(s1-1) == '/' || *(s1-1) == '\\')) return 0;
492 /* ignore trailing slash on s1 */
493 if (!*s2 && (*s1 == '/' || *s1 == '\\') && !*(s1+1)) return 0;
495 /* check for s1 is an "initial" string of s2 */
496 if (*s2 == '/' || *s2 == '\\') return 0;
502 /****************************************************************************
503 Ensure a remote path exists (make if necessary)
504 ***************************************************************************/
505 static BOOL ensurepath(char *fname)
507 /* *must* be called with buffer ready malloc'ed */
508 /* ensures path exists */
510 char *partpath, *ffname;
511 char *p=fname, *basehack;
513 DEBUG(5, ( "Ensurepath called with: %s\n", fname));
515 partpath = string_create_s(strlen(fname));
516 ffname = string_create_s(strlen(fname));
518 if ((partpath == NULL) || (ffname == NULL)){
520 DEBUG(0, ("Out of memory in ensurepath: %s\n", fname));
527 /* fname copied to ffname so can strtok */
529 safe_strcpy(ffname, fname, strlen(fname));
531 /* do a `basename' on ffname, so don't try and make file name directory */
532 if ((basehack=strrchr_m(ffname, '\\')) == NULL)
537 p=strtok(ffname, "\\");
541 safe_strcat(partpath, p, strlen(fname) + 1);
543 if (!cli_chkpath(cli, partpath)) {
544 if (!cli_mkdir(cli, partpath))
546 DEBUG(0, ("Error mkdirhiering\n"));
550 DEBUG(3, ("mkdirhiering %s\n", partpath));
554 safe_strcat(partpath, "\\", strlen(fname) + 1);
555 p = strtok(NULL,"/\\");
561 static int padit(char *buf, int bufsize, int padsize)
566 DEBUG(5, ("Padding with %d zeros\n", padsize));
567 memset(buf, 0, bufsize);
568 while( !berr && padsize > 0 ) {
569 bytestowrite= MIN(bufsize, padsize);
570 berr = dotarbuf(tarhandle, buf, bytestowrite) != bytestowrite;
571 padsize -= bytestowrite;
578 static void do_setrattr(char *name, uint16 attr, int set)
582 if (!cli_getatr(cli, name, &oldattr, NULL, NULL)) return;
584 if (set == ATTRSET) {
587 attr = oldattr & ~attr;
590 if (!cli_setatr(cli, name, attr, 0)) {
591 DEBUG(1,("setatr failed: %s\n", cli_errstr(cli)));
596 /****************************************************************************
597 append one remote file to the tar file
598 ***************************************************************************/
599 static void do_atar(char *rname,char *lname,file_info *finfo1)
605 BOOL close_done = False;
606 BOOL shallitime=True;
608 int read_size = 65520;
611 struct timeval tp_start;
612 GetTimeOfDay(&tp_start);
614 ftype = '0'; /* An ordinary file ... */
617 finfo.size = finfo1 -> size;
618 finfo.mode = finfo1 -> mode;
619 finfo.uid = finfo1 -> uid;
620 finfo.gid = finfo1 -> gid;
621 finfo.mtime = finfo1 -> mtime;
622 finfo.atime = finfo1 -> atime;
623 finfo.ctime = finfo1 -> ctime;
626 finfo.size = def_finfo.size;
627 finfo.mode = def_finfo.mode;
628 finfo.uid = def_finfo.uid;
629 finfo.gid = def_finfo.gid;
630 finfo.mtime = def_finfo.mtime;
631 finfo.atime = def_finfo.atime;
632 finfo.ctime = def_finfo.ctime;
637 DEBUG(3,("skipping file %s of size %d bytes\n",
641 ttarf+=finfo.size + TBLOCK - (finfo.size % TBLOCK);
646 fnum = cli_open(cli, rname, O_RDONLY, DENY_NONE);
648 dos_clean_name(rname);
651 DEBUG(0,("%s opening remote file %s (%s)\n",
652 cli_errstr(cli),rname, cur_dir));
656 finfo.name = string_create_s(strlen(rname));
657 if (finfo.name == NULL) {
658 DEBUG(0, ("Unable to allocate space for finfo.name in do_atar\n"));
662 safe_strcpy(finfo.name,rname, strlen(rname));
664 if (!cli_getattrE(cli, fnum, &finfo.mode, &finfo.size, NULL, &finfo.atime, &finfo.mtime)) {
665 DEBUG(0, ("getattrE: %s\n", cli_errstr(cli)));
668 finfo.ctime = finfo.mtime;
671 DEBUG(3,("file %s attrib 0x%X\n",finfo.name,finfo.mode));
673 if (tar_inc && !(finfo.mode & aARCH))
675 DEBUG(4, ("skipping %s - archive bit not set\n", finfo.name));
678 else if (!tar_system && (finfo.mode & aSYSTEM))
680 DEBUG(4, ("skipping %s - system bit is set\n", finfo.name));
683 else if (!tar_hidden && (finfo.mode & aHIDDEN))
685 DEBUG(4, ("skipping %s - hidden bit is set\n", finfo.name));
690 DEBUG(3,("getting file %s of size %d bytes as a tar file %s",
695 /* write a tar header, don't bother with mode - just set to 100644 */
696 writetarheader(tarhandle, rname, finfo.size, finfo.mtime, "100644 \0", ftype);
698 while (nread < finfo.size && !close_done) {
700 DEBUG(3,("nread=%d\n",nread));
702 datalen = cli_read(cli, fnum, data, nread, read_size);
705 DEBUG(0,("Error reading file %s : %s\n", rname, cli_errstr(cli)));
711 /* if file size has increased since we made file size query, truncate
712 read so tar header for this file will be correct.
715 if (nread > finfo.size) {
716 datalen -= nread - finfo.size;
717 DEBUG(0,("File size change - truncating %s to %d bytes\n", finfo.name, (int)finfo.size));
720 /* add received bits of file to buffer - dotarbuf will
721 * write out in 512 byte intervals */
722 if (dotarbuf(tarhandle,data,datalen) != datalen) {
723 DEBUG(0,("Error writing to tar file - %s\n", strerror(errno)));
728 DEBUG(0,("Error reading file %s. Got 0 bytes\n", rname));
735 /* pad tar file with zero's if we couldn't get entire file */
736 if (nread < finfo.size) {
737 DEBUG(0, ("Didn't get entire file. size=%d, nread=%d\n", (int)finfo.size, (int)nread));
738 if (padit(data, sizeof(data), finfo.size - nread))
739 DEBUG(0,("Error writing tar file - %s\n", strerror(errno)));
742 /* round tar file to nearest block */
743 if (finfo.size % TBLOCK)
744 dozerobuf(tarhandle, TBLOCK - (finfo.size % TBLOCK));
746 ttarf+=finfo.size + TBLOCK - (finfo.size % TBLOCK);
750 cli_close(cli, fnum);
754 struct timeval tp_end;
757 /* if shallitime is true then we didn't skip */
758 if (tar_reset && !dry_run)
759 (void) do_setrattr(finfo.name, aARCH, ATTRRESET);
761 GetTimeOfDay(&tp_end);
763 (tp_end.tv_sec - tp_start.tv_sec)*1000 +
764 (tp_end.tv_usec - tp_start.tv_usec)/1000;
765 get_total_time_ms += this_time;
766 get_total_size += finfo.size;
770 DEBUG(0, ("%10d (%7.1f kb/s) %s\n",
771 (int)finfo.size, finfo.size / MAX(0.001, (1.024*this_time)),
775 /* Thanks to Carel-Jan Engel (ease@mail.wirehub.nl) for this one */
776 DEBUG(3,("(%g kb/s) (average %g kb/s)\n",
777 finfo.size / MAX(0.001, (1.024*this_time)),
778 get_total_size / MAX(0.001, (1.024*get_total_time_ms))));
782 /****************************************************************************
783 Append single file to tar file (or not)
784 ***************************************************************************/
785 static void do_tar(file_info *finfo)
789 if (strequal(finfo->name,"..") || strequal(finfo->name,"."))
792 /* Is it on the exclude list ? */
793 if (!tar_excl && clipn) {
796 DEBUG(5, ("Excl: strlen(cur_dir) = %d\n", (int)strlen(cur_dir)));
798 safe_strcpy(exclaim, cur_dir, sizeof(pstring));
799 *(exclaim+strlen(exclaim)-1)='\0';
801 safe_strcat(exclaim, "\\", sizeof(pstring));
802 safe_strcat(exclaim, finfo->name, sizeof(exclaim));
804 DEBUG(5, ("...tar_re_search: %d\n", tar_re_search));
806 if ((!tar_re_search && clipfind(cliplist, clipn, exclaim)) ||
808 (tar_re_search && !regexec(preg, exclaim, 0, NULL, 0))) {
810 (tar_re_search && mask_match(exclaim, cliplist[0], True))) {
812 DEBUG(3,("Skipping file %s\n", exclaim));
817 if (finfo->mode & aDIR)
819 pstring saved_curdir;
822 safe_strcpy(saved_curdir, cur_dir, sizeof(saved_curdir));
824 DEBUG(5, ("Sizeof(cur_dir)=%d, strlen(cur_dir)=%d, strlen(finfo->name)=%d\nname=%s,cur_dir=%s\n", (int)sizeof(cur_dir), (int)strlen(cur_dir), (int)strlen(finfo->name), finfo->name, cur_dir));
826 safe_strcat(cur_dir,finfo->name, sizeof(cur_dir));
827 safe_strcat(cur_dir,"\\", sizeof(cur_dir));
829 DEBUG(5, ("Writing a dir, Name = %s\n", cur_dir));
831 /* write a tar directory, don't bother with mode - just set it to
833 writetarheader(tarhandle, cur_dir, 0, finfo->mtime, "040755 \0", '5');
835 DEBUG(0,(" directory %s\n", cur_dir));
837 ntarf++; /* Make sure we have a file on there */
838 safe_strcpy(mtar_mask,cur_dir, sizeof(pstring));
839 safe_strcat(mtar_mask,"*", sizeof(pstring));
840 DEBUG(5, ("Doing list with mtar_mask: %s\n", mtar_mask));
841 do_list(mtar_mask, attribute, do_tar, False, True);
842 safe_strcpy(cur_dir,saved_curdir, sizeof(pstring));
846 safe_strcpy(rname,cur_dir, sizeof(pstring));
847 safe_strcat(rname,finfo->name, sizeof(pstring));
848 do_atar(rname,finfo->name,finfo);
852 /****************************************************************************
853 Convert from UNIX to DOS file names
854 ***************************************************************************/
855 static void unfixtarname(char *tptr, char *fp, int l, BOOL first)
857 /* remove '.' from start of file name, convert from unix /'s to
858 * dos \'s in path. Kill any absolute path names. But only if first!
861 DEBUG(5, ("firstb=%lX, secondb=%lX, len=%i\n", (long)tptr, (long)fp, l));
868 if (*fp == '\\' || *fp == '/') {
874 safe_strcpy(tptr, fp, l);
875 string_replace(tptr, '/', '\\');
879 /****************************************************************************
880 Move to the next block in the buffer, which may mean read in another set of
881 blocks. FIXME, we should allow more than one block to be skipped.
882 ****************************************************************************/
883 static int next_block(char *ltarbuf, char **bufferp, int bufsiz)
885 int bufread, total = 0;
887 DEBUG(5, ("Advancing to next block: %0lx\n", (unsigned long)*bufferp));
891 if (*bufferp >= (ltarbuf + bufsiz)) {
893 DEBUG(5, ("Reading more data into ltarbuf ...\n"));
896 * Bugfix from Bob Boehmer <boehmer@worldnet.att.net>
897 * Fixes bug where read can return short if coming from
901 bufread = read(tarhandle, ltarbuf, bufsiz);
904 while (total < bufsiz) {
905 if (bufread < 0) { /* An error, return false */
906 return (total > 0 ? -2 : bufread);
914 bufread = read(tarhandle, <arbuf[total], bufsiz - total);
918 DEBUG(5, ("Total bytes read ... %i\n", total));
928 /* Skip a file, even if it includes a long file name? */
929 static int skip_file(int skipsize)
931 int dsize = skipsize;
933 DEBUG(5, ("Skiping file. Size = %i\n", skipsize));
935 /* FIXME, we should skip more than one block at a time */
939 if (next_block(tarbuf, &buffer_p, tbufsiz) <= 0) {
941 DEBUG(0, ("Empty file, short tar file, or read error: %s\n", strerror(errno)));
953 /*************************************************************
954 Get a file from the tar file and store it.
955 When this is called, tarbuf already contains the first
956 file block. This is a bit broken & needs fixing.
957 **************************************************************/
959 static int get_file(file_info2 finfo)
961 int fnum = -1, pos = 0, dsize = 0, rsize = 0, bpos = 0;
963 DEBUG(5, ("get_file: file: %s, size %i\n", finfo.name, (int)finfo.size));
965 if (ensurepath(finfo.name) &&
966 (fnum=cli_open(cli, finfo.name, O_RDWR|O_CREAT|O_TRUNC, DENY_NONE)) == -1) {
967 DEBUG(0, ("abandoning restore\n"));
971 /* read the blocks from the tar file and write to the remote file */
973 rsize = finfo.size; /* This is how much to write */
977 /* We can only write up to the end of the buffer */
979 dsize = MIN(tbufsiz - (buffer_p - tarbuf) - bpos, 65520); /* Calculate the size to write */
980 dsize = MIN(dsize, rsize); /* Should be only what is left */
981 DEBUG(5, ("writing %i bytes, bpos = %i ...\n", dsize, bpos));
983 if (cli_write(cli, fnum, 0, buffer_p + bpos, pos, dsize) != dsize) {
984 DEBUG(0, ("Error writing remote file\n"));
991 /* Now figure out how much to move in the buffer */
993 /* FIXME, we should skip more than one block at a time */
995 /* First, skip any initial part of the part written that is left over */
996 /* from the end of the first TBLOCK */
998 if ((bpos) && ((bpos + dsize) >= TBLOCK)) {
1000 dsize -= (TBLOCK - bpos); /* Get rid of the end of the first block */
1003 if (next_block(tarbuf, &buffer_p, tbufsiz) <=0) { /* and skip the block */
1004 DEBUG(0, ("Empty file, short tar file, or read error: %s\n", strerror(errno)));
1012 * Bugfix from Bob Boehmer <boehmer@worldnet.att.net>.
1013 * If the file being extracted is an exact multiple of
1014 * TBLOCK bytes then we don't want to extract the next
1015 * block from the tarfile here, as it will be done in
1016 * the caller of get_file().
1019 while (((rsize != 0) && (dsize >= TBLOCK)) ||
1020 ((rsize == 0) && (dsize > TBLOCK))) {
1022 if (next_block(tarbuf, &buffer_p, tbufsiz) <=0) {
1023 DEBUG(0, ("Empty file, short tar file, or read error: %s\n", strerror(errno)));
1034 /* Now close the file ... */
1036 if (!cli_close(cli, fnum)) {
1037 DEBUG(0, ("Error closing remote file\n"));
1041 /* Now we update the creation date ... */
1043 DEBUG(5, ("Updating creation date on %s\n", finfo.name));
1045 if (!cli_setatr(cli, finfo.name, finfo.mode, finfo.mtime)) {
1046 if (tar_real_noisy) {
1047 DEBUG(0, ("Could not set time on file: %s\n", finfo.name));
1048 /*return(False); */ /* Ignore, as Win95 does not allow changes */
1054 DEBUG(0, ("restore tar file %s of size %d bytes\n", finfo.name, (int)finfo.size));
1059 /* Create a directory. We just ensure that the path exists and return as there
1060 is no file associated with a directory
1062 static int get_dir(file_info2 finfo)
1065 DEBUG(0, ("restore directory %s\n", finfo.name));
1067 if (!ensurepath(finfo.name)) {
1069 DEBUG(0, ("Problems creating directory\n"));
1078 /* Get a file with a long file name ... first file has file name, next file
1079 has the data. We only want the long file name, as the loop in do_tarput
1080 will deal with the rest.
1082 static char * get_longfilename(file_info2 finfo)
1084 int namesize = finfo.size + strlen(cur_dir) + 2;
1085 char *longname = malloc(namesize);
1086 int offset = 0, left = finfo.size;
1089 DEBUG(5, ("Restoring a long file name: %s\n", finfo.name));
1090 DEBUG(5, ("Len = %d\n", (int)finfo.size));
1092 if (longname == NULL) {
1094 DEBUG(0, ("could not allocate buffer of size %d for longname\n",
1095 (int)(finfo.size + strlen(cur_dir) + 2)));
1099 /* First, add cur_dir to the long file name */
1101 if (strlen(cur_dir) > 0) {
1102 strncpy(longname, cur_dir, namesize);
1103 offset = strlen(cur_dir);
1106 /* Loop through the blocks picking up the name */
1110 if (next_block(tarbuf, &buffer_p, tbufsiz) <= 0) {
1112 DEBUG(0, ("Empty file, short tar file, or read error: %s\n", strerror(errno)));
1117 unfixtarname(longname + offset, buffer_p, MIN(TBLOCK, finfo.size), first--);
1118 DEBUG(5, ("UnfixedName: %s, buffer: %s\n", longname, buffer_p));
1129 static void do_tarput(void)
1132 struct timeval tp_start;
1133 char *longfilename = NULL, linkflag;
1136 GetTimeOfDay(&tp_start);
1138 DEBUG(5, ("RJS do_tarput called ...\n"));
1140 buffer_p = tarbuf + tbufsiz; /* init this to force first read */
1142 /* Now read through those files ... */
1146 /* Get us to the next block, or the first block first time around */
1148 if (next_block(tarbuf, &buffer_p, tbufsiz) <= 0) {
1150 DEBUG(0, ("Empty file, short tar file, or read error: %s\n", strerror(errno)));
1156 DEBUG(5, ("Reading the next header ...\n"));
1158 switch (readtarheader((union hblock *) buffer_p, &finfo, cur_dir)) {
1160 case -2: /* Hmm, not good, but not fatal */
1161 DEBUG(0, ("Skipping %s...\n", finfo.name));
1162 if ((next_block(tarbuf, &buffer_p, tbufsiz) <= 0) &&
1163 !skip_file(finfo.size)) {
1165 DEBUG(0, ("Short file, bailing out...\n"));
1173 DEBUG(0, ("abandoning restore, -1 from read tar header\n"));
1176 case 0: /* chksum is zero - looks like an EOF */
1177 DEBUG(0, ("tar: restored %d files and directories\n", ntarf));
1178 return; /* Hmmm, bad here ... */
1187 /* Now, do we have a long file name? */
1189 if (longfilename != NULL) {
1191 SAFE_FREE(finfo.name); /* Free the space already allocated */
1192 finfo.name = longfilename;
1193 longfilename = NULL;
1197 /* Well, now we have a header, process the file ... */
1199 /* Should we skip the file? We have the long name as well here */
1202 ((!tar_re_search && clipfind(cliplist, clipn, finfo.name) ^ tar_excl)
1204 || (tar_re_search && !regexec(preg, finfo.name, 0, NULL, 0)));
1206 || (tar_re_search && mask_match(finfo.name, cliplist[0], True)));
1209 DEBUG(5, ("Skip = %i, cliplist=%s, file=%s\n", skip, (cliplist?cliplist[0]:NULL), finfo.name));
1213 skip_file(finfo.size);
1218 /* We only get this far if we should process the file */
1219 linkflag = ((union hblock *)buffer_p) -> dbuf.linkflag;
1223 case '0': /* Should use symbolic names--FIXME */
1226 * Skip to the next block first, so we can get the file, FIXME, should
1227 * be in get_file ...
1228 * The 'finfo.size != 0' fix is from Bob Boehmer <boehmer@worldnet.att.net>
1229 * Fixes bug where file size in tarfile is zero.
1232 if ((finfo.size != 0) && next_block(tarbuf, &buffer_p, tbufsiz) <=0) {
1233 DEBUG(0, ("Short file, bailing out...\n"));
1236 if (!get_file(finfo)) {
1237 DEBUG(0, ("Abandoning restore\n"));
1244 if (!get_dir(finfo)) {
1245 DEBUG(0, ("Abandoning restore \n"));
1251 longfilename = get_longfilename(finfo);
1252 if (!longfilename) {
1253 DEBUG(0, ("abandoning restore\n"));
1257 DEBUG(5, ("Long file name: %s\n", longfilename));
1261 skip_file(finfo.size); /* Don't handle these yet */
1273 * samba interactive commands
1276 /****************************************************************************
1278 ***************************************************************************/
1284 if (!next_token_nr(NULL,buf,NULL,sizeof(buf)))
1286 DEBUG(0, ("blocksize <n>\n"));
1291 if (block < 0 || block > 65535)
1293 DEBUG(0, ("blocksize out of range"));
1298 DEBUG(2,("blocksize is now %d\n", blocksize));
1303 /****************************************************************************
1304 command to set incremental / reset mode
1305 ***************************************************************************/
1306 int cmd_tarmode(void)
1310 while (next_token_nr(NULL,buf,NULL,sizeof(buf))) {
1311 if (strequal(buf, "full"))
1313 else if (strequal(buf, "inc"))
1315 else if (strequal(buf, "reset"))
1317 else if (strequal(buf, "noreset"))
1319 else if (strequal(buf, "system"))
1321 else if (strequal(buf, "nosystem"))
1323 else if (strequal(buf, "hidden"))
1325 else if (strequal(buf, "nohidden"))
1327 else if (strequal(buf, "verbose") || strequal(buf, "noquiet"))
1329 else if (strequal(buf, "quiet") || strequal(buf, "noverbose"))
1331 else DEBUG(0, ("tarmode: unrecognised option %s\n", buf));
1334 DEBUG(0, ("tarmode is now %s, %s, %s, %s, %s\n",
1335 tar_inc ? "incremental" : "full",
1336 tar_system ? "system" : "nosystem",
1337 tar_hidden ? "hidden" : "nohidden",
1338 tar_reset ? "reset" : "noreset",
1339 tar_noisy ? "verbose" : "quiet"));
1344 /****************************************************************************
1345 Feeble attrib command
1346 ***************************************************************************/
1347 int cmd_setmode(void)
1355 attra[0] = attra[1] = 0;
1357 if (!next_token_nr(NULL,buf,NULL,sizeof(buf)))
1359 DEBUG(0, ("setmode <filename> <[+|-]rsha>\n"));
1363 safe_strcpy(fname, cur_dir, sizeof(pstring));
1364 safe_strcat(fname, buf, sizeof(pstring));
1366 while (next_token_nr(NULL,buf,NULL,sizeof(buf))) {
1375 case 'r': attra[direct]|=aRONLY;
1377 case 'h': attra[direct]|=aHIDDEN;
1379 case 's': attra[direct]|=aSYSTEM;
1381 case 'a': attra[direct]|=aARCH;
1383 default: DEBUG(0, ("setmode <filename> <perm=[+|-]rsha>\n"));
1388 if (attra[ATTRSET]==0 && attra[ATTRRESET]==0)
1390 DEBUG(0, ("setmode <filename> <[+|-]rsha>\n"));
1394 DEBUG(2, ("\nperm set %d %d\n", attra[ATTRSET], attra[ATTRRESET]));
1395 do_setrattr(fname, attra[ATTRSET], ATTRSET);
1396 do_setrattr(fname, attra[ATTRRESET], ATTRRESET);
1401 /****************************************************************************
1402 Principal command for creating / extracting
1403 ***************************************************************************/
1410 if (!next_token_nr(NULL,buf,NULL,sizeof(buf)))
1412 DEBUG(0,("tar <c|x>[IXbgan] <filename>\n"));
1416 argl=toktocliplist(&argcl, NULL);
1417 if (!tar_parseargs(argcl, argl, buf, 0))
1427 /****************************************************************************
1428 Command line (option) version
1429 ***************************************************************************/
1430 int process_tar(void)
1446 if (clipn && tar_excl) {
1450 for (i=0; i<clipn; i++) {
1451 DEBUG(5,("arg %d = %s\n", i, cliplist[i]));
1453 if (*(cliplist[i]+strlen(cliplist[i])-1)=='\\') {
1454 *(cliplist[i]+strlen(cliplist[i])-1)='\0';
1457 if (strrchr_m(cliplist[i], '\\')) {
1460 safe_strcpy(saved_dir, cur_dir, sizeof(pstring));
1462 if (*cliplist[i]=='\\') {
1463 safe_strcpy(tarmac, cliplist[i], sizeof(pstring));
1465 safe_strcpy(tarmac, cur_dir, sizeof(pstring));
1466 safe_strcat(tarmac, cliplist[i], sizeof(pstring));
1468 safe_strcpy(cur_dir, tarmac, sizeof(pstring));
1469 *(strrchr_m(cur_dir, '\\')+1)='\0';
1471 DEBUG(5, ("process_tar, do_list with tarmac: %s\n", tarmac));
1472 do_list(tarmac,attribute,do_tar, False, True);
1473 safe_strcpy(cur_dir,saved_dir, sizeof(pstring));
1475 safe_strcpy(tarmac, cur_dir, sizeof(pstring));
1476 safe_strcat(tarmac, cliplist[i], sizeof(pstring));
1477 DEBUG(5, ("process_tar, do_list with tarmac: %s\n", tarmac));
1478 do_list(tarmac,attribute,do_tar, False, True);
1483 safe_strcpy(mask,cur_dir, sizeof(pstring));
1484 DEBUG(5, ("process_tar, do_list with mask: %s\n", mask));
1485 safe_strcat(mask,"\\*", sizeof(pstring));
1486 do_list(mask,attribute,do_tar,False, True);
1489 if (ntarf) dotareof(tarhandle);
1493 DEBUG(0, ("tar: dumped %d files and directories\n", ntarf));
1494 DEBUG(0, ("Total bytes written: %.0f\n", (double)ttarf));
1498 if (must_free_cliplist) {
1500 for (i = 0; i < clipn; ++i) {
1501 SAFE_FREE(cliplist[i]);
1503 SAFE_FREE(cliplist);
1506 must_free_cliplist = False;
1512 /****************************************************************************
1513 Find a token (filename) in a clip list
1514 ***************************************************************************/
1515 static int clipfind(char **aret, int ret, char *tok)
1517 if (aret==NULL) return 0;
1519 /* ignore leading slashes or dots in token */
1520 while(strchr_m("/\\.", *tok)) tok++;
1525 /* ignore leading slashes or dots in list */
1526 while(strchr_m("/\\.", *pkey)) pkey++;
1528 if (!strslashcmp(pkey, tok)) return 1;
1534 /****************************************************************************
1535 Read list of files to include from the file and initialize cliplist
1537 ***************************************************************************/
1538 static int read_inclusion_file(char *filename)
1540 XFILE *inclusion = NULL;
1541 char buf[MAXPATHLEN + 1];
1542 char *inclusion_buffer = NULL;
1543 int inclusion_buffer_size = 0;
1544 int inclusion_buffer_sofar = 0;
1551 buf[MAXPATHLEN] = '\0'; /* guarantee null-termination */
1552 if ((inclusion = x_fopen(filename, O_RDONLY, 0)) == NULL) {
1553 /* XXX It would be better to include a reason for failure, but without
1554 * autoconf, it's hard to use strerror, sys_errlist, etc.
1556 DEBUG(0,("Unable to open inclusion file %s\n", filename));
1560 while ((! error) && (x_fgets(buf, sizeof(buf)-1, inclusion))) {
1561 if (inclusion_buffer == NULL) {
1562 inclusion_buffer_size = 1024;
1563 if ((inclusion_buffer = malloc(inclusion_buffer_size)) == NULL) {
1564 DEBUG(0,("failure allocating buffer to read inclusion file\n"));
1570 if (buf[strlen(buf)-1] == '\n') {
1571 buf[strlen(buf)-1] = '\0';
1574 if ((strlen(buf) + 1 + inclusion_buffer_sofar) >= inclusion_buffer_size) {
1576 inclusion_buffer_size *= 2;
1577 ib = Realloc(inclusion_buffer,inclusion_buffer_size);
1579 DEBUG(0,("failure enlarging inclusion buffer to %d bytes\n",
1580 inclusion_buffer_size));
1584 else inclusion_buffer = ib;
1587 safe_strcpy(inclusion_buffer + inclusion_buffer_sofar, buf, inclusion_buffer_size - inclusion_buffer_sofar);
1588 inclusion_buffer_sofar += strlen(buf) + 1;
1591 x_fclose(inclusion);
1594 /* Allocate an array of clipn + 1 char*'s for cliplist */
1595 cliplist = malloc((clipn + 1) * sizeof(char *));
1596 if (cliplist == NULL) {
1597 DEBUG(0,("failure allocating memory for cliplist\n"));
1600 cliplist[clipn] = NULL;
1601 p = inclusion_buffer;
1602 for (i = 0; (! error) && (i < clipn); i++) {
1603 /* set current item to NULL so array will be null-terminated even if
1604 * malloc fails below. */
1606 if ((tmpstr = (char *)malloc(strlen(p)+1)) == NULL) {
1607 DEBUG(0, ("Could not allocate space for a cliplist item, # %i\n", i));
1610 unfixtarname(tmpstr, p, strlen(p) + 1, True);
1611 cliplist[i] = tmpstr;
1612 if ((p = strchr_m(p, '\000')) == NULL) {
1613 DEBUG(0,("INTERNAL ERROR: inclusion_buffer is of unexpected contents.\n"));
1619 must_free_cliplist = True;
1623 SAFE_FREE(inclusion_buffer);
1627 /* We know cliplist is always null-terminated */
1628 for (pp = cliplist; *pp; ++pp) {
1631 SAFE_FREE(cliplist);
1633 must_free_cliplist = False;
1638 /* cliplist and its elements are freed at the end of process_tar. */
1642 /****************************************************************************
1643 Parse tar arguments. Sets tar_type, tar_excl, etc.
1644 ***************************************************************************/
1645 int tar_parseargs(int argc, char *argv[], char *Optarg, int Optind)
1647 char tar_clipfl='\0';
1649 /* Reset back to defaults - could be from interactive version
1650 * reset mode and archive mode left as they are though
1662 if (tar_type=='c') {
1663 printf("Tar must be followed by only one of c or x.\n");
1669 if (Optind>=argc || !(blocksize=atoi(argv[Optind]))) {
1670 DEBUG(0,("Option b must be followed by valid blocksize\n"));
1681 DEBUG(0,("Option N must be followed by valid file name\n"));
1684 SMB_STRUCT_STAT stbuf;
1685 extern time_t newer_than;
1687 if (sys_stat(argv[Optind], &stbuf) == 0) {
1688 newer_than = stbuf.st_mtime;
1689 DEBUG(1,("Getting files newer than %s",
1690 asctime(LocalTime(&newer_than))));
1693 DEBUG(0,("Error setting newer-than time\n"));
1706 DEBUG(0,("Only one of I,X,F must be specified\n"));
1713 DEBUG(0,("Only one of I,X,F must be specified\n"));
1720 DEBUG(0,("Only one of I,X,F must be specified\n"));
1726 DEBUG(0, ("tar_re_search set\n"));
1727 tar_re_search = True;
1730 if (tar_type == 'c') {
1731 DEBUG(0, ("dry_run set\n"));
1734 DEBUG(0, ("n is only meaningful when creating a tar-file\n"));
1739 DEBUG(0,("Unknown tar option\n"));
1744 printf("Option T must be followed by one of c or x.\n");
1748 /* tar_excl is true if cliplist lists files to be included.
1749 * Both 'I' and 'F' mean include. */
1750 tar_excl=tar_clipfl!='X';
1752 if (tar_clipfl=='F') {
1753 if (argc-Optind-1 != 1) {
1754 DEBUG(0,("Option F must be followed by exactly one filename.\n"));
1757 if (! read_inclusion_file(argv[Optind+1])) {
1760 } else if (Optind+1<argc && !tar_re_search) { /* For backwards compatibility */
1765 cliplist=argv+Optind+1;
1766 clipn=argc-Optind-1;
1769 if ((tmplist=malloc(clipn*sizeof(char *))) == NULL) {
1770 DEBUG(0, ("Could not allocate space to process cliplist, count = %i\n",
1776 for (clipcount = 0; clipcount < clipn; clipcount++) {
1778 DEBUG(5, ("Processing an item, %s\n", cliplist[clipcount]));
1780 if ((tmpstr = (char *)malloc(strlen(cliplist[clipcount])+1)) == NULL) {
1781 DEBUG(0, ("Could not allocate space for a cliplist item, # %i\n",
1786 unfixtarname(tmpstr, cliplist[clipcount], strlen(cliplist[clipcount]) + 1, True);
1787 tmplist[clipcount] = tmpstr;
1788 DEBUG(5, ("Processed an item, %s\n", tmpstr));
1790 DEBUG(5, ("Cliplist is: %s\n", cliplist[0]));
1793 must_free_cliplist = True;
1796 if (Optind+1<argc && tar_re_search) { /* Doing regular expression seaches */
1800 if ((preg = (regex_t *)malloc(65536)) == NULL) {
1802 DEBUG(0, ("Could not allocate buffer for regular expression search\n"));
1807 if (errcode = regcomp(preg, argv[Optind + 1], REG_EXTENDED)) {
1811 errlen = regerror(errcode, preg, errstr, sizeof(errstr) - 1);
1813 DEBUG(0, ("Could not compile pattern buffer for re search: %s\n%s\n", argv[Optind + 1], errstr));
1819 clipn=argc-Optind-1;
1820 cliplist=argv+Optind+1;
1824 if (Optind>=argc || !strcmp(argv[Optind], "-")) {
1825 /* Sets tar handle to either 0 or 1, as appropriate */
1826 tarhandle=(tar_type=='c');
1828 * Make sure that dbf points to stderr if we are using stdout for
1834 if (tar_type=='c' && (dry_run || strcmp(argv[Optind], "/dev/null")==0))
1837 DEBUG(0,("Output is /dev/null, assuming dry_run"));
1842 if ((tar_type=='x' && (tarhandle = sys_open(argv[Optind], O_RDONLY, 0)) == -1)
1843 || (tar_type=='c' && (tarhandle=sys_creat(argv[Optind], 0644)) < 0))
1845 DEBUG(0,("Error opening local file %s - %s\n",
1846 argv[Optind], strerror(errno)));