This is flist.c in view mode; [Download] [Up]
/*
Copyright (C) Andrew Tridgell 1996
Copyright (C) Paul Mackerras 1996
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*/
/* generate and receive file lists */
#include "rsync.h"
extern int csum_length;
extern int verbose;
extern int am_server;
extern int always_checksum;
extern off_t total_size;
extern int cvs_exclude;
extern int recurse;
extern int one_file_system;
extern int make_backups;
extern int preserve_links;
extern int preserve_hard_links;
extern int preserve_perms;
extern int preserve_devices;
extern int preserve_uid;
extern int preserve_gid;
extern int preserve_times;
extern int relative_paths;
extern int copy_links;
extern int remote_version;
static char **local_exclude_list = NULL;
static void clean_fname(char *name);
int link_stat(const char *Path, struct stat *Buffer)
{
#if SUPPORT_LINKS
if (copy_links) {
return stat(Path, Buffer);
} else {
return lstat(Path, Buffer);
}
#else
return stat(Path, Buffer);
#endif
}
/*
This function is used to check if a file should be included/excluded
from the list of files based on its name and type etc
*/
static int match_file_name(char *fname,struct stat *st)
{
if (check_exclude(fname,local_exclude_list)) {
if (verbose > 2)
fprintf(FERROR,"excluding file %s\n",fname);
return 0;
}
return 1;
}
/* used by the one_file_system code */
static dev_t filesystem_dev;
static void set_filesystem(char *fname)
{
struct stat st;
if (link_stat(fname,&st) != 0) return;
filesystem_dev = st.st_dev;
}
static void send_directory(int f,struct file_list *flist,char *dir);
static char *flist_dir = NULL;
extern void (*send_file_entry)(struct file_struct *file,int f);
extern void (*receive_file_entry)(struct file_struct *file,
unsigned char flags,int f);
void send_file_entry_v11(struct file_struct *file,int f)
{
unsigned char flags;
static time_t last_time=0;
static mode_t last_mode=0;
static dev_t last_rdev=0;
static uid_t last_uid=0;
static gid_t last_gid=0;
static char lastname[MAXPATHLEN]="";
int l1,l2;
if (f == -1) return;
if (!file) {
write_byte(f,0);
return;
}
flags = FILE_VALID;
if (file->mode == last_mode) flags |= SAME_MODE;
if (file->rdev == last_rdev) flags |= SAME_RDEV;
if (file->uid == last_uid) flags |= SAME_UID;
if (file->gid == last_gid) flags |= SAME_GID;
if (file->modtime == last_time) flags |= SAME_TIME;
for (l1=0;lastname[l1] && file->name[l1] == lastname[l1];l1++) ;
l2 = strlen(file->name) - l1;
if (l1 > 0) flags |= SAME_NAME;
if (l2 > 255) flags |= LONG_NAME;
write_byte(f,flags);
if (flags & SAME_NAME)
write_byte(f,l1);
if (flags & LONG_NAME)
write_int(f,l2);
else
write_byte(f,l2);
write_buf(f,file->name+l1,l2);
write_int(f,(int)file->length);
if (!(flags & SAME_TIME))
write_int(f,(int)file->modtime);
if (!(flags & SAME_MODE))
write_int(f,(int)file->mode);
if (preserve_uid && !(flags & SAME_UID)) {
add_uid(file->uid);
write_int(f,(int)file->uid);
}
if (preserve_gid && !(flags & SAME_GID)) {
add_gid(file->gid);
write_int(f,(int)file->gid);
}
if (preserve_devices && IS_DEVICE(file->mode) && !(flags & SAME_RDEV))
write_int(f,(int)file->rdev);
#if SUPPORT_LINKS
if (preserve_links && S_ISLNK(file->mode)) {
write_int(f,strlen(file->link));
write_buf(f,file->link,strlen(file->link));
}
#endif
#if SUPPORT_HARD_LINKS
if (preserve_hard_links && S_ISREG(file->mode)) {
write_int(f,file->dev);
write_int(f,file->inode);
}
#endif
if (always_checksum) {
write_buf(f,file->sum,csum_length);
}
last_mode = file->mode;
last_rdev = file->rdev;
last_uid = file->uid;
last_gid = file->gid;
last_time = file->modtime;
strncpy(lastname,file->name,MAXPATHLEN-1);
lastname[MAXPATHLEN-1] = 0;
}
void receive_file_entry_v11(struct file_struct *file,
unsigned char flags,int f)
{
static time_t last_time=0;
static mode_t last_mode=0;
static dev_t last_rdev=0;
static uid_t last_uid=0;
static gid_t last_gid=0;
static char lastname[MAXPATHLEN]="";
int l1=0,l2=0;
if (flags & SAME_NAME)
l1 = read_byte(f);
if (flags & LONG_NAME)
l2 = read_int(f);
else
l2 = read_byte(f);
bzero((char *)file,sizeof(*file));
file->name = (char *)malloc(l1+l2+1);
if (!file->name) out_of_memory("receive_file_entry 1");
strncpy(file->name,lastname,l1);
read_buf(f,file->name+l1,l2);
file->name[l1+l2] = 0;
file->length = (off_t)read_int(f);
file->modtime = (flags & SAME_TIME) ? last_time : (time_t)read_int(f);
file->mode = (flags & SAME_MODE) ? last_mode : (mode_t)read_int(f);
if (preserve_uid)
file->uid = (flags & SAME_UID) ? last_uid : (uid_t)read_int(f);
if (preserve_gid)
file->gid = (flags & SAME_GID) ? last_gid : (gid_t)read_int(f);
if (preserve_devices && IS_DEVICE(file->mode))
file->rdev = (flags & SAME_RDEV) ? last_rdev : (dev_t)read_int(f);
if (preserve_links && S_ISLNK(file->mode)) {
int l = read_int(f);
file->link = (char *)malloc(l+1);
if (!file->link) out_of_memory("receive_file_entry 2");
read_buf(f,file->link,l);
file->link[l] = 0;
}
#if SUPPORT_HARD_LINKS
if (preserve_hard_links && S_ISREG(file->mode)) {
file->dev = read_int(f);
file->inode = read_int(f);
}
#endif
if (always_checksum)
read_buf(f,file->sum,csum_length);
last_mode = file->mode;
last_rdev = file->rdev;
last_uid = file->uid;
last_gid = file->gid;
last_time = file->modtime;
strncpy(lastname,file->name,MAXPATHLEN-1);
lastname[MAXPATHLEN-1] = 0;
}
static struct file_struct *make_file(char *fname)
{
static struct file_struct file;
struct stat st;
char sum[SUM_LENGTH];
bzero(sum,SUM_LENGTH);
if (link_stat(fname,&st) != 0) {
fprintf(FERROR,"%s: %s\n",
fname,strerror(errno));
return NULL;
}
if (S_ISDIR(st.st_mode) && !recurse) {
fprintf(FERROR,"skipping directory %s\n",fname);
return NULL;
}
if (one_file_system && st.st_dev != filesystem_dev)
return NULL;
if (!match_file_name(fname,&st))
return NULL;
if (verbose > 2)
fprintf(FERROR,"make_file(%s)\n",fname);
bzero((char *)&file,sizeof(file));
file.name = strdup(fname);
file.modtime = st.st_mtime;
file.length = st.st_size;
file.mode = st.st_mode;
file.uid = st.st_uid;
file.gid = st.st_gid;
file.dev = st.st_dev;
file.inode = st.st_ino;
#ifdef HAVE_ST_RDEV
file.rdev = st.st_rdev;
#endif
#if SUPPORT_LINKS
if (S_ISLNK(st.st_mode)) {
int l;
char lnk[MAXPATHLEN];
if ((l=readlink(fname,lnk,MAXPATHLEN-1)) == -1) {
fprintf(FERROR,"readlink %s : %s\n",fname,strerror(errno));
return NULL;
}
lnk[l] = 0;
file.link = strdup(lnk);
}
#endif
if (always_checksum && S_ISREG(st.st_mode)) {
file_checksum(fname,file.sum,st.st_size);
}
if (flist_dir)
file.dir = strdup(flist_dir);
else
file.dir = NULL;
if (!S_ISDIR(st.st_mode))
total_size += st.st_size;
return &file;
}
static void send_file_name(int f,struct file_list *flist,char *fname)
{
struct file_struct *file;
file = make_file(fname);
if (!file) return;
if (flist->count >= flist->malloced) {
if (flist->malloced < 100)
flist->malloced += 100;
else
flist->malloced *= 1.8;
flist->files = (struct file_struct *)realloc(flist->files,
sizeof(flist->files[0])*
flist->malloced);
if (!flist->files)
out_of_memory("send_file_name");
}
if (strcmp(file->name,"/")) {
flist->files[flist->count++] = *file;
send_file_entry(file,f);
}
if (S_ISDIR(file->mode) && recurse) {
char **last_exclude_list = local_exclude_list;
send_directory(f,flist,file->name);
local_exclude_list = last_exclude_list;
return;
}
}
static void send_directory(int f,struct file_list *flist,char *dir)
{
DIR *d;
struct dirent *di;
char fname[MAXPATHLEN];
int l;
char *p;
d = opendir(dir);
if (!d) {
fprintf(FERROR,"%s: %s\n",
dir,strerror(errno));
return;
}
strncpy(fname,dir,MAXPATHLEN-1);
fname[MAXPATHLEN-1]=0;
l = strlen(fname);
if (fname[l-1] != '/') {
if (l == MAXPATHLEN-1) {
fprintf(FERROR,"skipping long-named directory %s\n",fname);
closedir(d);
return;
}
strcat(fname,"/");
l++;
}
p = fname + strlen(fname);
if (cvs_exclude) {
if (strlen(fname) + strlen(".cvsignore") <= MAXPATHLEN-1) {
strcpy(p,".cvsignore");
local_exclude_list = make_exclude_list(fname,NULL,0);
} else {
fprintf(FERROR,"cannot cvs-exclude in long-named directory %s\n",fname);
}
}
for (di=readdir(d); di; di=readdir(d)) {
if (strcmp(di->d_name,".")==0 ||
strcmp(di->d_name,"..")==0)
continue;
strncpy(p,di->d_name,MAXPATHLEN-(l+1));
send_file_name(f,flist,fname);
}
closedir(d);
}
struct file_list *send_file_list(int f,int argc,char *argv[])
{
int i,l;
struct stat st;
char *p,*dir;
char dbuf[MAXPATHLEN];
struct file_list *flist;
if (verbose && recurse && !am_server && f != -1) {
fprintf(FINFO,"building file list ... ");
fflush(FINFO);
}
flist = (struct file_list *)malloc(sizeof(flist[0]));
if (!flist) out_of_memory("send_file_list");
flist->count=0;
flist->malloced = 100;
flist->files = (struct file_struct *)malloc(sizeof(flist->files[0])*
flist->malloced);
if (!flist->files) out_of_memory("send_file_list");
for (i=0;i<argc;i++) {
char fname2[MAXPATHLEN];
char *fname = fname2;
strncpy(fname,argv[i],MAXPATHLEN-1);
fname[MAXPATHLEN-1] = 0;
l = strlen(fname);
if (l != 1 && fname[l-1] == '/') {
strcat(fname,".");
}
if (link_stat(fname,&st) != 0) {
fprintf(FERROR,"%s : %s\n",fname,strerror(errno));
continue;
}
if (S_ISDIR(st.st_mode) && !recurse) {
fprintf(FERROR,"skipping directory %s\n",fname);
continue;
}
dir = NULL;
if (!relative_paths) {
p = strrchr(fname,'/');
if (p) {
*p = 0;
if (p == fname)
dir = "/";
else
dir = fname;
fname = p+1;
}
}
if (!*fname)
fname = ".";
if (dir && *dir) {
if (getcwd(dbuf,MAXPATHLEN-1) == NULL) {
fprintf(FERROR,"getwd : %s\n",strerror(errno));
exit_cleanup(1);
}
if (chdir(dir) != 0) {
fprintf(FERROR,"chdir %s : %s\n",dir,strerror(errno));
continue;
}
flist_dir = dir;
if (one_file_system)
set_filesystem(fname);
send_file_name(f,flist,fname);
flist_dir = NULL;
if (chdir(dbuf) != 0) {
fprintf(FERROR,"chdir %s : %s\n",dbuf,strerror(errno));
exit_cleanup(1);
}
continue;
}
if (one_file_system)
set_filesystem(fname);
send_file_name(f,flist,fname);
}
if (f != -1) {
send_file_entry(NULL,f);
write_flush(f);
}
if (verbose && recurse && !am_server && f != -1)
fprintf(FINFO,"done\n");
clean_flist(flist);
/* now send the uid/gid list. This was introduced in protocol version 15 */
if (f != -1 && remote_version >= 15) {
send_uid_list(f);
}
return flist;
}
struct file_list *recv_file_list(int f)
{
struct file_list *flist;
unsigned char flags;
if (verbose && recurse && !am_server) {
fprintf(FINFO,"receiving file list ... ");
fflush(FINFO);
}
flist = (struct file_list *)malloc(sizeof(flist[0]));
if (!flist)
goto oom;
flist->count=0;
flist->malloced=100;
flist->files = (struct file_struct *)malloc(sizeof(flist->files[0])*
flist->malloced);
if (!flist->files)
goto oom;
for (flags=read_byte(f); flags; flags=read_byte(f)) {
int i = flist->count;
if (i >= flist->malloced) {
if (flist->malloced < 100)
flist->malloced += 100;
else
flist->malloced *= 1.8;
flist->files =(struct file_struct *)realloc(flist->files,
sizeof(flist->files[0])*
flist->malloced);
if (!flist->files)
goto oom;
}
receive_file_entry(&flist->files[i],flags,f);
if (S_ISREG(flist->files[i].mode))
total_size += flist->files[i].length;
flist->count++;
if (verbose > 2)
fprintf(FERROR,"recv_file_name(%s)\n",flist->files[i].name);
}
if (verbose > 2)
fprintf(FERROR,"received %d names\n",flist->count);
clean_flist(flist);
if (verbose && recurse && !am_server) {
fprintf(FINFO,"done\n");
}
/* now recv the uid/gid list. This was introduced in protocol version 15 */
if (f != -1 && remote_version >= 15) {
recv_uid_list(f, flist);
}
return flist;
oom:
out_of_memory("recv_file_list");
return NULL; /* not reached */
}
int file_compare(struct file_struct *f1,struct file_struct *f2)
{
if (!f1->name && !f2->name) return 0;
if (!f1->name) return -1;
if (!f2->name) return 1;
return strcmp(f1->name,f2->name);
}
int flist_find(struct file_list *flist,struct file_struct *f)
{
int low=0,high=flist->count-1;
if (flist->count <= 0) return -1;
while (low != high) {
int mid = (low+high)/2;
int ret = file_compare(&flist->files[flist_up(flist, mid)],f);
if (ret == 0) return flist_up(flist, mid);
if (ret > 0) {
high=mid;
} else {
low=mid+1;
}
}
if (file_compare(&flist->files[flist_up(flist,low)],f) == 0)
return flist_up(flist,low);
return -1;
}
static void clean_fname(char *name)
{
char *p;
int l;
int modified = 1;
if (!name) return;
while (modified) {
modified = 0;
if ((p=strstr(name,"/./"))) {
modified = 1;
while (*p) {
p[0] = p[2];
p++;
}
}
if ((p=strstr(name,"//"))) {
modified = 1;
while (*p) {
p[0] = p[1];
p++;
}
}
if (strncmp(p=name,"./",2) == 0) {
modified = 1;
do {
p[0] = p[2];
} while (*p++);
}
l = strlen(p=name);
if (l > 1 && p[l-1] == '/') {
modified = 1;
p[l-1] = 0;
}
}
}
/*
* This routine ensures we don't have any duplicate names in our file list.
* duplicate names can cause corruption because of the pipelining
*/
void clean_flist(struct file_list *flist)
{
int i;
if (!flist || flist->count == 0)
return;
for (i=0;i<flist->count;i++) {
clean_fname(flist->files[i].name);
}
qsort(flist->files,flist->count,
sizeof(flist->files[0]),
(int (*)())file_compare);
for (i=1;i<flist->count;i++) {
if (flist->files[i].name &&
strcmp(flist->files[i].name,flist->files[i-1].name) == 0) {
if (verbose > 1 && !am_server)
fprintf(FERROR,"removing duplicate name %s from file list %d\n",
flist->files[i-1].name,i-1);
free(flist->files[i-1].name);
bzero((char *)&flist->files[i-1],sizeof(flist->files[i-1]));
}
}
}
These are the contents of the former NiCE NeXT User Group NeXTSTEP/OpenStep software archive, currently hosted by Netfuture.ch.