[perl]ftpsync
来源：互联网 发布：js获取整个form的值 编辑：程序博客网 时间：2024/04/30 21:06
#!/usr/bin/perl
#
# $Id: ftpsync.pl 30 2009-07-03 13:02:09Z ibcl $
#
# See attached README file for any details, or call
# ftpsync.pl -h
# for quick start.
#
# LICENSE
#
# FTPSync.pl (ftpsync) is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# FTPSync.pl (ftpsync) is also eMail-Ware, which means that the initial author
# (Christoph Lechleitner) would like to get an eMail at ftpsync@ibcl.at, if
# - if anyone uses the script on production level,
# - if anyone distributes or advertises it in any way,
# - if anyone starts to (try to) improve it.
#
#
################################################################################
#
# Options etc.
#
#print "Starting imports.\n"; # For major problem debugging
use File::Find;
use File::Listing;
use Net::FTP;
use Net::Cmd;
use Net::Netrc;
use strict;
# flushing ...
use IO::Handle;
STDOUT->autoflush(1);
STDERR->autoflush(1);
# Option Variables
#print "Defining variables.\n"; # For major problem debugging
# meta
my $returncode=0;
my $configfile=$ENV{"HOME"}."/.ftpsync";
# basics
my $localdir="";
my $remoteURL="";
my $syncdirection="";
my $ftpuser="ftp";
my $ftppasswd="anonymous";
my $ftpserver="localhost";
my $ftpdir="";
my $ftptimeout=120;
my $syncoff=0;
# verbosity
my $doverbose=1;
my $dodebug=0;
my $doquiet=0;
my $doinfoonly=0;
my $infotext="";
my $docheckfirst=0;
my $ignoremask = undef;
my $nodelete=0;
my $followsymlinks=0;
my $doflat=0;
my $notimestamping=0;
my $notimestampcheck=0;
# Read command line options/parameters
#print "Reading command line options.\n"; # For major problem debugging
my $curopt;
my @cloptions=();
for $curopt (@ARGV) {
if ($curopt =~ /^cfg=/) {
$configfile=$';
if (! -r $configfile) { print "Config file does not exist: ".$configfile."\n"; $returncode+=1; }
} else {
push @cloptions, $curopt;
}
}
# Read Config File, if given
my @cfgfoptions=();
if ($configfile ne "") {
if (-r $configfile) {
#print "Reading config file.\n"; # For major problem debugging
open (CONFIGFILE,"<$configfile");
while (<CONFIGFILE>) {
$_ =~ s/([ \n\r]*$|\.\.|#.*$)//gs;
if ($_ eq "") { next; }
if ( ($_ =~ /[^=]+=[^=]+/) || ($_ =~ /^-[a-zA-Z]+$/) ) { push @cfgfoptions, $_; }
}
close (CONFIGFILE);
} # else { print "Config file does not exist.\n"; } # For major problem debugging
} # else { print "No config file to read.\n"; } # For major problem debugging
# Parse Options/Parameters
#print "Parsing all options.\n"; # For major problem debugging
my $noofopts=0;
for $curopt (@cfgfoptions, @cloptions) {
if ($curopt =~ /^-[a-zA-Z]/) {
my $i;
for ($i=1; $i<length($curopt); $i++) {
my $curoptchar=substr($curopt,$i,1);
$noofopts++;
if ($curoptchar =~ /[cC]/) { $docheckfirst=1; }
elsif ($curoptchar =~ /[dD]/) { $dodebug=1; $doverbose=3; $doquiet=0; }
elsif ($curoptchar =~ /[fF]/) { $doflat=1; }
elsif ($curoptchar =~ /[gG]/) { $syncdirection="get"; }
elsif ($curoptchar =~ /[hH?]/) { print_syntax(); exit 0; }
elsif ($curoptchar =~ /[iI]/) { $doinfoonly=1; }
elsif ($curoptchar =~ /[lL]/) { $followsymlinks=1; }
elsif ($curoptchar =~ /[pP]/) { $syncdirection="put"; }
elsif ($curoptchar =~ /[qQ]/) { $dodebug=0; $doverbose=0; $doquiet=1; }
elsif ($curoptchar =~ /[sS]/) { $notimestampcheck=1; }
elsif ($curoptchar =~ /[tT]/) { $notimestamping=1; }
elsif ($curoptchar =~ /[vV]/) { $doverbose++; }
elsif ($curoptchar =~ /[nN]/) { $nodelete=1; }
else { print "ERROR: Unknown option: \"-".$curoptchar."\"\n"; $returncode+=1; }
}
}
elsif ($curopt =~ /^ftp:\/\/(([^@\/\\\:]+)(:([^@\/\\\:]+))?@)?([a-zA-Z01-9\.\-]+)\/(.*)/) {
$noofopts++;
$remoteURL = $curopt;
parseRemoteURL();
if ( $syncdirection eq "" )
{ $syncdirection="get"; }
}
elsif ($curopt =~ /^[a-z]+=.+/) {
$noofopts++;
my ($fname, $fvalue) = split /=/, $curopt, 2;
if ($fname eq "cfg") { next; }
elsif ($fname eq "ftpdir") { $ftpdir =$fvalue;
if ($ftpdir ne "/") { $ftpdir=~s/\/$//; }
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname =~ m/ftppass(w(or)?d)?/i)
{ $ftppasswd=$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "ftpserver") { $ftpserver =$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "ftpuser") { $ftpuser =$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "localdir") { $localdir =$fvalue; $localdir=~s/\/$//;
if ( $syncdirection eq "" ) { $syncdirection="put"; }
}
elsif ($fname eq "timeout") { if ($fvalue>0) { $ftptimeout =$fvalue; } }
elsif ($fname eq "ignoremask") { $ignoremask = $fvalue; }
elsif ($fname eq "timeoffset") { $syncoff = $fvalue; }
}
else {
if ($localdir eq "") {
$noofopts++;
$localdir = $curopt;
if ( $syncdirection eq "" )
{ $syncdirection="put"; }
} else {
print "ERROR: Unknown parameter: \"".$curopt."\"\n"; $returncode+=1
}
}
}
if ($noofopts == 0) { print_syntax(); exit 0; }
# .netrc support
if ( ($ftpserver ne "") and ($ftppasswd eq "anonymous") ) {
if ($ftpuser eq "ftp") {
my $netrcdata = Net::Netrc->lookup($ftpserver);
if ( defined $netrcdata ) {
$ftpuser = $netrcdata->login;
$ftppasswd = $netrcdata->password;
}
} else {
my $netrcdata = Net::Netrc->lookup($ftpserver,$ftpuser);
if ( defined $netrcdata ) {
$ftppasswd = $netrcdata->password;
}
}
}
if($ftpuser eq "?") { print "User: "; $ftpuser=<STDIN>; chomp($ftpuser); }
if($ftppasswd eq "?") { print "Password: "; $ftppasswd=<STDIN>; chomp($ftppasswd); }
if ($dodebug) { print_options(); }
# check options
if ( ($localdir eq "") || (! -d $localdir) )
{ print "ERROR: Local directory does not exist: ".$localdir."\n"; $returncode+=1; }
#if ($localdir eq "") { print "ERROR: No localdir given.\n"; $returncode+=1; }
#if ( ($remoteURL eq "") { print "ERROR: No remoteURL given.\n"; $returncode+=1; }
if ($ftpserver eq "") { print "ERROR: No FTP server given.\n"; $returncode+=1; }
if ($ftpdir eq "") { print "ERROR: No FTP directory given.\n"; $returncode+=1; }
if ($ftpuser eq "") { print "ERROR: No FTP user given.\n"; $returncode+=1; }
if ($ftppasswd eq "") { print "ERROR: No FTP password given.\n"; $returncode+=1; }
if ($returncode > 0) { die "Aborting due to missing or wrong options! Call ftpsync -? for more information.\n"; }
#print "Exiting.\n"; exit 0;
# Find out if ftp server is online & accessible
my $ftpc;
connection();
if (! $doquiet) { print "\nDetermine s offset.\n"; }
if (($notimestamping+$notimestampcheck) lt 2 && $syncdirection eq "put" && $syncoff == 0)
{ clocksync($ftpc,"syncfile"); }
# local & remote tree vars
#chdir $localdir;
my $ldl=length($localdir) + 1;
my %localfiledates=();
my %localfilesizes=();
my %localdirs=();
my %locallinks=();
my %remotefilesizes=();
my %remotefiledates=();
my %remotedirs=();
my %remotelinks=();
my $curremotesubdir="";
# Build local & remote tree
if (! $doquiet) { print "\nBuilding local file tree.\n"; }
buildlocaltree();
if (! $doquiet) { print "\nBuilding remote file tree.\n"; }
# Prepend connection time out while file reading takes
# longer than the remote ftp time out
# - 421 Connection timed out.
# - code=421 or CMD_REJECT=4
if (!$ftpc->pwd()) {
#print "Message: (".$ftpc->code."/".$ftpc->status.") ".$ftpc->message; exit 0;
if ($ftpc->code == 421 or $ftpc->status eq CMD_REJECT) {
if (! $doquiet) { print "\nReconnect to server.\n"; }
connection();
}
}
buildremotetree();
listremotedirs();
#if ($dodebug) { print "Quitting FTP connection.\n" }
#$ftpc->quit();
#print "Exiting.\n"; exit 0;
# Work ...
if ($doinfoonly) { $docheckfirst=0; }
if ($docheckfirst)
{ print "Simulating synchronization.\n";
$doinfoonly=1;
dosync();
$doinfoonly=0;
print "\nOK to really update files? (y/n) [n] ";
my $yn=<STDIN>;
if ($yn =~ /^y/i)
{ print "OK, going to do it.\n";
}
else
{ print "OK, exiting without actions.\n";
exit 1;
}
}
if ($doinfoonly) { print "\nSimulating synchronization.\n"; }
elsif (! $doquiet) { print "\nStarting synchronization.\n"; }
dosync();
if (!$doquiet) { print "Done.\n"; }
if ($dodebug) { print "Quitting FTP connection.\n" }
$ftpc->quit();
exit 0;
#
# Subs
#
sub connection() {
if ($dodebug) { print "\nFind out if ftp server is online & accessible.\n"; }
my $doftpdebug=($doverbose > 2);
$ftpc = Net::FTP->new($ftpserver,Debug=>$doftpdebug,Timeout=>$ftptimeout,Passive=>1) || die "Could not connect to $ftpserver\n";
if ($dodebug) { print "Logging in as $ftpuser with password $ftppasswd.\n" }
$ftpc->login($ftpuser,$ftppasswd) || die "Could not login to $ftpserver as $ftpuser\n";
my $ftpdefdir=$ftpc->pwd();
if ($dodebug) { print "Remote directory is now ".$ftpdefdir."\n"; }
if ($ftpdir !~ /^\//) # insert remote login directory into relative ftpdir specification
{ if ($ftpdefdir eq "/")
{ $ftpdir = $ftpdefdir . $ftpdir; }
else
{ $ftpdir = $ftpdefdir . "/" . $ftpdir; }
if (!$doquiet)
{ print "Absolute remote directory is $ftpdir\n"; }
}
if ($dodebug) { print "Changing to remote directory $ftpdir.\n" }
$ftpc->binary()
or die "Cannot set binary mode ", $ftpc->message;
$ftpc->cwd($ftpdir)
or die "Cannot cwd to $ftpdir ", $ftpc->message;
if ($ftpc->pwd() ne $ftpdir) { die "Could not change to remote base directory $ftpdir\n"; }
if ($dodebug) { print "Remote directory is now ".$ftpc->pwd()."\n"; }
}
sub buildlocaltree() {
if ($doflat) {
chdir $localdir;
my @globbed=glob("{*,.*}");
foreach my $curglobbed (@globbed) {
next if (! -f $curglobbed);
my @curfilestat=lstat $curglobbed;
my $curfilesize=@curfilestat[7];
my $curfilemdt=@curfilestat[9];
if ($dodebug) { print "File: ".$curglobbed."\n";
print "Modified ".$curfilemdt."\nSize ".$curfilesize." bytes\n"; }
elsif ($doverbose gt 1) { print "."; }
my $relfilename=$curglobbed;
$localfiledates{$relfilename}=$curfilemdt;
$localfilesizes{$relfilename}=$curfilesize;
}
} else {
find ({wanted=>\¬icelocalfile,follow_fast => $followsymlinks }, $localdir."/");
}
sub noticelocalfile {
my $relfilename=substr($File::Find::name,$ldl);
if (length($relfilename) == 0) { return; }
if ($ignoremask ne "")
{
if ($relfilename =~ /$ignoremask/ )
{ if ($doverbose) { print "Ignoring ".$relfilename." which matches ".$ignoremask."\n"; }
return;
}
}
if (-d $_) {
if ($dodebug) { print "Directory: ".$File::Find::name."\n"; }
elsif ($doverbose gt 1) { print ":"; }
$localdirs{$relfilename}="$relfilename";
}
elsif (-f $_) {
#my @curfilestat=lstat $File::Find::name;
my @curfilestat=lstat $_;
my $curfilesize=@curfilestat[7];
my $curfilemdt=@curfilestat[9];
if ($dodebug) { print "File: ".$File::Find::name."\n";
print "Modified ".$curfilemdt."\nSize ".$curfilesize." bytes\n"; }
elsif ($doverbose gt 1) { print "."; }
$localfiledates{$relfilename}=$curfilemdt;
$localfilesizes{$relfilename}=$curfilesize;
}
elsif (-l $_) {
if ($dodebug) { print "Link: ".$File::Find::name."\n"; }
elsif ($doverbose gt 1) { print ","; }
$locallinks{$relfilename}="$relfilename";
} else {
#print "u ".$File::Find::name."\n";
if (! $doquiet) { print "Ignoring file of unknown type: ".$File::Find::name."\n"; }
}
#if (! ($doquiet || $dodebug)) { print "\n"; }
#print "File mode is ".@curfilestat[2]."\n";
}
if ($dodebug) {
print "Local dirs (relative to ".$localdir."/):\n";
my $curlocaldir="";
foreach $curlocaldir (keys(%localdirs))
{ print $curlocaldir."/\n"; }
print "Local files (relative to ".$localdir."/):\n";
my $curlocalfile="";
foreach $curlocalfile (keys(%localfiledates))
{ print $curlocalfile."\n"; }
}
}
sub buildremotetree() {
my @currecursedirs=();
#$ftpc->ls()
# or die $ftpc->message . "\nCannot ls remote dir " . $ftpc->pwd();
my @rfl = $ftpc->dir('-a');
# or @rfl=(); # we have to survive empty remote directories !!!
my $currf="";
my $curyear = (gmtime(time))[5] + 1900;
my %monthtonr=();
$monthtonr{"Jan"}=1; $monthtonr{"Feb"}=2; $monthtonr{"Mar"}=3; $monthtonr{"Apr"}=4; $monthtonr{"May"}=5; $monthtonr{"Jun"}=6;
$monthtonr{"Jul"}=7; $monthtonr{"Aug"}=8; $monthtonr{"Sep"}=9; $monthtonr{"Oct"}=10; $monthtonr{"Nov"}=11; $monthtonr{"Dec"}=12;
if ($dodebug) { print "Remote pwd is ".$ftpc->pwd()."\nDIRing.\n"; }
my $curlsline;
foreach $curlsline (parse_dir(\@rfl)) {
my ($cfname,$cftype,$cfsize,$cftime,$mode)=@$curlsline;
#if ($dodebug) { print "Analysing remote file/dir ".$currf."\n" };
if ( $cftype ) {
if ($cfname eq ".") { next; }
if ($cfname eq "..") { next; }
if ($ignoremask ne "")
{
my $testpath;
if ($curremotesubdir eq "") { $testpath = $cfname; }
else { $testpath = $curremotesubdir."/".$cfname; }
if ($testpath =~ /$ignoremask/ )
{
if ($doverbose) { print "Ignoring ".$testpath." which matches ".$ignoremask."\n"; }
next;
}
}
if (substr($cftype,0,1) eq 'l') { # link, rest of string = linkto
my $curnrl;
if ($curremotesubdir eq "") { $curnrl = $cfname; }
else { $curnrl = $curremotesubdir."/".$cfname; }
$remotelinks{$curnrl}=$cfname;
if ($dodebug) { print "Link: ".$curnrl." -> ".$cfname."\n"; }
}
elsif ($cftype eq 'd') {
if (!$doflat) {
my $curnewrsd;
if ($curremotesubdir eq "") { $curnewrsd = $cfname; }
else { $curnewrsd = $curremotesubdir."/".$cfname; }
$remotedirs{$curnewrsd}=$curnewrsd;
if ($dodebug) { print "Directory: ".$curnewrsd."\n"; }
elsif ($doverbose gt 1) { print ":"; }
push @currecursedirs, $cfname;
}
}
elsif ($cftype eq 'f') { #plain file
my $curnewrf;
if ($curremotesubdir eq "") { $curnewrf = $cfname; }
else { $curnewrf = $curremotesubdir."/".$cfname; }
#$remotefiledates{$curnewrf}=$cftime;
$remotefiledates{$curnewrf}=$ftpc->mdtm($cfname)+$syncoff;
if ($remotefiledates{$curnewrf} le 0) { die "Timeout detecting modification time of $curnewrf\n"; }
$remotefilesizes{$curnewrf}=$cfsize;
if ($remotefilesizes{$curnewrf} lt 0) { die "Timeout detecting size of $curnewrf\n"; }
if ($dodebug) { print "File: ".$curnewrf."\n"; }
elsif ($doverbose gt 1) { print "."; }
}
elsif (! $doquiet) { print "Unkown file: $curlsline\n"; }
}
elsif ($dodebug) { print "Ignoring.\n"; }
}
#recurse
#if ($doflat) { @currecursedirs=(); }
my $currecurseddir;
foreach $currecurseddir (@currecursedirs)
{ my $oldcurremotesubdir;
$oldcurremotesubdir=$curremotesubdir;
if ($curremotesubdir eq "") { $curremotesubdir = $currecurseddir; }
else { $curremotesubdir .= "/".$currecurseddir; }
my $curcwddir="";
if ($ftpdir eq "/")
{ $curcwddir=$ftpdir.$curremotesubdir; }
else
{ $curcwddir=$ftpdir."/".$curremotesubdir; }
if ($dodebug) { print "Change dir: ".$curcwddir."\n"; }
$ftpc->cwd($curcwddir)
or die "Cannot cwd to $curcwddir", $ftpc->message ;
my $ftpcurdir=$ftpc->pwd();
if ($ftpcurdir ne $curcwddir && $ftpcurdir ne "$curcwddir".'/') {
die "Could not cwd to $curcwddir :" . $ftpc->message ; }
if ($doverbose gt 1) { print "\n"; }
buildremotetree();
$ftpc->cdup();
$curremotesubdir = $oldcurremotesubdir;
}
}
# Synchronize clocks.
sub clocksync {
my $conn = shift @_;
my $fn = shift @_;
my $fndidexist=1;
if(! -f $fn) {
open(SF, ">$fn") or die "Cannot create $fn for time sync option";
close(SF);
$fndidexist=0;
}
-z $fn or
die "File $fn for time sync must be empty.";
my $putsyncok=1;
$conn->put($fn) or $putsyncok=0;
if (!$putsyncok)
{ unlink($fn); # cleanup!
die "Cannot send timesync file $fn";
}
my $now_here1 = time();
my $now_there = $conn->mdtm($fn) or
die "Cannot get write time of timesync file $fn";
my $now_here2 = time();
if ($now_here2 < $now_there) # remote is in the future
{ $syncoff=($now_there - $now_here1);
$syncoff -= $syncoff % 60;
$syncoff = 0-$syncoff;
}
else
#if ($now_here1 > $now_there) # remote is the past # or equal
{ $syncoff=($now_here2 - $now_there);
$syncoff -= $syncoff % 60;
}
$conn->delete($fn);
my $hrs = int(abs($syncoff)/3600);
my $mins = int(abs($syncoff)/60) - $hrs*60;
my $secs = abs($syncoff) - $hrs*3600 - $mins*60;
if (! $doquiet) {
printf("Clock sync offset: %d:%02d:%02d\n", $hrs, $mins, $secs);
}
unlink ($fn) unless $fndidexist;
}
sub dosync()
{
chdir $localdir || die "Could not change to local base directory $localdir\n";
if ($syncdirection eq "put") {
# create dirs missing at the target
if ($doinfoonly) { print "\nWould create new remote directories.\n"; }
elsif (! $doquiet) { print "\nCreating new remote directories.\n"; }
my $curlocaldir;
foreach $curlocaldir (sort { return length($a) <=> length($b); } keys(%localdirs))
{ if (! exists $remotedirs{$curlocaldir})
{ if ($doinfoonly) { print $curlocaldir."\n"; next; }
if ($doverbose) { print $curlocaldir."\n"; }
elsif (! $doquiet) { print "d"; }
if ($ftpc->mkdir($curlocaldir) ne $curlocaldir) { die "Could not create remote subdirectory $curlocaldir\n"; }
$ftpc->quot('SITE', sprintf('CHMOD %04o %s', (lstat $curlocaldir)[2] & 07777, $curlocaldir));
}
}
# copy files missing or too old at the target, synchronize timestamp _after_ copying
if ($doinfoonly) { print "\nWould copy new(er) local files.\n"; }
elsif (! $doquiet) { print "\nCopying new(er) local files.\n"; }
my $curlocalfile;
foreach $curlocalfile (sort { return length($b) <=> length($a); } keys(%localfiledates))
{ my $dorefresh=0;
if (! exists $remotefiledates{$curlocalfile}) {
$dorefresh=1;
$infotext="New: ".$curlocalfile." (".$localfilesizes{$curlocalfile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
elsif ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "n"; }
}
elsif ($notimestampcheck == 0 && $remotefiledates{$curlocalfile} < $localfiledates{$curlocalfile}) {
$dorefresh=1;
$infotext="Newer: ".$curlocalfile." (".$localfilesizes{$curlocalfile}." bytes, ".$localfiledates{$curlocalfile}." versus ".$remotefiledates{$curlocalfile}.")\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
elsif ($remotefilesizes{$curlocalfile} != $localfilesizes{$curlocalfile}) {
$dorefresh=1;
$infotext="Changed (different sized): ".$curlocalfile." (".$localfilesizes{$curlocalfile}." versus ".$remotefilesizes{$curlocalfile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
if (! $dorefresh) { next; }
if ($dodebug) { print "Really PUTting file ".$curlocalfile."\n"; }
if ($ftpc->put($curlocalfile, $curlocalfile) ne $curlocalfile)
{ print STDERR "Could not put localfile $curlocalfile\n"; }
my $retries = 3;
while ( ($ftpc->size($curlocalfile) != (lstat $curlocalfile)[7]) and ($retries-- > 0) )
{ if (! $doquiet) { print "Re-Transfering $curlocalfile\n"; }
if ($ftpc->put($curlocalfile, $curlocalfile) ne $curlocalfile)
{ print STDERR "Could not re-put localfile $curlocalfile\n"; }
}
my $newremotemdt=$ftpc->mdtm($curlocalfile)+$syncoff;
if ($notimestamping == 0) {
utime ($newremotemdt, $newremotemdt, $curlocalfile);
}
$ftpc->quot('SITE', sprintf('CHMOD %04o %s', (lstat $curlocalfile)[2] & 07777, $curlocalfile));
}
if (! $nodelete)
{
# delete files too much at the target
if ($doinfoonly) { print "\nWould delete obsolete remote files.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete remote files.\n"; }
my $curremotefile;
foreach $curremotefile (keys(%remotefiledates))
{ if (not exists $localfiledates{$curremotefile})
{ if ($doinfoonly) { print $curremotefile."\n"; next; }
if ($doverbose) { print $curremotefile."\n"; }
elsif (! $doquiet) { print "r"; }
if ($ftpc->delete($curremotefile) ne 1) { die "Could not delete remote file $curremotefile\n"; }
}
}
# delete dirs too much at the target
if ($doinfoonly) { print "\nWould delete obsolete remote directories.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete remote directories.\n"; }
my $curremotedir;
foreach $curremotedir (sort { return length($b) <=> length($a); } keys(%remotedirs))
{ if (! exists $localdirs{$curremotedir})
{ if ($doinfoonly) { print $curremotedir."\n"; next; }
if ($doverbose) { print $curremotedir."\n"; }
elsif (! $doquiet) { print "R"; }
if ($ftpc->rmdir($curremotedir) ne 1) { die "Could not remove remote subdirectory $curremotedir\n"; }
}
}
}
} else { # $syncdirection eq "GET"
# create dirs missing at the target
if ($doinfoonly) { print "\nWould create new local directories.\n"; }
elsif (! $doquiet) { print "\nCreating new local directories.\n"; }
my $curremotedir;
foreach $curremotedir (sort { return length($a) <=> length($b); } keys(%remotedirs))
{ if (! exists $localdirs{$curremotedir})
{ if ($doinfoonly) { print $curremotedir."\n"; next; }
if ($doverbose) { print $curremotedir."\n"; }
elsif (! $doquiet) { print "d"; }
mkdir($curremotedir) || die "Could not create local subdirectory $curremotedir\n";
}
}
# copy files missing or too old at the target, synchronize timestamp _after_ copying
if ($doinfoonly) { print "\nWould copy new(er) remote files.\n"; }
elsif (! $doquiet) { print "\nCopying new(er) remote files.\n"; }
my $curremotefile;
foreach $curremotefile (sort { return length($b) <=> length($a); } keys(%remotefiledates))
{ my $dorefresh=0;
if (! exists $localfiledates{$curremotefile}) {
$dorefresh=1;
$infotext="New: ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "n"; }
}
elsif ($remotefiledates{$curremotefile} > $localfiledates{$curremotefile}) {
$dorefresh=1;
$infotext="Newer: ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes, ".$remotefiledates{$curremotefile}." versus ".$localfiledates{$curremotefile}.")\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
elsif ($remotefilesizes{$curremotefile} != $localfilesizes{$curremotefile}) {
$dorefresh=1;
$infotext="Changed (different sized): ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "c"; }
}
if (! $dorefresh) { next; }
if ($dodebug) { print "Really GETting file ".$curremotefile."\n"; }
my $rc=$ftpc->get($curremotefile, $curremotefile);
if ( ($rc eq undef) or ($rc ne $curremotefile) )
{ print STDERR "Could not get file ".$curremotefile."\n"; }
my $retries=3;
while ( ($ftpc->size($curremotefile) != (lstat $curremotefile)[7]) and ($retries-- > 0) )
{ if (! $doquiet) { print "Re-Transfering $curremotefile\n"; }
if ( ($rc eq undef) or ($rc ne $curremotefile) )
{ print STDERR "Could not get file ".$curremotefile."\n"; }
}
my $newlocalmdt=$remotefiledates{$curremotefile};
if ($notimestamping == 0) {
utime ($newlocalmdt, $newlocalmdt, $curremotefile);
}
}
if (! $nodelete)
{
# delete files too much at the target
if ($doinfoonly) { print "\nWould delete obsolete local files.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete local files.\n"; }
my $curlocalfile;
foreach $curlocalfile (sort { return length($b) <=> length($a); } keys(%localfiledates))
{ if (not exists $remotefiledates{$curlocalfile})
{ if ($doinfoonly) { print $curlocalfile."\n"; next; }
if ($doverbose) { print $curlocalfile."\n"; }
elsif (! $doquiet) { print "r"; }
if (unlink($curlocalfile) ne 1) { die "Could not remove local file $curlocalfile\n"; }
}
}
# delete dirs too much at the target
if ($doinfoonly) { print "\nWould delete obsolete local directories.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete local directories.\n"; }
my $curlocaldir;
foreach $curlocaldir (keys(%localdirs))
{ if (! exists $remotedirs{$curlocaldir})
{ if ($doinfoonly) { print $curlocaldir."\n"; next; }
if ($doverbose) { print $curlocaldir."\n"; }
elsif (! $doquiet) { print "d"; }
rmdir($curlocaldir) || die "Could not remove local subdirectory $curlocaldir\n";
}
}
}
}
}
sub listremotedirs() {
if ($dodebug) {
print "Remote dirs (relative to ".$ftpdir."):\n";
my $curremotedir="";
foreach $curremotedir (keys(%remotedirs))
{ print $curremotedir."/\n"; }
print "Remote files (relative to ".$ftpdir."):\n";
my $curremotefile="";
foreach $curremotefile (keys(%remotefiledates))
{ print $curremotefile."\n"; }
print "Remote links (relative to ".$ftpdir."):\n";
my $curremotelink="";
foreach $curremotelink (keys(%remotelinks))
{ print $curremotelink." -> ".$remotelinks{$curremotelink}."\n"; }
}
}
sub parseRemoteURL() {
if ($remoteURL =~ /^ftp:\/\/(([^@\/\\\:]+)(:([^@\/\\\:]+))?@)?([a-zA-Z01-9\.\-]+)\/(.*)/) {
#print "DEBUG: parsing ".$remoteURL."\n";
#print "match 1 = ".$1."\n";
#print "match 2 = ".$2."\n";
#print "match 3 = ".$3."\n";
#print "match 4 = ".$4."\n";
#print "match 5 = ".$5."\n";
#print "match 6 = ".$6."\n";
#print "match 7 = ".$7."\n";
if (length($2) > 0) { $ftpuser=$2; }
if (length($4) > 0) { $ftppasswd=$4; }
$ftpserver=$5;
$ftpdir=$6;
if ($ftpdir ne "/") { $ftpdir=~s/\/$//; }
}
}
sub print_syntax() {
print "\n";
print "FTPSync.pl 1.3.04 (2011-06-15)\n";
print "\n";
print " ftpsync [ options ] [ localdir remoteURL ]\n";
print " ftpsync [ options ] [ remoteURL localdir ]\n";
print " options = [-dfgpqv] [ cfg|ftpuser|ftppasswd|ftpserver|ftpdir=value ... ] \n";
print " localdir local directory, defaults to \".\".\n";
print " ftpURL full FTP URL, scheme\n";
print ' ftp://[ftpuser[:ftppasswd]@]ftpserver/ftpdir'."\n";
print " ftpdir is relative, so double / for absolute paths as well as /\n";
print " -c | -C like -i, but then prompts whether to actually do work\n";
print " -d | -D turns debug output (including verbose output) on\n";
print " -f | -F flat operation, no subdir recursion\n";
print " -g | -G forces sync direction to GET (remote to local)\n";
print " -h | -H prints out this help text\n";
print " -i | -I forces info mode, only telling what would be done\n";
print " -n | -N no deletion of obsolete files or directories\n";
print " -l | -L follow local symbolic links as if they were directories\n";
print " -p | -P forces sync direction to PUT (local to remote)\n";
print " -q | -Q turns quiet operation on\n";
print " -s | -S turns timestamp comparison off (only checks for changes in size)\n";
print " -t | -T turns timestamp setting for local files off\n"; # backward compatibility
print " -v | -V turnes verbose output on\n";
print " cfg= read parameters and options from file defined by value.\n";
print " ftpserver= defines the FTP server, defaults to \"localhost\".\n";
print " ftpdir= defines the FTP directory, defaults to \".\" (/wo '\"') \n";
print " ftpuser= defines the FTP user, defaults to \"ftp\".\n";
print " ftppasswd= defines the FTP password, defaults to \"anonymous\".\n";
print " ignoremask= defines a regexp to ignore certain files, like .svn"."\n";
print " timeoffset= overrules clocksync() detection with given offset in seconds"."\n";
print "\n";
print " Later mentioned options and parameters overwrite those mentioned earlier.\n";
print " Command line options and parameters overwrite those in the config file.\n";
print " Don't use '\"', although mentioned default values might motiviate you to.\n";
print "\n";
print " If ftpuser or ftppasswd resovle to ? (no matter through which options),\n";
print " ftpsync.pl asks you for those interactively.\n";
print "\n";
print " As of 1.3.02 .netrc is used if ftppassword or ftppassword and ftpuser)\n";
print " are still empty after parsing all options.\n";
print "\n";
}
sub print_options() {
print "\nPrinting options:\n";
# meta
print "returncode = ", $returncode , "\n";
print "configfile = ", $configfile , "\n";
# basiscs
print "syncdirection = ", $syncdirection , "\n";
print "localdir = ", $localdir , "\n";
# FTP stuff
print "remoteURL = ", $remoteURL , "\n";
print "ftpuser = ", $ftpuser , "\n";
print "ftppasswd = ", $ftppasswd , "\n";
print "ftpserver = ", $ftpserver , "\n";
print "ftpdir = ", $ftpdir , "\n";
# verbsityosity
print "doverbose = ", $doverbose , "\n";
print "dodebug = ", $dodebug , "\n";
print "doquiet = ", $doquiet , "\n";
#
print "doinfoonly = ", $doinfoonly , "\n";
print "\n";
}
#
# $Id: ftpsync.pl 30 2009-07-03 13:02:09Z ibcl $
#
# See attached README file for any details, or call
# ftpsync.pl -h
# for quick start.
#
# LICENSE
#
# FTPSync.pl (ftpsync) is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# FTPSync.pl (ftpsync) is also eMail-Ware, which means that the initial author
# (Christoph Lechleitner) would like to get an eMail at ftpsync@ibcl.at, if
# - if anyone uses the script on production level,
# - if anyone distributes or advertises it in any way,
# - if anyone starts to (try to) improve it.
#
#
################################################################################
#
# Options etc.
#
#print "Starting imports.\n"; # For major problem debugging
use File::Find;
use File::Listing;
use Net::FTP;
use Net::Cmd;
use Net::Netrc;
use strict;
# flushing ...
use IO::Handle;
STDOUT->autoflush(1);
STDERR->autoflush(1);
# Option Variables
#print "Defining variables.\n"; # For major problem debugging
# meta
my $returncode=0;
my $configfile=$ENV{"HOME"}."/.ftpsync";
# basics
my $localdir="";
my $remoteURL="";
my $syncdirection="";
my $ftpuser="ftp";
my $ftppasswd="anonymous";
my $ftpserver="localhost";
my $ftpdir="";
my $ftptimeout=120;
my $syncoff=0;
# verbosity
my $doverbose=1;
my $dodebug=0;
my $doquiet=0;
my $doinfoonly=0;
my $infotext="";
my $docheckfirst=0;
my $ignoremask = undef;
my $nodelete=0;
my $followsymlinks=0;
my $doflat=0;
my $notimestamping=0;
my $notimestampcheck=0;
# Read command line options/parameters
#print "Reading command line options.\n"; # For major problem debugging
my $curopt;
my @cloptions=();
for $curopt (@ARGV) {
if ($curopt =~ /^cfg=/) {
$configfile=$';
if (! -r $configfile) { print "Config file does not exist: ".$configfile."\n"; $returncode+=1; }
} else {
push @cloptions, $curopt;
}
}
# Read Config File, if given
my @cfgfoptions=();
if ($configfile ne "") {
if (-r $configfile) {
#print "Reading config file.\n"; # For major problem debugging
open (CONFIGFILE,"<$configfile");
while (<CONFIGFILE>) {
$_ =~ s/([ \n\r]*$|\.\.|#.*$)//gs;
if ($_ eq "") { next; }
if ( ($_ =~ /[^=]+=[^=]+/) || ($_ =~ /^-[a-zA-Z]+$/) ) { push @cfgfoptions, $_; }
}
close (CONFIGFILE);
} # else { print "Config file does not exist.\n"; } # For major problem debugging
} # else { print "No config file to read.\n"; } # For major problem debugging
# Parse Options/Parameters
#print "Parsing all options.\n"; # For major problem debugging
my $noofopts=0;
for $curopt (@cfgfoptions, @cloptions) {
if ($curopt =~ /^-[a-zA-Z]/) {
my $i;
for ($i=1; $i<length($curopt); $i++) {
my $curoptchar=substr($curopt,$i,1);
$noofopts++;
if ($curoptchar =~ /[cC]/) { $docheckfirst=1; }
elsif ($curoptchar =~ /[dD]/) { $dodebug=1; $doverbose=3; $doquiet=0; }
elsif ($curoptchar =~ /[fF]/) { $doflat=1; }
elsif ($curoptchar =~ /[gG]/) { $syncdirection="get"; }
elsif ($curoptchar =~ /[hH?]/) { print_syntax(); exit 0; }
elsif ($curoptchar =~ /[iI]/) { $doinfoonly=1; }
elsif ($curoptchar =~ /[lL]/) { $followsymlinks=1; }
elsif ($curoptchar =~ /[pP]/) { $syncdirection="put"; }
elsif ($curoptchar =~ /[qQ]/) { $dodebug=0; $doverbose=0; $doquiet=1; }
elsif ($curoptchar =~ /[sS]/) { $notimestampcheck=1; }
elsif ($curoptchar =~ /[tT]/) { $notimestamping=1; }
elsif ($curoptchar =~ /[vV]/) { $doverbose++; }
elsif ($curoptchar =~ /[nN]/) { $nodelete=1; }
else { print "ERROR: Unknown option: \"-".$curoptchar."\"\n"; $returncode+=1; }
}
}
elsif ($curopt =~ /^ftp:\/\/(([^@\/\\\:]+)(:([^@\/\\\:]+))?@)?([a-zA-Z01-9\.\-]+)\/(.*)/) {
$noofopts++;
$remoteURL = $curopt;
parseRemoteURL();
if ( $syncdirection eq "" )
{ $syncdirection="get"; }
}
elsif ($curopt =~ /^[a-z]+=.+/) {
$noofopts++;
my ($fname, $fvalue) = split /=/, $curopt, 2;
if ($fname eq "cfg") { next; }
elsif ($fname eq "ftpdir") { $ftpdir =$fvalue;
if ($ftpdir ne "/") { $ftpdir=~s/\/$//; }
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname =~ m/ftppass(w(or)?d)?/i)
{ $ftppasswd=$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "ftpserver") { $ftpserver =$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "ftpuser") { $ftpuser =$fvalue;
if ( $syncdirection eq "" ) { $syncdirection="get"; }
}
elsif ($fname eq "localdir") { $localdir =$fvalue; $localdir=~s/\/$//;
if ( $syncdirection eq "" ) { $syncdirection="put"; }
}
elsif ($fname eq "timeout") { if ($fvalue>0) { $ftptimeout =$fvalue; } }
elsif ($fname eq "ignoremask") { $ignoremask = $fvalue; }
elsif ($fname eq "timeoffset") { $syncoff = $fvalue; }
}
else {
if ($localdir eq "") {
$noofopts++;
$localdir = $curopt;
if ( $syncdirection eq "" )
{ $syncdirection="put"; }
} else {
print "ERROR: Unknown parameter: \"".$curopt."\"\n"; $returncode+=1
}
}
}
if ($noofopts == 0) { print_syntax(); exit 0; }
# .netrc support
if ( ($ftpserver ne "") and ($ftppasswd eq "anonymous") ) {
if ($ftpuser eq "ftp") {
my $netrcdata = Net::Netrc->lookup($ftpserver);
if ( defined $netrcdata ) {
$ftpuser = $netrcdata->login;
$ftppasswd = $netrcdata->password;
}
} else {
my $netrcdata = Net::Netrc->lookup($ftpserver,$ftpuser);
if ( defined $netrcdata ) {
$ftppasswd = $netrcdata->password;
}
}
}
if($ftpuser eq "?") { print "User: "; $ftpuser=<STDIN>; chomp($ftpuser); }
if($ftppasswd eq "?") { print "Password: "; $ftppasswd=<STDIN>; chomp($ftppasswd); }
if ($dodebug) { print_options(); }
# check options
if ( ($localdir eq "") || (! -d $localdir) )
{ print "ERROR: Local directory does not exist: ".$localdir."\n"; $returncode+=1; }
#if ($localdir eq "") { print "ERROR: No localdir given.\n"; $returncode+=1; }
#if ( ($remoteURL eq "") { print "ERROR: No remoteURL given.\n"; $returncode+=1; }
if ($ftpserver eq "") { print "ERROR: No FTP server given.\n"; $returncode+=1; }
if ($ftpdir eq "") { print "ERROR: No FTP directory given.\n"; $returncode+=1; }
if ($ftpuser eq "") { print "ERROR: No FTP user given.\n"; $returncode+=1; }
if ($ftppasswd eq "") { print "ERROR: No FTP password given.\n"; $returncode+=1; }
if ($returncode > 0) { die "Aborting due to missing or wrong options! Call ftpsync -? for more information.\n"; }
#print "Exiting.\n"; exit 0;
# Find out if ftp server is online & accessible
my $ftpc;
connection();
if (! $doquiet) { print "\nDetermine s offset.\n"; }
if (($notimestamping+$notimestampcheck) lt 2 && $syncdirection eq "put" && $syncoff == 0)
{ clocksync($ftpc,"syncfile"); }
# local & remote tree vars
#chdir $localdir;
my $ldl=length($localdir) + 1;
my %localfiledates=();
my %localfilesizes=();
my %localdirs=();
my %locallinks=();
my %remotefilesizes=();
my %remotefiledates=();
my %remotedirs=();
my %remotelinks=();
my $curremotesubdir="";
# Build local & remote tree
if (! $doquiet) { print "\nBuilding local file tree.\n"; }
buildlocaltree();
if (! $doquiet) { print "\nBuilding remote file tree.\n"; }
# Prepend connection time out while file reading takes
# longer than the remote ftp time out
# - 421 Connection timed out.
# - code=421 or CMD_REJECT=4
if (!$ftpc->pwd()) {
#print "Message: (".$ftpc->code."/".$ftpc->status.") ".$ftpc->message; exit 0;
if ($ftpc->code == 421 or $ftpc->status eq CMD_REJECT) {
if (! $doquiet) { print "\nReconnect to server.\n"; }
connection();
}
}
buildremotetree();
listremotedirs();
#if ($dodebug) { print "Quitting FTP connection.\n" }
#$ftpc->quit();
#print "Exiting.\n"; exit 0;
# Work ...
if ($doinfoonly) { $docheckfirst=0; }
if ($docheckfirst)
{ print "Simulating synchronization.\n";
$doinfoonly=1;
dosync();
$doinfoonly=0;
print "\nOK to really update files? (y/n) [n] ";
my $yn=<STDIN>;
if ($yn =~ /^y/i)
{ print "OK, going to do it.\n";
}
else
{ print "OK, exiting without actions.\n";
exit 1;
}
}
if ($doinfoonly) { print "\nSimulating synchronization.\n"; }
elsif (! $doquiet) { print "\nStarting synchronization.\n"; }
dosync();
if (!$doquiet) { print "Done.\n"; }
if ($dodebug) { print "Quitting FTP connection.\n" }
$ftpc->quit();
exit 0;
#
# Subs
#
sub connection() {
if ($dodebug) { print "\nFind out if ftp server is online & accessible.\n"; }
my $doftpdebug=($doverbose > 2);
$ftpc = Net::FTP->new($ftpserver,Debug=>$doftpdebug,Timeout=>$ftptimeout,Passive=>1) || die "Could not connect to $ftpserver\n";
if ($dodebug) { print "Logging in as $ftpuser with password $ftppasswd.\n" }
$ftpc->login($ftpuser,$ftppasswd) || die "Could not login to $ftpserver as $ftpuser\n";
my $ftpdefdir=$ftpc->pwd();
if ($dodebug) { print "Remote directory is now ".$ftpdefdir."\n"; }
if ($ftpdir !~ /^\//) # insert remote login directory into relative ftpdir specification
{ if ($ftpdefdir eq "/")
{ $ftpdir = $ftpdefdir . $ftpdir; }
else
{ $ftpdir = $ftpdefdir . "/" . $ftpdir; }
if (!$doquiet)
{ print "Absolute remote directory is $ftpdir\n"; }
}
if ($dodebug) { print "Changing to remote directory $ftpdir.\n" }
$ftpc->binary()
or die "Cannot set binary mode ", $ftpc->message;
$ftpc->cwd($ftpdir)
or die "Cannot cwd to $ftpdir ", $ftpc->message;
if ($ftpc->pwd() ne $ftpdir) { die "Could not change to remote base directory $ftpdir\n"; }
if ($dodebug) { print "Remote directory is now ".$ftpc->pwd()."\n"; }
}
sub buildlocaltree() {
if ($doflat) {
chdir $localdir;
my @globbed=glob("{*,.*}");
foreach my $curglobbed (@globbed) {
next if (! -f $curglobbed);
my @curfilestat=lstat $curglobbed;
my $curfilesize=@curfilestat[7];
my $curfilemdt=@curfilestat[9];
if ($dodebug) { print "File: ".$curglobbed."\n";
print "Modified ".$curfilemdt."\nSize ".$curfilesize." bytes\n"; }
elsif ($doverbose gt 1) { print "."; }
my $relfilename=$curglobbed;
$localfiledates{$relfilename}=$curfilemdt;
$localfilesizes{$relfilename}=$curfilesize;
}
} else {
find ({wanted=>\¬icelocalfile,follow_fast => $followsymlinks }, $localdir."/");
}
sub noticelocalfile {
my $relfilename=substr($File::Find::name,$ldl);
if (length($relfilename) == 0) { return; }
if ($ignoremask ne "")
{
if ($relfilename =~ /$ignoremask/ )
{ if ($doverbose) { print "Ignoring ".$relfilename." which matches ".$ignoremask."\n"; }
return;
}
}
if (-d $_) {
if ($dodebug) { print "Directory: ".$File::Find::name."\n"; }
elsif ($doverbose gt 1) { print ":"; }
$localdirs{$relfilename}="$relfilename";
}
elsif (-f $_) {
#my @curfilestat=lstat $File::Find::name;
my @curfilestat=lstat $_;
my $curfilesize=@curfilestat[7];
my $curfilemdt=@curfilestat[9];
if ($dodebug) { print "File: ".$File::Find::name."\n";
print "Modified ".$curfilemdt."\nSize ".$curfilesize." bytes\n"; }
elsif ($doverbose gt 1) { print "."; }
$localfiledates{$relfilename}=$curfilemdt;
$localfilesizes{$relfilename}=$curfilesize;
}
elsif (-l $_) {
if ($dodebug) { print "Link: ".$File::Find::name."\n"; }
elsif ($doverbose gt 1) { print ","; }
$locallinks{$relfilename}="$relfilename";
} else {
#print "u ".$File::Find::name."\n";
if (! $doquiet) { print "Ignoring file of unknown type: ".$File::Find::name."\n"; }
}
#if (! ($doquiet || $dodebug)) { print "\n"; }
#print "File mode is ".@curfilestat[2]."\n";
}
if ($dodebug) {
print "Local dirs (relative to ".$localdir."/):\n";
my $curlocaldir="";
foreach $curlocaldir (keys(%localdirs))
{ print $curlocaldir."/\n"; }
print "Local files (relative to ".$localdir."/):\n";
my $curlocalfile="";
foreach $curlocalfile (keys(%localfiledates))
{ print $curlocalfile."\n"; }
}
}
sub buildremotetree() {
my @currecursedirs=();
#$ftpc->ls()
# or die $ftpc->message . "\nCannot ls remote dir " . $ftpc->pwd();
my @rfl = $ftpc->dir('-a');
# or @rfl=(); # we have to survive empty remote directories !!!
my $currf="";
my $curyear = (gmtime(time))[5] + 1900;
my %monthtonr=();
$monthtonr{"Jan"}=1; $monthtonr{"Feb"}=2; $monthtonr{"Mar"}=3; $monthtonr{"Apr"}=4; $monthtonr{"May"}=5; $monthtonr{"Jun"}=6;
$monthtonr{"Jul"}=7; $monthtonr{"Aug"}=8; $monthtonr{"Sep"}=9; $monthtonr{"Oct"}=10; $monthtonr{"Nov"}=11; $monthtonr{"Dec"}=12;
if ($dodebug) { print "Remote pwd is ".$ftpc->pwd()."\nDIRing.\n"; }
my $curlsline;
foreach $curlsline (parse_dir(\@rfl)) {
my ($cfname,$cftype,$cfsize,$cftime,$mode)=@$curlsline;
#if ($dodebug) { print "Analysing remote file/dir ".$currf."\n" };
if ( $cftype ) {
if ($cfname eq ".") { next; }
if ($cfname eq "..") { next; }
if ($ignoremask ne "")
{
my $testpath;
if ($curremotesubdir eq "") { $testpath = $cfname; }
else { $testpath = $curremotesubdir."/".$cfname; }
if ($testpath =~ /$ignoremask/ )
{
if ($doverbose) { print "Ignoring ".$testpath." which matches ".$ignoremask."\n"; }
next;
}
}
if (substr($cftype,0,1) eq 'l') { # link, rest of string = linkto
my $curnrl;
if ($curremotesubdir eq "") { $curnrl = $cfname; }
else { $curnrl = $curremotesubdir."/".$cfname; }
$remotelinks{$curnrl}=$cfname;
if ($dodebug) { print "Link: ".$curnrl." -> ".$cfname."\n"; }
}
elsif ($cftype eq 'd') {
if (!$doflat) {
my $curnewrsd;
if ($curremotesubdir eq "") { $curnewrsd = $cfname; }
else { $curnewrsd = $curremotesubdir."/".$cfname; }
$remotedirs{$curnewrsd}=$curnewrsd;
if ($dodebug) { print "Directory: ".$curnewrsd."\n"; }
elsif ($doverbose gt 1) { print ":"; }
push @currecursedirs, $cfname;
}
}
elsif ($cftype eq 'f') { #plain file
my $curnewrf;
if ($curremotesubdir eq "") { $curnewrf = $cfname; }
else { $curnewrf = $curremotesubdir."/".$cfname; }
#$remotefiledates{$curnewrf}=$cftime;
$remotefiledates{$curnewrf}=$ftpc->mdtm($cfname)+$syncoff;
if ($remotefiledates{$curnewrf} le 0) { die "Timeout detecting modification time of $curnewrf\n"; }
$remotefilesizes{$curnewrf}=$cfsize;
if ($remotefilesizes{$curnewrf} lt 0) { die "Timeout detecting size of $curnewrf\n"; }
if ($dodebug) { print "File: ".$curnewrf."\n"; }
elsif ($doverbose gt 1) { print "."; }
}
elsif (! $doquiet) { print "Unkown file: $curlsline\n"; }
}
elsif ($dodebug) { print "Ignoring.\n"; }
}
#recurse
#if ($doflat) { @currecursedirs=(); }
my $currecurseddir;
foreach $currecurseddir (@currecursedirs)
{ my $oldcurremotesubdir;
$oldcurremotesubdir=$curremotesubdir;
if ($curremotesubdir eq "") { $curremotesubdir = $currecurseddir; }
else { $curremotesubdir .= "/".$currecurseddir; }
my $curcwddir="";
if ($ftpdir eq "/")
{ $curcwddir=$ftpdir.$curremotesubdir; }
else
{ $curcwddir=$ftpdir."/".$curremotesubdir; }
if ($dodebug) { print "Change dir: ".$curcwddir."\n"; }
$ftpc->cwd($curcwddir)
or die "Cannot cwd to $curcwddir", $ftpc->message ;
my $ftpcurdir=$ftpc->pwd();
if ($ftpcurdir ne $curcwddir && $ftpcurdir ne "$curcwddir".'/') {
die "Could not cwd to $curcwddir :" . $ftpc->message ; }
if ($doverbose gt 1) { print "\n"; }
buildremotetree();
$ftpc->cdup();
$curremotesubdir = $oldcurremotesubdir;
}
}
# Synchronize clocks.
sub clocksync {
my $conn = shift @_;
my $fn = shift @_;
my $fndidexist=1;
if(! -f $fn) {
open(SF, ">$fn") or die "Cannot create $fn for time sync option";
close(SF);
$fndidexist=0;
}
-z $fn or
die "File $fn for time sync must be empty.";
my $putsyncok=1;
$conn->put($fn) or $putsyncok=0;
if (!$putsyncok)
{ unlink($fn); # cleanup!
die "Cannot send timesync file $fn";
}
my $now_here1 = time();
my $now_there = $conn->mdtm($fn) or
die "Cannot get write time of timesync file $fn";
my $now_here2 = time();
if ($now_here2 < $now_there) # remote is in the future
{ $syncoff=($now_there - $now_here1);
$syncoff -= $syncoff % 60;
$syncoff = 0-$syncoff;
}
else
#if ($now_here1 > $now_there) # remote is the past # or equal
{ $syncoff=($now_here2 - $now_there);
$syncoff -= $syncoff % 60;
}
$conn->delete($fn);
my $hrs = int(abs($syncoff)/3600);
my $mins = int(abs($syncoff)/60) - $hrs*60;
my $secs = abs($syncoff) - $hrs*3600 - $mins*60;
if (! $doquiet) {
printf("Clock sync offset: %d:%02d:%02d\n", $hrs, $mins, $secs);
}
unlink ($fn) unless $fndidexist;
}
sub dosync()
{
chdir $localdir || die "Could not change to local base directory $localdir\n";
if ($syncdirection eq "put") {
# create dirs missing at the target
if ($doinfoonly) { print "\nWould create new remote directories.\n"; }
elsif (! $doquiet) { print "\nCreating new remote directories.\n"; }
my $curlocaldir;
foreach $curlocaldir (sort { return length($a) <=> length($b); } keys(%localdirs))
{ if (! exists $remotedirs{$curlocaldir})
{ if ($doinfoonly) { print $curlocaldir."\n"; next; }
if ($doverbose) { print $curlocaldir."\n"; }
elsif (! $doquiet) { print "d"; }
if ($ftpc->mkdir($curlocaldir) ne $curlocaldir) { die "Could not create remote subdirectory $curlocaldir\n"; }
$ftpc->quot('SITE', sprintf('CHMOD %04o %s', (lstat $curlocaldir)[2] & 07777, $curlocaldir));
}
}
# copy files missing or too old at the target, synchronize timestamp _after_ copying
if ($doinfoonly) { print "\nWould copy new(er) local files.\n"; }
elsif (! $doquiet) { print "\nCopying new(er) local files.\n"; }
my $curlocalfile;
foreach $curlocalfile (sort { return length($b) <=> length($a); } keys(%localfiledates))
{ my $dorefresh=0;
if (! exists $remotefiledates{$curlocalfile}) {
$dorefresh=1;
$infotext="New: ".$curlocalfile." (".$localfilesizes{$curlocalfile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
elsif ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "n"; }
}
elsif ($notimestampcheck == 0 && $remotefiledates{$curlocalfile} < $localfiledates{$curlocalfile}) {
$dorefresh=1;
$infotext="Newer: ".$curlocalfile." (".$localfilesizes{$curlocalfile}." bytes, ".$localfiledates{$curlocalfile}." versus ".$remotefiledates{$curlocalfile}.")\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
elsif ($remotefilesizes{$curlocalfile} != $localfilesizes{$curlocalfile}) {
$dorefresh=1;
$infotext="Changed (different sized): ".$curlocalfile." (".$localfilesizes{$curlocalfile}." versus ".$remotefilesizes{$curlocalfile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
if (! $dorefresh) { next; }
if ($dodebug) { print "Really PUTting file ".$curlocalfile."\n"; }
if ($ftpc->put($curlocalfile, $curlocalfile) ne $curlocalfile)
{ print STDERR "Could not put localfile $curlocalfile\n"; }
my $retries = 3;
while ( ($ftpc->size($curlocalfile) != (lstat $curlocalfile)[7]) and ($retries-- > 0) )
{ if (! $doquiet) { print "Re-Transfering $curlocalfile\n"; }
if ($ftpc->put($curlocalfile, $curlocalfile) ne $curlocalfile)
{ print STDERR "Could not re-put localfile $curlocalfile\n"; }
}
my $newremotemdt=$ftpc->mdtm($curlocalfile)+$syncoff;
if ($notimestamping == 0) {
utime ($newremotemdt, $newremotemdt, $curlocalfile);
}
$ftpc->quot('SITE', sprintf('CHMOD %04o %s', (lstat $curlocalfile)[2] & 07777, $curlocalfile));
}
if (! $nodelete)
{
# delete files too much at the target
if ($doinfoonly) { print "\nWould delete obsolete remote files.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete remote files.\n"; }
my $curremotefile;
foreach $curremotefile (keys(%remotefiledates))
{ if (not exists $localfiledates{$curremotefile})
{ if ($doinfoonly) { print $curremotefile."\n"; next; }
if ($doverbose) { print $curremotefile."\n"; }
elsif (! $doquiet) { print "r"; }
if ($ftpc->delete($curremotefile) ne 1) { die "Could not delete remote file $curremotefile\n"; }
}
}
# delete dirs too much at the target
if ($doinfoonly) { print "\nWould delete obsolete remote directories.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete remote directories.\n"; }
my $curremotedir;
foreach $curremotedir (sort { return length($b) <=> length($a); } keys(%remotedirs))
{ if (! exists $localdirs{$curremotedir})
{ if ($doinfoonly) { print $curremotedir."\n"; next; }
if ($doverbose) { print $curremotedir."\n"; }
elsif (! $doquiet) { print "R"; }
if ($ftpc->rmdir($curremotedir) ne 1) { die "Could not remove remote subdirectory $curremotedir\n"; }
}
}
}
} else { # $syncdirection eq "GET"
# create dirs missing at the target
if ($doinfoonly) { print "\nWould create new local directories.\n"; }
elsif (! $doquiet) { print "\nCreating new local directories.\n"; }
my $curremotedir;
foreach $curremotedir (sort { return length($a) <=> length($b); } keys(%remotedirs))
{ if (! exists $localdirs{$curremotedir})
{ if ($doinfoonly) { print $curremotedir."\n"; next; }
if ($doverbose) { print $curremotedir."\n"; }
elsif (! $doquiet) { print "d"; }
mkdir($curremotedir) || die "Could not create local subdirectory $curremotedir\n";
}
}
# copy files missing or too old at the target, synchronize timestamp _after_ copying
if ($doinfoonly) { print "\nWould copy new(er) remote files.\n"; }
elsif (! $doquiet) { print "\nCopying new(er) remote files.\n"; }
my $curremotefile;
foreach $curremotefile (sort { return length($b) <=> length($a); } keys(%remotefiledates))
{ my $dorefresh=0;
if (! exists $localfiledates{$curremotefile}) {
$dorefresh=1;
$infotext="New: ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "n"; }
}
elsif ($remotefiledates{$curremotefile} > $localfiledates{$curremotefile}) {
$dorefresh=1;
$infotext="Newer: ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes, ".$remotefiledates{$curremotefile}." versus ".$localfiledates{$curremotefile}.")\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "u"; }
}
elsif ($remotefilesizes{$curremotefile} != $localfilesizes{$curremotefile}) {
$dorefresh=1;
$infotext="Changed (different sized): ".$curremotefile." (".$remotefilesizes{$curremotefile}." bytes)\n";
if ($doinfoonly) { print $infotext; next; }
if ($doverbose) { print $infotext; }
elsif (! $doquiet) { print "c"; }
}
if (! $dorefresh) { next; }
if ($dodebug) { print "Really GETting file ".$curremotefile."\n"; }
my $rc=$ftpc->get($curremotefile, $curremotefile);
if ( ($rc eq undef) or ($rc ne $curremotefile) )
{ print STDERR "Could not get file ".$curremotefile."\n"; }
my $retries=3;
while ( ($ftpc->size($curremotefile) != (lstat $curremotefile)[7]) and ($retries-- > 0) )
{ if (! $doquiet) { print "Re-Transfering $curremotefile\n"; }
if ( ($rc eq undef) or ($rc ne $curremotefile) )
{ print STDERR "Could not get file ".$curremotefile."\n"; }
}
my $newlocalmdt=$remotefiledates{$curremotefile};
if ($notimestamping == 0) {
utime ($newlocalmdt, $newlocalmdt, $curremotefile);
}
}
if (! $nodelete)
{
# delete files too much at the target
if ($doinfoonly) { print "\nWould delete obsolete local files.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete local files.\n"; }
my $curlocalfile;
foreach $curlocalfile (sort { return length($b) <=> length($a); } keys(%localfiledates))
{ if (not exists $remotefiledates{$curlocalfile})
{ if ($doinfoonly) { print $curlocalfile."\n"; next; }
if ($doverbose) { print $curlocalfile."\n"; }
elsif (! $doquiet) { print "r"; }
if (unlink($curlocalfile) ne 1) { die "Could not remove local file $curlocalfile\n"; }
}
}
# delete dirs too much at the target
if ($doinfoonly) { print "\nWould delete obsolete local directories.\n"; }
elsif (! $doquiet) { print "\nDeleting obsolete local directories.\n"; }
my $curlocaldir;
foreach $curlocaldir (keys(%localdirs))
{ if (! exists $remotedirs{$curlocaldir})
{ if ($doinfoonly) { print $curlocaldir."\n"; next; }
if ($doverbose) { print $curlocaldir."\n"; }
elsif (! $doquiet) { print "d"; }
rmdir($curlocaldir) || die "Could not remove local subdirectory $curlocaldir\n";
}
}
}
}
}
sub listremotedirs() {
if ($dodebug) {
print "Remote dirs (relative to ".$ftpdir."):\n";
my $curremotedir="";
foreach $curremotedir (keys(%remotedirs))
{ print $curremotedir."/\n"; }
print "Remote files (relative to ".$ftpdir."):\n";
my $curremotefile="";
foreach $curremotefile (keys(%remotefiledates))
{ print $curremotefile."\n"; }
print "Remote links (relative to ".$ftpdir."):\n";
my $curremotelink="";
foreach $curremotelink (keys(%remotelinks))
{ print $curremotelink." -> ".$remotelinks{$curremotelink}."\n"; }
}
}
sub parseRemoteURL() {
if ($remoteURL =~ /^ftp:\/\/(([^@\/\\\:]+)(:([^@\/\\\:]+))?@)?([a-zA-Z01-9\.\-]+)\/(.*)/) {
#print "DEBUG: parsing ".$remoteURL."\n";
#print "match 1 = ".$1."\n";
#print "match 2 = ".$2."\n";
#print "match 3 = ".$3."\n";
#print "match 4 = ".$4."\n";
#print "match 5 = ".$5."\n";
#print "match 6 = ".$6."\n";
#print "match 7 = ".$7."\n";
if (length($2) > 0) { $ftpuser=$2; }
if (length($4) > 0) { $ftppasswd=$4; }
$ftpserver=$5;
$ftpdir=$6;
if ($ftpdir ne "/") { $ftpdir=~s/\/$//; }
}
}
sub print_syntax() {
print "\n";
print "FTPSync.pl 1.3.04 (2011-06-15)\n";
print "\n";
print " ftpsync [ options ] [ localdir remoteURL ]\n";
print " ftpsync [ options ] [ remoteURL localdir ]\n";
print " options = [-dfgpqv] [ cfg|ftpuser|ftppasswd|ftpserver|ftpdir=value ... ] \n";
print " localdir local directory, defaults to \".\".\n";
print " ftpURL full FTP URL, scheme\n";
print ' ftp://[ftpuser[:ftppasswd]@]ftpserver/ftpdir'."\n";
print " ftpdir is relative, so double / for absolute paths as well as /\n";
print " -c | -C like -i, but then prompts whether to actually do work\n";
print " -d | -D turns debug output (including verbose output) on\n";
print " -f | -F flat operation, no subdir recursion\n";
print " -g | -G forces sync direction to GET (remote to local)\n";
print " -h | -H prints out this help text\n";
print " -i | -I forces info mode, only telling what would be done\n";
print " -n | -N no deletion of obsolete files or directories\n";
print " -l | -L follow local symbolic links as if they were directories\n";
print " -p | -P forces sync direction to PUT (local to remote)\n";
print " -q | -Q turns quiet operation on\n";
print " -s | -S turns timestamp comparison off (only checks for changes in size)\n";
print " -t | -T turns timestamp setting for local files off\n"; # backward compatibility
print " -v | -V turnes verbose output on\n";
print " cfg= read parameters and options from file defined by value.\n";
print " ftpserver= defines the FTP server, defaults to \"localhost\".\n";
print " ftpdir= defines the FTP directory, defaults to \".\" (/wo '\"') \n";
print " ftpuser= defines the FTP user, defaults to \"ftp\".\n";
print " ftppasswd= defines the FTP password, defaults to \"anonymous\".\n";
print " ignoremask= defines a regexp to ignore certain files, like .svn"."\n";
print " timeoffset= overrules clocksync() detection with given offset in seconds"."\n";
print "\n";
print " Later mentioned options and parameters overwrite those mentioned earlier.\n";
print " Command line options and parameters overwrite those in the config file.\n";
print " Don't use '\"', although mentioned default values might motiviate you to.\n";
print "\n";
print " If ftpuser or ftppasswd resovle to ? (no matter through which options),\n";
print " ftpsync.pl asks you for those interactively.\n";
print "\n";
print " As of 1.3.02 .netrc is used if ftppassword or ftppassword and ftpuser)\n";
print " are still empty after parsing all options.\n";
print "\n";
}
sub print_options() {
print "\nPrinting options:\n";
# meta
print "returncode = ", $returncode , "\n";
print "configfile = ", $configfile , "\n";
# basiscs
print "syncdirection = ", $syncdirection , "\n";
print "localdir = ", $localdir , "\n";
# FTP stuff
print "remoteURL = ", $remoteURL , "\n";
print "ftpuser = ", $ftpuser , "\n";
print "ftppasswd = ", $ftppasswd , "\n";
print "ftpserver = ", $ftpserver , "\n";
print "ftpdir = ", $ftpdir , "\n";
# verbsityosity
print "doverbose = ", $doverbose , "\n";
print "dodebug = ", $dodebug , "\n";
print "doquiet = ", $doquiet , "\n";
#
print "doinfoonly = ", $doinfoonly , "\n";
print "\n";
}
0 0
- [perl]ftpsync
- perl
- Perl
- perl
- perl
- Perl
- perl
- perl
- perl
- Perl
- perl
- perl
- perl
- perl
- perl
- Perl
- perl
- Perl
- java.lang.reflect.InvocationTargetException
- n&（n-1）的妙用
- jQuery之防止冒泡事件
- jQuery学习笔记之四
- 大规模机器学习的相关资料集锦
- [perl]ftpsync
- 九度考研真题 浙大 2011-1浙大1001：A+B for Matrices
- Android开发总结笔记 四大组件之ContentPovider(上) 1-2-8
- 【JavaScript】兼容IE6的滚动监听
- 将图片以二进制数组存入数据库，从数据库中取出转为图片
- 喝咖啡的好处
- hihocoder 1121 : 二分图一•二分图判定
- 代码混淆详解
- 九度考研真题 浙大 2011-2浙大1002：Grading
