__ __ __ __ _____ _ _ _____ _ _ _ | \/ | \ \ / / | __ \ (_) | | / ____| | | | | | \ / |_ __\ V / | |__) | __ ___ ____ _| |_ ___ | (___ | |__ ___| | | | |\/| | '__|> < | ___/ '__| \ \ / / _` | __/ _ \ \___ \| '_ \ / _ \ | | | | | | |_ / . \ | | | | | |\ V / (_| | || __/ ____) | | | | __/ | | |_| |_|_(_)_/ \_\ |_| |_| |_| \_/ \__,_|\__\___| |_____/|_| |_|\___V 2.1 if you need WebShell for Seo everyday contact me on Telegram Telegram Address : @jackleetFor_More_Tools:
#! /usr/bin/env python
"""Mirror a remote ftp subtree into a local directory tree.
usage: ftpmirror [-v] [-q] [-i] [-m] [-n] [-r] [-s pat]
[-l username [-p passwd [-a account]]]
hostname[:port] [remotedir [localdir]]
-v: verbose
-q: quiet
-i: interactive mode
-m: macintosh server (NCSA telnet 2.4) (implies -n -s '*.o')
-n: don't log in
-r: remove local files/directories no longer pertinent
-l username [-p passwd [-a account]]: login info (default .netrc or anonymous)
-s pat: skip files matching pattern
hostname: remote host w/ optional port separated by ':'
remotedir: remote directory (default initial)
localdir: local directory (default current)
"""
import os
import sys
import time
import getopt
import ftplib
import netrc
from fnmatch import fnmatch
# Print usage message and exit
def usage(*args):
sys.stdout = sys.stderr
for msg in args: print msg
print __doc__
sys.exit(2)
verbose = 1 # 0 for -q, 2 for -v
interactive = 0
mac = 0
rmok = 0
nologin = 0
skippats = ['.', '..', '.mirrorinfo']
# Main program: parse command line and start processing
def main():
global verbose, interactive, mac, rmok, nologin
try:
opts, args = getopt.getopt(sys.argv[1:], 'a:bil:mnp:qrs:v')
except getopt.error, msg:
usage(msg)
login = ''
passwd = ''
account = ''
if not args: usage('hostname missing')
host = args[0]
port = 0
if ':' in host:
host, port = host.split(':', 1)
port = int(port)
try:
auth = netrc.netrc().authenticators(host)
if auth is not None:
login, account, passwd = auth
except (netrc.NetrcParseError, IOError):
pass
for o, a in opts:
if o == '-l': login = a
if o == '-p': passwd = a
if o == '-a': account = a
if o == '-v': verbose = verbose + 1
if o == '-q': verbose = 0
if o == '-i': interactive = 1
if o == '-m': mac = 1; nologin = 1; skippats.append('*.o')
if o == '-n': nologin = 1
if o == '-r': rmok = 1
if o == '-s': skippats.append(a)
remotedir = ''
localdir = ''
if args[1:]:
remotedir = args[1]
if args[2:]:
localdir = args[2]
if args[3:]: usage('too many arguments')
#
f = ftplib.FTP()
if verbose: print "Connecting to '%s%s'..." % (host,
(port and ":%d"%port or ""))
f.connect(host,port)
if not nologin:
if verbose:
print 'Logging in as %r...' % (login or 'anonymous')
f.login(login, passwd, account)
if verbose: print 'OK.'
pwd = f.pwd()
if verbose > 1: print 'PWD =', repr(pwd)
if remotedir:
if verbose > 1: print 'cwd(%s)' % repr(remotedir)
f.cwd(remotedir)
if verbose > 1: print 'OK.'
pwd = f.pwd()
if verbose > 1: print 'PWD =', repr(pwd)
#
mirrorsubdir(f, localdir)
# Core logic: mirror one subdirectory (recursively)
def mirrorsubdir(f, localdir):
pwd = f.pwd()
if localdir and not os.path.isdir(localdir):
if verbose: print 'Creating local directory', repr(localdir)
try:
makedir(localdir)
except os.error, msg:
print "Failed to establish local directory", repr(localdir)
return
infofilename = os.path.join(localdir, '.mirrorinfo')
try:
text = open(infofilename, 'r').read()
except IOError, msg:
text = '{}'
try:
info = eval(text)
except (SyntaxError, NameError):
print 'Bad mirror info in', repr(infofilename)
info = {}
subdirs = []
listing = []
if verbose: print 'Listing remote directory %r...' % (pwd,)
f.retrlines('LIST', listing.append)
filesfound = []
for line in listing:
if verbose > 1: print '-->', repr(line)
if mac:
# Mac listing has just filenames;
# trailing / means subdirectory
filename = line.strip()
mode = '-'
if filename[-1:] == '/':
filename = filename[:-1]
mode = 'd'
infostuff = ''
else:
# Parse, assuming a UNIX listing
words = line.split(None, 8)
if len(words) < 6:
if verbose > 1: print 'Skipping short line'
continue
filename = words[-1].lstrip()
i = filename.find(" -> ")
if i >= 0:
# words[0] had better start with 'l'...
if verbose > 1:
print 'Found symbolic link %r' % (filename,)
linkto = filename[i+4:]
filename = filename[:i]
infostuff = words[-5:-1]
mode = words[0]
skip = 0
for pat in skippats:
if fnmatch(filename, pat):
if verbose > 1:
print 'Skip pattern', repr(pat),
print 'matches', repr(filename)
skip = 1
break
if skip:
continue
if mode[0] == 'd':
if verbose > 1:
print 'Remembering subdirectory', repr(filename)
subdirs.append(filename)
continue
filesfound.append(filename)
if info.has_key(filename) and info[filename] == infostuff:
if verbose > 1:
print 'Already have this version of',repr(filename)
continue
fullname = os.path.join(localdir, filename)
tempname = os.path.join(localdir, '@'+filename)
if interactive:
doit = askabout('file', filename, pwd)
if not doit:
if not info.has_key(filename):
info[filename] = 'Not retrieved'
continue
try:
os.unlink(tempname)
except os.error:
pass
if mode[0] == 'l':
if verbose:
print "Creating symlink %r -> %r" % (filename, linkto)
try:
os.symlink(linkto, tempname)
except IOError, msg:
print "Can't create %r: %s" % (tempname, msg)
continue
else:
try:
fp = open(tempname, 'wb')
except IOError, msg:
print "Can't create %r: %s" % (tempname, msg)
continue
if verbose:
print 'Retrieving %r from %r as %r...' % (filename, pwd, fullname)
if verbose:
fp1 = LoggingFile(fp, 1024, sys.stdout)
else:
fp1 = fp
t0 = time.time()
try:
f.retrbinary('RETR ' + filename,
fp1.write, 8*1024)
except ftplib.error_perm, msg:
print msg
t1 = time.time()
bytes = fp.tell()
fp.close()
if fp1 != fp:
fp1.close()
try:
os.unlink(fullname)
except os.error:
pass # Ignore the error
try:
os.rename(tempname, fullname)
except os.error, msg:
print "Can't rename %r to %r: %s" % (tempname, fullname, msg)
continue
info[filename] = infostuff
writedict(info, infofilename)
if verbose and mode[0] != 'l':
dt = t1 - t0
kbytes = bytes / 1024.0
print int(round(kbytes)),
print 'Kbytes in',
print int(round(dt)),
print 'seconds',
if t1 > t0:
print '(~%d Kbytes/sec)' % \
int(round(kbytes/dt),)
print
#
# Remove files from info that are no longer remote
deletions = 0
for filename in info.keys():
if filename not in filesfound:
if verbose:
print "Removing obsolete info entry for",
print repr(filename), "in", repr(localdir or ".")
del info[filename]
deletions = deletions + 1
if deletions:
writedict(info, infofilename)
#
# Remove local files that are no longer in the remote directory
try:
if not localdir: names = os.listdir(os.curdir)
else: names = os.listdir(localdir)
except os.error:
names = []
for name in names:
if name[0] == '.' or info.has_key(name) or name in subdirs:
continue
skip = 0
for pat in skippats:
if fnmatch(name, pat):
if verbose > 1:
print 'Skip pattern', repr(pat),
print 'matches', repr(name)
skip = 1
break
if skip:
continue
fullname = os.path.join(localdir, name)
if not rmok:
if verbose:
print 'Local file', repr(fullname),
print 'is no longer pertinent'
continue
if verbose: print 'Removing local file/dir', repr(fullname)
remove(fullname)
#
# Recursively mirror subdirectories
for subdir in subdirs:
if interactive:
doit = askabout('subdirectory', subdir, pwd)
if not doit: continue
if verbose: print 'Processing subdirectory', repr(subdir)
localsubdir = os.path.join(localdir, subdir)
pwd = f.pwd()
if verbose > 1:
print 'Remote directory now:', repr(pwd)
print 'Remote cwd', repr(subdir)
try:
f.cwd(subdir)
except ftplib.error_perm, msg:
print "Can't chdir to", repr(subdir), ":", repr(msg)
else:
if verbose: print 'Mirroring as', repr(localsubdir)
mirrorsubdir(f, localsubdir)
if verbose > 1: print 'Remote cwd ..'
f.cwd('..')
newpwd = f.pwd()
if newpwd != pwd:
print 'Ended up in wrong directory after cd + cd ..'
print 'Giving up now.'
break
else:
if verbose > 1: print 'OK.'
# Helper to remove a file or directory tree
def remove(fullname):
if os.path.isdir(fullname) and not os.path.islink(fullname):
try:
names = os.listdir(fullname)
except os.error:
names = []
ok = 1
for name in names:
if not remove(os.path.join(fullname, name)):
ok = 0
if not ok:
return 0
try:
os.rmdir(fullname)
except os.error, msg:
print "Can't remove local directory %r: %s" % (fullname, msg)
return 0
else:
try:
os.unlink(fullname)
except os.error, msg:
print "Can't remove local file %r: %s" % (fullname, msg)
return 0
return 1
# Wrapper around a file for writing to write a hash sign every block.
class LoggingFile:
def __init__(self, fp, blocksize, outfp):
self.fp = fp
self.bytes = 0
self.hashes = 0
self.blocksize = blocksize
self.outfp = outfp
def write(self, data):
self.bytes = self.bytes + len(data)
hashes = int(self.bytes) / self.blocksize
while hashes > self.hashes:
self.outfp.write('#')
self.outfp.flush()
self.hashes = self.hashes + 1
self.fp.write(data)
def close(self):
self.outfp.write('\n')
# Ask permission to download a file.
def askabout(filetype, filename, pwd):
prompt = 'Retrieve %s %s from %s ? [ny] ' % (filetype, filename, pwd)
while 1:
reply = raw_input(prompt).strip().lower()
if reply in ['y', 'ye', 'yes']:
return 1
if reply in ['', 'n', 'no', 'nop', 'nope']:
return 0
print 'Please answer yes or no.'
# Create a directory if it doesn't exist. Recursively create the
# parent directory as well if needed.
def makedir(pathname):
if os.path.isdir(pathname):
return
dirname = os.path.dirname(pathname)
if dirname: makedir(dirname)
os.mkdir(pathname, 0777)
# Write a dictionary to a file in a way that can be read back using
# rval() but is still somewhat readable (i.e. not a single long line).
# Also creates a backup file.
def writedict(dict, filename):
dir, fname = os.path.split(filename)
tempname = os.path.join(dir, '@' + fname)
backup = os.path.join(dir, fname + '~')
try:
os.unlink(backup)
except os.error:
pass
fp = open(tempname, 'w')
fp.write('{\n')
for key, value in dict.items():
fp.write('%r: %r,\n' % (key, value))
fp.write('}\n')
fp.close()
try:
os.rename(filename, backup)
except os.error:
pass
os.rename(tempname, filename)
if __name__ == '__main__':
main()
| Name | Type | Size | Permission | Actions |
|---|---|---|---|---|
| analyze_dxp.py | File | 4.11 KB | 0755 |
|
| analyze_dxp.pyc | File | 4.64 KB | 0644 |
|
| analyze_dxp.pyo | File | 4.64 KB | 0644 |
|
| byext.py | File | 3.85 KB | 0755 |
|
| byext.pyc | File | 4.42 KB | 0644 |
|
| byext.pyo | File | 4.42 KB | 0644 |
|
| byteyears.py | File | 1.6 KB | 0755 |
|
| byteyears.pyc | File | 1.37 KB | 0644 |
|
| byteyears.pyo | File | 1.37 KB | 0644 |
|
| checkappend.py | File | 4.55 KB | 0755 |
|
| checkappend.pyc | File | 4.77 KB | 0644 |
|
| checkappend.pyo | File | 4.77 KB | 0644 |
|
| checkpyc.py | File | 1.96 KB | 0755 |
|
| checkpyc.pyc | File | 1.93 KB | 0644 |
|
| checkpyc.pyo | File | 1.93 KB | 0644 |
|
| classfix.py | File | 5.81 KB | 0755 |
|
| classfix.pyc | File | 4.09 KB | 0644 |
|
| classfix.pyo | File | 4.09 KB | 0644 |
|
| cleanfuture.py | File | 8.38 KB | 0755 |
|
| cleanfuture.pyc | File | 7.22 KB | 0644 |
|
| cleanfuture.pyo | File | 7.19 KB | 0644 |
|
| combinerefs.py | File | 4.28 KB | 0755 |
|
| combinerefs.pyc | File | 4.16 KB | 0644 |
|
| combinerefs.pyo | File | 4.12 KB | 0644 |
|
| copytime.py | File | 664 B | 0755 |
|
| copytime.pyc | File | 937 B | 0644 |
|
| copytime.pyo | File | 937 B | 0644 |
|
| crlf.py | File | 611 B | 0755 |
|
| crlf.pyc | File | 855 B | 0644 |
|
| crlf.pyo | File | 855 B | 0644 |
|
| cvsfiles.py | File | 1.75 KB | 0755 |
|
| cvsfiles.pyc | File | 2.11 KB | 0644 |
|
| cvsfiles.pyo | File | 2.11 KB | 0644 |
|
| db2pickle.py | File | 3.49 KB | 0755 |
|
| db2pickle.pyc | File | 3.42 KB | 0644 |
|
| db2pickle.pyo | File | 3.42 KB | 0644 |
|
| diff.py | File | 1.98 KB | 0755 |
|
| diff.pyc | File | 2.29 KB | 0644 |
|
| diff.pyo | File | 2.29 KB | 0644 |
|
| dutree.py | File | 1.58 KB | 0755 |
|
| dutree.pyc | File | 2.18 KB | 0644 |
|
| dutree.pyo | File | 2.18 KB | 0644 |
|
| eptags.py | File | 1.45 KB | 0755 |
|
| eptags.pyc | File | 1.83 KB | 0644 |
|
| eptags.pyo | File | 1.83 KB | 0644 |
|
| find_recursionlimit.py | File | 3.39 KB | 0755 |
|
| find_recursionlimit.pyc | File | 5.54 KB | 0644 |
|
| find_recursionlimit.pyo | File | 5.54 KB | 0644 |
|
| finddiv.py | File | 2.46 KB | 0755 |
|
| finddiv.pyc | File | 3.22 KB | 0644 |
|
| finddiv.pyo | File | 3.22 KB | 0644 |
|
| findlinksto.py | File | 1.04 KB | 0755 |
|
| findlinksto.pyc | File | 1.39 KB | 0644 |
|
| findlinksto.pyo | File | 1.39 KB | 0644 |
|
| findnocoding.py | File | 2.64 KB | 0755 |
|
| findnocoding.pyc | File | 3.03 KB | 0644 |
|
| findnocoding.pyo | File | 3.03 KB | 0644 |
|
| fixcid.py | File | 9.75 KB | 0755 |
|
| fixcid.pyc | File | 7.67 KB | 0644 |
|
| fixcid.pyo | File | 7.67 KB | 0644 |
|
| fixdiv.py | File | 13.57 KB | 0755 |
|
| fixdiv.pyc | File | 13.7 KB | 0644 |
|
| fixdiv.pyo | File | 13.62 KB | 0644 |
|
| fixheader.py | File | 1.16 KB | 0755 |
|
| fixheader.pyc | File | 1.44 KB | 0644 |
|
| fixheader.pyo | File | 1.44 KB | 0644 |
|
| fixnotice.py | File | 2.98 KB | 0755 |
|
| fixnotice.pyc | File | 3.42 KB | 0644 |
|
| fixnotice.pyo | File | 3.42 KB | 0644 |
|
| fixps.py | File | 894 B | 0755 |
|
| fixps.pyc | File | 969 B | 0644 |
|
| fixps.pyo | File | 969 B | 0644 |
|
| ftpmirror.py | File | 12.55 KB | 0755 |
|
| ftpmirror.pyc | File | 10.81 KB | 0644 |
|
| ftpmirror.pyo | File | 10.81 KB | 0644 |
|
| google.py | File | 520 B | 0755 |
|
| google.pyc | File | 792 B | 0644 |
|
| google.pyo | File | 792 B | 0644 |
|
| gprof2html.py | File | 2.12 KB | 0755 |
|
| gprof2html.pyc | File | 2.22 KB | 0644 |
|
| gprof2html.pyo | File | 2.22 KB | 0644 |
|
| h2py.py | File | 5.82 KB | 0755 |
|
| h2py.pyc | File | 4.3 KB | 0644 |
|
| h2py.pyo | File | 4.3 KB | 0644 |
|
| hotshotmain.py | File | 1.45 KB | 0755 |
|
| hotshotmain.pyc | File | 1.82 KB | 0644 |
|
| hotshotmain.pyo | File | 1.82 KB | 0644 |
|
| ifdef.py | File | 3.63 KB | 0755 |
|
| ifdef.pyc | File | 2.21 KB | 0644 |
|
| ifdef.pyo | File | 2.21 KB | 0644 |
|
| lfcr.py | File | 619 B | 0755 |
|
| lfcr.pyc | File | 880 B | 0644 |
|
| lfcr.pyo | File | 880 B | 0644 |
|
| linktree.py | File | 2.37 KB | 0755 |
|
| linktree.pyc | File | 1.98 KB | 0644 |
|
| linktree.pyo | File | 1.98 KB | 0644 |
|
| lll.py | File | 747 B | 0755 |
|
| lll.pyc | File | 947 B | 0644 |
|
| lll.pyo | File | 947 B | 0644 |
|
| logmerge.py | File | 5.45 KB | 0755 |
|
| logmerge.pyc | File | 4.96 KB | 0644 |
|
| logmerge.pyo | File | 4.96 KB | 0644 |
|
| mailerdaemon.py | File | 7.76 KB | 0755 |
|
| mailerdaemon.pyc | File | 7.19 KB | 0644 |
|
| mailerdaemon.pyo | File | 7.19 KB | 0644 |
|
| md5sum.py | File | 2.33 KB | 0755 |
|
| md5sum.pyc | File | 2.85 KB | 0644 |
|
| md5sum.pyo | File | 2.85 KB | 0644 |
|
| methfix.py | File | 5.33 KB | 0755 |
|
| methfix.pyc | File | 4.03 KB | 0644 |
|
| methfix.pyo | File | 4.03 KB | 0644 |
|
| mkreal.py | File | 1.59 KB | 0755 |
|
| mkreal.pyc | File | 1.93 KB | 0644 |
|
| mkreal.pyo | File | 1.93 KB | 0644 |
|
| ndiff.py | File | 3.72 KB | 0755 |
|
| ndiff.pyc | File | 3.77 KB | 0644 |
|
| ndiff.pyo | File | 3.77 KB | 0644 |
|
| nm2def.py | File | 2.39 KB | 0755 |
|
| nm2def.pyc | File | 2.89 KB | 0644 |
|
| nm2def.pyo | File | 2.89 KB | 0644 |
|
| objgraph.py | File | 5.88 KB | 0755 |
|
| objgraph.pyc | File | 4.82 KB | 0644 |
|
| objgraph.pyo | File | 4.82 KB | 0644 |
|
| parseentities.py | File | 1.68 KB | 0755 |
|
| parseentities.pyc | File | 2.03 KB | 0644 |
|
| parseentities.pyo | File | 2.03 KB | 0644 |
|
| patchcheck.py | File | 5.42 KB | 0755 |
|
| patchcheck.pyc | File | 7.24 KB | 0644 |
|
| patchcheck.pyo | File | 7.24 KB | 0644 |
|
| pathfix.py | File | 4.23 KB | 0755 |
|
| pathfix.pyc | File | 3.75 KB | 0644 |
|
| pathfix.pyo | File | 3.75 KB | 0644 |
|
| pdeps.py | File | 3.84 KB | 0755 |
|
| pdeps.pyc | File | 3.14 KB | 0644 |
|
| pdeps.pyo | File | 3.14 KB | 0644 |
|
| pickle2db.py | File | 3.85 KB | 0755 |
|
| pickle2db.pyc | File | 3.73 KB | 0644 |
|
| pickle2db.pyo | File | 3.73 KB | 0644 |
|
| pindent.py | File | 16.77 KB | 0755 |
|
| pindent.pyc | File | 11.3 KB | 0644 |
|
| pindent.pyo | File | 11.3 KB | 0644 |
|
| ptags.py | File | 1.2 KB | 0755 |
|
| ptags.pyc | File | 1.37 KB | 0644 |
|
| ptags.pyo | File | 1.37 KB | 0644 |
|
| pysource.py | File | 3.76 KB | 0755 |
|
| pysource.pyc | File | 3.92 KB | 0644 |
|
| pysource.pyo | File | 3.92 KB | 0644 |
|
| redemo.py | File | 5.66 KB | 0755 |
|
| redemo.pyc | File | 5.16 KB | 0644 |
|
| redemo.pyo | File | 5.16 KB | 0644 |
|
| reindent-rst.py | File | 278 B | 0755 |
|
| reindent-rst.pyc | File | 481 B | 0644 |
|
| reindent-rst.pyo | File | 481 B | 0644 |
|
| reindent.py | File | 10.58 KB | 0755 |
|
| reindent.pyc | File | 8.77 KB | 0644 |
|
| reindent.pyo | File | 8.74 KB | 0644 |
|
| rgrep.py | File | 1.46 KB | 0755 |
|
| rgrep.pyc | File | 1.84 KB | 0644 |
|
| rgrep.pyo | File | 1.84 KB | 0644 |
|
| serve.py | File | 1.12 KB | 0755 |
|
| serve.pyc | File | 1.56 KB | 0644 |
|
| serve.pyo | File | 1.56 KB | 0644 |
|
| setup.py | File | 421 B | 0755 |
|
| setup.pyc | File | 548 B | 0644 |
|
| setup.pyo | File | 548 B | 0644 |
|
| suff.py | File | 622 B | 0755 |
|
| suff.pyc | File | 904 B | 0644 |
|
| suff.pyo | File | 904 B | 0644 |
|
| svneol.py | File | 2.86 KB | 0755 |
|
| svneol.pyc | File | 2.83 KB | 0644 |
|
| svneol.pyo | File | 2.76 KB | 0644 |
|
| texcheck.py | File | 9.04 KB | 0755 |
|
| texcheck.pyc | File | 8.18 KB | 0644 |
|
| texcheck.pyo | File | 8.18 KB | 0644 |
|
| texi2html.py | File | 68.19 KB | 0755 |
|
| texi2html.pyc | File | 81.37 KB | 0644 |
|
| texi2html.pyo | File | 81.37 KB | 0644 |
|
| treesync.py | File | 5.65 KB | 0755 |
|
| treesync.pyc | File | 5.85 KB | 0644 |
|
| treesync.pyo | File | 5.85 KB | 0644 |
|
| untabify.py | File | 1.19 KB | 0755 |
|
| untabify.pyc | File | 1.55 KB | 0644 |
|
| untabify.pyo | File | 1.55 KB | 0644 |
|
| which.py | File | 1.59 KB | 0755 |
|
| which.pyc | File | 1.59 KB | 0644 |
|
| which.pyo | File | 1.59 KB | 0644 |
|
| win_add2path.py | File | 1.58 KB | 0755 |
|
| win_add2path.pyc | File | 2.02 KB | 0644 |
|
| win_add2path.pyo | File | 2.02 KB | 0644 |
|
| xxci.py | File | 2.73 KB | 0755 |
|
| xxci.pyc | File | 3.93 KB | 0644 |
|
| xxci.pyo | File | 3.93 KB | 0644 |
|