optools/arch/repoclone.py
2017-09-04 20:45:08 -04:00

80 lines
2.9 KiB
Python
Executable File

#!/usr/bin/env python3
import argparse
import datetime
import os
import subprocess
mirror = 'rsync://mirror.wdc1.us.leaseweb.net/archlinux' # must be an rsync mirror; base path
dest = {'mount':'/mnt/raidbox', 'path':'/mnt/raidbox/repos/arch'}
bwlimit = 7000 # in Kilobyte/s by default; set to 0 to disable bandwidth throttling
# currently not used:
repos = ['core',
'extra',
'community',
'multilib',
'iso/latest']
# Rsync options
opts = [
'--recursive', # recurse into directories
'--times', # preserve modification times
'--links', # copy symlinks as symlinks
'--hard-links', # preserve hard links
'--quiet', # suppress non-error messages
'--delete-after', # receiver deletes after transfer, not during
'--delay-updates', # put all updated files into place at end
'--copy-links', # transform symlink into referent file/dir
'--safe-links', # ignore symlinks that point outside the tree
#'--max-delete', # don't delete more than NUM files
'--delete-excluded', # also delete excluded files from dest dirs
'--exclude=.*' # exclude files matching PATTERN
]
if bwlimit >= 1:
opts.insert(10, '--bwlimit=' + str(bwlimit)) # limit socket I/O bandwidth
lockfile = '/var/run/repo-sync.lck'
logfile = '/var/log/arch.repo.sync'
def sync():
# TODO: safer file creation etc. - make sure parent dirs exist.
# TODO: check that destination is mounted first.
paths = os.environ['PATH'].split(':')
rsync = '/usr/bin/' # set the default
for p in paths:
testpath = os.path.join(p, 'rsync')
if os.path.isfile(testpath):
rsync = testpath # in case rsync isn't in /usr/bin/rsync
break
cmd = [rsync] # the path to the binary
cmd.extend(opts) # the arguments
cmd.append(os.path.join(mirror, '.')) # the path on the remote mirror
cmd.append(os.path.join(dest['path'], '.')) # the local destination
if os.path.isfile(lockfile):
with open(lockfile, 'r') as f:
existingpid = f.read().strip()
exit('!! A repo synchronization seems to already be running (PID: {0}). Quitting. !!'.format(existingpid))
else:
with open(lockfile, 'w') as f:
f.write(str(os.getpid()))
with open(logfile, 'a') as log:
try:
subprocess.call(cmd, stdout = log, stderr = subprocess.STDOUT)
now = int(datetime.datetime.timestamp(datetime.datetime.utcnow()))
with open(os.path.join(dest['path'], 'lastsync'), 'w') as f:
f.write(str(now) + '\n')
os.remove(lockfile)
except:
os.remove(lockfile)
exit('!! The rsync has failed. See {0} for more details. !!'.format(logfile))
return()
def parseArgs():
pass
def main():
sync()
if __name__ == '__main__':
main()