think it's working now
This commit is contained in:
brent s
parent
431b4e3425
commit
4ef4a939e8
117
storage/backups/borg/plugins/yum_pkgs.py
Normal file
117
storage/backups/borg/plugins/yum_pkgs.py
Normal file
@ -0,0 +1,117 @@
|
|||||||
|
import datetime
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import sys
|
||||||
|
##
|
||||||
|
from lxml import etree
|
||||||
|
import yum
|
||||||
|
|
||||||
|
|
||||||
|
# Detect RH version.
|
||||||
|
ver_re =re.compile('^(centos.*|red\s?hat.*) ([0-9\.]+) .*$', re.IGNORECASE)
|
||||||
|
# distro module isn't stdlib, and platform.linux_distribution() (AND platform.distro()) are both deprecated in 3.7.
|
||||||
|
# So we get hacky.
|
||||||
|
with open('/etc/redhat-release', 'r') as f:
|
||||||
|
rawver = f.read()
|
||||||
|
distver = [int(i) for i in ver_re.sub('\g<2>', rawver.strip()).split('.')]
|
||||||
|
distname = re.sub('(Linux )?release', '', ver_re.sub('\g<1>', rawver.strip()), re.IGNORECASE).strip()
|
||||||
|
# Regex pattern to get the repo name. We compile it just to speed up the execution.
|
||||||
|
repo_re = re.compile('^@')
|
||||||
|
# Python version
|
||||||
|
pyver = sys.hexversion
|
||||||
|
py3 = 0x30000f0 # TODO: check the version incompats
|
||||||
|
|
||||||
|
|
||||||
|
class Backup(object):
|
||||||
|
def __init__(self, explicit_only = True,
|
||||||
|
include_deps = False,
|
||||||
|
output = '~/.cache/backup/installed_pkgs.xml'):
|
||||||
|
self.explicit_only = explicit_only
|
||||||
|
self.include_deps = include_deps
|
||||||
|
self.reasons = []
|
||||||
|
if self.explicit_only:
|
||||||
|
self.reasons.append('user')
|
||||||
|
if self.include_deps:
|
||||||
|
self.reasons.append('dep')
|
||||||
|
self.output = os.path.abspath(os.path.expanduser(output))
|
||||||
|
self.yb = yum.YumBase()
|
||||||
|
# Make it run silently.
|
||||||
|
self.yb.preconf.debuglevel = 0
|
||||||
|
self.yb.preconf.errorlevel = 0
|
||||||
|
self.pkg_meta = []
|
||||||
|
# TODO: XSD?
|
||||||
|
self.pkgs = etree.Element('packages')
|
||||||
|
self.pkgs.attrib['distro'] = distname
|
||||||
|
self.pkgs.attrib['version'] = '.'.join([str(i) for i in distver])
|
||||||
|
self.pkglist = b''
|
||||||
|
self.getPkgList()
|
||||||
|
self.buildPkgInfo()
|
||||||
|
self.write()
|
||||||
|
|
||||||
|
def getPkgList(self):
|
||||||
|
if not self.explicit_only:
|
||||||
|
self.pkg_meta = self.yb.rpmdb.returnPackages()
|
||||||
|
else:
|
||||||
|
for pkg in self.yb.rpmdb.returnPackages():
|
||||||
|
reason = pkg.yumdb_info.get('reason')
|
||||||
|
if reason and reason.lower() in self.reasons:
|
||||||
|
self.pkg_meta.append(pkg)
|
||||||
|
return()
|
||||||
|
|
||||||
|
def buildPkgInfo(self):
|
||||||
|
for pkg in self.pkg_meta:
|
||||||
|
reponame = repo_re.sub('', pkg.ui_from_repo)
|
||||||
|
repo = self.pkgs.xpath('repo[@name="{0}"]'.format(reponame))
|
||||||
|
if repo:
|
||||||
|
repo = repo[0]
|
||||||
|
else:
|
||||||
|
repo = etree.Element('repo')
|
||||||
|
repo.attrib['name'] = reponame
|
||||||
|
try:
|
||||||
|
repoinfo = self.yb.repos.repos[reponame]
|
||||||
|
repo.attrib['urls'] = '>'.join(repoinfo.urls) # https://stackoverflow.com/a/13500078
|
||||||
|
repo.attrib['desc'] = repoinfo.name
|
||||||
|
repo.attrib['enabled'] = ('true' if repoinfo in self.yb.repos.listEnabled() else 'false')
|
||||||
|
except KeyError: # Repo is missing
|
||||||
|
repo.attrib['desc'] = '(metadata missing)'
|
||||||
|
self.pkgs.append(repo)
|
||||||
|
pkgelem = etree.Element('package')
|
||||||
|
pkginfo = {'name': pkg.name,
|
||||||
|
'desc': pkg.summary,
|
||||||
|
'version': pkg.ver,
|
||||||
|
'release': pkg.release,
|
||||||
|
'arch': pkg.arch,
|
||||||
|
'built': datetime.datetime.fromtimestamp(pkg.buildtime),
|
||||||
|
'installed': datetime.datetime.fromtimestamp(pkg.installtime),
|
||||||
|
'sizerpm': pkg.packagesize,
|
||||||
|
'sizedisk': pkg.installedsize,
|
||||||
|
'NEVRA': pkg.nevra}
|
||||||
|
for k, v in pkginfo.items():
|
||||||
|
if pyver >= py3:
|
||||||
|
pkgelem.attrib[k] = str(v)
|
||||||
|
else:
|
||||||
|
if isinstance(v, (int, long, datetime.datetime)):
|
||||||
|
pkgelem.attrib[k] = str(v).encode('utf-8')
|
||||||
|
elif isinstance(v, str):
|
||||||
|
pkgelem.attrib[k] = v.decode('utf-8')
|
||||||
|
else:
|
||||||
|
pkgelem.attrib[k] = v.encode('utf-8')
|
||||||
|
repo.append(pkgelem)
|
||||||
|
self.pkglist = etree.tostring(self.pkgs,
|
||||||
|
pretty_print = True,
|
||||||
|
xml_declaration = True,
|
||||||
|
encoding = 'UTF-8')
|
||||||
|
return()
|
||||||
|
|
||||||
|
def write(self):
|
||||||
|
outdir = os.path.dirname(self.output)
|
||||||
|
if pyver >= py3:
|
||||||
|
os.makedirs(outdir, exist_ok = True)
|
||||||
|
os.chmod(outdir, mode = 0o0700)
|
||||||
|
else:
|
||||||
|
if not os.path.isdir(outdir):
|
||||||
|
os.makedirs(outdir)
|
||||||
|
os.chmod(outdir, 0o0700)
|
||||||
|
with open(self.output, 'wb') as f:
|
||||||
|
f.write(self.pkglist)
|
||||||
|
return()
|
||||||
181
storage/backups/borg/tools/restore_yum_pkgs.py
Executable file
181
storage/backups/borg/tools/restore_yum_pkgs.py
Executable file
@ -0,0 +1,181 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import warnings
|
||||||
|
##
|
||||||
|
# The yum API is *suuuper* cantankerous and kind of broken, even.
|
||||||
|
# Patches welcome, but for now we just use subprocess.
|
||||||
|
import yum
|
||||||
|
from lxml import etree
|
||||||
|
|
||||||
|
|
||||||
|
# Detect RH version.
|
||||||
|
ver_re =re.compile('^(centos.*|red\s?hat.*) ([0-9\.]+) .*$', re.IGNORECASE)
|
||||||
|
# distro module isn't stdlib, and platform.linux_distribution() (AND platform.distro()) are both deprecated in 3.7.
|
||||||
|
# So we get hacky.
|
||||||
|
with open('/etc/redhat-release', 'r') as f:
|
||||||
|
rawver = f.read()
|
||||||
|
distver = [int(i) for i in ver_re.sub('\g<2>', rawver.strip()).split('.')]
|
||||||
|
distname = re.sub('(Linux )?release', '', ver_re.sub('\g<1>', rawver.strip()), re.IGNORECASE).strip()
|
||||||
|
# Regex pattern to get the repo name. We compile it just to speed up the execution.
|
||||||
|
repo_re = re.compile('^@')
|
||||||
|
# Python version
|
||||||
|
pyver = sys.hexversion
|
||||||
|
py3 = 0x30000f0 # TODO: check the version incompats
|
||||||
|
|
||||||
|
if pyver < py3:
|
||||||
|
import copy
|
||||||
|
|
||||||
|
|
||||||
|
class Reinstaller(object):
|
||||||
|
def __init__(self, pkglist_path, latest = True):
|
||||||
|
self.latest = latest
|
||||||
|
pkglist_file = os.path.abspath(os.path.expanduser(pkglist_path))
|
||||||
|
with open(pkglist_file, 'rb') as f:
|
||||||
|
self.pkgs = etree.fromstring(f.read())
|
||||||
|
if not self.latest:
|
||||||
|
# Make sure the versions match, otherwise Bad Things(TM) can occur.
|
||||||
|
if not all(((distname == self.pkgs.attrib['distro']),
|
||||||
|
('.'.join([str(i) for i in distver]) == self.pkgs.attrib['version']))):
|
||||||
|
err = ('This package set was created on {0} {1}. '
|
||||||
|
'The current running OS is {2} {3} and you have set latest = False/None. '
|
||||||
|
'THIS IS A VERY BAD IDEA.').format(self.pkgs.attrib['distro'],
|
||||||
|
self.pkgs.attrib['version'],
|
||||||
|
distname,
|
||||||
|
'.'.join([str(i) for i in distver]))
|
||||||
|
raise RuntimeError(err)
|
||||||
|
# Make it run silently.
|
||||||
|
self.yb = yum.YumBase()
|
||||||
|
self.yb.preconf.quiet = 1
|
||||||
|
self.yb.preconf.debuglevel = 0
|
||||||
|
self.yb.preconf.errorlevel = 0
|
||||||
|
self.yb.preconf.assumeyes = 1
|
||||||
|
self.yb.preconf.rpmverbosity = 'error'
|
||||||
|
|
||||||
|
def iterPkgs(self):
|
||||||
|
for repo in self.pkgs.findall('repo'):
|
||||||
|
# Base install packages ("anaconda") don't play nicely with this. They should be expected to
|
||||||
|
# already be installed anyways, and self.latest is irrelevant - downgrading these can cause
|
||||||
|
# *major* issues.
|
||||||
|
# And "installed" repo are packages installed manually from RPM.
|
||||||
|
if self.latest:
|
||||||
|
if repo.attrib['name'].lower() in ('anaconda', 'installed'):
|
||||||
|
continue
|
||||||
|
reponm = repo.attrib['desc']
|
||||||
|
# This is only needed for the subprocess workaround.
|
||||||
|
cmd = ['yum', '-q', '-y',
|
||||||
|
# '--disablerepo=*',
|
||||||
|
'--enablerepo={0}'.format(repo.attrib['name'])]
|
||||||
|
pkgs = {'new': [],
|
||||||
|
'upgrade': [],
|
||||||
|
'downgrade': []}
|
||||||
|
for pkg in repo.findall('package'):
|
||||||
|
pkg_found = False
|
||||||
|
is_installed = False
|
||||||
|
if self.latest:
|
||||||
|
pkgnm = pkg.attrib['name']
|
||||||
|
else:
|
||||||
|
pkgnm = pkg.attrib['NEVRA']
|
||||||
|
pkglist = self.yb.doPackageLists(patterns = [pkgnm], showdups = True)
|
||||||
|
if pkglist.updates:
|
||||||
|
for pkgobj in reversed(pkglist.updates):
|
||||||
|
if pkgobj.repo.name == reponm:
|
||||||
|
# Haven't gotten this working properly. Patches welcome.
|
||||||
|
# self.yb.install(po = pkgobj)
|
||||||
|
# self.yb.resolveDeps()
|
||||||
|
# self.yb.buildTransaction()
|
||||||
|
# self.yb.processTransaction()
|
||||||
|
if self.latest:
|
||||||
|
pkgs['upgrade'].append(pkgobj.name)
|
||||||
|
else:
|
||||||
|
pkgs['upgrade'].append(pkgobj.nevra)
|
||||||
|
pkg_found = True
|
||||||
|
is_installed = False
|
||||||
|
break
|
||||||
|
if pkglist.installed and not pkg_found:
|
||||||
|
for pkgobj in reversed(pkglist.installed):
|
||||||
|
if pkgobj.repo.name == reponm:
|
||||||
|
warn = ('{0} from {1} is already installed; skipping').format(pkgobj.nevra,
|
||||||
|
repo.attrib['name'])
|
||||||
|
warnings.warn(warn)
|
||||||
|
pkg_found = True
|
||||||
|
is_installed = True
|
||||||
|
if not all((is_installed, pkg_found)):
|
||||||
|
if pkglist.available:
|
||||||
|
for pkgobj in reversed(pkglist.available):
|
||||||
|
if pkgobj.repo.name == reponm:
|
||||||
|
# Haven't gotten this working properly. Patches welcome.
|
||||||
|
# self.yb.install(po = pkgobj)
|
||||||
|
# self.yb.resolveDeps()
|
||||||
|
# self.yb.buildTransaction()
|
||||||
|
# self.yb.processTransaction()
|
||||||
|
if self.latest:
|
||||||
|
pkgs['new'].append(pkgobj.name)
|
||||||
|
else:
|
||||||
|
pkgs['new'].append(pkgobj.nevra)
|
||||||
|
is_installed = False
|
||||||
|
pkg_found = True
|
||||||
|
break
|
||||||
|
if not self.latest:
|
||||||
|
if pkglist.old_available:
|
||||||
|
for pkgobj in reversed(pkglist.old_available):
|
||||||
|
if pkgobj.repo.name == reponm:
|
||||||
|
# Haven't gotten this working properly. Patches welcome.
|
||||||
|
# self.yb.install(po = pkgobj)
|
||||||
|
# self.yb.resolveDeps()
|
||||||
|
# self.yb.buildTransaction()
|
||||||
|
# self.yb.processTransaction()
|
||||||
|
pkgs['downgrade'].append(pkgobj.nevra)
|
||||||
|
pkg_found = True
|
||||||
|
break
|
||||||
|
# # This... seems to always fail. Patches welcome.
|
||||||
|
# # self.yb.processTransaction()
|
||||||
|
for k in pkgs:
|
||||||
|
if not pkgs[k]:
|
||||||
|
continue
|
||||||
|
if pyver < py3:
|
||||||
|
_cmd = copy.deepcopy(cmd)
|
||||||
|
else:
|
||||||
|
_cmd = cmd.copy()
|
||||||
|
if k == 'downgrade':
|
||||||
|
_cmd.append('downgrade')
|
||||||
|
else:
|
||||||
|
if self.latest:
|
||||||
|
_cmd.append('install')
|
||||||
|
else:
|
||||||
|
if distver[0] >= 7:
|
||||||
|
_cmd.append('install-nevra')
|
||||||
|
else:
|
||||||
|
_cmd.append('install')
|
||||||
|
_cmd.extend(pkgs[k])
|
||||||
|
if pyver >= py3:
|
||||||
|
subprocess.run(_cmd)
|
||||||
|
else:
|
||||||
|
subprocess.call(_cmd)
|
||||||
|
return()
|
||||||
|
|
||||||
|
|
||||||
|
def parseArgs():
|
||||||
|
args = argparse.ArgumentParser(description = ('Reinstall packages from a generated XML package list'))
|
||||||
|
args.add_argument('-V', '--version',
|
||||||
|
dest = 'latest',
|
||||||
|
action = 'store_false',
|
||||||
|
help = ('If specified, (try to) install the same version as specified in the package list.'))
|
||||||
|
args.add_argument('pkglist_path',
|
||||||
|
metavar = 'PKGLIST',
|
||||||
|
help = ('The path to the generated packages XML file.'))
|
||||||
|
return(args)
|
||||||
|
|
||||||
|
def main():
|
||||||
|
args = parseArgs().parse_args()
|
||||||
|
dictargs = vars(args)
|
||||||
|
r = Reinstaller(**dictargs)
|
||||||
|
r.iterPkgs()
|
||||||
|
return()
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
Loading…
Reference in New Issue
Block a user