so i forgot that the yum module hasn't been ported to py3 yet, and the wrapper requires python3... gorram it, redhat.
This commit is contained in:
brent s
parent
6ba2b6287c
commit
001925af88
|
|
@ -4,7 +4,19 @@ import re
|
||||||
import sys
|
import sys
|
||||||
##
|
##
|
||||||
from lxml import etree
|
from lxml import etree
|
||||||
import yum
|
try:
|
||||||
|
# Note that currently, even on CentOS/RHEL 7, the yum module is only available for Python 2...
|
||||||
|
# because reasons or something?
|
||||||
|
# This may be re-done to allow for a third-party library in the case of python 3 invocation.
|
||||||
|
import yum
|
||||||
|
has_yum = True
|
||||||
|
except ImportError:
|
||||||
|
# This will get *ugly*. You have been warned. It also uses more system resources and it's INCREDIBLY slow.
|
||||||
|
# But it's safe.
|
||||||
|
# Requires yum-utils to be installed.
|
||||||
|
# It assumes a python 3 environment for the exact above reason.
|
||||||
|
import subprocess
|
||||||
|
has_yum = False
|
||||||
|
|
||||||
# See <optools>:/storage/backups/borg/tools/restore_yum_pkgs.py to use the XML file this generates.
|
# See <optools>:/storage/backups/borg/tools/restore_yum_pkgs.py to use the XML file this generates.
|
||||||
|
|
||||||
|
|
@ -36,11 +48,12 @@ class Backup(object):
|
||||||
if self.include_deps:
|
if self.include_deps:
|
||||||
self.reasons.append('dep')
|
self.reasons.append('dep')
|
||||||
self.output = os.path.abspath(os.path.expanduser(output))
|
self.output = os.path.abspath(os.path.expanduser(output))
|
||||||
self.yb = yum.YumBase()
|
if has_yum:
|
||||||
# Make it run silently.
|
self.yb = yum.YumBase()
|
||||||
self.yb.preconf.debuglevel = 0
|
# Make it run silently.
|
||||||
self.yb.preconf.errorlevel = 0
|
self.yb.preconf.debuglevel = 0
|
||||||
self.pkg_meta = []
|
self.yb.preconf.errorlevel = 0
|
||||||
|
self.pkg_meta = []
|
||||||
# TODO: XSD?
|
# TODO: XSD?
|
||||||
self.pkgs = etree.Element('packages')
|
self.pkgs = etree.Element('packages')
|
||||||
self.pkgs.attrib['distro'] = distname
|
self.pkgs.attrib['distro'] = distname
|
||||||
|
|
@ -51,54 +64,151 @@ class Backup(object):
|
||||||
self.write()
|
self.write()
|
||||||
|
|
||||||
def getPkgList(self):
|
def getPkgList(self):
|
||||||
if not self.explicit_only:
|
if has_yum:
|
||||||
self.pkg_meta = self.yb.rpmdb.returnPackages()
|
if not self.explicit_only:
|
||||||
|
self.pkg_meta = self.yb.rpmdb.returnPackages()
|
||||||
|
else:
|
||||||
|
for pkg in self.yb.rpmdb.returnPackages():
|
||||||
|
reason = pkg.yumdb_info.get('reason')
|
||||||
|
if reason and reason.lower() in self.reasons:
|
||||||
|
self.pkg_meta.append(pkg)
|
||||||
else:
|
else:
|
||||||
for pkg in self.yb.rpmdb.returnPackages():
|
pass # We do this in buildPkgInfo().
|
||||||
reason = pkg.yumdb_info.get('reason')
|
|
||||||
if reason and reason.lower() in self.reasons:
|
|
||||||
self.pkg_meta.append(pkg)
|
|
||||||
return()
|
return()
|
||||||
|
|
||||||
def buildPkgInfo(self):
|
def buildPkgInfo(self):
|
||||||
for pkg in self.pkg_meta:
|
if not has_yum:
|
||||||
reponame = repo_re.sub('', pkg.ui_from_repo)
|
def repoQuery(nevra, fmtstr):
|
||||||
repo = self.pkgs.xpath('repo[@name="{0}"]'.format(reponame))
|
cmd = ['/usr/bin/repoquery',
|
||||||
if repo:
|
'--installed',
|
||||||
repo = repo[0]
|
'--queryformat', fmtstr,
|
||||||
else:
|
nevra]
|
||||||
repo = etree.Element('repo')
|
cmd_out = subprocess.run(cmd, stdout = subprocess.PIPE).stdout.decode('utf-8')
|
||||||
repo.attrib['name'] = reponame
|
return(cmd_out)
|
||||||
try:
|
_reason = '*'
|
||||||
repoinfo = self.yb.repos.repos[reponame]
|
if self.reasons:
|
||||||
repo.attrib['urls'] = '>'.join(repoinfo.urls) # https://stackoverflow.com/a/13500078
|
if 'dep' not in self.reasons:
|
||||||
repo.attrib['desc'] = repoinfo.name
|
_reason = 'user'
|
||||||
repo.attrib['enabled'] = ('true' if repoinfo in self.yb.repos.listEnabled() else 'false')
|
cmd = ['/usr/sbin/yumdb',
|
||||||
except KeyError: # Repo is missing
|
'search',
|
||||||
repo.attrib['desc'] = '(metadata missing)'
|
'reason',
|
||||||
self.pkgs.append(repo)
|
_reason]
|
||||||
pkgelem = etree.Element('package')
|
rawpkgs = subprocess.run(cmd, stdout = subprocess.PIPE).stdout.decode('utf-8')
|
||||||
pkginfo = {'name': pkg.name,
|
reason_re = re.compile('^(\s+reason\s+=\s+.*|\s*)$')
|
||||||
'desc': pkg.summary,
|
pkgs = []
|
||||||
'version': pkg.ver,
|
for line in rawpkgs.splitlines():
|
||||||
'release': pkg.release,
|
if not reason_re.search(line):
|
||||||
'arch': pkg.arch,
|
pkgs.append(line.strip())
|
||||||
'built': datetime.datetime.fromtimestamp(pkg.buildtime),
|
for pkg_nevra in pkgs:
|
||||||
'installed': datetime.datetime.fromtimestamp(pkg.installtime),
|
reponame = repo_re.sub('', repoQuery(pkg_nevra, '%{ui_from_repo}')).strip()
|
||||||
'sizerpm': pkg.packagesize,
|
repo = self.pkgs.xpath('repo[@name="{0}"]'.format(reponame))
|
||||||
'sizedisk': pkg.installedsize,
|
if repo:
|
||||||
'NEVRA': pkg.nevra}
|
repo = repo[0]
|
||||||
for k, v in pkginfo.items():
|
|
||||||
if pyver >= py3:
|
|
||||||
pkgelem.attrib[k] = str(v)
|
|
||||||
else:
|
else:
|
||||||
if isinstance(v, (int, long, datetime.datetime)):
|
# This is pretty error-prone. Fix/cleanup your systems.
|
||||||
pkgelem.attrib[k] = str(v).encode('utf-8')
|
repo = etree.Element('repo')
|
||||||
elif isinstance(v, str):
|
repo.attrib['name'] = reponame
|
||||||
pkgelem.attrib[k] = v.decode('utf-8')
|
rawrepo = subprocess.run(['/usr/bin/yum',
|
||||||
|
'-v',
|
||||||
|
'repolist',
|
||||||
|
reponame],
|
||||||
|
stdout = subprocess.PIPE).stdout.decode('utf-8')
|
||||||
|
urls = []
|
||||||
|
mirror = re.search('^Repo-mirrors\s*:', rawrepo, re.M)
|
||||||
|
repostatus = re.search('^Repo-status\s*:', rawrepo, re.M)
|
||||||
|
repourl = re.search('^Repo-baseurl\s*:', rawrepo, re.M)
|
||||||
|
repodesc = re.search('^Repo-name\s*:', rawrepo, re.M)
|
||||||
|
if mirror:
|
||||||
|
urls.append(mirror.group(0).split(':', 1)[1].strip())
|
||||||
|
if repourl:
|
||||||
|
urls.append(repourl.group(0).split(':', 1)[1].strip())
|
||||||
|
repo.attrib['urls'] = '>'.join(urls) # https://stackoverflow.com/a/13500078
|
||||||
|
if repostatus:
|
||||||
|
repostatus = repostatus.group(0).split(':', 1)[1].strip().lower()
|
||||||
|
repo.attrib['enabled'] = ('true' if repostatus == 'enabled' else 'false')
|
||||||
else:
|
else:
|
||||||
pkgelem.attrib[k] = v.encode('utf-8')
|
repo.attrib['enabled'] = 'false'
|
||||||
repo.append(pkgelem)
|
if repodesc:
|
||||||
|
repo.attrib['desc'] = repodesc.group(0).split(':', 1)[1].strip()
|
||||||
|
else:
|
||||||
|
repo.attrib['desc'] = '(metadata missing)'
|
||||||
|
self.pkgs.append(repo)
|
||||||
|
pkgelem = etree.Element('package')
|
||||||
|
pkginfo = {'NEVRA': pkg_nevra,
|
||||||
|
'desc': repoQuery(pkg_nevra, '%{summary}').strip()}
|
||||||
|
# These are all values with no whitespace so we can easily combine into one call and then split them.
|
||||||
|
(pkginfo['name'],
|
||||||
|
pkginfo['release'],
|
||||||
|
pkginfo['arch'],
|
||||||
|
pkginfo['version'],
|
||||||
|
pkginfo['built'],
|
||||||
|
pkginfo['installed'],
|
||||||
|
pkginfo['sizerpm'],
|
||||||
|
pkginfo['sizedisk']) = re.split('\t',
|
||||||
|
repoQuery(pkg_nevra,
|
||||||
|
('%{name}\t'
|
||||||
|
'%{release}\t'
|
||||||
|
'%{arch}\t'
|
||||||
|
'%{ver}\t' # version
|
||||||
|
'%{buildtime}\t' # built
|
||||||
|
'%{installtime}\t' # installed
|
||||||
|
'%{packagesize}\t' # sizerpm
|
||||||
|
'%{installedsize}') # sizedisk
|
||||||
|
))
|
||||||
|
for k in ('built', 'installed', 'sizerpm', 'sizedisk'):
|
||||||
|
pkginfo[k] = int(pkginfo[k])
|
||||||
|
for k in ('built', 'installed'):
|
||||||
|
pkginfo[k] = datetime.datetime.fromtimestamp(pkginfo[k])
|
||||||
|
for k, v in pkginfo.items():
|
||||||
|
if pyver >= py3:
|
||||||
|
pkgelem.attrib[k] = str(v)
|
||||||
|
else:
|
||||||
|
if isinstance(v, (int, long, datetime.datetime)):
|
||||||
|
pkgelem.attrib[k] = str(v).encode('utf-8')
|
||||||
|
elif isinstance(v, str):
|
||||||
|
pkgelem.attrib[k] = v.decode('utf-8')
|
||||||
|
else:
|
||||||
|
pkgelem.attrib[k] = v.encode('utf-8')
|
||||||
|
repo.append(pkgelem)
|
||||||
|
else:
|
||||||
|
for pkg in self.pkg_meta:
|
||||||
|
reponame = repo_re.sub('', pkg.ui_from_repo)
|
||||||
|
repo = self.pkgs.xpath('repo[@name="{0}"]'.format(reponame))
|
||||||
|
if repo:
|
||||||
|
repo = repo[0]
|
||||||
|
else:
|
||||||
|
repo = etree.Element('repo')
|
||||||
|
repo.attrib['name'] = reponame
|
||||||
|
try:
|
||||||
|
repoinfo = self.yb.repos.repos[reponame]
|
||||||
|
repo.attrib['urls'] = '>'.join(repoinfo.urls) # https://stackoverflow.com/a/13500078
|
||||||
|
repo.attrib['enabled'] = ('true' if repoinfo in self.yb.repos.listEnabled() else 'false')
|
||||||
|
repo.attrib['desc'] = repoinfo.name
|
||||||
|
except KeyError: # Repo is missing
|
||||||
|
repo.attrib['desc'] = '(metadata missing)'
|
||||||
|
self.pkgs.append(repo)
|
||||||
|
pkgelem = etree.Element('package')
|
||||||
|
pkginfo = {'name': pkg.name,
|
||||||
|
'desc': pkg.summary,
|
||||||
|
'version': pkg.ver,
|
||||||
|
'release': pkg.release,
|
||||||
|
'arch': pkg.arch,
|
||||||
|
'built': datetime.datetime.fromtimestamp(pkg.buildtime),
|
||||||
|
'installed': datetime.datetime.fromtimestamp(pkg.installtime),
|
||||||
|
'sizerpm': pkg.packagesize,
|
||||||
|
'sizedisk': pkg.installedsize,
|
||||||
|
'NEVRA': pkg.nevra}
|
||||||
|
for k, v in pkginfo.items():
|
||||||
|
if pyver >= py3:
|
||||||
|
pkgelem.attrib[k] = str(v)
|
||||||
|
else:
|
||||||
|
if isinstance(v, (int, long, datetime.datetime)):
|
||||||
|
pkgelem.attrib[k] = str(v).encode('utf-8')
|
||||||
|
elif isinstance(v, str):
|
||||||
|
pkgelem.attrib[k] = v.decode('utf-8')
|
||||||
|
else:
|
||||||
|
pkgelem.attrib[k] = v.encode('utf-8')
|
||||||
|
repo.append(pkgelem)
|
||||||
self.pkglist = etree.tostring(self.pkgs,
|
self.pkglist = etree.tostring(self.pkgs,
|
||||||
pretty_print = True,
|
pretty_print = True,
|
||||||
xml_declaration = True,
|
xml_declaration = True,
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue