optools/net/dns/linode/ddns.py

300 lines
13 KiB
Python
Raw Normal View History

2020-04-21 00:56:28 -04:00
#!/usr/bin/env python3
import argparse
import json
import logging
import logging.handlers
import os
import re
import sys
import warnings
##
import dns.exception
import dns.resolver
import requests
##
from lxml import etree
try:
# https://www.freedesktop.org/software/systemd/python-systemd/journal.html#journalhandler-class
from systemd import journal
_has_journald = True
except ImportError:
_has_journald = False
logfile = '~/.cache/ddns.log'
# Prep the log file.
logfile = os.path.abspath(os.path.expanduser(logfile))
os.makedirs(os.path.dirname(logfile), exist_ok = True, mode = 0o0700)
if not os.path.isfile(logfile):
with open(logfile, 'w') as fh:
fh.write('')
os.chmod(logfile, 0o0600)
# And set up logging.
_cfg_args = {'handlers': [],
'level': logging.DEBUG}
if _has_journald:
# There were some weird changes somewhere along the line.
try:
# But it's *probably* this one.
h = journal.JournalHandler()
except AttributeError:
h = journal.JournaldLogHandler()
# Systemd includes times, so we don't need to.
h.setFormatter(logging.Formatter(style = '{',
fmt = ('{name}:{levelname}:{name}:{filename}:'
'{funcName}:{lineno}: {message}')))
_cfg_args['handlers'].append(h)
h = logging.handlers.RotatingFileHandler(logfile,
encoding = 'utf8',
# Disable rotating for now.
# maxBytes = 50000000000,
# backupCount = 30
)
h.setFormatter(logging.Formatter(style = '{',
fmt = ('{asctime}:'
'{levelname}:{name}:{filename}:'
'{funcName}:{lineno}: {message}')))
_cfg_args['handlers'].append(h)
logging.basicConfig(**_cfg_args)
logger = logging.getLogger('DDNS')
logger.info('Logging initialized.')
is_tty = sys.stdin.isatty()
if not is_tty:
logger.debug('Not running in an interactive invocation; disabling printing warnings')
else:
logger.debug('Running in an interactive invocation; enabling printing warnings')
class Updater(object):
tree = None
records = {}
api_base = None
session = None
token = None
my_ips = {4: None, 6: None}
resolver = dns.resolver.Resolver(configure = False)
resolver.nameservers = ['64.6.64.6', '64.6.65.6']
def __init__(self, cfg_path = '~/.config/ddns.xml', *args, **kwargs):
self.xml = os.path.abspath(os.path.expanduser(cfg_path))
logger.debug('Updater initialized with config {0}'.format(self.xml))
self._getConf()
self._getMyIP()
self._getSession()
def _getConf(self):
try:
with open(self.xml, 'rb') as fh:
self.xml = etree.fromstring(fh.read())
except FileNotFoundError as e:
logger.error('Configuration file does not exist; please create it')
raise e
self.tree = self.xml.getroottree()
self.token = self.xml.attrib['token']
self.api_base = re.sub(r'/$', '', self.xml.attrib['base'])
dom_xml = self.xml.findall('domain')
num_doms = len(dom_xml)
logger.debug('Found {0} domains in config'.format(num_doms))
for idx, d in enumerate(dom_xml):
domain = d.attrib['name']
logger.debug('Iterating domain {0} ({1}/{2})'.format(domain, (idx + 1), num_doms))
if domain not in self.records.keys():
self.records[domain] = []
sub_xml = d.findall('sub')
num_subs = len(sub_xml)
logger.debug('Found {0} records for domain {1}'.format(num_subs, domain))
for idx2, s in enumerate(sub_xml):
logger.debug('Adding record {0}.{1} to index ({2}/{3})'.format(s.text, domain, (idx2 + 1), num_subs))
self.records[domain].append(s.text)
return()
def _getDNS(self, record):
records = {}
for t in ('A', 'AAAA'):
logger.debug('Resolving {0} ({1})'.format(record, t))
try:
q = self.resolver.query(record, t)
for a in q:
if t not in records.keys():
records[t] = []
ip = a.to_text()
logger.debug('Found IP {0} for record {1} ({2})'.format(ip, record, t))
records[t].append(ip)
except dns.exception.Timeout as e:
logger.error('Got a timeout when resolving {0} ({1}): {2}'.format(record, t, e))
continue
except dns.resolver.NXDOMAIN as e:
# This is a debug instead of an error because that record type may not exist.
logger.debug('Record {0} ({1}) does not exist: {2}'.format(record, t, e))
continue
except dns.resolver.YXDOMAIN as e:
logger.error('Record {0} ({1}) is too long: {2}'.format(record, t, e))
continue
except dns.resolver.NoAnswer as e:
logger.error('Record {0} ({1}) exists but has no content: {2}'.format(record, t, e))
continue
except dns.resolver.NoNameservers as e:
logger.error(('Could not failover to a non-broken resolver when resolving {0} ({1}): '
'{2}').format(record, t, e))
continue
return(records)
def _getMyIP(self):
for v in self.my_ips.keys():
try:
logger.debug('Getting the client\'s WAN address for IPv{0}'.format(v))
r = requests.get('https://ipv{0}.clientinfo.square-r00t.net/?raw=1'.format(v))
if not r.ok:
logger.error('Got a non-OK response from WAN IPv{0} fetch.'.format(v))
raise RuntimeError('Could not get the IPv{0} address'.format(v))
ip = r.json()['ip']
logger.debug('Got WAN IP address {0} for IPv{1}'.format(ip, v))
self.my_ips[v] = ip
except requests.exceptions.ConnectionError:
logger.debug('Could not get WAN address for IPv{0}; likely not supported on this network'.format(v))
return()
def _getSession(self):
self.session = requests.Session()
self.session.headers.update({'Authorization': 'Bearer {0}'.format(self.token)})
return()
def update(self):
for d in self.records.keys():
d_f = json.dumps({'domain': d})
doms_url = '{0}/domains'.format(self.api_base)
logger.debug('Getting list of domains from {0} (filtered to {1})'.format(doms_url, d))
d_r = self.session.get(doms_url,
headers = {'X-Filter': d_f})
if not d_r.ok:
e = 'Could not get list of domains when attempting to check {0}; skipping'.format(d)
if is_tty:
warnings.warn(e)
logger.warning(e)
continue
try:
d_id = d_r.json()['data'][0]['id']
except (IndexError, KeyError):
e = 'Could not find domain {0} in the returned domains list; skipping'.format(d)
if is_tty:
warnings.warn(e)
logger.warning(e)
continue
for s in self.records[d]:
fqdn = '{0}.{1}'.format(s, d)
logger.debug('Processing {0}'.format(fqdn))
records = self._getDNS(fqdn)
for v, t in ((4, 'A'), (6, 'AAAA')):
ip = self.my_ips.get(v)
rrset = records.get(t)
if not ip:
e = 'IPv{0} disabled; skipping'.format(v)
warnings.warn(e)
if is_tty:
logger.warning(e)
continue
if rrset and ip in rrset:
e = 'Skipping adding {0} for {1}; already exists in DNS'.format(ip, fqdn)
logger.info(e)
if is_tty:
print(e)
continue
s_f = json.dumps({'name': s,
'type': t})
records_url = '{0}/domains/{1}/records'.format(self.api_base, d_id)
logger.debug(('Getting list of records from {0} '
'(filtered to name {1} and type {2})').format(records_url, s, t))
s_r = self.session.get(records_url,
headers = {'X-Filter': s_f})
if not s_r.ok:
e = 'Could not get list of records when attempting to check {0} ({1}); skipping'.format(fqdn, t)
if is_tty:
warnings.warn(e)
logger.warning(e)
continue
r_ids = set()
# If r_exists is:
# None, then the record exists but the current WAN IP is missing (all records replaced).
# False, then the record does not exist (record will be added).
# True, then the record exists and is current (nothing will be done).
r_exists = None
try:
api_records = s_r.json().pop('data')
for idx, r in enumerate(api_records):
r_ids.add(r['id'])
r_ip = r['target']
if r_ip == ip:
r_exists = True
except (IndexError, KeyError):
e = ('Could not find record {0} ({1}) in the returned records list; '
'creating new record').format(fqdn, t)
if is_tty:
print(e)
logger.info(e)
r_exists = False
if r_exists:
# Do nothing.
e = 'Skipping adding {0} for {1}; already exists in API'.format(ip, fqdn)
logger.info(e)
if is_tty:
print(e)
continue
elif r_exists is None:
# Remove all records and then add (at the end).
# We COULD do an update:
# https://developers.linode.com/api/v4/domains-domain-id-records-record-id/#put
# BUT then we break future updating since we don't know which record is the "right" one to
# update.
logger.debug('Record {0} ({1}) exists but does not contain {2}; replacing'.format(fqdn, t, ip))
for r_id in r_ids:
del_url = '{0}/domains/{1}/records/{1}'.format(self.api_base, d_id, r_id)
logger.debug(('Deleting record ID {0} for {1} ({2})').format(r_id, fqdn, t))
del_r = self.session.delete(records_url)
if not del_r.ok:
e = 'Could not delete record ID {0} for {1} ({2}); skipping'.format(r_id, fqdn, t)
if is_tty:
warnings.warn(e)
logger.warning(e)
continue
else:
# Create the record.
logger.debug('Record {0} ({1}) does not exist; creating'.format(fqdn, ip))
record = {'name': s,
'type': t,
'target': ip,
'ttl_sec': 300}
create_url = '{0}/domains/{1}/records'.format(self.api_base, d_id)
create_r = self.session.put(create_url,
json = record)
if not create_r.ok:
e = 'Could not create record {0} ({1}); skipping'.format(fqdn, t)
if is_tty:
warnings.warn(e)
logger.warning(e)
continue
return()
def parseArgs():
args = argparse.ArgumentParser(description = ('Automatically update Linode DNS via their API'))
args.add_argument('-c', '--config',
dest = 'cfg_path',
default = '~/.config/ddns.xml',
help = ('The path to the configuration file. Default: ~/.config/ddns.xml'))
return(args)
def main():
args = parseArgs().parse_args()
u = Updater(**vars(args))
u.update()
return(None)
if __name__ == '__main__':
main()