This repository has been archived on 2022-01-23. You can view files and clone it, but cannot push or open issues or pull requests.
relchk/arch_mirror_ranking.py

99 lines
3.3 KiB
Python

#!/usr/bin/env python3
import argparse
import datetime
# import dns # TODO: replace server['ipv4'] with IPv4 address(es)? etc.
import json
import re
import sys
from urllib.request import urlopen
##
import iso3166
servers_json_url = 'https://www.archlinux.org/mirrors/status/json/'
protos = ('http', 'https')
class MirrorIdx(object):
def __init__(self,
country = None,
proto = None,
json_url = servers_json_url,
name_re = None,
ipv4 = None,
ipv6 = None,
isos = None):
_tmpargs = locals()
del (_tmpargs['self'])
for k, v in _tmpargs.items():
setattr(self, k, v)
self.validateParams()
self.servers_json = {}
self.servers = []
self.servers_with_scores = []
self.ranked_servers = []
self.fetchJSON()
self.buildServers()
self.rankServers()
def fetchJSON(self):
with urlopen(self.json_url) as u:
self.servers_json = json.load(u)
return()
def buildServers(self):
_limiters = (self.proto, self.ipv4, self.ipv6, self.isos)
_filters = list(_limiters)
_filters.extend([self.name_re, self.country])
_filters = tuple(_filters)
for s in self.servers_json['urls']:
if not s['active']:
continue
if not any(_filters):
self.servers.append(s.copy())
if s['score']:
self.servers_with_scores.append(s)
continue
# These are based on string values.
if self.name_re:
if not self.name_re.search(s['url']):
continue
if self.country:
if self.country != s['country_code']:
continue
# These are regular True/False switches
match = False
# We want to be *very* explicit about the ordering and inclusion/exclusion of these.
# They MUST match the order of _limiters.
values = []
for k in ('protocol', 'ipv4', 'ipv6', 'isos'):
values.append(s[k])
valid = all([v for k, v in zip(_limiters, values) if k])
if valid:
self.servers.append(s)
if s['score']:
self.servers_with_scores.append(s)
return()
def rankServers(self):
self.ranked_servers = sorted(self.servers_with_scores, key = lambda i: i['score'])
return()
def validateParams(self):
if self.proto and self.proto.lower() not in protos:
err = '{0} must be one of: {1}'.format(self.proto, ', '.join([i.upper() for i in protos]))
raise ValueError(err)
elif self.proto:
self.proto = self.proto.upper()
if self.country and self.country.upper() not in iso3166.countries:
err = ('{0} must be a valid ISO-3166-1 ALPHA-2 country code. '
'See https://en.wikipedia.org/wiki/List_of_ISO_3166_country_codes'
'#Current_ISO_3166_country_codes').format(self.country)
raise ValueError()
elif self.country:
self.country = self.country.upper()
if self.name_re:
self.name_re = re.compile(self.name_re)
return()