mirror of
https://github.com/postgres/pgweb.git
synced 2025-08-13 13:12:42 +00:00
4697ceb007
We do this by always spidering every repo rpm available (since the ftp server doesn't know about supported versions), and then filtering which versions are shown in the dropdown instead. Given the small number of versions of either kind, this doesn't make a material difference in the size of the files anyway.
113 lines
3.3 KiB
Python
Executable File
113 lines
3.3 KiB
Python
Executable File
#!/usr/bin/env python
|
|
import argparse
|
|
import sys
|
|
import os
|
|
import re
|
|
import json
|
|
import urllib2
|
|
from decimal import Decimal
|
|
from tempfile import NamedTemporaryFile
|
|
|
|
platform_names = {
|
|
'redhat': 'RedHat Enterprise Linux {0}',
|
|
'centos': 'CentOS {0}',
|
|
'sl': 'Scientific Linux {0}',
|
|
'fedora': 'Fedora {0}',
|
|
'oraclelinux': 'Oracle Enterprise Linux {0}',
|
|
'ami201503-': 'Amazon Linux AMI201503 {0}',
|
|
}
|
|
platform_sort = {
|
|
'redhat': 1,
|
|
'centos': 2,
|
|
'sl': 3,
|
|
'fedora': 4,
|
|
'oraclelinux': 5,
|
|
'ami201503-': 6,
|
|
}
|
|
archs = ['x86_64', 'i386', 'i686', 'ppc64le']
|
|
|
|
def generate_platform(dirname, familyprefix, ver, installer, systemd):
|
|
for f in platform_names.keys():
|
|
yield ('%s-%s' % (f, ver), {
|
|
't': platform_names[f].format(ver),
|
|
'p': os.path.join(dirname, '{0}-{1}'.format(familyprefix, ver)),
|
|
'f': f,
|
|
'i': installer,
|
|
'd': systemd,
|
|
's': platform_sort[f]*1000-ver,
|
|
'found': False,
|
|
})
|
|
|
|
def get_redhat_systemd(ver):
|
|
return (ver >= 7)
|
|
|
|
platforms = {}
|
|
for v in range(5, 7+1):
|
|
platforms.update(dict(generate_platform('redhat', 'rhel', v, 'yum', get_redhat_systemd(v))))
|
|
for v in range(24, 25+1):
|
|
platforms.update(dict(generate_platform('fedora', 'fedora', v, 'dnf', True)))
|
|
|
|
re_reporpm = re.compile('^pgdg-([a-z0-9-]+)([0-9]{2})-[^-]+-(\d+)\.noarch\.rpm$')
|
|
re_versiondirs = re.compile(r'^\d+(\.\d+)?$')
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description="Spider repo RPMs")
|
|
parser.add_argument('yumroot', type=str, help='YUM root path')
|
|
parser.add_argument('target', type=str, help='Target URL or filename')
|
|
|
|
args = parser.parse_args()
|
|
|
|
versions = sorted([v for v in os.listdir(args.yumroot) if re_versiondirs.match(v)], key=Decimal, reverse=True)
|
|
reporpms = {}
|
|
for v in versions:
|
|
reporpms[v] = {}
|
|
vroot = os.path.join(args.yumroot, v)
|
|
for dirpath, dirnames, filenames in os.walk(vroot):
|
|
rmatches = filter(None, (re_reporpm.match(f) for f in sorted(filenames, reverse=True)))
|
|
|
|
if rmatches:
|
|
familypath = os.path.join(*dirpath.split('/')[-2:])
|
|
(familypath, arch) = familypath.rsplit('-', 1)
|
|
|
|
for r in rmatches:
|
|
shortdist, shortver, ver = r.groups(1)
|
|
|
|
found = False
|
|
for p, pinfo in platforms.items():
|
|
if pinfo['p'] == familypath and pinfo['f'] == shortdist:
|
|
if not reporpms[v].has_key(p):
|
|
reporpms[v][p] = {}
|
|
reporpms[v][p][arch] = max(ver, reporpms[v].get(p, 0))
|
|
platforms[p]['found'] = True
|
|
break
|
|
else:
|
|
# DEBUG
|
|
# print "%s (%s) not found in platform list" % (familypath, shortdist)
|
|
pass
|
|
|
|
# Filter all platforms that are not used
|
|
platforms = {k:v for k,v in platforms.iteritems() if v['found']}
|
|
for k,v in platforms.iteritems():
|
|
del v['found']
|
|
|
|
j = json.dumps({'platforms': platforms, 'reporpms': reporpms})
|
|
|
|
if args.target.startswith('http://') or args.target.startswith('https://'):
|
|
o = urllib2.build_opener(urllib2.HTTPHandler)
|
|
r = urllib2.Request(sys.argv[2], data=j)
|
|
r.add_header('Content-type', 'application/json')
|
|
r.add_header('Host', 'www.postgresql.org')
|
|
r.get_method = lambda: 'PUT'
|
|
u = o.open(r)
|
|
x = u.read()
|
|
if x != "NOT CHANGED" and x != "OK":
|
|
print "Failed to upload: %s" % x
|
|
sys.exit(1)
|
|
else:
|
|
with NamedTemporaryFile(dir=os.path.dirname(os.path.abspath(args.target))) as f:
|
|
f.write(j)
|
|
f.flush()
|
|
if os.path.isfile(args.target):
|
|
os.unlink(args.target)
|
|
os.link(f.name, args.target)
|