VladPolskiy/postgres-web
1
0
Fork 0
mirror of https://github.com/postgres/pgweb.git synced 2025-08-10 00:42:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add tool to sync list information from archives server

Browse Source 
pgweb is no longer the master of this information, so add a tool to make
it sync it from the archives server.

Any changes made locally will be overwritten by this tool except the
sortkey field on groups which is local. For now.
This commit is contained in:
Magnus Hagander
2018-03-21 14:18:42 +01:00
parent dff46c8f7c
commit f4b7d00503
3 changed files with 59 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
pgweb/lists/management/__init__.py Normal file
View File

0
pgweb/lists/management/commands/__init__.py Normal file
View File

59
pgweb/lists/management/commands/sync_lists.py Normal file
View File

@ -0,0 +1,59 @@
#
# Script to sync lists from archives server
#
from django.core.management.base import BaseCommand, CommandError
from django.db import connection, transaction
from django.conf import settings
import requests
class Command(BaseCommand):
help = 'Synchronize mailinglists'
def add_arguments(self, parser):
parser.add_argument('--dryrun', action='store_true', help="Don't commit changes")
def handle(self, *args, **options):
if settings.ARCHIVES_SEARCH_PLAINTEXT:
proto="http"
else:
proto="https"
r = requests.get('{0}://{1}/listinfo/'.format(proto, settings.ARCHIVES_SEARCH_SERVER))
print "2"
j = r.json()
allgroups = list(set([l['group'] for l in j]))
with transaction.atomic():
curs = connection.cursor()
# Add any groups necessary
curs.execute("INSERT INTO lists_mailinglistgroup (groupname, sortkey) SELECT n,50 FROM UNNEST(%s) n(n) WHERE NOT EXISTS (SELECT 1 FROM lists_mailinglistgroup WHERE groupname=n) RETURNING groupname", (allgroups,))
for n, in curs.fetchall():
print "Added group %s" % n
# Add and update lists
for l in j:
curs.execute("SELECT id FROM lists_mailinglist WHERE listname=%s", (l['name'],))
if curs.rowcount == 0:
curs.execute("INSERT INTO lists_mailinglist (listname, group_id, active, description, shortdesc) VALUES (%s, (SELECT id FROM lists_mailinglistgroup WHERE groupname=%s), %s, %s, %s)", (
l['name'], l['group'], l['active'], l['description'], l['shortdesc']))
print "Added list %s" % l['name']
else:
curs.execute("UPDATE lists_mailinglist SET group_id=(SELECT id FROM lists_mailinglistgroup WHERE groupname=%s), active=%s, description=%s, shortdesc=%s WHERE listname=%s AND NOT (group_id=(SELECT id FROM lists_mailinglistgroup WHERE groupname=%s) AND active=%s AND description=%s AND shortdesc=%s)", (
l['group'], l['active'], l['description'], l['shortdesc'],
l['name'],
l['group'], l['active'], l['description'], l['shortdesc'],
))
print "Updated list %s" % l['name']
# Delete any lists that shouldn't exist anymore (this is safe because we don't keep any data about them,
# so they are trivial to add back)
curs.execute("DELETE FROM lists_mailinglist WHERE NOT listname=ANY(%s) RETURNING listname", ([l['name'] for l in j],))
for n, in curs.fetchall():
print "Deleted list %s" % n
# Delete listgroups
curs.execute("DELETE FROM lists_mailinglistgroup WHERE NOT groupname=ANY(%s) RETURNING groupname", (allgroups,))
for n, in curs.fetchall():
print "Deleted group %s" % n
if options['dryrun']:
raise CommandError("Dry run, rolling back")