mirror of
https://github.com/gcc-mirror/gcc.git
synced 2025-07-25 16:46:41 +00:00
a2681eb403
This adds an automatic downloader for the latest test results from the mailing list archive and supports diffing test_summary to it. Useful if you don't want to run your own baseline. contrib/ChangeLog: * diffsummary.py: New file.
104 lines
3.8 KiB
Python
Executable File
104 lines
3.8 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Show or diff test_summary output to latest posted test result for a platform
|
|
# test_summary -t | diffsummary.py (compare test result from current build to last posted)
|
|
# diffsummary.py --show (only show last posted)
|
|
from urllib.request import urlopen
|
|
from html.parser import HTMLParser
|
|
import time
|
|
import re
|
|
import argparse
|
|
import platform
|
|
import tempfile
|
|
import os
|
|
import sys
|
|
|
|
baseurl = "https://gcc.gnu.org/pipermail/gcc-testresults/"
|
|
|
|
ap = argparse.ArgumentParser(description="Diff stdin to latest posted test result and set exit code to result")
|
|
ap.add_argument("--branch", default="experimental",
|
|
help="Branch to match (regex substring match)")
|
|
ap.add_argument("--arch", default=platform.machine() + ".*" + platform.system().lower(),
|
|
help="architecture to match (regex substring match)")
|
|
ap.add_argument("--retrytime", default=1, type=int,
|
|
help="time to wait before fetching next page (fractional seconds)")
|
|
ap.add_argument("--show", help="Show last test result, but do not diff", action="store_true", default=False)
|
|
ap.add_argument("--url", help="Show URLs downloaded", action="store_true")
|
|
ap.add_argument("--diff", help="Diff program to use (default diff)", default="diff")
|
|
ap.add_argument("--diff-args", help="Diff arguments to use (default -u)", default="-u")
|
|
ap.add_argument("--skip", type=int, default=0, help="Skip first N posted test results")
|
|
args = ap.parse_args()
|
|
|
|
class ParseMonths(HTMLParser):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.months = []
|
|
def handle_starttag(self, tag, attrs):
|
|
if tag == "a" and "thread.html" in attrs[0][1]:
|
|
self.months.append(attrs[0][1])
|
|
|
|
class ParseThread(HTMLParser):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.link = None
|
|
self.target = []
|
|
def handle_starttag(self, tag, attrs):
|
|
if (tag == "a"
|
|
and attrs[0][1][0].isdigit()
|
|
and attrs[0][1].endswith(".html")):
|
|
self.link = attrs[0][1]
|
|
else:
|
|
self.link = None
|
|
def handle_data(self, data):
|
|
if (self.link
|
|
and re.search(args.branch, data)
|
|
and re.search(args.arch, data)):
|
|
self.target.append(thread.link)
|
|
|
|
class ParseArticle(HTMLParser):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.contents = None
|
|
self.pre = False
|
|
self.data = None
|
|
def handle_starttag(self, tag, attrs):
|
|
self.pre = tag == "pre"
|
|
def handle_data(self, data):
|
|
if self.pre and not self.data:
|
|
self.data = data
|
|
|
|
def my_urlopen(url):
|
|
if args.url:
|
|
print(url)
|
|
return urlopen(url)
|
|
|
|
with my_urlopen(baseurl) as index:
|
|
months = ParseMonths()
|
|
months.feed(index.read().decode('utf-8'))
|
|
if len(months.months) == 0:
|
|
sys.exit("no months found")
|
|
for month in months.months:
|
|
with my_urlopen(baseurl + month) as m:
|
|
thread = ParseThread()
|
|
thread.feed(m.read().decode('utf-8'))
|
|
if thread.target:
|
|
if args.skip > len(thread.target):
|
|
args.skip -= len(thread.target)
|
|
continue
|
|
url = (baseurl + month).replace("thread.html", thread.target[-1 - args.skip])
|
|
with my_urlopen(url) as t:
|
|
article = ParseArticle()
|
|
article.feed(t.read().decode('utf-8'))
|
|
if args.show:
|
|
print(article.data)
|
|
break
|
|
with tempfile.NamedTemporaryFile(delete=False) as tf:
|
|
tf.write(article.data.encode('utf-8'))
|
|
tf.close()
|
|
cmd = f"{args.diff} {args.diff_args} - {tf.name}"
|
|
print(cmd)
|
|
ret = os.system(cmd)
|
|
os.unlink(tf.name)
|
|
sys.exit(ret)
|
|
break
|
|
time.sleep(args.retrytime)
|