1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
#!/usr/bin/env python3
# Show or diff test_summary output to latest posted test result for a platform
# test_summary -t | diffsummary.py (compare test result from current build to last posted)
# diffsummary.py --show (only show last posted)
from urllib.request import urlopen
from html.parser import HTMLParser
import time
import re
import argparse
import platform
import tempfile
import os
import sys
baseurl = "https://gcc.gnu.org/pipermail/gcc-testresults/"
ap = argparse.ArgumentParser(description="Diff stdin to latest posted test result and set exit code to result")
ap.add_argument("--branch", default="experimental",
help="Branch to match (regex substring match)")
ap.add_argument("--arch", default=platform.machine() + ".*" + platform.system().lower(),
help="architecture to match (regex substring match)")
ap.add_argument("--retrytime", default=1, type=int,
help="time to wait before fetching next page (fractional seconds)")
ap.add_argument("--show", help="Show last test result, but do not diff", action="store_true", default=False)
ap.add_argument("--url", help="Show URLs downloaded", action="store_true")
ap.add_argument("--diff", help="Diff program to use (default diff)", default="diff")
ap.add_argument("--diff-args", help="Diff arguments to use (default -u)", default="-u")
ap.add_argument("--skip", type=int, default=0, help="Skip first N posted test results")
args = ap.parse_args()
class ParseMonths(HTMLParser):
def __init__(self):
super().__init__()
self.months = []
def handle_starttag(self, tag, attrs):
if tag == "a" and "thread.html" in attrs[0][1]:
self.months.append(attrs[0][1])
class ParseThread(HTMLParser):
def __init__(self):
super().__init__()
self.link = None
self.target = []
def handle_starttag(self, tag, attrs):
if (tag == "a"
and attrs[0][1][0].isdigit()
and attrs[0][1].endswith(".html")):
self.link = attrs[0][1]
else:
self.link = None
def handle_data(self, data):
if (self.link
and re.search(args.branch, data)
and re.search(args.arch, data)):
self.target.append(thread.link)
class ParseArticle(HTMLParser):
def __init__(self):
super().__init__()
self.contents = None
self.pre = False
self.data = None
def handle_starttag(self, tag, attrs):
self.pre = tag == "pre"
def handle_data(self, data):
if self.pre and not self.data:
self.data = data
def my_urlopen(url):
if args.url:
print(url)
return urlopen(url)
with my_urlopen(baseurl) as index:
months = ParseMonths()
months.feed(index.read().decode('utf-8'))
if len(months.months) == 0:
sys.exit("no months found")
for month in months.months:
with my_urlopen(baseurl + month) as m:
thread = ParseThread()
thread.feed(m.read().decode('utf-8'))
if thread.target:
if args.skip > len(thread.target):
args.skip -= len(thread.target)
continue
url = (baseurl + month).replace("thread.html", thread.target[-1 - args.skip])
with my_urlopen(url) as t:
article = ParseArticle()
article.feed(t.read().decode('utf-8'))
if args.show:
print(article.data)
break
with tempfile.NamedTemporaryFile(delete=False) as tf:
tf.write(article.data.encode('utf-8'))
tf.close()
cmd = f"{args.diff} {args.diff_args} - {tf.name}"
print(cmd)
ret = os.system(cmd)
os.unlink(tf.name)
sys.exit(ret)
break
time.sleep(args.retrytime)
|
