mirror of
git://git.yoctoproject.org/yocto-autobuilder-helper.git
synced 2025-07-19 20:59:02 +02:00
f2ff264492
The autobuilder isn't just autobuilder.yoctoproject.org, as the new cluster is valkyrie.yoctoproject.org. Generalise the regex to match on any buildbot URLs with "yocto" in the hostname, as we also have machines using *.yocto.io. Signed-off-by: Ross Burton <ross.burton@arm.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
137 lines
3.8 KiB
Python
Executable File
137 lines
3.8 KiB
Python
Executable File
#! /usr/bin/env python3
|
|
|
|
import argparse
|
|
import collections
|
|
import dataclasses
|
|
import logging
|
|
import pickle
|
|
import pprint
|
|
import re
|
|
|
|
import arrow
|
|
import bugzilla
|
|
import requests
|
|
|
|
|
|
http = requests.Session()
|
|
|
|
|
|
def buildbot(server, method, **args):
|
|
r = http.get(server + "/api/v2/" + method, params=args)
|
|
r.raise_for_status()
|
|
return r.json()
|
|
|
|
|
|
@dataclasses.dataclass
|
|
class Bug:
|
|
id: int
|
|
summary: str
|
|
created: arrow.Arrow
|
|
seen: list[arrow.Arrow] = dataclasses.field(default_factory=list)
|
|
|
|
@property
|
|
def count(self):
|
|
return len(self.seen)
|
|
|
|
@property
|
|
def latest(self):
|
|
try:
|
|
return max(self.seen)
|
|
except ValueError:
|
|
return self.created
|
|
|
|
@property
|
|
def since(self):
|
|
return arrow.now() - self.latest
|
|
|
|
@property
|
|
def weekly(self):
|
|
c = collections.Counter()
|
|
for started_at in self.seen:
|
|
week = started_at.floor("week")
|
|
c[week] += 1
|
|
return dict(c)
|
|
|
|
|
|
def get_data():
|
|
url_re = r"(?P<server>https?://.+yocto.+/)#/?builders/(?P<builder>\d+)/builds/(?P<build>\d+)"
|
|
|
|
logging.debug("Searching bugzilla for AB-INT bugs...")
|
|
bz = bugzilla.Bugzilla("https://bugzilla.yoctoproject.org/rest")
|
|
# add limit=5 for speed
|
|
query = bz.build_query(
|
|
status_whiteboard="AB-INT",
|
|
status_whiteboard_type="substring",
|
|
include_fields=("id", "summary", "creation_time"),
|
|
)
|
|
# Weird
|
|
query["resolution"] = "---"
|
|
bugs = bz.query(query)
|
|
bugs = [
|
|
Bug(id=bug.id, summary=bug.summary, created=arrow.get(bug.creation_time))
|
|
for bug in bugs
|
|
]
|
|
|
|
pprint.pprint(bugs)
|
|
print(f"Found {len(bugs)} AB-INT bugs")
|
|
|
|
comments_data = bz.get_comments([bug.id for bug in bugs])["bugs"]
|
|
|
|
for bug in bugs:
|
|
for comment in comments_data[str(bug.id)]["comments"]:
|
|
for match in re.finditer(url_re, comment["text"]):
|
|
server = match.group("server")
|
|
builder = int(match.group("builder"))
|
|
build = int(match.group("build"))
|
|
|
|
try:
|
|
response = buildbot(server, f"builders/{builder}/builds/{build}")
|
|
started_at = arrow.get(response["builds"][0]["started_at"])
|
|
logging.debug(f"Found occurance on {started_at}")
|
|
bug.seen.append(started_at)
|
|
except requests.exceptions.HTTPError as e:
|
|
logging.debug(f"Couldn't find build for {builder=} {build=}")
|
|
|
|
return bugs
|
|
|
|
|
|
|
|
def last_seen_report(data):
|
|
import jinja2
|
|
|
|
env = jinja2.Environment(
|
|
loader=jinja2.FileSystemLoader("."),
|
|
autoescape=jinja2.select_autoescape(),
|
|
extensions=["jinja2_humanize_extension.HumanizeExtension"],
|
|
)
|
|
|
|
template = env.get_template("abint.html.j2")
|
|
with open("index.html", "w") as f:
|
|
start = arrow.utcnow().shift(weeks=-100).floor("week")
|
|
f.write(template.render(bugs=data, start=start, now=arrow.now()))
|
|
|
|
|
|
CACHE_NAME = "bugs.data"
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--verbose", action="store_true", help="Enable verbose logging")
|
|
parser.add_argument("--cached", action="store_true", help="Use the local cached data instead of fetching")
|
|
args = parser.parse_args()
|
|
|
|
if args.verbose:
|
|
logging.basicConfig(level=logging.DEBUG)
|
|
|
|
if args.cached:
|
|
logging.debug(f"Loading cached data from {CACHE_NAME}")
|
|
with open(CACHE_NAME, "rb") as f:
|
|
data = pickle.load(f)
|
|
else:
|
|
data = get_data()
|
|
# Always save a cache because it's quick
|
|
logging.debug(f"Saving data to cache {CACHE_NAME}")
|
|
with open(CACHE_NAME, "wb") as f:
|
|
pickle.dump(data, f, pickle.HIGHEST_PROTOCOL)
|
|
|
|
last_seen_report(data)
|