yocto-autobuilder-helper/scripts/patchmetrics-update

#!/usr/bin/env python3 import json, os.path, collections import sys import argparse import subprocess import tempfile

args = argparse.ArgumentParser(description="Update Patch Metrics") args.add_argument("-j", "--json", help="update JSON") args.add_argument("-m", "--metadata", help="metadata directry to scan") args.add_argument("-s", "--patchscript", help="review script to use") args.add_argument("-r", "--repo", help="repository to use") args = args.parse_args()

status_values = ["accepted", "pending", "inappropriate", "backport", "submitted", "denied", "inactive-upstream", "malformed-upstream-status", "malformed-sob"]

print("Running patchmetrics-update")

with tempfile.TemporaryDirectory(prefix="patchmetrics-") as tempdir: subprocess.check_call(["git", "clone", args.repo, tempdir]) repo_revisions = subprocess.check_output(["git", "rev-list", "--since", "1274625106", "origin/master"], universal_newlines=True, cwd=tempdir).strip().split()

with open(args.json) as f:
    data = json.load(f)

seen = set()
for i in data:
    if "commit" in i:
        seen.add(i["commit"])

needed_revisions = set(repo_revisions) - seen

print("Need to scan revisions %s" % str(needed_revisions))

print("Needed %s revisions (%s and %s in data sets)" % (len(needed_revisions), len(seen), len(repo_revisions)))

for rev in needed_revisions:
    print("Processing %s" % rev)
    subprocess.check_output(["git", "reset", "--hard", rev], universal_newlines=True, cwd=tempdir).strip()
    subprocess.check_call([args.patchscript, os.path.join(tempdir, os.path.relpath(args.metadata, args.repo)), "-j", args.json])

newdata = []
with open(args.json) as f:
    data = json.load(f)

for i in data:
    if "commit" not in i:
        print("Ignoring data with no commit %s" % str(i))
        continue

    if "commit_count" not in i:
        i['commit_count'] = subprocess.check_output(["git", "rev-list", "--count", i['commit']], universal_newlines=True, cwd=tempdir).strip()
    if "recipe_count" not in i:
        subprocess.check_output(["git", "reset", "--hard", i['commit']], universal_newlines=True, cwd=tempdir).strip()
        i['recipe_count'] = subprocess.check_output(["find meta -type f -name *.bb  | wc -l"], shell=True, universal_newlines=True, cwd=tempdir).strip()

    #print(i['commit_count'] + " " + i['recipe_count'])

    newdata.append(i)

with open(args.json, "w") as f:
    json.dump(newdata, f, sort_keys=True, indent="\t")

print("Finished patchmetrics-update")