yocto-autobuilder-helper/scripts/run-config

#!/usr/bin/env python3

Iterate over a set of configurations from json.conf, calling setup-config for each one, then running the build.

Called with $1 - The 'nightly' target the autobuilder is running

$2 - The target build directory to configure

$3 - The poky branch name the build is running on

$4 - The name of the repository the build is running on

$5 - The directory to publish sstate into

$6 - A build-appliance SRCREV to use

$7 - Where to publish artefacts to (or None)

$8 - URL back to this build (for the error reporting system)

import json import os import sys import subprocess import errno

import utils

if len(sys.argv) != 9: print("Incorrect number of parameters, please call as %s " % sys.argv[0]) sys.exit(1)

target = sys.argv[1] builddir = sys.argv[2] branchname = sys.argv[3] reponame = sys.argv[4] sstate_release = sys.argv[5] buildappsrcrev = sys.argv[6] publish = None if sys.argv[7] != "None": publish = sys.argv[7] errorurl = None if sys.argv[8] != "None": errorurl = sys.argv[8]

scriptsdir = os.path.dirname(os.path.realpath(file)) ourconfig = utils.loadconfig(file)

Find out the number of steps this target has

maxsteps = 1 if target in ourconfig['overrides']: for v in ourconfig['overrides'][target]: if v.startswith("step"): n = int(v[4:]) if n <= maxsteps: continue maxsteps = n

utils.printheader("Target task %s has %d steps" % (target, maxsteps))

finalret = 0

def flush(): sys.stdout.flush() sys.stderr.flush()

lognum = 0 def logname(path): global lognum lognum += 1 return path + "/command.log.%s" % lognum

revision = "unknown" report = utils.ErrorReport(ourconfig, target, builddir, branchname, revision) errordir = utils.errorreportdir(builddir) utils.mkdir(errordir)

def bitbakecmd(builddir, cmd, report, stepnum): global finalret flush() log = logname(builddir) errordir = utils.errorreportdir(builddir) try: numreports = len(os.listdir(errordir)) except FileNotFoundError: numreports = 0

with subprocess.Popen(". ./oe-init-build-env; %s" % cmd, shell=True, cwd=builddir + "/..", stdout=subprocess.PIPE, stderr=subprocess.STDOUT, bufsize=1) as p, open(log, 'wb') as f:
    for line in p.stdout:
        sys.stdout.buffer.write(line)
        sys.stdout.flush()
        f.write(line)
    ret = p.wait()
if ret:
    utils.printheader("ERROR: Command %s failed with exit code %d, see errors above." % (cmd, ret))
    # No error report was written but the command failed so we should write one
    try:
        finalnumreports = len(os.listdir(errordir))
    except FileNotFoundError:
        finalnumreports = 0
    if finalnumreports == numreports:
        report.create(cmd, stepnum, log)
    finalret += 1

bh_path, remoterepo, remotebranch, baseremotebranch = utils.getbuildhistoryconfig(ourconfig, target, reponame, branchname) if False and bh_path: utils.runcmd([os.path.join(scriptsdir, "buildhistory-init"), bh_path, remoterepo, remotebranch, baseremotebranch])

for stepnum in range(1, maxsteps + 1): # Add any layers specified layers = utils.getconfiglist("ADDLAYER", ourconfig, target, stepnum) for layer in layers: bitbakecmd(builddir, "bitbake-layers add-layer %s" % layer, report, stepnum)

# Generate the configuration files needed for this step
flush()
subprocess.check_call([scriptsdir + "/setup-config", target, str(stepnum - 1), builddir, branchname, reponame, sstate_release, buildappsrcrev])

# Execute the targets for this configuration
targets = utils.getconfigvar("BBTARGETS", ourconfig, target, stepnum)
if targets:
    utils.printheader("Step %s/%s: Running bitbake %s" % (stepnum, maxsteps, targets))
    bitbakecmd(builddir, "bitbake %s" % targets, report, stepnum)

# Execute the sanity targets for this configuration
sanitytargets = utils.getconfigvar("SANITYTARGETS", ourconfig, target, stepnum)
if sanitytargets:
    utils.printheader("Step %s/%s: Running bitbake %s" % (stepnum, maxsteps, sanitytargets))
    bitbakecmd(builddir, "checkvnc; DISPLAY=:1 bitbake %s" % sanitytargets, report, stepnum)

# Run any extra commands specified
cmds = utils.getconfiglist("EXTRACMDS", ourconfig, target, stepnum)
for cmd in cmds:
    bitbakecmd(builddir, cmd, report, stepnum)

# Remove any layers we added
for layer in layers:
    bitbakecmd(builddir, "bitbake-layers remove-layer %s" % layer, report, stepnum)

if publish: utils.printheader("Running publish artefacts") subprocess.check_call([scriptsdir + "/publish-artefacts", builddir, publish, target])

if errorurl: utils.printheader("Sending any error reports") subprocess.check_call([scriptsdir + "/upload-error-reports", builddir, errorurl])

if finalret: utils.printheader("There were %s failures" % finalret) sys.exit(1) sys.exit(0)