mirror of
git://git.yoctoproject.org/poky.git
synced 2025-07-19 21:09:03 +02:00
f2d5800563
Enable the option to add extra test environment data to the configuration of each test result (as optional). Example of optional test environment data include: - custom packages included for runtime test - detail machine specification used as target - detail host environment used for bitbake (From OE-Core rev: 3cc887a72c5726024c3699e6a3deb72fad4992a9) Signed-off-by: Yeoh Ee Peng <ee.peng.yeoh@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
105 lines
4.7 KiB
Python
105 lines
4.7 KiB
Python
# resulttool - store test results
|
|
#
|
|
# Copyright (c) 2019, Intel Corporation.
|
|
# Copyright (c) 2019, Linux Foundation
|
|
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
|
|
import tempfile
|
|
import os
|
|
import subprocess
|
|
import json
|
|
import shutil
|
|
import scriptpath
|
|
scriptpath.add_bitbake_lib_path()
|
|
scriptpath.add_oe_lib_path()
|
|
import resulttool.resultutils as resultutils
|
|
import oeqa.utils.gitarchive as gitarchive
|
|
|
|
|
|
def store(args, logger):
|
|
tempdir = tempfile.mkdtemp(prefix='testresults.')
|
|
try:
|
|
configvars = resultutils.extra_configvars.copy()
|
|
if args.executed_by:
|
|
configvars['EXECUTED_BY'] = args.executed_by
|
|
if args.extra_test_env:
|
|
configvars['EXTRA_TEST_ENV'] = args.extra_test_env
|
|
results = {}
|
|
logger.info('Reading files from %s' % args.source)
|
|
if resultutils.is_url(args.source) or os.path.isfile(args.source):
|
|
resultutils.append_resultsdata(results, args.source, configvars=configvars)
|
|
else:
|
|
for root, dirs, files in os.walk(args.source):
|
|
for name in files:
|
|
f = os.path.join(root, name)
|
|
if name == "testresults.json":
|
|
resultutils.append_resultsdata(results, f, configvars=configvars)
|
|
elif args.all:
|
|
dst = f.replace(args.source, tempdir + "/")
|
|
os.makedirs(os.path.dirname(dst), exist_ok=True)
|
|
shutil.copyfile(f, dst)
|
|
|
|
revisions = {}
|
|
|
|
if not results and not args.all:
|
|
if args.allow_empty:
|
|
logger.info("No results found to store")
|
|
return 0
|
|
logger.error("No results found to store")
|
|
return 1
|
|
|
|
# Find the branch/commit/commit_count and ensure they all match
|
|
for suite in results:
|
|
for result in results[suite]:
|
|
config = results[suite][result]['configuration']['LAYERS']['meta']
|
|
revision = (config['commit'], config['branch'], str(config['commit_count']))
|
|
if revision not in revisions:
|
|
revisions[revision] = {}
|
|
if suite not in revisions[revision]:
|
|
revisions[revision][suite] = {}
|
|
revisions[revision][suite][result] = results[suite][result]
|
|
|
|
logger.info("Found %d revisions to store" % len(revisions))
|
|
|
|
for r in revisions:
|
|
results = revisions[r]
|
|
keywords = {'commit': r[0], 'branch': r[1], "commit_count": r[2]}
|
|
subprocess.check_call(["find", tempdir, "!", "-path", "./.git/*", "-delete"])
|
|
resultutils.save_resultsdata(results, tempdir, ptestlogs=True)
|
|
|
|
logger.info('Storing test result into git repository %s' % args.git_dir)
|
|
|
|
gitarchive.gitarchive(tempdir, args.git_dir, False, False,
|
|
"Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}",
|
|
False, "{branch}/{commit_count}-g{commit}/{tag_number}",
|
|
'Test run #{tag_number} of {branch}:{commit}', '',
|
|
[], [], False, keywords, logger)
|
|
|
|
finally:
|
|
subprocess.check_call(["rm", "-rf", tempdir])
|
|
|
|
return 0
|
|
|
|
def register_commands(subparsers):
|
|
"""Register subcommands from this plugin"""
|
|
parser_build = subparsers.add_parser('store', help='store test results into a git repository',
|
|
description='takes a results file or directory of results files and stores '
|
|
'them into the destination git repository, splitting out the results '
|
|
'files as configured',
|
|
group='setup')
|
|
parser_build.set_defaults(func=store)
|
|
parser_build.add_argument('source',
|
|
help='source file/directory/URL that contain the test result files to be stored')
|
|
parser_build.add_argument('git_dir',
|
|
help='the location of the git repository to store the results in')
|
|
parser_build.add_argument('-a', '--all', action='store_true',
|
|
help='include all files, not just testresults.json files')
|
|
parser_build.add_argument('-e', '--allow-empty', action='store_true',
|
|
help='don\'t error if no results to store are found')
|
|
parser_build.add_argument('-x', '--executed-by', default='',
|
|
help='add executed-by configuration to each result file')
|
|
parser_build.add_argument('-t', '--extra-test-env', default='',
|
|
help='add extra test environment data to each result file configuration')
|