MIRRORS/poky
1
0
Fork 0
mirror of git://git.yoctoproject.org/poky.git synced 2025-07-19 21:09:03 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

selftest/sstatetests: add a test for CDN sstate cache

Browse Source 
Specifically, the test checks that everything needed for building
standard oe-core images for x86_64 and arm64 is available from
the cache (with minor exceptions). Going forward, a complete
world check could be enabled and additional configurations,
but that requires improvements to performance of hash equivalence
server in particular.

RP: I've disabled the tests by default so we can merge them. We will
make them live once we get to the bottom of the failures.

(From OE-Core rev: 5f3aeadb65d3b7216db783b2c500ac241b03deb8)

Signed-off-by: Alexander Kanavin <alex@linutronix.de>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Alexander Kanavin 2023-10-27 14:50:19 +02:00 committed by Richard Purdie
parent 6745d5eb7c
commit 3a7b408178
1 changed files with 48 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

48
meta/lib/oeqa/selftest/cases/sstatetests.py
View File

@ -14,6 +14,7 @@ import re
from oeqa.utils.commands import runCmd, bitbake, get_bb_var, create_temp_layer, get_bb_vars
from oeqa.selftest.case import OESelftestTestCase
from oeqa.core.decorator import OETestTag
import oe
import bb.siggen
@ -886,3 +887,50 @@ expected_sametmp_output, expected_difftmp_output)
INHERIT += "base-do-configure-modified"
""",
expected_sametmp_output, expected_difftmp_output)
@OETestTag("yocto-mirrors")
class SStateMirrors(SStateBase):
def check_bb_output(self, output, exceptions):
in_tasks = False
missing_objects = []
checked_urls = []
for l in output.splitlines():
if "Testing URL" in l:
checked_urls.append(l.split()[3])
if "The differences between the current build and any cached tasks start at the following tasks" in l:
in_tasks = True
continue
if "Writing task signature files" in l:
in_tasks = False
continue
if in_tasks:
recipe_task = l.split("/")[-1]
recipe, task = recipe_task.split(":")
for e in exceptions:
if e[0] in recipe and task == e[1]:
break
else:
missing_objects.append(recipe_task)
self.assertTrue(len(missing_objects) == 0, "URLs checked:\n{}\nMissing objects in the cache:\n{}".format("\n".join(checked_urls), "\n".join(missing_objects)))
def run_test_cdn_mirror(self, machine, targets, exceptions):
exceptions = exceptions + [[t, "do_deploy_source_date_epoch"] for t in targets.split()]
exceptions = exceptions + [[t, "do_image_qa"] for t in targets.split()]
self.config_sstate(True)
self.append_config("""
MACHINE = "{}"
BB_HASHSERVE_UPSTREAM = "hashserv.yocto.io:8687"
SSTATE_MIRRORS ?= "file://.* http://cdn.jsdelivr.net/yocto/sstate/all/PATH;downloadfilename=PATH"
""".format(machine))
result = bitbake("-D -S printdiff {}".format(targets))
self.check_bb_output(result.output, exceptions)
def _test_cdn_mirror_qemux86_64(self):
# Example:
# exceptions = [ ["packagegroup-core-sdk","do_package"] ]
exceptions = []
self.run_test_cdn_mirror("qemux86-64", "core-image-minimal core-image-full-cmdline core-image-sato-sdk", exceptions)
def _test_cdn_mirror_qemuarm64(self):
exceptions = []
self.run_test_cdn_mirror("qemuarm64", "core-image-minimal core-image-full-cmdline core-image-sato-sdk", exceptions)