MIRRORS/poky
1
0
Fork 0
mirror of git://git.yoctoproject.org/poky.git synced 2025-07-19 21:09:03 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

resulttool/regression: Ensure LTP results are only compared against other LTP runs

Browse Source 
If a test result contains LTP test results, it should only be compared with
other runs containing LTP test results.

(From OE-Core rev: 4dbbf2f4a85620a08dc2fa65095dc17fe6c530f8)

Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Richard Purdie 2023-02-25 14:02:17 +00:00
parent ffaee6bd48
commit 401d022a26
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scripts/lib/resulttool/regression.py
View File

@ -146,6 +146,7 @@ def can_be_compared(logger, base, target):
run with different tests sets or parameters. Return true if tests can be run with different tests sets or parameters. Return true if tests can be
compared compared
""" """
ret = True
base_configuration = base['configuration'] base_configuration = base['configuration']
target_configuration = target['configuration'] target_configuration = target['configuration']
@ -165,7 +166,11 @@ def can_be_compared(logger, base, target):
logger.debug(f"Enriching {target_configuration['STARTTIME']} with {guess}") logger.debug(f"Enriching {target_configuration['STARTTIME']} with {guess}")
target_configuration['OESELFTEST_METADATA'] = guess target_configuration['OESELFTEST_METADATA'] = guess
return metadata_matches(base_configuration, target_configuration) \ # Test runs with LTP results in should only be compared with other runs with LTP tests in them
if base_configuration.get('TEST_TYPE') == 'runtime' and any(result.startswith("ltpresult") for result in base['result']):
ret = target_configuration.get('TEST_TYPE') == 'runtime' and any(result.startswith("ltpresult") for result in target['result'])
return ret and metadata_matches(base_configuration, target_configuration) \
and machine_matches(base_configuration, target_configuration) and machine_matches(base_configuration, target_configuration)