MIRRORS/poky
1
0
Fork 0
mirror of git://git.yoctoproject.org/poky.git synced 2025-07-05 05:04:44 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

scripts/resulttool: make additional info more compact

Browse Source 
Since "matched" and "improved" tests are not as important as regressions,
reduce the place they take in the regression report:

- merge "matched" and "improved" tests, while removing the label
- add a single line of additional info per pair

Those changes make the "Matches and improvements" look like the following
sample:

oeselftest_almalinux-9.2_qemux86-64_20230910083156
oeselftest_almalinux-8.8_qemux86-64_20231018010951
    -> +7 test(s) present

oeselftest_almalinux-9.2_qemux86-64_20230911010538
oeselftest_debian-11_qemux86-64_20231017150459

oeselftest_debian-11_qemux86-64_20230910012927
oeselftest_debian-11_qemux86-64_20231017151319
    -> +7 test(s) present
[...]

(From OE-Core rev: 6de4426d9a7da67deed7d3a3918892fb56238ff3)

Signed-off-by: Alexis Lothoré <alexis.lothore@bootlin.com>
Signed-off-by: Alexandre Belloni <alexandre.belloni@bootlin.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Alexis Lothoré 2023-10-22 19:49:37 +02:00 committed by Richard Purdie
parent faef63eab6
commit 198110b1b9
1 changed files with 23 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
scripts/lib/resulttool/regression.py
View File

@ -186,6 +186,18 @@ def get_status_str(raw_status):
raw_status_lower = raw_status.lower() if raw_status else "None"
return STATUS_STRINGS.get(raw_status_lower, raw_status)
def get_additional_info_line(new_pass_count, new_tests):
result=[]
if new_tests:
result.append(f'+{new_tests} test(s) present')
if new_pass_count:
result.append(f'+{new_pass_count} test(s) now passing')
if not result:
return ""
return ' -> ' + ', '.join(result) + '\n'
def compare_result(logger, base_name, target_name, base_result, target_result, display_limit=None):
base_result = base_result.get('result')
target_result = target_result.get('result')
@ -193,6 +205,8 @@ def compare_result(logger, base_name, target_name, base_result, target_result, d
new_tests = 0
regressions = {}
resultstring = ""
new_tests = 0
new_pass_count = 0
display_limit = int(display_limit) if display_limit else REGRESSIONS_DISPLAY_LIMIT
@ -234,14 +248,19 @@ def compare_result(logger, base_name, target_name, base_result, target_result, d
resultstring+=' [...]\n'
if new_pass_count > 0:
resultstring += f' Additionally, {new_pass_count} previously failing test(s) is/are now passing\n'
if new_tests > 0:
resultstring += f' Additionally, {new_tests} new test(s) is/are present\n'
else:
resultstring = "Improvement: %s\n %s\n (+%d test(s) passing)\n" % (base_name, target_name, new_pass_count)
resultstring = "%s\n%s\n" % (base_name, target_name)
result = None
else:
resultstring = "Match: %s\n %s\n" % (base_name, target_name)
resultstring = "%s\n%s\n" % (base_name, target_name)
if not result:
additional_info = get_additional_info_line(new_pass_count, new_tests)
if additional_info:
resultstring += additional_info
if new_tests > 0:
resultstring += f' Additionally, {new_tests} new test(s) is/are present\n'
return result, resultstring
def get_results(logger, source):