mirror of
git://git.yoctoproject.org/yocto-autobuilder-helper.git
synced 2025-07-19 20:59:02 +02:00
c304a50283
send_qa_email currently deals with tags in a "reproducible" way: despite new versions being released on different branches, the computation of the "reference" version for a specific input version always remain the same. This behavior does not match perfectly real expectations: if at the some point we get version 4.3.1 as a comparison reference for a regression report, and 4.3.2 is released some time later, we want the next comparision to be done against 4.3.2. Start introducing this new behavior by allowing the tests to check returned version against regex patterns instead of static strings, so we can for example use wildcards on the "micro" version Signed-off-by: Alexis Lothoré <alexis.lothore@bootlin.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
92 lines
4.6 KiB
Python
Executable File
92 lines
4.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""
|
|
Test suite for send_qa_email.py
|
|
|
|
The suite needs a valid poky clone to run since it will
|
|
fetch and return revisions from remote repository. To run the suite,
|
|
set POKY_PATH environment variable accordingly:
|
|
`POKY_PATH=~/src/poky ./scripts/test_send_qa_email.py`
|
|
"""
|
|
import os
|
|
import sys
|
|
import unittest
|
|
import send_qa_email
|
|
import logging
|
|
import re
|
|
|
|
logging.basicConfig(level=logging.INFO, format="%(levelname)s: %(message)s")
|
|
log = logging.getLogger('send-qa-email')
|
|
|
|
class TestVersion(unittest.TestCase):
|
|
test_data_get_version = [
|
|
{"input": {"version": "4.1.2"}, "expected": "yocto-4.1.1"},
|
|
{"input": {"version": "4.1"}, "expected": "yocto-4.0"},
|
|
{"input": {"version": "4.1.1"}, "expected": "yocto-4.1"},
|
|
{"input": {"version": "4.1_M2"}, "expected": "4.1_M1"},
|
|
{"input": {"version": "4.1_M1"}, "expected": "yocto-4.0"},
|
|
{"input": {"version": "4.1.1.rc1"}, "expected": "yocto-4.1"},
|
|
{"input": {"version": "4.1.2.rc1"}, "expected": "yocto-4.1.1"},
|
|
{"input": {"version": "4.1_M3.rc1"}, "expected": "4.1_M2"},
|
|
{"input": {"version": "4.1_M3.rc4"}, "expected": "4.1_M2"},
|
|
{"input": {"version": "4.1_M1.rc1"}, "expected": "yocto-4.0"},
|
|
{"input": {"version": "4.1_M1.rc4"}, "expected": "yocto-4.0"},
|
|
{"input": {"version": "4.1.rc4"}, "expected": "yocto-4.0"}
|
|
]
|
|
|
|
test_data_is_release_version = [
|
|
{"input": "yocto-4.2", "expected":True},
|
|
{"input": "20230313-15", "expected":False},
|
|
{"input": None, "expected":False}
|
|
]
|
|
|
|
# This data represent real data returned by utils.getcomparisonbranch
|
|
# and the release argument passed to send-qa-email script
|
|
regression_inputs = [
|
|
{"name": "Arbitrary branch", "input": {"targetbranch": None,
|
|
"basebranch": None, "release": None}, "expected": (None, None)},
|
|
{"name": "Master release", "input": {"targetbranch": "master",
|
|
"basebranch": None, "release": "yocto-4.2_M3.rc1"}, "expected": ("4.2_M2", "master")},
|
|
{"name": "Older release", "input": {"targetbranch": "kirkstone",
|
|
"basebranch": None, "release": "yocto-4.0.8.rc2"}, "expected": ("yocto-4.0.7", "kirkstone")},
|
|
{"name": "Master Next", "input": {"targetbranch": "master-next",
|
|
"basebranch": "master", "release": None}, "expected": ("LAST_TESTED_REV", "master-next")},
|
|
{"name": "Fork Master Next", "input": {"targetbranch": "ross/mut",
|
|
"basebranch": "master", "release": None}, "expected": ("LAST_TESTED_REV", "ross/mut")},
|
|
{"name": "Nightly a-quick", "input": {"targetbranch": "master",
|
|
"basebranch": None, "release": "20230322-2"}, "expected": ("LAST_TAG", "master")},
|
|
]
|
|
|
|
def test_versions(self):
|
|
for data in self.test_data_get_version:
|
|
input_version = data["input"]["version"]
|
|
expected = data["expected"]
|
|
with self.subTest(f"Test {input_version} previous tag (expecting {expected})"):
|
|
result = send_qa_email.get_previous_tag(os.environ.get("POKY_PATH"), input_version)
|
|
self.assertIsNotNone(re.match(data["expected"], result), msg=f"get_previous_tag returned {result}")
|
|
|
|
def test_is_release_version(self):
|
|
for data in self.test_data_is_release_version:
|
|
with self.subTest(f"{data['input']}"):
|
|
self.assertEqual(send_qa_email.is_release_version(data['input']), data['expected'])
|
|
|
|
def test_get_regression_base_and_target(self):
|
|
for data in self.regression_inputs:
|
|
with self.subTest(data['name']):
|
|
base, target = send_qa_email.get_regression_base_and_target(
|
|
data['input']['targetbranch'], data['input']['basebranch'], data['input']['release'], os.environ.get("POKY_PATH"), log)
|
|
expected_base, expected_target = data["expected"]
|
|
# The comparison base can not be set statically in tests when it is supposed to be the previous tag,
|
|
# since the result will depend on current tags
|
|
if expected_base == "LAST_TAG" or expected_base == "LAST_TESTED_REV":
|
|
self.assertIsNotNone(base)
|
|
else:
|
|
self.assertEqual(base, expected_base)
|
|
self.assertEqual(target, expected_target)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if os.environ.get("POKY_PATH") is None:
|
|
print("Please set POKY_PATH to proper poky clone location before running tests")
|
|
sys.exit(1)
|
|
unittest.main()
|