mirror of
git://git.yoctoproject.org/yocto-autobuilder2.git
synced 2025-07-19 12:49:03 +02:00
fc4caf8573
If we don't do this, the mirrors may not have synced and it will break expectations about being able to start builds immediately. Triggered builds may also not see the correct code. Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
191 lines
9.1 KiB
Python
191 lines
9.1 KiB
Python
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
|
|
# ## Build configuration, tied to config.json in yocto-autobuilder-helpers
|
|
# Repositories used by each builder
|
|
buildertorepos = {
|
|
"eclipse-plugin-neon": ["eclipse-poky-neon"],
|
|
"eclipse-plugin-oxygen": ["eclipse-poky-oxygen"],
|
|
"a-quick": ["poky", "meta-intel", "oecore", "bitbake",
|
|
"meta-mingw", "meta-gplv2"],
|
|
"a-full": ["poky", "meta-intel", "oecore", "bitbake",
|
|
"meta-mingw", "meta-gplv2", "meta-arm", "meta-aws", "meta-agl", "meta-openembedded"],
|
|
"non-gpl3": ["poky", "meta-gplv2"],
|
|
"meta-mingw": ["poky", "meta-mingw"],
|
|
"qa-extras": ["poky", "meta-mingw"],
|
|
"meta-oe": ["poky", "meta-openembedded"],
|
|
"meta-virt": ["poky", "meta-openembedded", "meta-virtualization"],
|
|
"meta-intel": ["poky", "meta-intel"],
|
|
"meta-arm": ["poky", "meta-arm"],
|
|
"meta-agl-core": ["poky", "meta-agl"],
|
|
"meta-aws": ["poky", "meta-aws", "meta-openembedded"],
|
|
"qemuarm-oecore": ["oecore", "bitbake"],
|
|
"checkuri": ["poky"],
|
|
"check-layer": ["poky", "meta-mingw", "meta-gplv2"],
|
|
"check-layer-nightly": ["poky", "meta-agl", "meta-arm", "meta-aws", "meta-intel", "meta-openembedded", "meta-virtualization", "meta-ti", "meta-security"],
|
|
"docs": ["yocto-docs", "bitbake"],
|
|
"default": ["poky"]
|
|
}
|
|
|
|
# Repositories used that the scripts need to know about and should be buildbot
|
|
# user customisable
|
|
repos = {
|
|
"yocto-autobuilder-helper":
|
|
["ssh://git@push.yoctoproject.org/yocto-autobuilder-helper",
|
|
"master"],
|
|
"eclipse-poky-neon": ["ssh://git@push.yoctoproject.org/eclipse-yocto",
|
|
"neon-master"],
|
|
"eclipse-poky-oxygen": ["ssh://git@push.yoctoproject.org/eclipse-yocto",
|
|
"oxygen-master"],
|
|
"poky": ["ssh://git@push.yoctoproject.org/poky", "master"],
|
|
"meta-intel": ["ssh://git@push.yoctoproject.org/meta-intel", "master"],
|
|
"meta-arm": ["ssh://git@push.yoctoproject.org/meta-arm", "master"],
|
|
"meta-agl": ["https://git.automotivelinux.org/AGL/meta-agl", "next"],
|
|
"meta-aws": ["https://github.com/aws/meta-aws.git", "master"],
|
|
"meta-ti": ["ssh://git@push.yoctoproject.org/meta-ti", "master"],
|
|
"meta-security": ["ssh://git@push.yoctoproject.org/meta-security", "master"],
|
|
"oecore": ["ssh://git@push.openembedded.org/openembedded-core",
|
|
"master"],
|
|
"bitbake": ["ssh://git@push.openembedded.org/bitbake", "master"],
|
|
"meta-qt4": ["ssh://git@push.yoctoproject.org/meta-qt4", "master"],
|
|
"meta-qt3": ["ssh://git@push.yoctoproject.org/meta-qt3", "master"],
|
|
"meta-mingw": ["ssh://git@push.yoctoproject.org/meta-mingw", "master"],
|
|
"meta-gplv2": ["ssh://git@push.yoctoproject.org/meta-gplv2", "master"],
|
|
"meta-openembedded": ["ssh://git@push.openembedded.org/meta-openembedded", "master"],
|
|
"meta-virtualization": ["ssh://git@push.yoctoproject.org/meta-virtualization", "master"],
|
|
"yocto-docs": ["ssh://git@push.yoctoproject.org/yocto-docs", "master"]
|
|
}
|
|
|
|
trigger_builders_wait_shared = [
|
|
"qemuarm", "qemuarm-alt", "qemuarm64", "qemuarm-oecore",
|
|
"qemumips", "qemumips64",
|
|
"multilib",
|
|
"qemuppc",
|
|
"qemux86", "qemux86-alt",
|
|
"qemux86-64", "qemux86-64-alt",
|
|
"qemux86-64-x32", "qemux86-world",
|
|
"edgerouter",
|
|
"genericx86", "genericx86-alt",
|
|
"genericx86-64", "genericx86-64-alt",
|
|
"beaglebone", "beaglebone-alt",
|
|
"pkgman-non-rpm",
|
|
"pkgman-rpm-non-rpm", "pkgman-deb-non-deb",
|
|
"build-appliance", "buildtools",
|
|
"non-gpl3", "wic",
|
|
"poky-tiny", "musl-qemux86", "musl-qemux86-64", "no-x11",
|
|
"qa-extras", "qa-extras2",
|
|
"check-layer", "meta-mingw",
|
|
"qemuarm64-armhost"
|
|
]
|
|
|
|
trigger_builders_wait_quick = trigger_builders_wait_shared + [
|
|
"oe-selftest", "reproducible", "qemux86-64-ptest-fast", "qemuarm64-ptest-fast"
|
|
]
|
|
|
|
trigger_builders_wait_full = trigger_builders_wait_shared + [
|
|
"qemumips-alt", "edgerouter-alt", "qemuppc-alt", "qemux86-world-alt",
|
|
"oe-selftest-ubuntu", "oe-selftest-debian", "oe-selftest-fedora", "oe-selftest-centos",
|
|
"reproducible-ubuntu", "reproducible-debian", "reproducible-fedora", "reproducible-centos",
|
|
"qemux86-64-ptest", "qemux86-64-ltp", "qemuarm64-ptest", "qemuarm64-ltp",
|
|
"meta-intel", "meta-arm", "meta-aws", "meta-agl-core"
|
|
]
|
|
|
|
trigger_builders_wait_quick_releases = {
|
|
"zeus" : trigger_builders_wait_quick + ["mpc8315e-rdb"],
|
|
"thud" : trigger_builders_wait_quick + ["mpc8315e-rdb"],
|
|
"sumo" : trigger_builders_wait_quick + ["mpc8315e-rdb"]
|
|
}
|
|
|
|
trigger_builders_wait_full_releases = {
|
|
"zeus" : trigger_builders_wait_full + ["mpc8315e-rdb-alt"],
|
|
"thud" : trigger_builders_wait_full + ["mpc8315e-rdb-alt"],
|
|
"sumo" : trigger_builders_wait_shared + ["qemumips-alt", "edgerouter-alt", "mpc8315e-rdb-alt", "qemuppc-alt", "qemux86-world-alt",
|
|
"oe-selftest-ubuntu", "oe-selftest-debian", "oe-selftest-centos"]
|
|
}
|
|
|
|
trigger_builders_wait_perf = ["buildperf-ubuntu1604", "buildperf-centos7"]
|
|
|
|
# Builders which are individually triggered
|
|
builders_others = [
|
|
"meta-oe", "meta-virt",
|
|
"bringup",
|
|
"qemuarm-armhost",
|
|
"check-layer-nightly",
|
|
"auh"
|
|
]
|
|
|
|
subbuilders = list(set(trigger_builders_wait_quick + trigger_builders_wait_full + trigger_builders_wait_perf + builders_others))
|
|
builders = ["a-quick", "a-full", "docs"] + subbuilders
|
|
|
|
# ## Cluster configuration
|
|
# Publishing settings
|
|
sharedrepodir = "/srv/autobuilder/repos"
|
|
publish_dest = "/srv/autobuilder/autobuilder.yoctoproject.org/pub"
|
|
|
|
# Web UI settings
|
|
web_port = 8010
|
|
|
|
# List of workers in the cluster
|
|
workers_ubuntu = ["ubuntu2004-ty-1", "ubuntu2004-ty-2", "ubuntu1804-ty-1", "ubuntu1804-ty-2", "ubuntu1804-ty-3", "ubuntu1604-ty-1"]
|
|
workers_centos = ["centos7-ty-1", "centos7-ty-2", "centos7-ty-3", "centos7-ty-4", "centos8-ty-1", "centos8-ty-2"]
|
|
workers_fedora = ["fedora29-ty-1", "fedora30-ty-1", "fedora30-ty-2"]
|
|
workers_debian = ["debian8-ty-1", "debian9-ty-2", "debian10-ty-1", "debian10-ty-2", "debian10-ty-3"]
|
|
workers_opensuse = ["tumbleweed-ty-1", "tumbleweed-ty-2", "tumbleweed-ty-3", "opensuse151-ty-1", "opensuse150-ty-1"]
|
|
|
|
workers = workers_ubuntu + workers_centos + workers_fedora + workers_debian + workers_opensuse
|
|
|
|
workers_bringup = []
|
|
# workers with wine on them for meta-mingw
|
|
workers_wine = ["ubuntu1804-ty-1", "ubuntu1804-ty-2", "ubuntu1804-ty-3"]
|
|
workers_buildperf = ["perf-ubuntu1604", "perf-centos7"]
|
|
workers_arm = ["ubuntu1804-arm-1"]
|
|
# workers which don't need buildtools for AUH
|
|
workers_auh = ["ubuntu1904-ty-1", "ubuntu1804-ty-1", "ubuntu1804-ty-2", "ubuntu1804-ty-3", "centos8-ty-1", "centos8-ty-2", "debian10-ty-1", "debian10-ty-2", "debian10-ty-3"]
|
|
|
|
all_workers = workers + workers_bringup + workers_buildperf + workers_arm
|
|
|
|
# Worker filtering for older releases
|
|
workers_prev_releases = {
|
|
"hardknott" : ("centos7", "centos8", "debian8", "debian9", "debian10", "fedora31", "fedora32", "fedora33", "opensuse152", "ubuntu1604", "ubuntu1804", "ubuntu2004", "perf-"),
|
|
"gatesgarth" : ("centos7", "centos8", "debian8", "debian9", "debian10", "fedora30", "fedora31", "fedora32", "opensuse150", "opensuse151", "opensuse152", "ubuntu1604", "ubuntu1804", "ubuntu1904", "ubuntu2004", "perf-"),
|
|
"dunfell" : ("centos7", "centos8", "debian8", "debian9", "debian10", "debian11", "fedora29", "fedora30", "fedora31", "fedora32", "fedora33", "fedora34", "opensuse150", "opensuse151", "opensuse152", "ubuntu1604", "ubuntu1804", "ubuntu1904", "ubuntu2004", "perf-"),
|
|
"zeus" : ("centos7", "debian8", "debian9", "debian10", "fedora28", "fedora29", "fedora30", "opensuse150", "opensuse151", "ubuntu1604", "ubuntu1804", "ubuntu1904", "perf-"),
|
|
"warrior" : ("centos7", "debian8", "debian9", "debian10", "fedora28", "fedora29", "fedora30", "opensuse150", "opensuse151", "ubuntu1604", "ubuntu1804", "ubuntu1904", "perf-"),
|
|
"thud" : ("centos7", "debian8", "debian9", "debian10", "fedora28", "fedora29", "fedora30", "opensuse150", "opensuse151", "ubuntu1604", "ubuntu1804", "ubuntu1904", "perf-"),
|
|
"sumo" : ("centos7", "debian8", "debian9", "fedora28", "ubuntu1604", "ubuntu1804", "perf-")
|
|
}
|
|
|
|
# Worker configuration, all workers configured the same...
|
|
# TODO: support per-worker config
|
|
worker_password = "pass"
|
|
worker_max_builds = None
|
|
notify_on_missing = None
|
|
|
|
# Some builders should only run on specific workers (host OS dependent)
|
|
builder_to_workers = {
|
|
"bringup": workers_bringup,
|
|
"pkgman-rpm-non-rpm": workers_ubuntu + workers_debian,
|
|
"pkgman-deb-non-deb": workers_fedora + workers_centos + workers_opensuse,
|
|
"oe-selftest-ubuntu": workers_ubuntu,
|
|
"oe-selftest-debian": workers_debian,
|
|
"oe-selftest-fedora": workers_fedora,
|
|
"oe-selftest-opensuse": workers_opensuse,
|
|
"oe-selftest-centos": workers_centos,
|
|
"reproducible-ubuntu": workers_ubuntu,
|
|
"reproducible-debian": workers_debian,
|
|
"reproducible-fedora": workers_fedora,
|
|
"reproducible-opensuse": workers_opensuse,
|
|
"reproducible-centos": workers_centos,
|
|
"meta-mingw": workers_wine,
|
|
"buildperf-ubuntu1604": ["perf-ubuntu1604"],
|
|
"buildperf-centos7": ["perf-centos7"],
|
|
"qemuarm-armhost": workers_arm,
|
|
"qemuarm64-ptest": workers_arm,
|
|
"qemuarm64-ptest-fast": workers_arm,
|
|
"qemuarm64-ltp": workers_arm,
|
|
"qemuarm64-armhost": workers_arm,
|
|
"auh" : workers_auh,
|
|
"default": workers
|
|
}
|