MIRRORS/yocto-autobuilder2
1
0
Fork 0
mirror of git://git.yoctoproject.org/yocto-autobuilder2.git synced 2025-07-19 12:49:03 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

builders: Avoid giving jobs to workers that already have them

Browse Source 
When giving jobs to workers, we want to prioritise idle ones and only
give them to the busiest ones when there are no others free.

This isn't entirely straight forward as there is no "idle" attribute
for workers but we can use a query and work it out.

Includes fixes from Mathieu Dubois-Briand <mathieu.dubois-briand@bootlin.com>

Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Richard Purdie 2025-03-05 17:36:53 +00:00
parent f05bf11157
commit e0dbb7dacb
1 changed files with 29 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
builders.py
View File

@ -9,6 +9,7 @@ from yoctoabb.steps.writelayerinfo import WriteLayerInfo
from yoctoabb.steps.runconfig import get_publish_dest, get_publish_resultdir, get_publish_name, RunConfigCheckSteps, TargetPresent
from buildbot.process.results import Results, SUCCESS, FAILURE, CANCELLED, WARNINGS, SKIPPED, EXCEPTION, RETRY
from buildbot.process.remotecommand import RemoteCommand
from buildbot.data import resultspec
from twisted.python import log
from twisted.internet import defer
@ -150,6 +151,7 @@ def create_builder_factory():
return f
@defer.inlineCallbacks
def nextWorker(bldr, workers, buildrequest):
forced_worker = buildrequest.properties.getProperty("worker", "*")
possible_workers = list(workers)
@ -170,7 +172,33 @@ def nextWorker(bldr, workers, buildrequest):
break
if forced_worker == "*":
return random.choice(possible_workers) if possible_workers else None
# Query running builds so we can push builds away from those already running the most
builds = yield bldr.master.data.get(
('builds',),
[resultspec.Filter('complete', 'eq', [False])],
)
active = {}
maxbuilds = 0
for build in builds:
if build['workerid'] not in active:
active[build['workerid']] = 1
else:
active[build['workerid']] += 1
if maxbuilds > active[build['workerid']]:
maxbuilds = active[build['workerid']]
random.shuffle(possible_workers)
for worker in possible_workers:
if worker.worker.workerid not in active:
return worker
for i in range(maxbuilds):
for worker in possible_workers:
if active[worker.worker.workerid] == i:
return worker
return None
for w in possible_workers:
if w.worker.workername == forced_worker:
return w