mirror of
git://git.yoctoproject.org/poky.git
synced 2025-07-19 21:09:03 +02:00
dd99cf957d
Modify buildinfohelper and toasterui so that they record the recipe parse progress (from ParseProgress events in bitbake) on the Build object. Note that because the Build object is now created at the point when ParseStarted occurs, it is necessary to set the build name to the empty string initially (hence the migration). The build name can be set when the build properly starts, i.e. at the BuildStarted event. Then use this additional data to determine whether a Build is in a "Parsing" state, and report this in the JSON API. This enables the most recent builds area to show the recipe parse progress. Add additional logic to update the progress bar if the progress for a build object changes. [YOCTO #9631] (Bitbake rev: f33d51d46d70e73e04e325807c1bc4eb68462f7b) Signed-off-by: Elliot Smith <elliot.smith@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
322 lines
11 KiB
Python
322 lines
11 KiB
Python
#
|
|
# BitBake Toaster Implementation
|
|
#
|
|
# Copyright (C) 2016 Intel Corporation
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
|
|
# Temporary home for the UI's misc API
|
|
import re
|
|
|
|
from orm.models import Project, ProjectTarget, Build, Layer_Version
|
|
from orm.models import LayerVersionDependency, LayerSource, ProjectLayer
|
|
from bldcontrol.models import BuildRequest
|
|
from bldcontrol import bbcontroller
|
|
from django.http import HttpResponse, JsonResponse
|
|
from django.views.generic import View
|
|
from django.core.urlresolvers import reverse
|
|
from django.core import serializers
|
|
from django.utils import timezone
|
|
from django.template.defaultfilters import date
|
|
from toastergui.templatetags.projecttags import json, sectohms, get_tasks
|
|
|
|
def error_response(error):
|
|
return JsonResponse({"error": error})
|
|
|
|
|
|
class XhrBuildRequest(View):
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
return HttpResponse()
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
"""
|
|
Build control
|
|
|
|
Entry point: /xhr_buildrequest/<project_id>
|
|
Method: POST
|
|
|
|
Args:
|
|
id: id of build to change
|
|
buildCancel = build_request_id ...
|
|
buildDelete = id ...
|
|
targets = recipe_name ...
|
|
|
|
Returns:
|
|
{"error": "ok"}
|
|
or
|
|
{"error": <error message>}
|
|
"""
|
|
|
|
project = Project.objects.get(pk=kwargs['pid'])
|
|
|
|
if 'buildCancel' in request.POST:
|
|
for i in request.POST['buildCancel'].strip().split(" "):
|
|
try:
|
|
br = BuildRequest.objects.get(project=project, pk=i)
|
|
|
|
try:
|
|
bbctrl = bbcontroller.BitbakeController(br.environment)
|
|
bbctrl.forceShutDown()
|
|
except:
|
|
# We catch a bunch of exceptions here because
|
|
# this is where the server has not had time to start up
|
|
# and the build request or build is in transit between
|
|
# processes.
|
|
# We can safely just set the build as cancelled
|
|
# already as it never got started
|
|
build = br.build
|
|
build.outcome = Build.CANCELLED
|
|
build.save()
|
|
|
|
# We now hand over to the buildinfohelper to update the
|
|
# build state once we've finished cancelling
|
|
br.state = BuildRequest.REQ_CANCELLING
|
|
br.save()
|
|
|
|
except BuildRequest.DoesNotExist:
|
|
return error_response('No such build request id %s' % i)
|
|
|
|
return error_response('ok')
|
|
|
|
if 'buildDelete' in request.POST:
|
|
for i in request.POST['buildDelete'].strip().split(" "):
|
|
try:
|
|
BuildRequest.objects.select_for_update().get(
|
|
project=project,
|
|
pk=i,
|
|
state__lte=BuildRequest.REQ_DELETED).delete()
|
|
|
|
except BuildRequest.DoesNotExist:
|
|
pass
|
|
return error_response("ok")
|
|
|
|
if 'targets' in request.POST:
|
|
ProjectTarget.objects.filter(project=project).delete()
|
|
s = str(request.POST['targets'])
|
|
for t in re.sub(r'[;%|"]', '', s).split(" "):
|
|
if ":" in t:
|
|
target, task = t.split(":")
|
|
else:
|
|
target = t
|
|
task = ""
|
|
ProjectTarget.objects.create(project=project,
|
|
target=target,
|
|
task=task)
|
|
project.schedule_build()
|
|
|
|
return error_response('ok')
|
|
|
|
response = HttpResponse()
|
|
response.status_code = 500
|
|
return response
|
|
|
|
|
|
class XhrLayer(View):
|
|
""" Get and Update Layer information """
|
|
|
|
def post(self, request, *args, **kwargs):
|
|
"""
|
|
Update a layer
|
|
|
|
Entry point: /xhr_layer/<layerversion_id>
|
|
Method: POST
|
|
|
|
Args:
|
|
vcs_url, dirpath, commit, up_branch, summary, description
|
|
|
|
add_dep = append a layerversion_id as a dependency
|
|
rm_dep = remove a layerversion_id as a depedency
|
|
Returns:
|
|
{"error": "ok"}
|
|
or
|
|
{"error": <error message>}
|
|
"""
|
|
|
|
try:
|
|
# We currently only allow Imported layers to be edited
|
|
layer_version = Layer_Version.objects.get(
|
|
id=kwargs['layerversion_id'],
|
|
project=kwargs['pid'],
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
|
|
|
except Layer_Version.DoesNotExist:
|
|
return error_response("Cannot find imported layer to update")
|
|
|
|
if "vcs_url" in request.POST:
|
|
layer_version.layer.vcs_url = request.POST["vcs_url"]
|
|
if "dirpath" in request.POST:
|
|
layer_version.dirpath = request.POST["dirpath"]
|
|
if "commit" in request.POST:
|
|
layer_version.commit = request.POST["commit"]
|
|
layer_version.branch = request.POST["commit"]
|
|
if "summary" in request.POST:
|
|
layer_version.layer.summary = request.POST["summary"]
|
|
if "description" in request.POST:
|
|
layer_version.layer.description = request.POST["description"]
|
|
|
|
if "add_dep" in request.POST:
|
|
lvd = LayerVersionDependency(
|
|
layer_version=layer_version,
|
|
depends_on_id=request.POST["add_dep"])
|
|
lvd.save()
|
|
|
|
if "rm_dep" in request.POST:
|
|
rm_dep = LayerVersionDependency.objects.get(
|
|
layer_version=layer_version,
|
|
depends_on_id=request.POST["rm_dep"])
|
|
rm_dep.delete()
|
|
|
|
try:
|
|
layer_version.layer.save()
|
|
layer_version.save()
|
|
except Exception as e:
|
|
return error_response("Could not update layer version entry: %s"
|
|
% e)
|
|
|
|
return JsonResponse({"error": "ok"})
|
|
|
|
def delete(self, request, *args, **kwargs):
|
|
try:
|
|
# We currently only allow Imported layers to be deleted
|
|
layer_version = Layer_Version.objects.get(
|
|
id=kwargs['layerversion_id'],
|
|
project=kwargs['pid'],
|
|
layer_source=LayerSource.TYPE_IMPORTED)
|
|
except Layer_Version.DoesNotExist:
|
|
return error_response("Cannot find imported layer to delete")
|
|
|
|
try:
|
|
ProjectLayer.objects.get(project=kwargs['pid'],
|
|
layercommit=layer_version).delete()
|
|
except ProjectLayer.DoesNotExist:
|
|
pass
|
|
|
|
layer_version.layer.delete()
|
|
layer_version.delete()
|
|
|
|
return JsonResponse({
|
|
"error": "ok",
|
|
"redirect": reverse('project', args=(kwargs['pid'],))
|
|
})
|
|
|
|
class MostRecentBuildsView(View):
|
|
def _was_yesterday_or_earlier(self, completed_on):
|
|
now = timezone.now()
|
|
delta = now - completed_on
|
|
|
|
if delta.days >= 1:
|
|
return True
|
|
|
|
return False
|
|
|
|
def get(self, request, *args, **kwargs):
|
|
"""
|
|
Returns a list of builds in JSON format.
|
|
"""
|
|
mrb_type = 'all'
|
|
project = None
|
|
|
|
project_id = request.GET.get('project_id', None)
|
|
if project_id:
|
|
try:
|
|
mrb_type = 'project'
|
|
project = Project.objects.get(pk=project_id)
|
|
except:
|
|
# if project lookup fails, assume no project
|
|
pass
|
|
|
|
recent_build_objs = Build.get_recent(project)
|
|
recent_builds = []
|
|
|
|
# for timezone conversion
|
|
tz = timezone.get_current_timezone()
|
|
|
|
for build_obj in recent_build_objs:
|
|
dashboard_url = reverse('builddashboard', args=(build_obj.pk,))
|
|
buildtime_url = reverse('buildtime', args=(build_obj.pk,))
|
|
rebuild_url = \
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
cancel_url = \
|
|
reverse('xhr_buildrequest', args=(build_obj.project.pk,))
|
|
|
|
build = {}
|
|
build['id'] = build_obj.pk
|
|
build['dashboard_url'] = dashboard_url
|
|
|
|
buildrequest_id = None
|
|
if hasattr(build_obj, 'buildrequest'):
|
|
buildrequest_id = build_obj.buildrequest.pk
|
|
build['buildrequest_id'] = buildrequest_id
|
|
|
|
build['recipes_parsed_percentage'] = \
|
|
int((build_obj.recipes_parsed / build_obj.recipes_to_parse) * 100)
|
|
|
|
tasks_complete_percentage = 0
|
|
if build_obj.outcome in (Build.SUCCEEDED, Build.FAILED):
|
|
tasks_complete_percentage = 100
|
|
elif build_obj.outcome == Build.IN_PROGRESS:
|
|
tasks_complete_percentage = build_obj.completeper()
|
|
build['tasks_complete_percentage'] = tasks_complete_percentage
|
|
|
|
build['state'] = build_obj.get_state()
|
|
|
|
build['errors'] = build_obj.errors.count()
|
|
build['dashboard_errors_url'] = dashboard_url + '#errors'
|
|
|
|
build['warnings'] = build_obj.warnings.count()
|
|
build['dashboard_warnings_url'] = dashboard_url + '#warnings'
|
|
|
|
build['buildtime'] = sectohms(build_obj.timespent_seconds)
|
|
build['buildtime_url'] = buildtime_url
|
|
|
|
build['rebuild_url'] = rebuild_url
|
|
build['cancel_url'] = cancel_url
|
|
|
|
build['is_default_project_build'] = build_obj.project.is_default
|
|
|
|
build['build_targets_json'] = \
|
|
json(get_tasks(build_obj.target_set.all()))
|
|
|
|
# convert completed_on time to user's timezone
|
|
completed_on = timezone.localtime(build_obj.completed_on)
|
|
|
|
completed_on_template = '%H:%M'
|
|
if self._was_yesterday_or_earlier(completed_on):
|
|
completed_on_template = '%d/%m/%Y ' + completed_on_template
|
|
build['completed_on'] = completed_on.strftime(completed_on_template)
|
|
|
|
targets = []
|
|
target_objs = build_obj.get_sorted_target_list()
|
|
for target_obj in target_objs:
|
|
if target_obj.task:
|
|
targets.append(target_obj.target + ':' + target_obj.task)
|
|
else:
|
|
targets.append(target_obj.target)
|
|
build['targets'] = ' '.join(targets)
|
|
|
|
# abbreviated form of the full target list
|
|
abbreviated_targets = ''
|
|
num_targets = len(targets)
|
|
if num_targets > 0:
|
|
abbreviated_targets = targets[0]
|
|
if num_targets > 1:
|
|
abbreviated_targets += (' +%s' % (num_targets - 1))
|
|
build['targets_abbreviated'] = abbreviated_targets
|
|
|
|
recent_builds.append(build)
|
|
|
|
return JsonResponse(recent_builds, safe=False)
|