mirror of
git://git.yoctoproject.org/layerindex-web.git
synced 2025-07-19 12:49:01 +02:00
9970028055
Comparison updates might involve some custom fetch process, so provide a mechanism to register these via settings.py on a per-branch basis. If an update command is defined for a branch and the logged-in user has the new "update_comparison_branch" permission, an "Update" button will show up on the recipes page for the comparison branch for authenticated users that will trigger the command in the background (as a celery job) and then show a page that displays the status. The status isn't shown in real-time since that requires quite a lot of plumbing, but the page at least auto-refreshes. Signed-off-by: Paul Eggleton <paul.eggleton@linux.intel.com>
248 lines
12 KiB
Python
Executable File
248 lines
12 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Update cover info for OE-Classic / other distro recipes in OE layer index database
|
|
#
|
|
# Copyright (C) 2013, 2018 Intel Corporation
|
|
# Author: Paul Eggleton <paul.eggleton@linux.intel.com>
|
|
#
|
|
# Licensed under the MIT license, see COPYING.MIT for details
|
|
|
|
import sys
|
|
import os.path
|
|
|
|
sys.path.insert(0, os.path.realpath(os.path.join(os.path.dirname(__file__), '..')))
|
|
|
|
import optparse
|
|
import re
|
|
import utils
|
|
import logging
|
|
|
|
logger = utils.logger_create('LayerIndexComparisonUpdate')
|
|
|
|
class DryRunRollbackException(Exception):
|
|
pass
|
|
|
|
|
|
def main():
|
|
|
|
parser = optparse.OptionParser(
|
|
usage = """
|
|
%prog [options]""")
|
|
|
|
parser.add_option("-b", "--branch",
|
|
help = "Specify branch to import into",
|
|
action="store", dest="branch", default='oe-classic')
|
|
parser.add_option("-l", "--layer",
|
|
help = "Specify layer to import into",
|
|
action="store", dest="layer", default='oe-classic')
|
|
parser.add_option("-u", "--update",
|
|
help = "Specify update record to link to",
|
|
action="store", dest="update")
|
|
parser.add_option("-n", "--dry-run",
|
|
help = "Don't write any data back to the database",
|
|
action="store_true", dest="dryrun")
|
|
parser.add_option("-s", "--skip",
|
|
help = "Skip specified packages (comma-separated list, no spaces)",
|
|
action="store", dest="skip")
|
|
parser.add_option("-d", "--debug",
|
|
help = "Enable debug output",
|
|
action="store_const", const=logging.DEBUG, dest="loglevel", default=logging.INFO)
|
|
parser.add_option("-q", "--quiet",
|
|
help = "Hide all output except error messages",
|
|
action="store_const", const=logging.ERROR, dest="loglevel")
|
|
|
|
options, args = parser.parse_args(sys.argv)
|
|
|
|
utils.setup_django()
|
|
from layerindex.models import LayerItem, LayerBranch, Recipe, ClassicRecipe, Update, ComparisonRecipeUpdate
|
|
from django.db import transaction
|
|
|
|
logger.setLevel(options.loglevel)
|
|
|
|
res = list(LayerItem.objects.filter(name=options.layer)[:1])
|
|
if res:
|
|
layer = res[0]
|
|
else:
|
|
logger.error('Specified layer %s does not exist in database' % options.layer)
|
|
sys.exit(1)
|
|
|
|
layerbranch = layer.get_layerbranch(options.branch)
|
|
if not layerbranch:
|
|
logger.error("Specified branch %s does not exist in database" % options.branch)
|
|
sys.exit(1)
|
|
|
|
updateobj = None
|
|
if options.update:
|
|
updateobj = Update.objects.filter(id=int(options.update))
|
|
if not updateobj:
|
|
logger.error("Specified update id %s does not exist in database" % options.update)
|
|
sys.exit(1)
|
|
updateobj = updateobj.first()
|
|
|
|
if options.skip:
|
|
skiplist = options.skip.split(',')
|
|
else:
|
|
skiplist = []
|
|
try:
|
|
with transaction.atomic():
|
|
def recipe_pn_query(pn):
|
|
return Recipe.objects.filter(layerbranch__branch__name='master').filter(pn=pn).order_by('-layerbranch__layer__index_preference')
|
|
|
|
recipequery = ClassicRecipe.objects.filter(layerbranch=layerbranch).filter(deleted=False).filter(cover_status__in=['U', 'N'])
|
|
for recipe in recipequery:
|
|
if recipe.pn in skiplist:
|
|
logger.debug('Skipping %s' % recipe.pn)
|
|
continue
|
|
updated = False
|
|
sanepn = recipe.pn.lower().replace('_', '-')
|
|
replquery = recipe_pn_query(sanepn)
|
|
found = False
|
|
for replrecipe in replquery:
|
|
logger.debug('Matched %s in layer %s' % (recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'D'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
if not found:
|
|
if layerbranch.layer.name == 'oe-classic':
|
|
if recipe.pn.endswith('-native') or recipe.pn.endswith('-nativesdk'):
|
|
searchpn, _, suffix = recipe.pn.rpartition('-')
|
|
replquery = recipe_pn_query(searchpn)
|
|
for replrecipe in replquery:
|
|
if suffix in replrecipe.bbclassextend.split():
|
|
logger.debug('Found BBCLASSEXTEND of %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'P'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
if not found and recipe.pn.endswith('-nativesdk'):
|
|
searchpn, _, _ = recipe.pn.rpartition('-')
|
|
replquery = recipe_pn_query('nativesdk-%s' % searchpn)
|
|
for replrecipe in replquery:
|
|
logger.debug('Found replacement %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'R'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
else:
|
|
if recipe.source_set.exists():
|
|
source0 = recipe.source_set.first()
|
|
if 'pypi.' in source0.url:
|
|
attempts = ['python3-%s' % sanepn, 'python-%s' % sanepn]
|
|
if sanepn.startswith('py'):
|
|
attempts.extend(['python3-%s' % sanepn[2:], 'python-%s' % sanepn[2:]])
|
|
for attempt in attempts:
|
|
replquery = recipe_pn_query(attempt)
|
|
for replrecipe in replquery:
|
|
logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'D'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
if found:
|
|
break
|
|
if not found:
|
|
recipe.classic_category = 'python'
|
|
recipe.save()
|
|
updated = True
|
|
elif 'cpan.org' in source0.url:
|
|
perlpn = sanepn
|
|
if perlpn.startswith('perl-'):
|
|
perlpn = perlpn[5:]
|
|
if not (perlpn.startswith('lib') and perlpn.endswith('-perl')):
|
|
perlpn = 'lib%s-perl' % perlpn
|
|
replquery = recipe_pn_query(perlpn)
|
|
for replrecipe in replquery:
|
|
logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'D'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
if not found:
|
|
recipe.classic_category = 'perl'
|
|
recipe.save()
|
|
updated = True
|
|
if not found:
|
|
if recipe.pn.startswith('R-'):
|
|
recipe.classic_category = 'R'
|
|
recipe.save()
|
|
updated = True
|
|
elif recipe.pn.startswith('rubygem-'):
|
|
recipe.classic_category = 'ruby'
|
|
recipe.save()
|
|
updated = True
|
|
elif recipe.pn.startswith('jdk-'):
|
|
sanepn = sanepn[4:]
|
|
replquery = recipe_pn_query(sanepn)
|
|
for replrecipe in replquery:
|
|
logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'D'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
recipe.classic_category = 'java'
|
|
recipe.save()
|
|
updated = True
|
|
elif recipe.pn.startswith('golang-'):
|
|
if recipe.pn.startswith('golang-github-'):
|
|
sanepn = 'go-' + sanepn[14:]
|
|
else:
|
|
sanepn = 'go-' + sanepn[7:]
|
|
replquery = recipe_pn_query(sanepn)
|
|
for replrecipe in replquery:
|
|
logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name))
|
|
recipe.cover_layerbranch = replrecipe.layerbranch
|
|
recipe.cover_pn = replrecipe.pn
|
|
recipe.cover_status = 'D'
|
|
recipe.cover_verified = False
|
|
recipe.save()
|
|
updated = True
|
|
found = True
|
|
break
|
|
recipe.classic_category = 'go'
|
|
recipe.save()
|
|
updated = True
|
|
elif recipe.pn.startswith('gnome-'):
|
|
recipe.classic_category = 'gnome'
|
|
recipe.save()
|
|
updated = True
|
|
if updated and updateobj:
|
|
rupdate, _ = ComparisonRecipeUpdate.objects.get_or_create(update=updateobj, recipe=recipe)
|
|
rupdate.link_updated = True
|
|
rupdate.save()
|
|
|
|
if options.dryrun:
|
|
raise DryRunRollbackException()
|
|
except DryRunRollbackException:
|
|
pass
|
|
|
|
sys.exit(0)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|