#!/usr/bin/env python # Update cover info for OE-Classic / other distro recipes in OE layer index database # # Copyright (C) 2013, 2018 Intel Corporation # Author: Paul Eggleton # # Licensed under the MIT license, see COPYING.MIT for details import sys import os.path sys.path.insert(0, os.path.realpath(os.path.join(os.path.dirname(__file__), '..'))) import optparse import re import utils import logging logger = utils.logger_create('LayerIndexComparisonUpdate') class DryRunRollbackException(Exception): pass def main(): parser = optparse.OptionParser( usage = """ %prog [options]""") parser.add_option("-b", "--branch", help = "Specify branch to import into", action="store", dest="branch", default='oe-classic') parser.add_option("-l", "--layer", help = "Specify layer to import into", action="store", dest="layer", default='oe-classic') parser.add_option("-n", "--dry-run", help = "Don't write any data back to the database", action="store_true", dest="dryrun") parser.add_option("-s", "--skip", help = "Skip specified packages (comma-separated list, no spaces)", action="store", dest="skip") parser.add_option("-d", "--debug", help = "Enable debug output", action="store_const", const=logging.DEBUG, dest="loglevel", default=logging.INFO) parser.add_option("-q", "--quiet", help = "Hide all output except error messages", action="store_const", const=logging.ERROR, dest="loglevel") options, args = parser.parse_args(sys.argv) utils.setup_django() from layerindex.models import LayerItem, LayerBranch, Recipe, ClassicRecipe from django.db import transaction logger.setLevel(options.loglevel) res = list(LayerItem.objects.filter(name=options.layer)[:1]) if res: layer = res[0] else: logger.error('Specified layer %s does not exist in database' % options.layer) sys.exit(1) layerbranch = layer.get_layerbranch(options.branch) if not layerbranch: logger.error("Specified branch %s does not exist in database" % options.branch) sys.exit(1) if options.skip: skiplist = options.skip.split(',') else: skiplist = [] try: with transaction.atomic(): def recipe_pn_query(pn): return Recipe.objects.filter(layerbranch__branch__name='master').filter(pn=pn).order_by('-layerbranch__layer__index_preference') recipequery = ClassicRecipe.objects.filter(layerbranch=layerbranch).filter(deleted=False).filter(cover_status__in=['U', 'N']) for recipe in recipequery: if recipe.pn in skiplist: logger.debug('Skipping %s' % recipe.pn) continue sanepn = recipe.pn.lower().replace('_', '-') replquery = recipe_pn_query(sanepn) found = False for replrecipe in replquery: logger.debug('Matched %s in layer %s' % (recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'D' recipe.cover_verified = False recipe.save() found = True break if not found: if layerbranch.layer.name == 'oe-classic': if recipe.pn.endswith('-native') or recipe.pn.endswith('-nativesdk'): searchpn, _, suffix = recipe.pn.rpartition('-') replquery = recipe_pn_query(searchpn) for replrecipe in replquery: if suffix in replrecipe.bbclassextend.split(): logger.debug('Found BBCLASSEXTEND of %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'P' recipe.cover_verified = False recipe.save() found = True break if not found and recipe.pn.endswith('-nativesdk'): searchpn, _, _ = recipe.pn.rpartition('-') replquery = recipe_pn_query('nativesdk-%s' % searchpn) for replrecipe in replquery: logger.debug('Found replacement %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'R' recipe.cover_verified = False recipe.save() found = True break else: if recipe.source_set.exists(): source0 = recipe.source_set.first() if 'pypi.' in source0.url: attempts = ['python3-%s' % sanepn, 'python-%s' % sanepn] if sanepn.startswith('py'): attempts.extend(['python3-%s' % sanepn[2:], 'python-%s' % sanepn[2:]]) for attempt in attempts: replquery = recipe_pn_query(attempt) for replrecipe in replquery: logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'D' recipe.cover_verified = False recipe.save() found = True break if found: break if not found: recipe.classic_category = 'python' recipe.save() elif 'cpan.org' in source0.url: perlpn = sanepn if perlpn.startswith('perl-'): perlpn = perlpn[5:] if not (perlpn.startswith('lib') and perlpn.endswith('-perl')): perlpn = 'lib%s-perl' % perlpn replquery = recipe_pn_query(perlpn) for replrecipe in replquery: logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'D' recipe.cover_verified = False recipe.save() found = True break if not found: recipe.classic_category = 'perl' recipe.save() if not found: if recipe.pn.startswith('R-'): recipe.classic_category = 'R' recipe.save() elif recipe.pn.startswith('rubygem-'): recipe.classic_category = 'ruby' recipe.save() elif recipe.pn.startswith('jdk-'): sanepn = sanepn[4:] replquery = recipe_pn_query(sanepn) for replrecipe in replquery: logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'D' recipe.cover_verified = False recipe.save() found = True break recipe.classic_category = 'java' recipe.save() elif recipe.pn.startswith('golang-'): if recipe.pn.startswith('golang-github-'): sanepn = 'go-' + sanepn[14:] else: sanepn = 'go-' + sanepn[7:] replquery = recipe_pn_query(sanepn) for replrecipe in replquery: logger.debug('Found match %s to cover %s in layer %s' % (replrecipe.pn, recipe.pn, replrecipe.layerbranch.layer.name)) recipe.cover_layerbranch = replrecipe.layerbranch recipe.cover_pn = replrecipe.pn recipe.cover_status = 'D' recipe.cover_verified = False recipe.save() found = True break recipe.classic_category = 'go' recipe.save() elif recipe.pn.startswith('gnome-'): recipe.classic_category = 'gnome' recipe.save() if options.dryrun: raise DryRunRollbackException() except DryRunRollbackException: pass sys.exit(0) if __name__ == "__main__": main()