mirror of
git://git.yoctoproject.org/poky.git
synced 2025-07-10 07:34:45 +02:00
ffae400179
This adds SPDX license headers in place of the wide assortment of things currently in our script headers. We default to GPL-2.0-only except for the oeqa code where it was clearly submitted and marked as MIT on the most part or some scripts which had the "or later" GPL versioning. The patch also drops other obsolete bits of file headers where they were encoountered such as editor modelines, obsolete maintainer information or the phrase "All rights reserved" which is now obsolete and not required in copyright headers (in this case its actually confusing for licensing as all rights were not reserved). More work is needed for OE-Core but this takes care of the bulk of the scripts and meta/lib directories. The top level LICENSE files are tweaked to match the new structure and the SPDX naming. (From OE-Core rev: f8c9c511b5f1b7dbd45b77f345cb6c048ae6763e) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
232 lines
8.6 KiB
Python
232 lines
8.6 KiB
Python
# Script utility functions
|
|
#
|
|
# Copyright (C) 2014 Intel Corporation
|
|
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
|
|
import argparse
|
|
import glob
|
|
import logging
|
|
import os
|
|
import random
|
|
import shlex
|
|
import shutil
|
|
import string
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
import importlib
|
|
from importlib import machinery
|
|
|
|
def logger_create(name, stream=None):
|
|
logger = logging.getLogger(name)
|
|
loggerhandler = logging.StreamHandler(stream=stream)
|
|
loggerhandler.setFormatter(logging.Formatter("%(levelname)s: %(message)s"))
|
|
logger.addHandler(loggerhandler)
|
|
logger.setLevel(logging.INFO)
|
|
return logger
|
|
|
|
def logger_setup_color(logger, color='auto'):
|
|
from bb.msg import BBLogFormatter
|
|
|
|
for handler in logger.handlers:
|
|
if (isinstance(handler, logging.StreamHandler) and
|
|
isinstance(handler.formatter, BBLogFormatter)):
|
|
if color == 'always' or (color == 'auto' and handler.stream.isatty()):
|
|
handler.formatter.enable_color()
|
|
|
|
|
|
def load_plugins(logger, plugins, pluginpath):
|
|
import imp
|
|
|
|
def load_plugin(name):
|
|
logger.debug('Loading plugin %s' % name)
|
|
spec = importlib.machinery.PathFinder.find_spec(name, path=[pluginpath] )
|
|
if spec:
|
|
return spec.loader.load_module()
|
|
|
|
def plugin_name(filename):
|
|
return os.path.splitext(os.path.basename(filename))[0]
|
|
|
|
known_plugins = [plugin_name(p.__name__) for p in plugins]
|
|
logger.debug('Loading plugins from %s...' % pluginpath)
|
|
for fn in glob.glob(os.path.join(pluginpath, '*.py')):
|
|
name = plugin_name(fn)
|
|
if name != '__init__' and name not in known_plugins:
|
|
plugin = load_plugin(name)
|
|
if hasattr(plugin, 'plugin_init'):
|
|
plugin.plugin_init(plugins)
|
|
plugins.append(plugin)
|
|
|
|
|
|
def git_convert_standalone_clone(repodir):
|
|
"""If specified directory is a git repository, ensure it's a standalone clone"""
|
|
import bb.process
|
|
if os.path.exists(os.path.join(repodir, '.git')):
|
|
alternatesfile = os.path.join(repodir, '.git', 'objects', 'info', 'alternates')
|
|
if os.path.exists(alternatesfile):
|
|
# This will have been cloned with -s, so we need to convert it so none
|
|
# of the contents is shared
|
|
bb.process.run('git repack -a', cwd=repodir)
|
|
os.remove(alternatesfile)
|
|
|
|
def _get_temp_recipe_dir(d):
|
|
# This is a little bit hacky but we need to find a place where we can put
|
|
# the recipe so that bitbake can find it. We're going to delete it at the
|
|
# end so it doesn't really matter where we put it.
|
|
bbfiles = d.getVar('BBFILES').split()
|
|
fetchrecipedir = None
|
|
for pth in bbfiles:
|
|
if pth.endswith('.bb'):
|
|
pthdir = os.path.dirname(pth)
|
|
if os.access(os.path.dirname(os.path.dirname(pthdir)), os.W_OK):
|
|
fetchrecipedir = pthdir.replace('*', 'recipetool')
|
|
if pthdir.endswith('workspace/recipes/*'):
|
|
# Prefer the workspace
|
|
break
|
|
return fetchrecipedir
|
|
|
|
class FetchUrlFailure(Exception):
|
|
def __init__(self, url):
|
|
self.url = url
|
|
def __str__(self):
|
|
return "Failed to fetch URL %s" % self.url
|
|
|
|
def fetch_url(tinfoil, srcuri, srcrev, destdir, logger, preserve_tmp=False, mirrors=False):
|
|
"""
|
|
Fetch the specified URL using normal do_fetch and do_unpack tasks, i.e.
|
|
any dependencies that need to be satisfied in order to support the fetch
|
|
operation will be taken care of
|
|
"""
|
|
|
|
import bb
|
|
|
|
checksums = {}
|
|
fetchrecipepn = None
|
|
|
|
# We need to put our temp directory under ${BASE_WORKDIR} otherwise
|
|
# we may have problems with the recipe-specific sysroot population
|
|
tmpparent = tinfoil.config_data.getVar('BASE_WORKDIR')
|
|
bb.utils.mkdirhier(tmpparent)
|
|
tmpdir = tempfile.mkdtemp(prefix='recipetool-', dir=tmpparent)
|
|
try:
|
|
tmpworkdir = os.path.join(tmpdir, 'work')
|
|
logger.debug('fetch_url: temp dir is %s' % tmpdir)
|
|
|
|
fetchrecipedir = _get_temp_recipe_dir(tinfoil.config_data)
|
|
if not fetchrecipedir:
|
|
logger.error('Searched BBFILES but unable to find a writeable place to put temporary recipe')
|
|
sys.exit(1)
|
|
fetchrecipe = None
|
|
bb.utils.mkdirhier(fetchrecipedir)
|
|
try:
|
|
# Generate a dummy recipe so we can follow more or less normal paths
|
|
# for do_fetch and do_unpack
|
|
# I'd use tempfile functions here but underscores can be produced by that and those
|
|
# aren't allowed in recipe file names except to separate the version
|
|
rndstring = ''.join(random.choice(string.ascii_lowercase + string.digits) for _ in range(8))
|
|
fetchrecipe = os.path.join(fetchrecipedir, 'tmp-recipetool-%s.bb' % rndstring)
|
|
fetchrecipepn = os.path.splitext(os.path.basename(fetchrecipe))[0]
|
|
logger.debug('Generating initial recipe %s for fetching' % fetchrecipe)
|
|
with open(fetchrecipe, 'w') as f:
|
|
# We don't want to have to specify LIC_FILES_CHKSUM
|
|
f.write('LICENSE = "CLOSED"\n')
|
|
# We don't need the cross-compiler
|
|
f.write('INHIBIT_DEFAULT_DEPS = "1"\n')
|
|
# We don't have the checksums yet so we can't require them
|
|
f.write('BB_STRICT_CHECKSUM = "ignore"\n')
|
|
f.write('SRC_URI = "%s"\n' % srcuri)
|
|
f.write('SRCREV = "%s"\n' % srcrev)
|
|
f.write('WORKDIR = "%s"\n' % tmpworkdir)
|
|
# Set S out of the way so it doesn't get created under the workdir
|
|
f.write('S = "%s"\n' % os.path.join(tmpdir, 'emptysrc'))
|
|
if not mirrors:
|
|
# We do not need PREMIRRORS since we are almost certainly
|
|
# fetching new source rather than something that has already
|
|
# been fetched. Hence, we disable them by default.
|
|
# However, we provide an option for users to enable it.
|
|
f.write('PREMIRRORS = ""\n')
|
|
f.write('MIRRORS = ""\n')
|
|
|
|
logger.info('Fetching %s...' % srcuri)
|
|
|
|
# FIXME this is too noisy at the moment
|
|
|
|
# Parse recipes so our new recipe gets picked up
|
|
tinfoil.parse_recipes()
|
|
|
|
def eventhandler(event):
|
|
if isinstance(event, bb.fetch2.MissingChecksumEvent):
|
|
checksums.update(event.checksums)
|
|
return True
|
|
return False
|
|
|
|
# Run the fetch + unpack tasks
|
|
res = tinfoil.build_targets(fetchrecipepn,
|
|
'do_unpack',
|
|
handle_events=True,
|
|
extra_events=['bb.fetch2.MissingChecksumEvent'],
|
|
event_callback=eventhandler)
|
|
if not res:
|
|
raise FetchUrlFailure(srcuri)
|
|
|
|
# Remove unneeded directories
|
|
rd = tinfoil.parse_recipe(fetchrecipepn)
|
|
if rd:
|
|
pathvars = ['T', 'RECIPE_SYSROOT', 'RECIPE_SYSROOT_NATIVE']
|
|
for pathvar in pathvars:
|
|
path = rd.getVar(pathvar)
|
|
shutil.rmtree(path)
|
|
finally:
|
|
if fetchrecipe:
|
|
try:
|
|
os.remove(fetchrecipe)
|
|
except FileNotFoundError:
|
|
pass
|
|
try:
|
|
os.rmdir(fetchrecipedir)
|
|
except OSError as e:
|
|
import errno
|
|
if e.errno != errno.ENOTEMPTY:
|
|
raise
|
|
|
|
bb.utils.mkdirhier(destdir)
|
|
for fn in os.listdir(tmpworkdir):
|
|
shutil.move(os.path.join(tmpworkdir, fn), destdir)
|
|
|
|
finally:
|
|
if not preserve_tmp:
|
|
shutil.rmtree(tmpdir)
|
|
tmpdir = None
|
|
|
|
return checksums, tmpdir
|
|
|
|
|
|
def run_editor(fn, logger=None):
|
|
if isinstance(fn, str):
|
|
files = [fn]
|
|
else:
|
|
files = fn
|
|
|
|
editor = os.getenv('VISUAL', os.getenv('EDITOR', 'vi'))
|
|
try:
|
|
#print(shlex.split(editor) + files)
|
|
return subprocess.check_call(shlex.split(editor) + files)
|
|
except subprocess.CalledProcessError as exc:
|
|
logger.error("Execution of '%s' failed: %s" % (editor, exc))
|
|
return 1
|
|
|
|
def is_src_url(param):
|
|
"""
|
|
Check if a parameter is a URL and return True if so
|
|
NOTE: be careful about changing this as it will influence how devtool/recipetool command line handling works
|
|
"""
|
|
if not param:
|
|
return False
|
|
elif '://' in param:
|
|
return True
|
|
elif param.startswith('git@') or ('@' in param and param.endswith('.git')):
|
|
return True
|
|
return False
|