poky/scripts/oe-publish-sdk
Paul Eggleton 2aec71e028 oe-publish-sdk: exclude sstate-cache if publishing minimal SDK
If SDK_EXT_TYPE is set to "minimal" then the SDK won't contain many
sstate artifacts, and you're required to set up an sstate mirror in this
case anyway so there's no point publishing the "stub" sstate-cache
directory from within the SDK since it won't be useful for update
purposes and may be confused with the real sstate-cache.

There is however a possibility that people might publish the real
sstate-cache directory under the same output directory provided to
oe-publish-sdk, thus deleting it after extracting (as we were doing with
other files we wanted to clean up at the end) would be problematic,
besides which extracting it and then deleting it is wasteful. Thus,
introduce a "-p" command line option to the SDK installer that we can
use to tell tar not to extract the items we don't want when publishing.
This has the added benefit of mostly keeping references to these in the
place they belong i.e. in populate_sdk_ext.bbclass.

(From OE-Core rev: 774b85d42db1d81936d4e4af4f6fb2c57cb51d2c)

Signed-off-by: Paul Eggleton <paul.eggleton@linux.intel.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
2016-03-31 23:01:37 +01:00

5.5 KiB
Executable File

#!/usr/bin/env python

OpenEmbedded SDK publishing tool

Copyright (C) 2015-2016 Intel Corporation

This program is free software; you can redistribute it and/or modify

it under the terms of the GNU General Public License version 2 as

published by the Free Software Foundation.

This program is distributed in the hope that it will be useful,

but WITHOUT ANY WARRANTY; without even the implied warranty of

MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

GNU General Public License for more details.

You should have received a copy of the GNU General Public License along

with this program; if not, write to the Free Software Foundation, Inc.,

51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

import sys import os import argparse import glob import re import subprocess import logging import shutil import errno

scripts_path = os.path.dirname(os.path.realpath(file)) lib_path = scripts_path + '/lib' sys.path = sys.path + [lib_path] import scriptutils import argparse_oe logger = scriptutils.logger_create('sdktool')

def mkdir(d): try: os.makedirs(d) except OSError as e: if e.errno != errno.EEXIST: raise e

def publish(args): logger.debug("In publish function") target_sdk = args.sdk destination = args.dest logger.debug("target_sdk = %s, update_server = %s" % (target_sdk, destination)) sdk_basename = os.path.basename(target_sdk)

# Ensure the SDK exists
if not os.path.exists(target_sdk):
    logger.error("Specified SDK %s doesn't exist" % target_sdk)
    return -1
if os.path.isdir(target_sdk):
    logger.error("%s is a directory - expected path to SDK installer file" % target_sdk)
    return -1

if ':' in destination:
    is_remote = True
    host, destdir = destination.split(':')
    dest_sdk = os.path.join(destdir, sdk_basename)
else:
    is_remote = False
    dest_sdk = os.path.join(destination, sdk_basename)
    destdir = destination

# Making sure the directory exists
logger.debug("Making sure the destination directory exists")
if not is_remote:
    mkdir(destination)
else:
    cmd = "ssh %s 'mkdir -p %s'" % (host, destdir)
    ret = subprocess.call(cmd, shell=True)
    if ret != 0:
        logger.error("Making directory %s on %s failed" % (destdir, host))
        return ret

# Copying the SDK to the destination
logger.info("Copying the SDK to destination")
if not is_remote:
    if os.path.exists(dest_sdk):
        os.remove(dest_sdk)
    if (os.stat(target_sdk).st_dev == os.stat(destination).st_dev):
        os.link(target_sdk, dest_sdk)
    else:
        shutil.copy(target_sdk, dest_sdk)
else:
    cmd = "scp %s %s" % (target_sdk, destination)
    ret = subprocess.call(cmd, shell=True)
    if ret != 0:
        logger.error("scp %s %s failed" % (target_sdk, destination))
        return ret

# Unpack the SDK
logger.info("Unpacking SDK")
if not is_remote:
    cmd = "sh %s -p -y -d %s" % (dest_sdk, destination)
    ret = subprocess.call(cmd, shell=True)
    if ret == 0:
        logger.info('Successfully unpacked %s to %s' % (dest_sdk, destination))
        os.remove(dest_sdk)
    else:
        logger.error('Failed to unpack %s to %s' % (dest_sdk, destination))
        return ret
else:
    cmd = "ssh %s 'sh %s -p -y -d %s && rm -f %s'" % (host, dest_sdk, destdir, dest_sdk)
    ret = subprocess.call(cmd, shell=True)
    if ret == 0:
        logger.info('Successfully unpacked %s to %s' % (dest_sdk, destdir))
    else:
        logger.error('Failed to unpack %s to %s' % (dest_sdk, destdir))
        return ret

# Setting up the git repo
if not is_remote:
    cmd = 'set -e; mkdir -p %s/layers; cd %s/layers; if [ ! -e .git ]; then git init .; mv .git/hooks/post-update.sample .git/hooks/post-update; fi; git add -A .; git commit -q -m "init repo" || true; git update-server-info' % (destination, destination)
else:
    cmd = "ssh %s 'set -e; mkdir -p %s/layers; cd %s/layers; if [ ! -e .git ]; then git init .; mv .git/hooks/post-update.sample .git/hooks/post-update; fi; git add -A .; git commit -q -m \"init repo\" || true; git update-server-info'" % (host, destdir, destdir)
ret = subprocess.call(cmd, shell=True)
if ret == 0:
    logger.info('SDK published successfully')
else:
    logger.error('Failed to set up layer git repo')
return ret

def main(): parser = argparse_oe.ArgumentParser(description="OpenEmbedded extensible SDK publishing tool - writes server-side data to support the extensible SDK update process to a specified location") parser.add_argument('-d', '--debug', help='Enable debug output', action='store_true') parser.add_argument('-q', '--quiet', help='Print only errors', action='store_true')

parser.add_argument('sdk', help='Extensible SDK to publish (path to .sh installer file)')
parser.add_argument('dest', help='Destination to publish SDK to; can be local path or remote in the form of user@host:/path (in the latter case ssh/scp will be used).')

parser.set_defaults(func=publish)

args = parser.parse_args()

if args.debug:
    logger.setLevel(logging.DEBUG)
elif args.quiet:
    logger.setLevel(logging.ERROR)

ret = args.func(args)
return ret

if name == "main": try: ret = main() except Exception: ret = 1 import traceback traceback.print_exc() sys.exit(ret)