mirror of
git://git.yoctoproject.org/poky.git
synced 2025-07-19 21:09:03 +02:00
deb81cbb33
The current fetcher seemed to have some issues that made it difficult when trying to use the same. This patch fixes the following * Make consistent use of the path that needs to be used as oscdir * The path mentioned in os.access in download function was not same as ud.moddir which would result into invoking of fetch command instead of update command even if directory already existed * Before creating oscrc, make sure oscdir exists and create it if it does not exist * Updated the configuration to use apiurl and added a new parameter to control whether http or https needs to be used to connect to apiurl (Bitbake rev: 3ec78686f3c0ea2304097b86a965f9be4b0cb879) Signed-off-by: Gunjan Gupta <viraniac@gmail.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
140 lines
4.4 KiB
Python
140 lines
4.4 KiB
Python
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
"""
|
|
Bitbake "Fetch" implementation for osc (Opensuse build service client).
|
|
Based on the svn "Fetch" implementation.
|
|
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
import bb
|
|
from bb.fetch2 import FetchMethod
|
|
from bb.fetch2 import FetchError
|
|
from bb.fetch2 import MissingParameterError
|
|
from bb.fetch2 import runfetchcmd
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class Osc(FetchMethod):
|
|
"""Class to fetch a module or modules from Opensuse build server
|
|
repositories."""
|
|
|
|
def supports(self, ud, d):
|
|
"""
|
|
Check to see if a given url can be fetched with osc.
|
|
"""
|
|
return ud.type in ['osc']
|
|
|
|
def urldata_init(self, ud, d):
|
|
if not "module" in ud.parm:
|
|
raise MissingParameterError('module', ud.url)
|
|
|
|
ud.module = ud.parm["module"]
|
|
|
|
# Create paths to osc checkouts
|
|
oscdir = d.getVar("OSCDIR") or (d.getVar("DL_DIR") + "/osc")
|
|
relpath = self._strip_leading_slashes(ud.path)
|
|
ud.oscdir = oscdir
|
|
ud.pkgdir = os.path.join(oscdir, ud.host)
|
|
ud.moddir = os.path.join(ud.pkgdir, relpath, ud.module)
|
|
|
|
if 'rev' in ud.parm:
|
|
ud.revision = ud.parm['rev']
|
|
else:
|
|
pv = d.getVar("PV", False)
|
|
rev = bb.fetch2.srcrev_internal_helper(ud, d, '')
|
|
if rev:
|
|
ud.revision = rev
|
|
else:
|
|
ud.revision = ""
|
|
|
|
ud.localfile = d.expand('%s_%s_%s.tar.gz' % (ud.module.replace('/', '.'), relpath.replace('/', '.'), ud.revision))
|
|
|
|
def _buildosccommand(self, ud, d, command):
|
|
"""
|
|
Build up an ocs commandline based on ud
|
|
command is "fetch", "update", "info"
|
|
"""
|
|
|
|
basecmd = d.getVar("FETCHCMD_osc") or "/usr/bin/env osc"
|
|
|
|
proto = ud.parm.get('protocol', 'ocs')
|
|
|
|
options = []
|
|
|
|
config = "-c %s" % self.generate_config(ud, d)
|
|
|
|
if ud.revision:
|
|
options.append("-r %s" % ud.revision)
|
|
|
|
coroot = self._strip_leading_slashes(ud.path)
|
|
|
|
if command == "fetch":
|
|
osccmd = "%s %s co %s/%s %s" % (basecmd, config, coroot, ud.module, " ".join(options))
|
|
elif command == "update":
|
|
osccmd = "%s %s up %s" % (basecmd, config, " ".join(options))
|
|
else:
|
|
raise FetchError("Invalid osc command %s" % command, ud.url)
|
|
|
|
return osccmd
|
|
|
|
def download(self, ud, d):
|
|
"""
|
|
Fetch url
|
|
"""
|
|
|
|
logger.debug2("Fetch: checking for module directory '" + ud.moddir + "'")
|
|
|
|
if os.access(ud.moddir, os.R_OK):
|
|
oscupdatecmd = self._buildosccommand(ud, d, "update")
|
|
logger.info("Update "+ ud.url)
|
|
# update sources there
|
|
logger.debug("Running %s", oscupdatecmd)
|
|
bb.fetch2.check_network_access(d, oscupdatecmd, ud.url)
|
|
runfetchcmd(oscupdatecmd, d, workdir=ud.moddir)
|
|
else:
|
|
oscfetchcmd = self._buildosccommand(ud, d, "fetch")
|
|
logger.info("Fetch " + ud.url)
|
|
# check out sources there
|
|
bb.utils.mkdirhier(ud.pkgdir)
|
|
logger.debug("Running %s", oscfetchcmd)
|
|
bb.fetch2.check_network_access(d, oscfetchcmd, ud.url)
|
|
runfetchcmd(oscfetchcmd, d, workdir=ud.pkgdir)
|
|
|
|
# tar them up to a defined filename
|
|
runfetchcmd("tar -czf %s %s" % (ud.localpath, ud.module), d,
|
|
cleanup=[ud.localpath], workdir=os.path.join(ud.pkgdir + ud.path))
|
|
|
|
def supports_srcrev(self):
|
|
return False
|
|
|
|
def generate_config(self, ud, d):
|
|
"""
|
|
Generate a .oscrc to be used for this run.
|
|
"""
|
|
|
|
config_path = os.path.join(ud.oscdir, "oscrc")
|
|
if not os.path.exists(ud.oscdir):
|
|
bb.utils.mkdirhier(ud.oscdir)
|
|
|
|
if (os.path.exists(config_path)):
|
|
os.remove(config_path)
|
|
|
|
f = open(config_path, 'w')
|
|
proto = ud.parm.get('proto', 'https')
|
|
f.write("[general]\n")
|
|
f.write("apiurl = %s://%s\n" % (proto, ud.host))
|
|
f.write("su-wrapper = su -c\n")
|
|
f.write("build-root = %s\n" % d.getVar('WORKDIR'))
|
|
f.write("urllist = %s\n" % d.getVar("OSCURLLIST"))
|
|
f.write("extra-pkgs = gzip\n")
|
|
f.write("\n")
|
|
f.write("[%s://%s]\n" % (proto, ud.host))
|
|
f.write("user = %s\n" % ud.parm["user"])
|
|
f.write("pass = %s\n" % ud.parm["pswd"])
|
|
f.close()
|
|
|
|
return config_path
|