mirror of
git://git.yoctoproject.org/poky.git
synced 2025-07-19 12:59:02 +02:00
bitbake: tests/fetch: add npmsw tests
This commit adds some tests to validate the npmsw fetcher:
- bb.tests.fetch.NPMTest.test_npmsw
- bb.tests.fetch.NPMTest.test_npmsw_bad_checksum
- bb.tests.fetch.NPMTest.test_npmsw_destsuffix
- bb.tests.fetch.NPMTest.test_npmsw_dev
- bb.tests.fetch.NPMTest.test_npmsw_mirrors
- bb.tests.fetch.NPMTest.test_npmsw_no_network_no_tarball
- bb.tests.fetch.NPMTest.test_npmsw_no_network_with_tarball
- bb.tests.fetch.NPMTest.test_npmsw_npm_reusability
- bb.tests.fetch.NPMTest.test_npmsw_premirrors
(Bitbake rev: ba205df20b6a07a4b1125332601c6c54c7b019b5)
Signed-off-by: Jean-Marie LEMETAYER <jean-marie.lemetayer@savoirfairelinux.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Jean-Marie LEMETAYER
Richard Purdie
parent
e0bd972ba7
commit
f6728edb7e
|
|
@ -2220,3 +2220,254 @@ class NPMTest(FetcherTest):
|
||||||
url = 'npm://registry.npmjs.org;package=@savoirfairelinux/node-server-example'
|
url = 'npm://registry.npmjs.org;package=@savoirfairelinux/node-server-example'
|
||||||
with self.assertRaises(bb.fetch2.MissingParameterError):
|
with self.assertRaises(bb.fetch2.MissingParameterError):
|
||||||
fetcher = bb.fetch.Fetch([url], self.d)
|
fetcher = bb.fetch.Fetch([url], self.d)
|
||||||
|
|
||||||
|
def create_shrinkwrap_file(self, data):
|
||||||
|
import json
|
||||||
|
datadir = os.path.join(self.tempdir, 'data')
|
||||||
|
swfile = os.path.join(datadir, 'npm-shrinkwrap.json')
|
||||||
|
bb.utils.mkdirhier(datadir)
|
||||||
|
with open(swfile, 'w') as f:
|
||||||
|
json.dump(data, f)
|
||||||
|
# Also configure the S directory
|
||||||
|
self.sdir = os.path.join(self.unpackdir, 'S')
|
||||||
|
self.d.setVar('S', self.sdir)
|
||||||
|
return swfile
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw(self):
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI=',
|
||||||
|
'dependencies': {
|
||||||
|
'content-type': {
|
||||||
|
'version': 'https://registry.npmjs.org/content-type/-/content-type-1.0.4.tgz',
|
||||||
|
'integrity': 'sha512-hIP3EEPs8tB9AT1L+NUqtwOAps4mk2Zob89MWXMHjHWg9milF/j4osnnQLXBCBFBk/tvIG/tUc9mOUJiPBhPXA==',
|
||||||
|
'dependencies': {
|
||||||
|
'cookie': {
|
||||||
|
'version': 'git+https://github.com/jshttp/cookie.git#aec1177c7da67e3b3273df96cf476824dbc9ae09',
|
||||||
|
'from': 'git+https://github.com/jshttp/cookie.git'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'npm2', 'array-flatten-1.1.1.tgz')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'npm2', 'content-type-1.0.4.tgz')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'git2', 'github.com.jshttp.cookie.git')))
|
||||||
|
fetcher.unpack(self.unpackdir)
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.sdir, 'npm-shrinkwrap.json')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.sdir, 'node_modules', 'array-flatten', 'package.json')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.sdir, 'node_modules', 'array-flatten', 'node_modules', 'content-type', 'package.json')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.sdir, 'node_modules', 'array-flatten', 'node_modules', 'content-type', 'node_modules', 'cookie', 'package.json')))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_dev(self):
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
},
|
||||||
|
'content-type': {
|
||||||
|
'version': '1.0.4',
|
||||||
|
'resolved': 'https://registry.npmjs.org/content-type/-/content-type-1.0.4.tgz',
|
||||||
|
'integrity': 'sha512-hIP3EEPs8tB9AT1L+NUqtwOAps4mk2Zob89MWXMHjHWg9milF/j4osnnQLXBCBFBk/tvIG/tUc9mOUJiPBhPXA==',
|
||||||
|
'dev': True
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
# Fetch with dev disabled
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'npm2', 'array-flatten-1.1.1.tgz')))
|
||||||
|
self.assertFalse(os.path.exists(os.path.join(self.dldir, 'npm2', 'content-type-1.0.4.tgz')))
|
||||||
|
# Fetch with dev enabled
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile + ';dev=1'], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'npm2', 'array-flatten-1.1.1.tgz')))
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.dldir, 'npm2', 'content-type-1.0.4.tgz')))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_destsuffix(self):
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile + ';destsuffix=foo/bar'], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
fetcher.unpack(self.unpackdir)
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.unpackdir, 'foo', 'bar', 'node_modules', 'array-flatten', 'package.json')))
|
||||||
|
|
||||||
|
def test_npmsw_no_network_no_tarball(self):
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
self.d.setVar('BB_NO_NETWORK', '1')
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
with self.assertRaises(bb.fetch2.NetworkAccess):
|
||||||
|
fetcher.download()
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_no_network_with_tarball(self):
|
||||||
|
# Fetch once to get a tarball
|
||||||
|
fetcher = bb.fetch.Fetch(['npm://registry.npmjs.org;package=array-flatten;version=1.1.1'], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
# Disable network access
|
||||||
|
self.d.setVar('BB_NO_NETWORK', '1')
|
||||||
|
# Fetch again
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
fetcher.unpack(self.unpackdir)
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.sdir, 'node_modules', 'array-flatten', 'package.json')))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_npm_reusability(self):
|
||||||
|
# Fetch once with npmsw
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
# Disable network access
|
||||||
|
self.d.setVar('BB_NO_NETWORK', '1')
|
||||||
|
# Fetch again with npm
|
||||||
|
fetcher = bb.fetch.Fetch(['npm://registry.npmjs.org;package=array-flatten;version=1.1.1'], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
fetcher.unpack(self.unpackdir)
|
||||||
|
self.assertTrue(os.path.exists(os.path.join(self.unpackdir, 'npm', 'package.json')))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_bad_checksum(self):
|
||||||
|
# Try to fetch with bad checksum
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-gfNEp2hqgLTFKT6P3AsBYMgsBqg='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
with self.assertRaises(bb.fetch2.FetchError):
|
||||||
|
fetcher.download()
|
||||||
|
# Fetch correctly to get a tarball
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
localpath = os.path.join(self.dldir, 'npm2', 'array-flatten-1.1.1.tgz')
|
||||||
|
self.assertTrue(os.path.exists(localpath))
|
||||||
|
# Modify the tarball
|
||||||
|
bad = b'bad checksum'
|
||||||
|
with open(localpath, 'wb') as f:
|
||||||
|
f.write(bad)
|
||||||
|
# Verify that the tarball is fetched again
|
||||||
|
fetcher.download()
|
||||||
|
badsum = hashlib.sha1(bad).hexdigest()
|
||||||
|
self.assertTrue(os.path.exists(localpath + '_bad-checksum_' + badsum))
|
||||||
|
self.assertTrue(os.path.exists(localpath))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_premirrors(self):
|
||||||
|
# Fetch once to get a tarball
|
||||||
|
fetcher = bb.fetch.Fetch(['npm://registry.npmjs.org;package=array-flatten;version=1.1.1'], self.d)
|
||||||
|
ud = fetcher.ud[fetcher.urls[0]]
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(ud.localpath))
|
||||||
|
# Setup the mirror
|
||||||
|
mirrordir = os.path.join(self.tempdir, 'mirror')
|
||||||
|
bb.utils.mkdirhier(mirrordir)
|
||||||
|
os.replace(ud.localpath, os.path.join(mirrordir, os.path.basename(ud.localpath)))
|
||||||
|
self.d.setVar('PREMIRRORS', 'https?$://.*/.* file://%s/\n' % mirrordir)
|
||||||
|
self.d.setVar('BB_FETCH_PREMIRRORONLY', '1')
|
||||||
|
# Fetch again
|
||||||
|
self.assertFalse(os.path.exists(ud.localpath))
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(ud.localpath))
|
||||||
|
|
||||||
|
@skipIfNoNpm()
|
||||||
|
@skipIfNoNetwork()
|
||||||
|
def test_npmsw_mirrors(self):
|
||||||
|
# Fetch once to get a tarball
|
||||||
|
fetcher = bb.fetch.Fetch(['npm://registry.npmjs.org;package=array-flatten;version=1.1.1'], self.d)
|
||||||
|
ud = fetcher.ud[fetcher.urls[0]]
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(ud.localpath))
|
||||||
|
# Setup the mirror
|
||||||
|
mirrordir = os.path.join(self.tempdir, 'mirror')
|
||||||
|
bb.utils.mkdirhier(mirrordir)
|
||||||
|
os.replace(ud.localpath, os.path.join(mirrordir, os.path.basename(ud.localpath)))
|
||||||
|
self.d.setVar('MIRRORS', 'https?$://.*/.* file://%s/\n' % mirrordir)
|
||||||
|
# Fetch again with invalid url
|
||||||
|
self.assertFalse(os.path.exists(ud.localpath))
|
||||||
|
swfile = self.create_shrinkwrap_file({
|
||||||
|
'dependencies': {
|
||||||
|
'array-flatten': {
|
||||||
|
'version': '1.1.1',
|
||||||
|
'resolved': 'https://invalid',
|
||||||
|
'integrity': 'sha1-ml9pkFGx5wczKPKgCJaLZOopVdI='
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
fetcher = bb.fetch.Fetch(['npmsw://' + swfile], self.d)
|
||||||
|
fetcher.download()
|
||||||
|
self.assertTrue(os.path.exists(ud.localpath))
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user