diff options
Diffstat (limited to 'lib/bb/tests/trace.py')
| -rw-r--r-- | lib/bb/tests/trace.py | 570 |
1 files changed, 570 insertions, 0 deletions
diff --git a/lib/bb/tests/trace.py b/lib/bb/tests/trace.py new file mode 100644 index 000000000..f6526e588 --- /dev/null +++ b/lib/bb/tests/trace.py @@ -0,0 +1,570 @@ + +# Copyright (C) 2023 Alberto Pianon <pianon@array.eu> +# +# SPDX-License-Identifier: GPL-2.0-only +# + +import os +import re +import json +import shutil +import unittest +import tempfile +from pathlib import Path +import subprocess + +import bb + +from bb.tests.trace_base import create_file + +def skipIfNoNetwork(): + if os.environ.get("BB_SKIP_NETTESTS") == "yes": + return unittest.skip("network test") + return lambda f: f + +class SplitVarValueTest(unittest.TestCase): + + def test_split_var_value_with_items_without_spaces(self): + items_without_spaces = [ + "git://github.com/systemd/systemd-stable.git;protocol=https;branch=${SRCBRANCH}", + "${SRC_URI_MUSL}", + "file://0001-Adjust-for-musl-headers.patch" + ] + var_value = " ".join(items_without_spaces) + self.assertEqual( + bb.fetch2.trace.split_var_value(var_value, False), items_without_spaces) + + def test_split_var_value_with_items_with_spaces(self): + items_with_spaces = [ + "https://github.com/shadow-maint/shadow/releases/download/v${PV}/${BP}.tar.gz", + "${@bb.utils.contains('PACKAGECONFIG', 'pam', '${PAM_SRC_URI}', '', d)}", + "file://shadow-relaxed-usernames.patch", + ] + var_value = " ".join(items_with_spaces) + self.assertEqual( + bb.fetch2.trace.split_var_value(var_value, False), items_with_spaces) + + +class GetUnexpSrcUriTest(unittest.TestCase): + + def test_get_unexp_src_uri(self): + d = bb.data.init() + d.setVar("SRCBRANCH", "main") + d.setVar("SRC_URI", """ + git://github.com/systemd/systemd-stable.git;protocol=https;branch=${SRCBRANCH} + file://0001-Adjust-for-musl-headers.patch + """) + src_uri = "git://github.com/systemd/systemd-stable.git;protocol=https;branch=main" + unexp_src_uri = "git://github.com/systemd/systemd-stable.git;protocol=https;branch=${SRCBRANCH}" + self.assertEqual( + bb.fetch2.trace.get_unexp_src_uri(src_uri, d), unexp_src_uri) + + def test_get_unexp_src_uri_that_expands_to_multiple_items(self): + d = bb.data.init() + d.setVar("SRC_URI_MUSL", """ + file://0003-missing_type.h-add-comparison_fn_t.patch + file://0004-add-fallback-parse_printf_format-implementation.patch + file://0005-src-basic-missing.h-check-for-missing-strndupa.patch + """) + d.setVar("SRC_URI", """ + git://github.com/systemd/systemd-stable.git;protocol=https;branch=main + ${SRC_URI_MUSL} + file://0001-Adjust-for-musl-headers.patch + """) + src_uris = [ + "file://0003-missing_type.h-add-comparison_fn_t.patch", + "file://0004-add-fallback-parse_printf_format-implementation.patch", + "file://0005-src-basic-missing.h-check-for-missing-strndupa.patch", + ] + unexp_src_uri = "${SRC_URI_MUSL}" + for src_uri in src_uris: + self.assertEqual( + bb.fetch2.trace.get_unexp_src_uri(src_uri, d), unexp_src_uri) + + +class GetCleanSrcUriTest(unittest.TestCase): + + def test_get_clean_src_uri_from_src_uri_with_abs_path_in_param(self): + src_uris = { + "git://git.example.com/foo/foo-plugin1.git;destsuffix=/home/user/poky/build/tmp/work/core2-64-poky-linux/foo/0.0.1/foo-0.0.1/plugins/1;name=plugin1;protocol=https" : + "git://git.example.com/foo/foo-plugin1.git;destsuffix=<local-path>;name=plugin1;protocol=https", + "git://git.example.com/foo/foo-plugin1.git;name=plugin1;protocol=https;destsuffix=/home/user/poky/build/tmp/work/core2-64-poky-linux/foo/0.0.1/foo-0.0.1/plugins/1" : + "git://git.example.com/foo/foo-plugin1.git;name=plugin1;protocol=https;destsuffix=<local-path>" + } + for src_uri, clean_src_uri in src_uris.items(): + self.assertEqual( + bb.fetch2.trace.get_clean_src_uri(src_uri), clean_src_uri) + + def test_get_clean_src_uri_from_src_uri_with_abs_path_in_url_path(self): + src_uris = { + "file:///home/user/meta-foo/foo/foo_fix.patch;subdir=foo": + "file://<local-path>;subdir=foo", + "npmsw:///home/user/meta-example/npm-shrinkwrap.json": + "npmsw://<local-path>" + } + for src_uri, clean_src_uri in src_uris.items(): + self.assertEqual( + bb.fetch2.trace.get_clean_src_uri(src_uri), clean_src_uri) + +class GetDownloadLocationAndRelpathTest(unittest.TestCase): + + # TODO add test with a git remote pointing to repo tool manifest + + def test_get_dl_loc_for_dir_in_git_repo(self): + with tempfile.TemporaryDirectory() as tmpdir: + tmpdir = Path(tmpdir) + + create_file(tmpdir / "repo/README", "hello") + create_file(tmpdir / "repo/doc/help.txt", "help") + git_dir = tmpdir/"repo" + subprocess.check_output(["git", "init"], cwd=git_dir) + subprocess.check_output(["git", "add", "-A"], cwd=git_dir) + subprocess.check_output(["git", "commit", "-m", "'initial commit'"], cwd=git_dir) + head = subprocess.check_output(["git", "rev-parse", "HEAD"], cwd=git_dir).decode().strip("\n") + download_location, relpath = bb.fetch2.trace.get_dl_loc(tmpdir/"repo/doc") + self.assertEqual((download_location, relpath), (None, None)) # no origin + + os.rename(tmpdir/"repo/.git", tmpdir/"repo.git") + subprocess.check_output(["rm", "-Rf", "repo"], cwd=tmpdir) + subprocess.check_output(["git", "clone", "repo.git"], cwd=tmpdir, stderr=subprocess.DEVNULL) + download_location, relpath = bb.fetch2.trace.get_dl_loc(tmpdir/"repo/doc") + self.assertEqual(download_location, "git+%s@%s" % (tmpdir/"repo.git", head)) + self.assertEqual(relpath, "doc") + + download_location, relpath = bb.fetch2.trace.get_dl_loc(git_dir) + self.assertEqual(download_location, "git+%s@%s" % (tmpdir/"repo.git", head)) + self.assertEqual(relpath, "") + + create_file(tmpdir/"repo/LICENSE", "CC-0") + subprocess.check_output(["git", "add", "LICENSE"], cwd=git_dir) + subprocess.check_output(["git", "commit", "-m", "'add license'"], cwd=git_dir) + download_location, relpath = bb.fetch2.trace.get_dl_loc(git_dir) + self.assertEqual((download_location, relpath), (None, None)) + + def test_get_dl_loc_on_file_with_no_git_repo(self): + with tempfile.TemporaryDirectory() as tmpdir: + tmpdir = Path(tmpdir) + create_file(tmpdir/"README", "hello") + download_location, relpath = bb.fetch2.trace.get_dl_loc(tmpdir) + self.assertEqual((download_location, relpath), (None, None)) + + +class IsInCurrentBranchTest(unittest.TestCase): + + def get_untracked_new_and_modified_files(self): + with tempfile.TemporaryDirectory() as tmpdir: + tmpdir = Path(tmpdir) + create_file(tmpdir / "repo/README", "hello") + create_file(tmpdir / "repo/doc/help.txt", "help") + git_dir = tmpdir/"repo" + subprocess.check_output(["git", "init"], cwd=git_dir) + subprocess.check_output(["git", "add", "-A"], cwd=git_dir) + subprocess.check_output(["git", "commit", "-m", "'initial commit'"], cwd=git_dir) + + # modified + create_file(tmpdir / "repo/README", "hello there") + # untracked + create_file(tmpdir / "repo/test/test.txt", "test") + # staged, uncommitted + create_file(tmpdir / "repo/test/test2.txt", "test2") + subprocess.check_output(["git", "add", "test/test2.txt"], cwd=git_dir) + + untracked_new_and_modified_files = bb.fetch2.trace.get_get_untracked_new_and_modified_files(git_dir) + + self.assertFalse("doc/help.txt" in untracked_new_and_modified_files) + self.assertTrue("README" in untracked_new_and_modified_files) + self.assertTrue("test/test.txt" in untracked_new_and_modified_files) + self.assertTrue("test/test2.txt" in untracked_new_and_modified_files) + + +class TraceUnpackIntegrationTest(unittest.TestCase): + + meta_repos = [( + "git://git.yoctoproject.org/poky", + "langdale", + "yocto-4.1.3", + "2023-03-05" + ),( + "git://git.openembedded.org/meta-openembedded", + "langdale", + "b5b732876da1885ecbab2aa45f80d7a3086c5262", + "" + )] + + @classmethod + @skipIfNoNetwork() + def setUpClass(cls): + cls.meta_tempdir = tempfile.mkdtemp(prefix="meta-") + for repo, branch, commit, shallow_since in cls.meta_repos: + cmd = "git clone" + if shallow_since: + cmd += " --shallow-since %s" % shallow_since + cmd += " --branch %s --single-branch %s" % (branch, repo) + bb.process.run(cmd, cwd=cls.meta_tempdir) + basename = re.sub(r"\.git$", "", os.path.basename(repo)) + git_dir = os.path.join(cls.meta_tempdir, basename) + bb.process.run("git checkout %s" % commit, cwd=git_dir) + cls.tempdir = tempfile.mkdtemp(prefix="bitbake-trace-") + cls.dldir = os.path.join(cls.tempdir, "download") + os.mkdir(cls.dldir) + + @classmethod + @skipIfNoNetwork() + def tearDownClass(cls): + if os.environ.get("BB_TMPDIR_NOCLEAN") == "yes": + print("Not cleaning up %s. Please remove manually." % cls.meta_tempdir) + print("Not cleaning up %s. Please remove manually." % cls.tempdir) + else: + bb.process.run('chmod u+rw -R %s' % cls.meta_tempdir) + bb.utils.prunedir(cls.meta_tempdir) + bb.process.run('chmod u+rw -R %s' % cls.tempdir) + bb.utils.prunedir(cls.tempdir) + + def run_do_unpack(self, var, var_flags, is_go=False): + self.d = bb.data.init() + self.d.setVar("DL_DIR", self.dldir) + for var_name, value in var.items(): + self.d.setVar(var_name, value) + for var_name, flags in var_flags.items(): + for flag_name, flag_value in flags.items(): + self.d.setVarFlag(var_name, flag_name, flag_value) + bb.utils.mkdirhier(self.d.getVar("S")) + bb.utils.mkdirhier(self.d.getVar("WORKDIR") + "/temp") + fetcher = bb.fetch2.Fetch(None, self.d) + fetcher.download() + if is_go: # simulate go_do_unpack + for url in fetcher.urls: + if fetcher.ud[url].type == 'git': + if fetcher.ud[url].parm.get('destsuffix') is None: + s_dirname = os.path.basename(self.d.getVar('S')) + fetcher.ud[url].parm['destsuffix'] = os.path.join( + s_dirname, 'src', self.d.getVar('GO_IMPORT')) + '/' + fetcher.unpack(self.d.getVar("WORKDIR")) + + def get_trace_data_and_expected_trace_data(self): + json_file = "%s-%s.unpack.trace.json.zst" % (self.d.getVar("PN"), self.d.getVar("PV")) + path = os.path.join(self.d.getVar("WORKDIR"), "temp", json_file) + with bb.compress.zstd.open(path, "rt", encoding="utf-8", num_threads=1) as f: + td = json.load(f) + this_dir = os.path.dirname(os.path.abspath(__file__)) + testdata_path = os.path.join(this_dir, "trace-testdata", json_file) + with bb.compress.zstd.open(testdata_path, "rt", encoding="utf-8", num_threads=1) as f: + expected_td = json.load(f) + return td, expected_td + + @skipIfNoNetwork() + def test_bzip2_case(self): + """ 1) check if https, git and file src uris are correctly traced + 2) local files configure.ac and Makefile.am from poky/meta layer are + added to bzip2 source dir (${WORKDIR}/bzip2-1.0.8/) through + file:// src uris with subdir param: check if their real upstream + source is correctly identified + 3) SRC_URI contains variables to be expanded: check if the + unexpanded src uris are correctly identified + """ + var = { + "PN": "bzip2", + "BPN": "bzip2", + "PV": "1.0.8", + "BP": "${BPN}-${PV}", + "SRC_URI": """https://sourceware.org/pub/${BPN}/${BPN}-${PV}.tar.gz + git://sourceware.org/git/bzip2-tests.git;name=bzip2-tests;branch=master + file://configure.ac;subdir=${BP} + file://Makefile.am;subdir=${BP} + file://run-ptest + """, + "SRCREV_bzip2-tests": "f9061c030a25de5b6829e1abf373057309c734c0", + "FILE": self.meta_tempdir+"/poky/meta/recipes-extended/bzip2/bzip2_1.0.8.bb", + "FILE_DIRNAME": "${@os.path.dirname(d.getVar('FILE', False))}", + "FILESPATH": '${FILE_DIRNAME}/${BP}:${FILE_DIRNAME}/${BPN}:${FILE_DIRNAME}/files', + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/${BP}", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = { + "SRC_URI": { + "md5sum": "67e051268d0c475ea773822f7500d0e5", + "sha256sum": "ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269" + } + } + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_gettext_minimal_native_case(self): + """ check if file src uri pointing to a directory (aclocal/) is + correctly handled""" + var = { + "PN": "gettext-minimal-native", + "PV": "0.21", + "BPN": "gettext-minimal", + "BP": "${BPN}-${PV}", + "SRC_URI": """file://aclocal/ + file://config.rpath + file://Makefile.in.in + file://remove-potcdate.sin + file://COPYING + """, + "FILE": self.meta_tempdir+"/poky/meta/recipes-core/gettext/gettext-minimal-native_0.21.1.bb", + "FILE_DIRNAME": "${@os.path.dirname(d.getVar('FILE', False))}", + "FILESPATH": '${FILE_DIRNAME}/${BP}:${FILE_DIRNAME}/${BPN}:${FILE_DIRNAME}/files', + "WORKDIR": self.tempdir+"/work/x86_64-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_python_cryptography_case(self): + """ 1) check if crate:// src_uris are handled correctly (download + location should be the corresponding https download url) + 2) check if package checksum data is handled correctly (we have + multiple SRC_URI entries supporting checksums here, but the + checksum var flag set in the recipe refers only to the first + found entry) + """ + var = { + "PN": "python3-cryptography", + "PV": "37.0.4", + "BPN": "python3-cryptography", + "BP": "${BPN}-${PV}", + "PYPI_SRC_URI": "https://files.pythonhosted.org/packages/source/c/cryptography/cryptography-37.0.4.tar.gz", + "SRC_URI": """ + ${PYPI_SRC_URI} + file://run-ptest + file://check-memfree.py + file://0001-Cargo.toml-specify-pem-version.patch + file://0002-Cargo.toml-edition-2018-2021.patch + file://0001-pyproject.toml-remove-benchmark-disable-option.patch + crate://crates.io/Inflector/0.11.4 + crate://crates.io/aliasable/0.1.3 + crate://crates.io/asn1/0.8.7 + crate://crates.io/asn1_derive/0.8.7 + crate://crates.io/autocfg/1.1.0 + crate://crates.io/base64/0.13.0 + crate://crates.io/bitflags/1.3.2 + crate://crates.io/cfg-if/1.0.0 + crate://crates.io/chrono/0.4.19 + crate://crates.io/indoc-impl/0.3.6 + crate://crates.io/indoc/0.3.6 + crate://crates.io/instant/0.1.12 + crate://crates.io/lazy_static/1.4.0 + crate://crates.io/libc/0.2.124 + crate://crates.io/lock_api/0.4.7 + crate://crates.io/num-integer/0.1.44 + crate://crates.io/num-traits/0.2.14 + crate://crates.io/once_cell/1.10.0 + crate://crates.io/ouroboros/0.15.0 + crate://crates.io/ouroboros_macro/0.15.0 + crate://crates.io/parking_lot/0.11.2 + crate://crates.io/parking_lot_core/0.8.5 + crate://crates.io/paste-impl/0.1.18 + crate://crates.io/paste/0.1.18 + crate://crates.io/pem/1.0.2 + crate://crates.io/proc-macro-error-attr/1.0.4 + crate://crates.io/proc-macro-error/1.0.4 + crate://crates.io/proc-macro-hack/0.5.19 + crate://crates.io/proc-macro2/1.0.37 + crate://crates.io/pyo3-build-config/0.15.2 + crate://crates.io/pyo3-macros-backend/0.15.2 + crate://crates.io/pyo3-macros/0.15.2 + crate://crates.io/pyo3/0.15.2 + crate://crates.io/quote/1.0.18 + crate://crates.io/redox_syscall/0.2.13 + crate://crates.io/scopeguard/1.1.0 + crate://crates.io/smallvec/1.8.0 + crate://crates.io/stable_deref_trait/1.2.0 + crate://crates.io/syn/1.0.91 + crate://crates.io/unicode-xid/0.2.2 + crate://crates.io/unindent/0.1.8 + crate://crates.io/version_check/0.9.4 + crate://crates.io/winapi-i686-pc-windows-gnu/0.4.0 + crate://crates.io/winapi-x86_64-pc-windows-gnu/0.4.0 + crate://crates.io/winapi/0.3.9 + """, + "FILE": self.meta_tempdir+"/poky/meta/recipes-devtools/python/python3-cryptography_37.0.4.bb", + "FILE_DIRNAME": "${@os.path.dirname(d.getVar('FILE', False))}", + "FILESPATH": '${FILE_DIRNAME}/${BP}:${FILE_DIRNAME}/${BPN}:${FILE_DIRNAME}/files', + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/${BP}", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = { + "SRC_URI": { + "sha256sum": "63f9c17c0e2474ccbebc9302ce2f07b55b3b3fcb211ded18a42d5764f5c10a82", + } + } + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_snappy_case(self): + """check if gitsm src uri is handled correctly""" + var = { + "PN": "snappy", + "PV": "1.1.9", + "BPN": "snappy", + "BP": "${BPN}-${PV}", + "SRC_URI": """ + gitsm://github.com/google/snappy.git;protocol=https;branch=main + file://0001-Add-inline-with-SNAPPY_ATTRIBUTE_ALWAYS_INLINE.patch + """, + "SRCREV": "2b63814b15a2aaae54b7943f0cd935892fae628f", + "FILE": self.meta_tempdir+"/meta-openembedded/meta-oe/recipes-extended/snappy/snappy_1.1.9.bb", + "FILE_DIRNAME": "${@os.path.dirname(d.getVar('FILE', False))}", + "FILESPATH": '${FILE_DIRNAME}/${BP}:${FILE_DIRNAME}/${BPN}:${FILE_DIRNAME}/files', + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/git", + "BBLAYERS": self.meta_tempdir+"/meta-openembedded/meta-oe", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_ot_br_posix_case(self): + """check if nested git submodules are handled correctly""" + var = { + "PN": "ot-br-posix", + "PV": "0.3.0+git083fb6921903441bf44f46c263c123eb4af6e4a9", + "BPN": "ot-br-posix", + "BP": "${BPN}-${PV}", + "SRC_URI": "gitsm://github.com/openthread/ot-br-posix.git;protocol=https;branch=main", + "SRCREV": "083fb6921903441bf44f46c263c123eb4af6e4a9", + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/git", + "BBLAYERS": self.meta_tempdir+"/meta-openembedded/meta-networking", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_gosu_case(self): + """ 1) test if src uris pointing to go code are handled correctly + (mocking go_do_unpack) + 2) test if SRC_URI entries with local absolute path destsuffix param + are handled correctly + 3) test if symlinks in sources are handled correctly + """ + var = { + "PN": "gosu", + "PV": "1.14", + "BPN": "gosu", + "BP": "${BPN}-${PV}", + "FILE": self.meta_tempdir+"/meta-openembedded/meta-oe/recipes-support/gosu/gosu_1.14.bb", + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/${BP}", + "GO_IMPORT": "github.com/tianon/gosu", + "SRC_URI": """ + git://${GO_IMPORT}.git;branch=master;protocol=https + git://github.com/opencontainers/runc;name=runc;destsuffix=${S}/src/github.com/opencontainers/runc;branch=main;protocol=https + """, + "SRCREV": "9f7cd138a1ebc0684d43ef6046bf723978e8741f", + "SRCREV_runc": "d7f7b22a85a2387557bdcda125710c2506f8d5c5", + "BBLAYERS": self.meta_tempdir+"/meta-openembedded/meta-oe", + } + var_flags = {} + self.run_do_unpack(var, var_flags, is_go=True) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_systemd_case(self): + """check if SRC_URI containing expressions are handled correctly""" + var = { + "PN": "systemd", + "PV": "251.8", + "BPN": "systemd", + "BP": "${BPN}-${PV}", + "SRCBRANCH": "v251-stable", + "SRCREV": "ae8b249af4acb055f920134f2ac584c4cbc86e3b", + "SRC_URI": """ + git://github.com/systemd/systemd-stable.git;protocol=https;branch=${SRCBRANCH} + file://touchscreen.rules + file://00-create-volatile.conf + ${@bb.utils.contains('PACKAGECONFIG', 'polkit_hostnamed_fallback', 'file://org.freedesktop.hostname1_no_polkit.conf', '', d)} + ${@bb.utils.contains('PACKAGECONFIG', 'polkit_hostnamed_fallback', 'file://00-hostnamed-network-user.conf', '', d)} + file://init + file://99-default.preset + file://systemd-pager.sh + file://0001-binfmt-Don-t-install-dependency-links-at-install-tim.patch + file://0003-implment-systemd-sysv-install-for-OE.patch + file://0001-Move-sysusers.d-sysctl.d-binfmt.d-modules-load.d-to-.patch + """, + "FILE": self.meta_tempdir+"/poky/meta/recipes-core/systemd/systemd_251.8.bb", + "FILE_DIRNAME": "${@os.path.dirname(d.getVar('FILE', False))}", + "FILESPATH": '${FILE_DIRNAME}/${BP}:${FILE_DIRNAME}/${BPN}:${FILE_DIRNAME}/files', + "WORKDIR": self.tempdir+"/work/core2-64-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/git", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_npmsw(self): + """ 1) test npmsw fetcher using a small made-up npm-shrinkwrap.json + file; check if nested non-dedup dependencies are handled + correctly (some upstream files are replicated in multiple + paths in workdir); check if "git" package versions are + handled correctly + 2) test if files added to existing layer local repos are handled + correctly (finding local provenance and not upstream provenance) + """ + this_dir = os.path.dirname(os.path.abspath(__file__)) + npmsw_file = this_dir+"/trace-testdata/npm-shrinkwrap-test.json" + shutil.copy2(npmsw_file, self.meta_tempdir+"/poky/meta") + var = { + "PN": "test_npm", + "PV": "1.0.0", + "BPN": "test_npm", + "BP": "${BPN}-${PV}", + "NPMSW_PATH": self.meta_tempdir+"/poky/meta", + "SRC_URI": "npmsw://${NPMSW_PATH}/npm-shrinkwrap-test.json", + "WORKDIR": self.tempdir+"/work/all-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/${BP}", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + @skipIfNoNetwork() + def test_npmsw_new_format(self): + """ 1) test new npm-shrinkwrap.json format + 2) test tracing deps works also with scoped package names, like + @foo/bar + """ + this_dir = os.path.dirname(os.path.abspath(__file__)) + npmsw_file = this_dir+"/trace-testdata/npm-shrinkwrap-newfmt-test.json" + shutil.copy2(npmsw_file, self.meta_tempdir+"/poky/meta") + var = { + "PN": "test_npm2", + "PV": "1.0.0", + "BPN": "test_npm2", + "BP": "${BPN}-${PV}", + "NPMSW_PATH": self.meta_tempdir+"/poky/meta", + "SRC_URI": "npmsw://${NPMSW_PATH}/npm-shrinkwrap-newfmt-test.json", + "WORKDIR": self.tempdir+"/work/all-poky-linux/${PN}/${PV}-r0", + "S": "${WORKDIR}/${BP}", + "BBLAYERS": self.meta_tempdir+"/poky/meta", + } + var_flags = {} + self.run_do_unpack(var, var_flags) + td, expected_td = self.get_trace_data_and_expected_trace_data() + self.assertEqual(td, expected_td) + + +if __name__ == '__main__': + unittest.main()
\ No newline at end of file |