| import os |
| import pytest |
| from tests.testutils import cli, create_repo, ALL_REPO_KINDS, generate_junction |
| |
| from buildstream import _yaml |
| from buildstream._exceptions import ErrorDomain, LoadErrorReason |
| |
| from . import configure_project |
| |
| # Project directory |
| TOP_DIR = os.path.dirname(os.path.realpath(__file__)) |
| DATA_DIR = os.path.join(TOP_DIR, 'project') |
| |
| |
| @pytest.mark.datafiles(DATA_DIR) |
| @pytest.mark.parametrize("kind", [(kind) for kind in ALL_REPO_KINDS]) |
| def test_fetch(cli, tmpdir, datafiles, kind): |
| project = os.path.join(datafiles.dirname, datafiles.basename) |
| bin_files_path = os.path.join(project, 'files', 'bin-files') |
| element_path = os.path.join(project, 'elements') |
| element_name = 'fetch-test-{}.bst'.format(kind) |
| |
| # Create our repo object of the given source type with |
| # the bin files, and then collect the initial ref. |
| # |
| repo = create_repo(kind, str(tmpdir)) |
| ref = repo.create(bin_files_path) |
| |
| # Write out our test target |
| element = { |
| 'kind': 'import', |
| 'sources': [ |
| repo.source_config(ref=ref) |
| ] |
| } |
| _yaml.dump(element, |
| os.path.join(element_path, |
| element_name)) |
| |
| # Assert that a fetch is needed |
| assert cli.get_element_state(project, element_name) == 'fetch needed' |
| |
| # Now try to fetch it |
| result = cli.run(project=project, args=['fetch', element_name]) |
| result.assert_success() |
| |
| # Assert that we are now buildable because the source is |
| # now cached. |
| assert cli.get_element_state(project, element_name) == 'buildable' |
| |
| |
| @pytest.mark.datafiles(os.path.join(TOP_DIR, 'consistencyerror')) |
| def test_fetch_consistency_error(cli, tmpdir, datafiles): |
| project = os.path.join(datafiles.dirname, datafiles.basename) |
| |
| # When the error occurs outside of the scheduler at load time, |
| # then the SourceError is reported directly as the main error. |
| result = cli.run(project=project, args=['fetch', 'error.bst']) |
| result.assert_main_error(ErrorDomain.SOURCE, 'the-consistency-error') |
| |
| |
| @pytest.mark.datafiles(os.path.join(TOP_DIR, 'consistencyerror')) |
| def test_fetch_consistency_bug(cli, tmpdir, datafiles): |
| project = os.path.join(datafiles.dirname, datafiles.basename) |
| |
| # FIXME: |
| # |
| # When a plugin raises an unhandled exception at load |
| # time, as is the case when running Source.get_consistency() |
| # for a fetch command, we could report this to the user |
| # more gracefully as a BUG message. |
| # |
| result = cli.run(project=project, args=['fetch', 'bug.bst']) |
| assert result.exc is not None |
| assert str(result.exc) == "Something went terribly wrong" |
| |
| |
| @pytest.mark.datafiles(DATA_DIR) |
| @pytest.mark.parametrize("ref_storage", [('inline'), ('project.refs')]) |
| def test_unfetched_junction(cli, tmpdir, datafiles, ref_storage): |
| project = os.path.join(datafiles.dirname, datafiles.basename) |
| subproject_path = os.path.join(project, 'files', 'sub-project') |
| junction_path = os.path.join(project, 'elements', 'junction.bst') |
| element_path = os.path.join(project, 'elements', 'junction-dep.bst') |
| |
| configure_project(project, { |
| 'ref-storage': ref_storage |
| }) |
| |
| # Create a repo to hold the subproject and generate a junction element for it |
| ref = generate_junction(tmpdir, subproject_path, junction_path, store_ref=(ref_storage == 'inline')) |
| |
| # Create a stack element to depend on a cross junction element |
| # |
| element = { |
| 'kind': 'stack', |
| 'depends': [ |
| { |
| 'junction': 'junction.bst', |
| 'filename': 'import-etc.bst' |
| } |
| ] |
| } |
| _yaml.dump(element, element_path) |
| |
| # Dump a project.refs if we're using project.refs storage |
| # |
| if ref_storage == 'project.refs': |
| project_refs = { |
| 'projects': { |
| 'test': { |
| 'junction.bst': [ |
| { |
| 'ref': ref |
| } |
| ] |
| } |
| } |
| } |
| _yaml.dump(project_refs, os.path.join(project, 'junction.refs')) |
| |
| # Now try to fetch it, this should automatically result in fetching |
| # the junction itself. |
| result = cli.run(project=project, args=['fetch', 'junction-dep.bst']) |
| result.assert_success() |
| |
| |
| @pytest.mark.datafiles(DATA_DIR) |
| @pytest.mark.parametrize("ref_storage", [('inline'), ('project.refs')]) |
| def test_inconsistent_junction(cli, tmpdir, datafiles, ref_storage): |
| project = os.path.join(datafiles.dirname, datafiles.basename) |
| subproject_path = os.path.join(project, 'files', 'sub-project') |
| junction_path = os.path.join(project, 'elements', 'junction.bst') |
| element_path = os.path.join(project, 'elements', 'junction-dep.bst') |
| |
| configure_project(project, { |
| 'ref-storage': ref_storage |
| }) |
| |
| # Create a repo to hold the subproject and generate a junction element for it |
| generate_junction(tmpdir, subproject_path, junction_path, store_ref=False) |
| |
| # Create a stack element to depend on a cross junction element |
| # |
| element = { |
| 'kind': 'stack', |
| 'depends': [ |
| { |
| 'junction': 'junction.bst', |
| 'filename': 'import-etc.bst' |
| } |
| ] |
| } |
| _yaml.dump(element, element_path) |
| |
| # Now try to fetch it, this will bail with the appropriate error |
| # informing the user to track the junction first |
| result = cli.run(project=project, args=['fetch', 'junction-dep.bst']) |
| result.assert_main_error(ErrorDomain.LOAD, LoadErrorReason.SUBPROJECT_INCONSISTENT) |
| |
| |
| @pytest.mark.datafiles(DATA_DIR) |
| @pytest.mark.parametrize("ref_storage", [('inline'), ('project.refs')]) |
| @pytest.mark.parametrize("kind", [(kind) for kind in ALL_REPO_KINDS]) |
| def test_fetch_cross_junction(cli, tmpdir, datafiles, ref_storage, kind): |
| project = str(datafiles) |
| subproject_path = os.path.join(project, 'files', 'sub-project') |
| junction_path = os.path.join(project, 'elements', 'junction.bst') |
| |
| import_etc_path = os.path.join(subproject_path, 'elements', 'import-etc-repo.bst') |
| etc_files_path = os.path.join(subproject_path, 'files', 'etc-files') |
| |
| repo = create_repo(kind, str(tmpdir.join('import-etc'))) |
| ref = repo.create(etc_files_path) |
| |
| element = { |
| 'kind': 'import', |
| 'sources': [ |
| repo.source_config(ref=(ref if ref_storage == 'inline' else None)) |
| ] |
| } |
| _yaml.dump(element, import_etc_path) |
| |
| configure_project(project, { |
| 'ref-storage': ref_storage |
| }) |
| |
| generate_junction(tmpdir, subproject_path, junction_path, store_ref=(ref_storage == 'inline')) |
| |
| if ref_storage == 'project.refs': |
| result = cli.run(project=project, args=['track', 'junction.bst']) |
| result.assert_success() |
| result = cli.run(project=project, args=['track', 'junction.bst:import-etc.bst']) |
| result.assert_success() |
| |
| result = cli.run(project=project, args=['fetch', 'junction.bst:import-etc.bst']) |
| result.assert_success() |