Will Salmon pushed to branch willsalmon/defaultWorkspaces at BuildStream / buildstream
Commits:
-
5a28f69f
by William Salmon at 2018-11-20T10:14:43Z
-
c7a1e16c
by William Salmon at 2018-11-20T10:14:44Z
14 changed files:
- NEWS
- buildstream/_context.py
- buildstream/_frontend/cli.py
- buildstream/_stream.py
- buildstream/data/userconfig.yaml
- doc/sessions/developing.run
- tests/examples/developing.py
- tests/examples/junctions.py
- tests/frontend/buildcheckout.py
- tests/frontend/cross_junction_workspace.py
- tests/frontend/workspace.py
- tests/integration/shell.py
- tests/integration/workspace.py
- tests/plugins/filter.py
Changes:
... | ... | @@ -56,6 +56,10 @@ buildstream 1.3.1 |
56 | 56 |
is expected to have a populated build tree then it must be cached before pushing.
|
57 | 57 |
|
58 | 58 |
o Added new `bst source-checkout` command to checkout sources of an element.
|
59 |
+
|
|
60 |
+ o `bst workspace open` now supports the creation of multiple elements and
|
|
61 |
+ allows the user to set a default location for there creation. This has meant
|
|
62 |
+ that the new CLI is no longer backwards compatible with buildstream 1.2.
|
|
59 | 63 |
|
60 | 64 |
|
61 | 65 |
=================
|
... | ... | @@ -59,6 +59,9 @@ class Context(): |
59 | 59 |
# The directory where build sandboxes will be created
|
60 | 60 |
self.builddir = None
|
61 | 61 |
|
62 |
+ # Default root location for workspaces
|
|
63 |
+ self.workspacedir = None
|
|
64 |
+ |
|
62 | 65 |
# The local binary artifact cache directory
|
63 | 66 |
self.artifactdir = None
|
64 | 67 |
|
... | ... | @@ -165,10 +168,10 @@ class Context(): |
165 | 168 |
_yaml.node_validate(defaults, [
|
166 | 169 |
'sourcedir', 'builddir', 'artifactdir', 'logdir',
|
167 | 170 |
'scheduler', 'artifacts', 'logging', 'projects',
|
168 |
- 'cache'
|
|
171 |
+ 'cache', 'workspacedir',
|
|
169 | 172 |
])
|
170 | 173 |
|
171 |
- for directory in ['sourcedir', 'builddir', 'artifactdir', 'logdir']:
|
|
174 |
+ for directory in ['sourcedir', 'builddir', 'artifactdir', 'logdir', 'workspacedir']:
|
|
172 | 175 |
# Allow the ~ tilde expansion and any environment variables in
|
173 | 176 |
# path specification in the config files.
|
174 | 177 |
#
|
... | ... | @@ -707,31 +707,35 @@ def workspace(): |
707 | 707 |
@click.option('--no-checkout', default=False, is_flag=True,
|
708 | 708 |
help="Do not checkout the source, only link to the given directory")
|
709 | 709 |
@click.option('--force', '-f', default=False, is_flag=True,
|
710 |
- help="Overwrite files existing in checkout directory")
|
|
710 |
+ help="The workspace will be created even if the directory in which it will be created is not empty " +
|
|
711 |
+ "or if a workspace for that element already exists")
|
|
711 | 712 |
@click.option('--track', 'track_', default=False, is_flag=True,
|
712 | 713 |
help="Track and fetch new source references before checking out the workspace")
|
713 |
-@click.argument('element',
|
|
714 |
- type=click.Path(readable=False))
|
|
715 |
-@click.argument('directory', type=click.Path(file_okay=False))
|
|
714 |
+@click.option('--directory', type=click.Path(file_okay=False), default=None,
|
|
715 |
+ help="Only for use when a single Element is given: Set the directory to use to create the workspace")
|
|
716 |
+@click.argument('elements', nargs=-1, type=click.Path(readable=False), required=True)
|
|
716 | 717 |
@click.pass_obj
|
717 |
-def workspace_open(app, no_checkout, force, track_, element, directory):
|
|
718 |
+def workspace_open(app, no_checkout, force, track_, directory, elements):
|
|
718 | 719 |
"""Open a workspace for manual source modification"""
|
719 |
- |
|
720 |
- if os.path.exists(directory):
|
|
721 |
- |
|
722 |
- if not os.path.isdir(directory):
|
|
723 |
- click.echo("Checkout directory is not a directory: {}".format(directory), err=True)
|
|
720 |
+ if directory is not None:
|
|
721 |
+ if len(elements) > 1:
|
|
722 |
+ click.echo("Directory option can only be used if a single element is given", err=True)
|
|
724 | 723 |
sys.exit(-1)
|
724 |
+ if os.path.exists(directory):
|
|
725 |
+ if not os.path.isdir(directory):
|
|
726 |
+ click.echo("Directory path is not a directory: {}".format(directory), err=True)
|
|
727 |
+ sys.exit(-1)
|
|
725 | 728 |
|
726 |
- if not (no_checkout or force) and os.listdir(directory):
|
|
727 |
- click.echo("Checkout directory is not empty: {}".format(directory), err=True)
|
|
728 |
- sys.exit(-1)
|
|
729 |
+ if not (no_checkout or force) and os.listdir(directory):
|
|
730 |
+ click.echo("Directory path is not empty: {}".format(directory), err=True)
|
|
731 |
+ sys.exit(-1)
|
|
729 | 732 |
|
730 | 733 |
with app.initialized():
|
731 |
- app.stream.workspace_open(element, directory,
|
|
734 |
+ app.stream.workspace_open(elements,
|
|
732 | 735 |
no_checkout=no_checkout,
|
733 | 736 |
track_first=track_,
|
734 |
- force=force)
|
|
737 |
+ force=force,
|
|
738 |
+ custom_dir=directory)
|
|
735 | 739 |
|
736 | 740 |
|
737 | 741 |
##################################################################
|
... | ... | @@ -464,44 +464,29 @@ class Stream(): |
464 | 464 |
# Open a project workspace
|
465 | 465 |
#
|
466 | 466 |
# Args:
|
467 |
- # target (str): The target element to open the workspace for
|
|
468 |
- # directory (str): The directory to stage the source in
|
|
467 |
+ # target (list): List of target elements to open workspaces for
|
|
469 | 468 |
# no_checkout (bool): Whether to skip checking out the source
|
470 | 469 |
# track_first (bool): Whether to track and fetch first
|
471 | 470 |
# force (bool): Whether to ignore contents in an existing directory
|
472 | 471 |
#
|
473 |
- def workspace_open(self, target, directory, *,
|
|
472 |
+ def workspace_open(self, targets, *,
|
|
474 | 473 |
no_checkout,
|
475 | 474 |
track_first,
|
476 |
- force):
|
|
475 |
+ force,
|
|
476 |
+ custom_dir):
|
|
477 |
+ # This function is a little funny but it is trying to be as atomic as possible.
|
|
477 | 478 |
|
478 | 479 |
if track_first:
|
479 |
- track_targets = (target,)
|
|
480 |
+ track_targets = targets
|
|
480 | 481 |
else:
|
481 | 482 |
track_targets = ()
|
482 | 483 |
|
483 |
- elements, track_elements = self._load((target,), track_targets,
|
|
484 |
+ elements, track_elements = self._load(targets, track_targets,
|
|
484 | 485 |
selection=PipelineSelection.REDIRECT,
|
485 | 486 |
track_selection=PipelineSelection.REDIRECT)
|
486 |
- target = elements[0]
|
|
487 |
- directory = os.path.abspath(directory)
|
|
488 |
- |
|
489 |
- if not list(target.sources()):
|
|
490 |
- build_depends = [x.name for x in target.dependencies(Scope.BUILD, recurse=False)]
|
|
491 |
- if not build_depends:
|
|
492 |
- raise StreamError("The given element has no sources")
|
|
493 |
- detail = "Try opening a workspace on one of its dependencies instead:\n"
|
|
494 |
- detail += " \n".join(build_depends)
|
|
495 |
- raise StreamError("The given element has no sources", detail=detail)
|
|
496 | 487 |
|
497 | 488 |
workspaces = self._context.get_workspaces()
|
498 | 489 |
|
499 |
- # Check for workspace config
|
|
500 |
- workspace = workspaces.get_workspace(target._get_full_name())
|
|
501 |
- if workspace and not force:
|
|
502 |
- raise StreamError("Workspace '{}' is already defined at: {}"
|
|
503 |
- .format(target.name, workspace.get_absolute_path()))
|
|
504 |
- |
|
505 | 490 |
# If we're going to checkout, we need at least a fetch,
|
506 | 491 |
# if we were asked to track first, we're going to fetch anyway.
|
507 | 492 |
#
|
... | ... | @@ -511,29 +496,87 @@ class Stream(): |
511 | 496 |
track_elements = elements
|
512 | 497 |
self._fetch(elements, track_elements=track_elements)
|
513 | 498 |
|
514 |
- if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
515 |
- raise StreamError("Could not stage uncached source. " +
|
|
516 |
- "Use `--track` to track and " +
|
|
517 |
- "fetch the latest version of the " +
|
|
518 |
- "source.")
|
|
519 |
- |
|
520 |
- if workspace:
|
|
521 |
- workspaces.delete_workspace(target._get_full_name())
|
|
522 |
- workspaces.save_config()
|
|
523 |
- shutil.rmtree(directory)
|
|
524 |
- try:
|
|
525 |
- os.makedirs(directory, exist_ok=True)
|
|
526 |
- except OSError as e:
|
|
527 |
- raise StreamError("Failed to create workspace directory: {}".format(e)) from e
|
|
499 |
+ expanded_directories = []
|
|
500 |
+ # To try to be more atomic, loop through the elements and raise any errors we can early
|
|
501 |
+ for target in elements:
|
|
502 |
+ |
|
503 |
+ if not list(target.sources()):
|
|
504 |
+ build_depends = [x.name for x in target.dependencies(Scope.BUILD, recurse=False)]
|
|
505 |
+ if not build_depends:
|
|
506 |
+ raise StreamError("The element {} has no sources".format(target.name))
|
|
507 |
+ detail = "Try opening a workspace on one of its dependencies instead:\n"
|
|
508 |
+ detail += " \n".join(build_depends)
|
|
509 |
+ raise StreamError("The element {} has no sources".format(target.name), detail=detail)
|
|
510 |
+ |
|
511 |
+ # Check for workspace config
|
|
512 |
+ workspace = workspaces.get_workspace(target._get_full_name())
|
|
513 |
+ if workspace and not force:
|
|
514 |
+ raise StreamError("Element '{}' already has workspace defined at: {}"
|
|
515 |
+ .format(target.name, workspace.get_absolute_path()))
|
|
516 |
+ |
|
517 |
+ if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
518 |
+ raise StreamError("Could not stage uncached source. For {} ".format(target.name) +
|
|
519 |
+ "Use `--track` to track and " +
|
|
520 |
+ "fetch the latest version of the " +
|
|
521 |
+ "source.")
|
|
522 |
+ |
|
523 |
+ if not custom_dir:
|
|
524 |
+ directory = os.path.abspath(os.path.join(self._context.workspacedir, target.name))
|
|
525 |
+ if directory[-4:] == '.bst':
|
|
526 |
+ directory = directory[:-4]
|
|
527 |
+ if os.path.exists(directory):
|
|
528 |
+ if not os.path.isdir(directory):
|
|
529 |
+ raise StreamError("For element '{}', Directory path is not a directory: {}"
|
|
530 |
+ .format(target.name, directory))
|
|
531 |
+ |
|
532 |
+ if not (no_checkout or force) and os.listdir(directory):
|
|
533 |
+ raise StreamError("For element '{}', Directory path is not empty: {}"
|
|
534 |
+ .format(target.name, directory))
|
|
535 |
+ |
|
536 |
+ expanded_directories.append(directory)
|
|
537 |
+ |
|
538 |
+ if custom_dir:
|
|
539 |
+ assert len(elements) == 1
|
|
540 |
+ # The CLI function that calls this should have caught len(elements) != 1 so if this fails it is a bug that
|
|
541 |
+ # can not be tested for via the run bst test mechanism.
|
|
542 |
+ expanded_directories = [custom_dir, ]
|
|
543 |
+ else:
|
|
544 |
+ # If this fails it is a bug in what ever calls this, usually cli.py and so can not be tested for via the
|
|
545 |
+ # run bst test mechanism.
|
|
546 |
+ assert len(elements) == len(expanded_directories)
|
|
547 |
+ |
|
548 |
+ # So far this function has tried to catch as many issues as possible with out making any changes
|
|
549 |
+ # Now it dose the bits that can not be made atomic.
|
|
550 |
+ targetGenerator = zip(elements, expanded_directories)
|
|
551 |
+ for target, directory in targetGenerator:
|
|
552 |
+ self._message(MessageType.INFO, "Creating workspace for element {}"
|
|
553 |
+ .format(target.name))
|
|
554 |
+ |
|
555 |
+ workspace = workspaces.get_workspace(target._get_full_name())
|
|
556 |
+ if workspace:
|
|
557 |
+ workspaces.delete_workspace(target._get_full_name())
|
|
558 |
+ workspaces.save_config()
|
|
559 |
+ shutil.rmtree(directory)
|
|
560 |
+ try:
|
|
561 |
+ os.makedirs(directory, exist_ok=True)
|
|
562 |
+ except OSError as e:
|
|
563 |
+ todo_elements = " ".join([str(target.name) for target, directory_dict in targetGenerator])
|
|
564 |
+ if todo_elements:
|
|
565 |
+ # This output should make creating the remaining workspaces as easy as possible.
|
|
566 |
+ todo_elements = "\nDid not try to create workspaces for " + todo_elements
|
|
567 |
+ raise StreamError("Failed to create workspace directory: {}".format(e) + todo_elements) from e
|
|
528 | 568 |
|
529 |
- workspaces.create_workspace(target._get_full_name(), directory)
|
|
569 |
+ workspaces.create_workspace(target._get_full_name(), directory)
|
|
530 | 570 |
|
531 |
- if not no_checkout:
|
|
532 |
- with target.timed_activity("Staging sources to {}".format(directory)):
|
|
533 |
- target._open_workspace()
|
|
571 |
+ if not no_checkout:
|
|
572 |
+ with target.timed_activity("Staging sources to {}".format(directory)):
|
|
573 |
+ target._open_workspace()
|
|
534 | 574 |
|
535 |
- workspaces.save_config()
|
|
536 |
- self._message(MessageType.INFO, "Saved workspace configuration")
|
|
575 |
+ # Saving the workspace once it is set up means that if the next workspace fails to be created before
|
|
576 |
+ # the configuration gets saved. The successfully created workspace still gets saved.
|
|
577 |
+ workspaces.save_config()
|
|
578 |
+ self._message(MessageType.INFO, "Created a workspace for element: {}"
|
|
579 |
+ .format(target._get_full_name()))
|
|
537 | 580 |
|
538 | 581 |
# workspace_close
|
539 | 582 |
#
|
... | ... | @@ -22,6 +22,9 @@ artifactdir: ${XDG_CACHE_HOME}/buildstream/artifacts |
22 | 22 |
# Location to store build logs
|
23 | 23 |
logdir: ${XDG_CACHE_HOME}/buildstream/logs
|
24 | 24 |
|
25 |
+# Default root location for workspaces, blank for no default set.
|
|
26 |
+workspacedir: .
|
|
27 |
+ |
|
25 | 28 |
#
|
26 | 29 |
# Cache
|
27 | 30 |
#
|
... | ... | @@ -7,7 +7,7 @@ commands: |
7 | 7 |
# Capture workspace open output
|
8 | 8 |
- directory: ../examples/developing/
|
9 | 9 |
output: ../source/sessions/developing-workspace-open.html
|
10 |
- command: workspace open hello.bst workspace_hello
|
|
10 |
+ command: workspace open hello.bst --directory workspace_hello
|
|
11 | 11 |
|
12 | 12 |
# Catpure output from workspace list
|
13 | 13 |
- directory: ../examples/developing/
|
... | ... | @@ -59,7 +59,7 @@ def test_open_workspace(cli, tmpdir, datafiles): |
59 | 59 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
60 | 60 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello")
|
61 | 61 |
|
62 |
- result = cli.run(project=project, args=['workspace', 'open', '-f', 'hello.bst', workspace_dir])
|
|
62 |
+ result = cli.run(project=project, args=['workspace', 'open', '-f', '--directory', workspace_dir, 'hello.bst', ])
|
|
63 | 63 |
result.assert_success()
|
64 | 64 |
|
65 | 65 |
result = cli.run(project=project, args=['workspace', 'list'])
|
... | ... | @@ -78,7 +78,7 @@ def test_make_change_in_workspace(cli, tmpdir, datafiles): |
78 | 78 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
79 | 79 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello")
|
80 | 80 |
|
81 |
- result = cli.run(project=project, args=['workspace', 'open', '-f', 'hello.bst', workspace_dir])
|
|
81 |
+ result = cli.run(project=project, args=['workspace', 'open', '-f', '--directory', workspace_dir, 'hello.bst'])
|
|
82 | 82 |
result.assert_success()
|
83 | 83 |
|
84 | 84 |
result = cli.run(project=project, args=['workspace', 'list'])
|
... | ... | @@ -48,7 +48,7 @@ def test_open_cross_junction_workspace(cli, tmpdir, datafiles): |
48 | 48 |
workspace_dir = os.path.join(str(tmpdir), "workspace_hello_junction")
|
49 | 49 |
|
50 | 50 |
result = cli.run(project=project,
|
51 |
- args=['workspace', 'open', 'hello-junction.bst:hello.bst', workspace_dir])
|
|
51 |
+ args=['workspace', 'open', '--directory', workspace_dir, 'hello-junction.bst:hello.bst'])
|
|
52 | 52 |
result.assert_success()
|
53 | 53 |
|
54 | 54 |
result = cli.run(project=project,
|
... | ... | @@ -509,7 +509,7 @@ def test_build_checkout_workspaced_junction(cli, tmpdir, datafiles): |
509 | 509 |
|
510 | 510 |
# Now open a workspace on the junction
|
511 | 511 |
#
|
512 |
- result = cli.run(project=project, args=['workspace', 'open', 'junction.bst', workspace])
|
|
512 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, 'junction.bst'])
|
|
513 | 513 |
result.assert_success()
|
514 | 514 |
filename = os.path.join(workspace, 'files', 'etc-files', 'etc', 'animal.conf')
|
515 | 515 |
|
... | ... | @@ -47,7 +47,7 @@ def open_cross_junction(cli, tmpdir): |
47 | 47 |
workspace = tmpdir.join("workspace")
|
48 | 48 |
|
49 | 49 |
element = 'sub.bst:data.bst'
|
50 |
- args = ['workspace', 'open', element, str(workspace)]
|
|
50 |
+ args = ['workspace', 'open', '--directory', str(workspace), element]
|
|
51 | 51 |
result = cli.run(project=project, args=args)
|
52 | 52 |
result.assert_success()
|
53 | 53 |
|
... | ... | @@ -25,6 +25,7 @@ |
25 | 25 |
#
|
26 | 26 |
|
27 | 27 |
import os
|
28 |
+import stat
|
|
28 | 29 |
import pytest
|
29 | 30 |
import shutil
|
30 | 31 |
import subprocess
|
... | ... | @@ -65,7 +66,9 @@ class WorkspaceCreater(): |
65 | 66 |
element_name = 'workspace-test-{}{}.bst'.format(kind, suffix)
|
66 | 67 |
element_path = os.path.join(self.project_path, 'elements')
|
67 | 68 |
if not workspace_dir:
|
68 |
- workspace_dir = os.path.join(self.workspace_cmd, element_name.rstrip('.bst'))
|
|
69 |
+ workspace_dir = os.path.join(self.workspace_cmd, element_name)
|
|
70 |
+ if workspace_dir[-4:] == '.bst':
|
|
71 |
+ workspace_dir = workspace_dir[:-4]
|
|
69 | 72 |
|
70 | 73 |
# Create our repo object of the given source type with
|
71 | 74 |
# the bin files, and then collect the initial ref.
|
... | ... | @@ -182,6 +185,103 @@ def test_open_bzr_customize(cli, tmpdir, datafiles): |
182 | 185 |
assert(expected_output_str in str(output))
|
183 | 186 |
|
184 | 187 |
|
188 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
189 |
+def test_open_multi(cli, tmpdir, datafiles):
|
|
190 |
+ |
|
191 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
192 |
+ workspaces = workspace_object.open_workspaces(repo_kinds, False)
|
|
193 |
+ |
|
194 |
+ for (elname, workspace), kind in zip(workspaces, repo_kinds):
|
|
195 |
+ assert kind in elname
|
|
196 |
+ workspace_lsdir = os.listdir(workspace)
|
|
197 |
+ if kind == 'git':
|
|
198 |
+ assert('.git' in workspace_lsdir)
|
|
199 |
+ elif kind == 'bzr':
|
|
200 |
+ assert('.bzr' in workspace_lsdir)
|
|
201 |
+ else:
|
|
202 |
+ assert not ('.git' in workspace_lsdir)
|
|
203 |
+ assert not ('.bzr' in workspace_lsdir)
|
|
204 |
+ |
|
205 |
+ |
|
206 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
207 |
+def test_open_multi_unwritable(cli, tmpdir, datafiles):
|
|
208 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
209 |
+ |
|
210 |
+ element_tuples = workspace_object.create_workspace_elements(repo_kinds, False, repo_kinds)
|
|
211 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
212 |
+ |
|
213 |
+ # Now open the workspace, this should have the effect of automatically
|
|
214 |
+ # tracking & fetching the source from the repo.
|
|
215 |
+ args = ['workspace', 'open']
|
|
216 |
+ args.extend([element_name for element_name, workspace_dir_suffix in element_tuples])
|
|
217 |
+ cli.configure({'workspacedir': workspace_object.workspace_cmd})
|
|
218 |
+ |
|
219 |
+ cwdstat = os.stat(workspace_object.workspace_cmd)
|
|
220 |
+ try:
|
|
221 |
+ os.chmod(workspace_object.workspace_cmd, cwdstat.st_mode - stat.S_IWRITE)
|
|
222 |
+ result = workspace_object.cli.run(project=workspace_object.project_path, args=args)
|
|
223 |
+ finally:
|
|
224 |
+ # Using this finally to make sure we always put thing back how they should be.
|
|
225 |
+ os.chmod(workspace_object.workspace_cmd, cwdstat.st_mode)
|
|
226 |
+ |
|
227 |
+ result.assert_main_error(ErrorDomain.STREAM, None)
|
|
228 |
+ # Normally we avoid checking stderr in favour of using the mechine readable result.assert_main_error
|
|
229 |
+ # But Tristan was very keen that the names of the elements left needing workspaces were present in the out put
|
|
230 |
+ assert (" ".join([element_name for element_name, workspace_dir_suffix in element_tuples[1:]]) in result.stderr)
|
|
231 |
+ |
|
232 |
+ |
|
233 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
234 |
+def test_open_multi_with_directory(cli, tmpdir, datafiles):
|
|
235 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
236 |
+ |
|
237 |
+ element_tuples = workspace_object.create_workspace_elements(repo_kinds, False, repo_kinds)
|
|
238 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
239 |
+ |
|
240 |
+ # Now open the workspace, this should have the effect of automatically
|
|
241 |
+ # tracking & fetching the source from the repo.
|
|
242 |
+ args = ['workspace', 'open']
|
|
243 |
+ args.extend(['--directory', 'any/dir/should/fail'])
|
|
244 |
+ |
|
245 |
+ args.extend([element_name for element_name, workspace_dir_suffix in element_tuples])
|
|
246 |
+ result = workspace_object.cli.run(cwd=workspace_object.workspace_cmd, project=workspace_object.project_path,
|
|
247 |
+ args=args)
|
|
248 |
+ |
|
249 |
+ result.assert_main_error(ErrorDomain.CAS, None)
|
|
250 |
+ assert ("Directory option can only be used if a single element is given" in result.stderr)
|
|
251 |
+ |
|
252 |
+ |
|
253 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
254 |
+def test_open_defaultlocation(cli, tmpdir, datafiles):
|
|
255 |
+ workspace_object = WorkspaceCreater(cli, tmpdir, datafiles)
|
|
256 |
+ |
|
257 |
+ ((element_name, workspace_dir), ) = workspace_object.create_workspace_elements(['git'], False, ['git'])
|
|
258 |
+ os.makedirs(workspace_object.workspace_cmd, exist_ok=True)
|
|
259 |
+ |
|
260 |
+ # Now open the workspace, this should have the effect of automatically
|
|
261 |
+ # tracking & fetching the source from the repo.
|
|
262 |
+ args = ['workspace', 'open']
|
|
263 |
+ args.append(element_name)
|
|
264 |
+ |
|
265 |
+ # In the other tests we set the cmd to workspace_object.workspace_cmd with the optional
|
|
266 |
+ # argument, cwd for the workspace_object.cli.run function. But hear we set the default
|
|
267 |
+ # workspace location to workspace_object.workspace_cmd and run the cli.run function with
|
|
268 |
+ # no cwd option so that it runs in the project directory.
|
|
269 |
+ cli.configure({'workspacedir': workspace_object.workspace_cmd})
|
|
270 |
+ result = workspace_object.cli.run(project=workspace_object.project_path,
|
|
271 |
+ args=args)
|
|
272 |
+ |
|
273 |
+ result.assert_success()
|
|
274 |
+ |
|
275 |
+ assert cli.get_element_state(workspace_object.project_path, element_name) == 'buildable'
|
|
276 |
+ |
|
277 |
+ # Check that the executable hello file is found in the workspace
|
|
278 |
+ # even though the cli.run function was not run with cwd = workspace_object.workspace_cmd
|
|
279 |
+ # the workspace should be created in there as we used the 'workspacedir' configuration
|
|
280 |
+ # option.
|
|
281 |
+ filename = os.path.join(workspace_dir, 'usr', 'bin', 'hello')
|
|
282 |
+ assert os.path.exists(filename)
|
|
283 |
+ |
|
284 |
+ |
|
185 | 285 |
@pytest.mark.datafiles(DATA_DIR)
|
186 | 286 |
@pytest.mark.parametrize("kind", repo_kinds)
|
187 | 287 |
def test_open_track(cli, tmpdir, datafiles, kind):
|
... | ... | @@ -204,7 +304,7 @@ def test_open_force(cli, tmpdir, datafiles, kind): |
204 | 304 |
|
205 | 305 |
# Now open the workspace again with --force, this should happily succeed
|
206 | 306 |
result = cli.run(project=project, args=[
|
207 |
- 'workspace', 'open', '--force', element_name, workspace
|
|
307 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name
|
|
208 | 308 |
])
|
209 | 309 |
result.assert_success()
|
210 | 310 |
|
... | ... | @@ -219,7 +319,7 @@ def test_open_force_open(cli, tmpdir, datafiles, kind): |
219 | 319 |
|
220 | 320 |
# Now open the workspace again with --force, this should happily succeed
|
221 | 321 |
result = cli.run(project=project, args=[
|
222 |
- 'workspace', 'open', '--force', element_name, workspace
|
|
322 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name
|
|
223 | 323 |
])
|
224 | 324 |
result.assert_success()
|
225 | 325 |
|
... | ... | @@ -250,7 +350,7 @@ def test_open_force_different_workspace(cli, tmpdir, datafiles, kind): |
250 | 350 |
|
251 | 351 |
# Now open the workspace again with --force, this should happily succeed
|
252 | 352 |
result = cli.run(project=project, args=[
|
253 |
- 'workspace', 'open', '--force', element_name2, workspace
|
|
353 |
+ 'workspace', 'open', '--force', '--directory', workspace, element_name2
|
|
254 | 354 |
])
|
255 | 355 |
|
256 | 356 |
# Assert that the file in workspace 1 has been replaced
|
... | ... | @@ -558,7 +658,7 @@ def test_buildable_no_ref(cli, tmpdir, datafiles): |
558 | 658 |
# Now open the workspace. We don't need to checkout the source though.
|
559 | 659 |
workspace = os.path.join(str(tmpdir), 'workspace-no-ref')
|
560 | 660 |
os.makedirs(workspace)
|
561 |
- args = ['workspace', 'open', '--no-checkout', element_name, workspace]
|
|
661 |
+ args = ['workspace', 'open', '--no-checkout', '--directory', workspace, element_name]
|
|
562 | 662 |
result = cli.run(project=project, args=args)
|
563 | 663 |
result.assert_success()
|
564 | 664 |
|
... | ... | @@ -820,7 +920,7 @@ def test_list_supported_workspace(cli, tmpdir, datafiles, workspace_cfg, expecte |
820 | 920 |
element_name))
|
821 | 921 |
|
822 | 922 |
# Make a change to the workspaces file
|
823 |
- result = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
923 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
824 | 924 |
result.assert_success()
|
825 | 925 |
result = cli.run(project=project, args=['workspace', 'close', '--remove-dir', element_name])
|
826 | 926 |
result.assert_success()
|
... | ... | @@ -278,7 +278,7 @@ def test_workspace_visible(cli, tmpdir, datafiles): |
278 | 278 |
|
279 | 279 |
# Open a workspace on our build failing element
|
280 | 280 |
#
|
281 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
281 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
282 | 282 |
assert res.exit_code == 0
|
283 | 283 |
|
284 | 284 |
# Ensure the dependencies of our build failing element are built
|
... | ... | @@ -23,7 +23,7 @@ def test_workspace_mount(cli, tmpdir, datafiles): |
23 | 23 |
workspace = os.path.join(cli.directory, 'workspace')
|
24 | 24 |
element_name = 'workspace/workspace-mount.bst'
|
25 | 25 |
|
26 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
26 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
27 | 27 |
assert res.exit_code == 0
|
28 | 28 |
|
29 | 29 |
res = cli.run(project=project, args=['build', element_name])
|
... | ... | @@ -39,7 +39,7 @@ def test_workspace_commanddir(cli, tmpdir, datafiles): |
39 | 39 |
workspace = os.path.join(cli.directory, 'workspace')
|
40 | 40 |
element_name = 'workspace/workspace-commanddir.bst'
|
41 | 41 |
|
42 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
42 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
43 | 43 |
assert res.exit_code == 0
|
44 | 44 |
|
45 | 45 |
res = cli.run(project=project, args=['build', element_name])
|
... | ... | @@ -75,7 +75,7 @@ def test_workspace_updated_dependency(cli, tmpdir, datafiles): |
75 | 75 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
76 | 76 |
|
77 | 77 |
# First open the workspace
|
78 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
78 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
79 | 79 |
assert res.exit_code == 0
|
80 | 80 |
|
81 | 81 |
# We build the workspaced element, so that we have an artifact
|
... | ... | @@ -130,7 +130,7 @@ def test_workspace_update_dependency_failed(cli, tmpdir, datafiles): |
130 | 130 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
131 | 131 |
|
132 | 132 |
# First open the workspace
|
133 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
133 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
134 | 134 |
assert res.exit_code == 0
|
135 | 135 |
|
136 | 136 |
# We build the workspaced element, so that we have an artifact
|
... | ... | @@ -205,7 +205,7 @@ def test_updated_dependency_nested(cli, tmpdir, datafiles): |
205 | 205 |
_yaml.dump(dependency, os.path.join(element_path, dep_name))
|
206 | 206 |
|
207 | 207 |
# First open the workspace
|
208 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
208 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
209 | 209 |
assert res.exit_code == 0
|
210 | 210 |
|
211 | 211 |
# We build the workspaced element, so that we have an artifact
|
... | ... | @@ -258,7 +258,7 @@ def test_incremental_configure_commands_run_only_once(cli, tmpdir, datafiles): |
258 | 258 |
_yaml.dump(element, os.path.join(element_path, element_name))
|
259 | 259 |
|
260 | 260 |
# We open a workspace on the above element
|
261 |
- res = cli.run(project=project, args=['workspace', 'open', element_name, workspace])
|
|
261 |
+ res = cli.run(project=project, args=['workspace', 'open', '--directory', workspace, element_name])
|
|
262 | 262 |
res.assert_success()
|
263 | 263 |
|
264 | 264 |
# Then we build, and check whether the configure step succeeded
|
... | ... | @@ -108,19 +108,28 @@ def test_filter_forbid_also_rdep(datafiles, cli): |
108 | 108 |
def test_filter_workspace_open(datafiles, cli, tmpdir):
|
109 | 109 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
110 | 110 |
workspace_dir = os.path.join(tmpdir.dirname, tmpdir.basename, "workspace")
|
111 |
- result = cli.run(project=project, args=['workspace', 'open', 'deps-permitted.bst', workspace_dir])
|
|
111 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'deps-permitted.bst'])
|
|
112 | 112 |
result.assert_success()
|
113 | 113 |
assert os.path.exists(os.path.join(workspace_dir, "foo"))
|
114 | 114 |
assert os.path.exists(os.path.join(workspace_dir, "bar"))
|
115 | 115 |
assert os.path.exists(os.path.join(workspace_dir, "baz"))
|
116 | 116 |
|
117 | 117 |
|
118 |
+@pytest.mark.datafiles(os.path.join(DATA_DIR, 'basic'))
|
|
119 |
+def test_filter_workspace_open_multi(datafiles, cli, tmpdir):
|
|
120 |
+ project = os.path.join(datafiles.dirname, datafiles.basename)
|
|
121 |
+ result = cli.run(cwd=project, project=project, args=['workspace', 'open', 'deps-permitted.bst',
|
|
122 |
+ 'output-orphans.bst'])
|
|
123 |
+ result.assert_success()
|
|
124 |
+ assert os.path.exists(os.path.join(project, "input"))
|
|
125 |
+ |
|
126 |
+ |
|
118 | 127 |
@pytest.mark.datafiles(os.path.join(DATA_DIR, 'basic'))
|
119 | 128 |
def test_filter_workspace_build(datafiles, cli, tmpdir):
|
120 | 129 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
121 | 130 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
122 | 131 |
workspace_dir = os.path.join(tempdir, "workspace")
|
123 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
132 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
124 | 133 |
result.assert_success()
|
125 | 134 |
src = os.path.join(workspace_dir, "foo")
|
126 | 135 |
dst = os.path.join(workspace_dir, "quux")
|
... | ... | @@ -138,7 +147,7 @@ def test_filter_workspace_close(datafiles, cli, tmpdir): |
138 | 147 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
139 | 148 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
140 | 149 |
workspace_dir = os.path.join(tempdir, "workspace")
|
141 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
150 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
142 | 151 |
result.assert_success()
|
143 | 152 |
src = os.path.join(workspace_dir, "foo")
|
144 | 153 |
dst = os.path.join(workspace_dir, "quux")
|
... | ... | @@ -158,7 +167,7 @@ def test_filter_workspace_reset(datafiles, cli, tmpdir): |
158 | 167 |
project = os.path.join(datafiles.dirname, datafiles.basename)
|
159 | 168 |
tempdir = os.path.join(tmpdir.dirname, tmpdir.basename)
|
160 | 169 |
workspace_dir = os.path.join(tempdir, "workspace")
|
161 |
- result = cli.run(project=project, args=['workspace', 'open', 'output-orphans.bst', workspace_dir])
|
|
170 |
+ result = cli.run(project=project, args=['workspace', 'open', '--directory', workspace_dir, 'output-orphans.bst'])
|
|
162 | 171 |
result.assert_success()
|
163 | 172 |
src = os.path.join(workspace_dir, "foo")
|
164 | 173 |
dst = os.path.join(workspace_dir, "quux")
|