Tom Pollard pushed to branch tpollard/workspacebuildtree at BuildStream / buildstream
Commits:
-
0e254cc2
by Tom Pollard at 2018-10-24T13:50:24Z
7 changed files:
- buildstream/_artifactcache/artifactcache.py
- buildstream/_artifactcache/cascache.py
- buildstream/_context.py
- buildstream/_frontend/cli.py
- buildstream/_stream.py
- buildstream/element.py
- tests/frontend/workspace.py
Changes:
| ... | ... | @@ -603,6 +603,20 @@ class ArtifactCache(): |
| 603 | 603 |
raise ImplError("Cache '{kind}' does not implement calculate_cache_size()"
|
| 604 | 604 |
.format(kind=type(self).__name__))
|
| 605 | 605 |
|
| 606 |
+ # checkout_artifact_subdir()
|
|
| 607 |
+ #
|
|
| 608 |
+ # Checkout given artifact subdir into provided directory
|
|
| 609 |
+ #
|
|
| 610 |
+ # Args:
|
|
| 611 |
+ # element (Element): The Element
|
|
| 612 |
+ # key (str): The cache key to use
|
|
| 613 |
+ # subdir (str): The subdir to checkout
|
|
| 614 |
+ # tmpdir (str): The dir to place the buildtree content
|
|
| 615 |
+ #
|
|
| 616 |
+ def checkout_artifact_subdir(self, element, key, subdir, tmpdir):
|
|
| 617 |
+ raise ImplError("Cache '{kind}' does not implement checkout_artifact_subdir()"
|
|
| 618 |
+ .format(kind=type(self).__name__))
|
|
| 619 |
+ |
|
| 606 | 620 |
################################################
|
| 607 | 621 |
# Local Private Methods #
|
| 608 | 622 |
################################################
|
| ... | ... | @@ -452,6 +452,13 @@ class CASCache(ArtifactCache): |
| 452 | 452 |
|
| 453 | 453 |
return pushed
|
| 454 | 454 |
|
| 455 |
+ def checkout_artifact_subdir(self, element, key, subdir, tmpdir):
|
|
| 456 |
+ tree = self.resolve_ref(self.get_artifact_fullname(element, key))
|
|
| 457 |
+ |
|
| 458 |
+ # This assumes that the subdir digest is present in the element tree
|
|
| 459 |
+ subdirdigest = self._get_subdir(tree, subdir)
|
|
| 460 |
+ self._checkout(tmpdir, subdirdigest)
|
|
| 461 |
+ |
|
| 455 | 462 |
################################################
|
| 456 | 463 |
# API Private Methods #
|
| 457 | 464 |
################################################
|
| ... | ... | @@ -114,6 +114,9 @@ class Context(): |
| 114 | 114 |
# Whether or not to attempt to pull buildtrees globally
|
| 115 | 115 |
self.pullbuildtrees = False
|
| 116 | 116 |
|
| 117 |
+ # Whether to not include artifact buildtrees in workspaces if available
|
|
| 118 |
+ self.workspacebuildtrees = True
|
|
| 119 |
+ |
|
| 117 | 120 |
# Private variables
|
| 118 | 121 |
self._cache_key = None
|
| 119 | 122 |
self._message_handler = None
|
| ... | ... | @@ -164,7 +167,7 @@ class Context(): |
| 164 | 167 |
_yaml.node_validate(defaults, [
|
| 165 | 168 |
'sourcedir', 'builddir', 'artifactdir', 'logdir',
|
| 166 | 169 |
'scheduler', 'artifacts', 'logging', 'projects',
|
| 167 |
- 'cache', 'pullbuildtrees'
|
|
| 170 |
+ 'cache', 'pullbuildtrees', 'workspacebuildtrees'
|
|
| 168 | 171 |
])
|
| 169 | 172 |
|
| 170 | 173 |
for directory in ['sourcedir', 'builddir', 'artifactdir', 'logdir']:
|
| ... | ... | @@ -192,6 +195,9 @@ class Context(): |
| 192 | 195 |
# Load pull buildtrees configuration
|
| 193 | 196 |
self.pullbuildtrees = _yaml.node_get(defaults, bool, 'pullbuildtrees', default_value='False')
|
| 194 | 197 |
|
| 198 |
+ # Load workspace buildtrees configuration
|
|
| 199 |
+ self.workspacebuildtrees = _yaml.node_get(defaults, bool, 'workspacebuildtrees', default_value='True')
|
|
| 200 |
+ |
|
| 195 | 201 |
# Load logging config
|
| 196 | 202 |
logging = _yaml.node_get(defaults, Mapping, 'logging')
|
| 197 | 203 |
_yaml.node_validate(logging, [
|
| ... | ... | @@ -686,12 +686,16 @@ def workspace(): |
| 686 | 686 |
help="Overwrite files existing in checkout directory")
|
| 687 | 687 |
@click.option('--track', 'track_', default=False, is_flag=True,
|
| 688 | 688 |
help="Track and fetch new source references before checking out the workspace")
|
| 689 |
+@click.option('--no-cache', default=False, is_flag=True,
|
|
| 690 |
+ help="Do not checkout the cached buildtree")
|
|
| 689 | 691 |
@click.argument('element',
|
| 690 | 692 |
type=click.Path(readable=False))
|
| 691 | 693 |
@click.argument('directory', type=click.Path(file_okay=False))
|
| 692 | 694 |
@click.pass_obj
|
| 693 |
-def workspace_open(app, no_checkout, force, track_, element, directory):
|
|
| 694 |
- """Open a workspace for manual source modification"""
|
|
| 695 |
+def workspace_open(app, no_checkout, force, track_, no_cache, element, directory):
|
|
| 696 |
+ """Open a workspace for manual source modification, the elements buildtree
|
|
| 697 |
+ will be provided if available in the local artifact cache.
|
|
| 698 |
+ """
|
|
| 695 | 699 |
|
| 696 | 700 |
if os.path.exists(directory):
|
| 697 | 701 |
|
| ... | ... | @@ -703,11 +707,15 @@ def workspace_open(app, no_checkout, force, track_, element, directory): |
| 703 | 707 |
click.echo("Checkout directory is not empty: {}".format(directory), err=True)
|
| 704 | 708 |
sys.exit(-1)
|
| 705 | 709 |
|
| 710 |
+ if not no_cache:
|
|
| 711 |
+ click.echo("WARNING: Workspace will be opened without the cached buildtree if not cached locally")
|
|
| 712 |
+ |
|
| 706 | 713 |
with app.initialized():
|
| 707 | 714 |
app.stream.workspace_open(element, directory,
|
| 708 | 715 |
no_checkout=no_checkout,
|
| 709 | 716 |
track_first=track_,
|
| 710 |
- force=force)
|
|
| 717 |
+ force=force,
|
|
| 718 |
+ no_cache=no_cache)
|
|
| 711 | 719 |
|
| 712 | 720 |
|
| 713 | 721 |
##################################################################
|
| ... | ... | @@ -456,11 +456,17 @@ class Stream(): |
| 456 | 456 |
# no_checkout (bool): Whether to skip checking out the source
|
| 457 | 457 |
# track_first (bool): Whether to track and fetch first
|
| 458 | 458 |
# force (bool): Whether to ignore contents in an existing directory
|
| 459 |
+ # no_cache (bool): Whether to not include the cached buildtree
|
|
| 459 | 460 |
#
|
| 460 | 461 |
def workspace_open(self, target, directory, *,
|
| 461 | 462 |
no_checkout,
|
| 462 | 463 |
track_first,
|
| 463 |
- force):
|
|
| 464 |
+ force,
|
|
| 465 |
+ no_cache):
|
|
| 466 |
+ |
|
| 467 |
+ # Override no_cache if the global user conf workspacebuildtrees is false
|
|
| 468 |
+ if not self._context.workspacebuildtrees:
|
|
| 469 |
+ no_cache = True
|
|
| 464 | 470 |
|
| 465 | 471 |
if track_first:
|
| 466 | 472 |
track_targets = (target,)
|
| ... | ... | @@ -473,7 +479,21 @@ class Stream(): |
| 473 | 479 |
target = elements[0]
|
| 474 | 480 |
directory = os.path.abspath(directory)
|
| 475 | 481 |
|
| 476 |
- if not list(target.sources()):
|
|
| 482 |
+ # Check if given target has a buildtree artifact cached locally
|
|
| 483 |
+ buildtree = None
|
|
| 484 |
+ if target._cached():
|
|
| 485 |
+ buildtree = self._artifacts.contains_subdir_artifact(target, target._get_cache_key(), 'buildtree')
|
|
| 486 |
+ |
|
| 487 |
+ # If we're running in the default state, make the user aware of buildtree usage
|
|
| 488 |
+ if not no_cache:
|
|
| 489 |
+ if buildtree:
|
|
| 490 |
+ self._message(MessageType.INFO, "{} buildtree artifact is available,"
|
|
| 491 |
+ " workspace will be opened with it".format(target.name))
|
|
| 492 |
+ else:
|
|
| 493 |
+ self._message(MessageType.WARN, "{} buildtree artifact not available,"
|
|
| 494 |
+ " workspace will be opened with source checkout".format(target.name))
|
|
| 495 |
+ |
|
| 496 |
+ if (not buildtree or no_cache) and not list(target.sources()):
|
|
| 477 | 497 |
build_depends = [x.name for x in target.dependencies(Scope.BUILD, recurse=False)]
|
| 478 | 498 |
if not build_depends:
|
| 479 | 499 |
raise StreamError("The given element has no sources")
|
| ... | ... | @@ -492,18 +512,21 @@ class Stream(): |
| 492 | 512 |
# If we're going to checkout, we need at least a fetch,
|
| 493 | 513 |
# if we were asked to track first, we're going to fetch anyway.
|
| 494 | 514 |
#
|
| 495 |
- if not no_checkout or track_first:
|
|
| 496 |
- track_elements = []
|
|
| 497 |
- if track_first:
|
|
| 498 |
- track_elements = elements
|
|
| 499 |
- self._fetch(elements, track_elements=track_elements)
|
|
| 500 |
- |
|
| 501 |
- if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
| 502 |
- raise StreamError("Could not stage uncached source. " +
|
|
| 503 |
- "Use `--track` to track and " +
|
|
| 504 |
- "fetch the latest version of the " +
|
|
| 505 |
- "source.")
|
|
| 506 |
- |
|
| 515 |
+ if not buildtree or no_cache:
|
|
| 516 |
+ if not no_checkout or track_first:
|
|
| 517 |
+ track_elements = []
|
|
| 518 |
+ if track_first:
|
|
| 519 |
+ track_elements = elements
|
|
| 520 |
+ self._fetch(elements, track_elements=track_elements)
|
|
| 521 |
+ |
|
| 522 |
+ if not buildtree or no_cache:
|
|
| 523 |
+ if not no_checkout and target._get_consistency() != Consistency.CACHED:
|
|
| 524 |
+ raise StreamError("Could not stage uncached source. " +
|
|
| 525 |
+ "Use `--track` to track and " +
|
|
| 526 |
+ "fetch the latest version of the " +
|
|
| 527 |
+ "source.")
|
|
| 528 |
+ |
|
| 529 |
+ # Presume workspace to be forced if previous StreamError not raised
|
|
| 507 | 530 |
if workspace:
|
| 508 | 531 |
workspaces.delete_workspace(target._get_full_name())
|
| 509 | 532 |
workspaces.save_config()
|
| ... | ... | @@ -515,9 +538,13 @@ class Stream(): |
| 515 | 538 |
|
| 516 | 539 |
workspaces.create_workspace(target._get_full_name(), directory)
|
| 517 | 540 |
|
| 518 |
- if not no_checkout:
|
|
| 541 |
+ if (not buildtree or no_cache) and not no_checkout:
|
|
| 519 | 542 |
with target.timed_activity("Staging sources to {}".format(directory)):
|
| 520 | 543 |
target._open_workspace()
|
| 544 |
+ # Handle opening workspace with buildtree instead of source staging
|
|
| 545 |
+ elif buildtree and not no_cache:
|
|
| 546 |
+ with target.timed_activity("Staging buildtree to {}".format(directory)):
|
|
| 547 |
+ target._open_workspace(buildtree=buildtree)
|
|
| 521 | 548 |
|
| 522 | 549 |
workspaces.save_config()
|
| 523 | 550 |
self._message(MessageType.INFO, "Saved workspace configuration")
|
| ... | ... | @@ -1911,7 +1911,10 @@ class Element(Plugin): |
| 1911 | 1911 |
# This requires that a workspace already be created in
|
| 1912 | 1912 |
# the workspaces metadata first.
|
| 1913 | 1913 |
#
|
| 1914 |
- def _open_workspace(self):
|
|
| 1914 |
+ # Args:
|
|
| 1915 |
+ # buildtree (bool): Whether to open workspace with artifact buildtree
|
|
| 1916 |
+ #
|
|
| 1917 |
+ def _open_workspace(self, buildtree=None):
|
|
| 1915 | 1918 |
context = self._get_context()
|
| 1916 | 1919 |
workspace = self._get_workspace()
|
| 1917 | 1920 |
assert workspace is not None
|
| ... | ... | @@ -1924,11 +1927,15 @@ class Element(Plugin): |
| 1924 | 1927 |
# files in the target directory actually works without any
|
| 1925 | 1928 |
# additional support from Source implementations.
|
| 1926 | 1929 |
#
|
| 1930 |
+ |
|
| 1927 | 1931 |
os.makedirs(context.builddir, exist_ok=True)
|
| 1928 | 1932 |
with utils._tempdir(dir=context.builddir, prefix='workspace-{}'
|
| 1929 | 1933 |
.format(self.normal_name)) as temp:
|
| 1930 |
- for source in self.sources():
|
|
| 1931 |
- source._init_workspace(temp)
|
|
| 1934 |
+ if not buildtree:
|
|
| 1935 |
+ for source in self.sources():
|
|
| 1936 |
+ source._init_workspace(temp)
|
|
| 1937 |
+ else:
|
|
| 1938 |
+ self.__artifacts.checkout_artifact_subdir(self, self._get_cache_key(), 'buildtree', temp)
|
|
| 1932 | 1939 |
|
| 1933 | 1940 |
# Now hardlink the files into the workspace target.
|
| 1934 | 1941 |
utils.link_files(temp, workspace.get_absolute_path())
|
| ... | ... | @@ -44,7 +44,7 @@ DATA_DIR = os.path.join( |
| 44 | 44 |
|
| 45 | 45 |
|
| 46 | 46 |
def open_workspace(cli, tmpdir, datafiles, kind, track, suffix='', workspace_dir=None,
|
| 47 |
- project_path=None, element_attrs=None):
|
|
| 47 |
+ project_path=None, element_attrs=None, no_cache=False):
|
|
| 48 | 48 |
if not workspace_dir:
|
| 49 | 49 |
workspace_dir = os.path.join(str(tmpdir), 'workspace{}'.format(suffix))
|
| 50 | 50 |
if not project_path:
|
| ... | ... | @@ -88,6 +88,8 @@ def open_workspace(cli, tmpdir, datafiles, kind, track, suffix='', workspace_dir |
| 88 | 88 |
args = ['workspace', 'open']
|
| 89 | 89 |
if track:
|
| 90 | 90 |
args.append('--track')
|
| 91 |
+ if no_cache:
|
|
| 92 |
+ args.append('--no-cache')
|
|
| 91 | 93 |
args.extend([element_name, workspace_dir])
|
| 92 | 94 |
result = cli.run(project=project_path, args=args)
|
| 93 | 95 |
|
| ... | ... | @@ -101,7 +103,7 @@ def open_workspace(cli, tmpdir, datafiles, kind, track, suffix='', workspace_dir |
| 101 | 103 |
filename = os.path.join(workspace_dir, 'usr', 'bin', 'hello')
|
| 102 | 104 |
assert os.path.exists(filename)
|
| 103 | 105 |
|
| 104 |
- return (element_name, project_path, workspace_dir)
|
|
| 106 |
+ return (element_name, project_path, workspace_dir, result)
|
|
| 105 | 107 |
|
| 106 | 108 |
|
| 107 | 109 |
@pytest.mark.datafiles(DATA_DIR)
|
| ... | ... | @@ -112,7 +114,7 @@ def test_open(cli, tmpdir, datafiles, kind): |
| 112 | 114 |
|
| 113 | 115 |
@pytest.mark.datafiles(DATA_DIR)
|
| 114 | 116 |
def test_open_bzr_customize(cli, tmpdir, datafiles):
|
| 115 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, "bzr", False)
|
|
| 117 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, "bzr", False)
|
|
| 116 | 118 |
|
| 117 | 119 |
# Check that the .bzr dir exists
|
| 118 | 120 |
bzrdir = os.path.join(workspace, ".bzr")
|
| ... | ... | @@ -137,7 +139,7 @@ def test_open_track(cli, tmpdir, datafiles, kind): |
| 137 | 139 |
@pytest.mark.datafiles(DATA_DIR)
|
| 138 | 140 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 139 | 141 |
def test_open_force(cli, tmpdir, datafiles, kind):
|
| 140 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 142 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 141 | 143 |
|
| 142 | 144 |
# Close the workspace
|
| 143 | 145 |
result = cli.run(project=project, args=[
|
| ... | ... | @@ -158,7 +160,7 @@ def test_open_force(cli, tmpdir, datafiles, kind): |
| 158 | 160 |
@pytest.mark.datafiles(DATA_DIR)
|
| 159 | 161 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 160 | 162 |
def test_open_force_open(cli, tmpdir, datafiles, kind):
|
| 161 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 163 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 162 | 164 |
|
| 163 | 165 |
# Assert the workspace dir exists
|
| 164 | 166 |
assert os.path.exists(workspace)
|
| ... | ... | @@ -173,7 +175,7 @@ def test_open_force_open(cli, tmpdir, datafiles, kind): |
| 173 | 175 |
@pytest.mark.datafiles(DATA_DIR)
|
| 174 | 176 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 175 | 177 |
def test_open_force_different_workspace(cli, tmpdir, datafiles, kind):
|
| 176 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False, "-alpha")
|
|
| 178 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False, "-alpha")
|
|
| 177 | 179 |
|
| 178 | 180 |
# Assert the workspace dir exists
|
| 179 | 181 |
assert os.path.exists(workspace)
|
| ... | ... | @@ -183,7 +185,7 @@ def test_open_force_different_workspace(cli, tmpdir, datafiles, kind): |
| 183 | 185 |
|
| 184 | 186 |
tmpdir = os.path.join(str(tmpdir), "-beta")
|
| 185 | 187 |
shutil.move(hello_path, hello1_path)
|
| 186 |
- element_name2, project2, workspace2 = open_workspace(cli, tmpdir, datafiles, kind, False, "-beta")
|
|
| 188 |
+ element_name2, project2, workspace2, _ = open_workspace(cli, tmpdir, datafiles, kind, False, "-beta")
|
|
| 187 | 189 |
|
| 188 | 190 |
# Assert the workspace dir exists
|
| 189 | 191 |
assert os.path.exists(workspace2)
|
| ... | ... | @@ -210,7 +212,7 @@ def test_open_force_different_workspace(cli, tmpdir, datafiles, kind): |
| 210 | 212 |
@pytest.mark.datafiles(DATA_DIR)
|
| 211 | 213 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 212 | 214 |
def test_close(cli, tmpdir, datafiles, kind):
|
| 213 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 215 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 214 | 216 |
|
| 215 | 217 |
# Close the workspace
|
| 216 | 218 |
result = cli.run(project=project, args=[
|
| ... | ... | @@ -226,7 +228,7 @@ def test_close(cli, tmpdir, datafiles, kind): |
| 226 | 228 |
def test_close_external_after_move_project(cli, tmpdir, datafiles):
|
| 227 | 229 |
workspace_dir = os.path.join(str(tmpdir), "workspace")
|
| 228 | 230 |
project_path = os.path.join(str(tmpdir), 'initial_project')
|
| 229 |
- element_name, _, _ = open_workspace(cli, tmpdir, datafiles, 'git', False, "", workspace_dir, project_path)
|
|
| 231 |
+ element_name, _, _, _ = open_workspace(cli, tmpdir, datafiles, 'git', False, "", workspace_dir, project_path)
|
|
| 230 | 232 |
assert os.path.exists(workspace_dir)
|
| 231 | 233 |
moved_dir = os.path.join(str(tmpdir), 'external_project')
|
| 232 | 234 |
shutil.move(project_path, moved_dir)
|
| ... | ... | @@ -246,8 +248,8 @@ def test_close_external_after_move_project(cli, tmpdir, datafiles): |
| 246 | 248 |
def test_close_internal_after_move_project(cli, tmpdir, datafiles):
|
| 247 | 249 |
initial_dir = os.path.join(str(tmpdir), 'initial_project')
|
| 248 | 250 |
initial_workspace = os.path.join(initial_dir, 'workspace')
|
| 249 |
- element_name, _, _ = open_workspace(cli, tmpdir, datafiles, 'git', False,
|
|
| 250 |
- workspace_dir=initial_workspace, project_path=initial_dir)
|
|
| 251 |
+ element_name, _, _, _ = open_workspace(cli, tmpdir, datafiles, 'git', False,
|
|
| 252 |
+ workspace_dir=initial_workspace, project_path=initial_dir)
|
|
| 251 | 253 |
moved_dir = os.path.join(str(tmpdir), 'internal_project')
|
| 252 | 254 |
shutil.move(initial_dir, moved_dir)
|
| 253 | 255 |
assert os.path.exists(moved_dir)
|
| ... | ... | @@ -265,7 +267,7 @@ def test_close_internal_after_move_project(cli, tmpdir, datafiles): |
| 265 | 267 |
|
| 266 | 268 |
@pytest.mark.datafiles(DATA_DIR)
|
| 267 | 269 |
def test_close_removed(cli, tmpdir, datafiles):
|
| 268 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 270 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 269 | 271 |
|
| 270 | 272 |
# Remove it first, closing the workspace should work
|
| 271 | 273 |
shutil.rmtree(workspace)
|
| ... | ... | @@ -282,7 +284,7 @@ def test_close_removed(cli, tmpdir, datafiles): |
| 282 | 284 |
|
| 283 | 285 |
@pytest.mark.datafiles(DATA_DIR)
|
| 284 | 286 |
def test_close_nonexistant_element(cli, tmpdir, datafiles):
|
| 285 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 287 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 286 | 288 |
element_path = os.path.join(datafiles.dirname, datafiles.basename, 'elements', element_name)
|
| 287 | 289 |
|
| 288 | 290 |
# First brutally remove the element.bst file, ensuring that
|
| ... | ... | @@ -304,9 +306,9 @@ def test_close_nonexistant_element(cli, tmpdir, datafiles): |
| 304 | 306 |
def test_close_multiple(cli, tmpdir, datafiles):
|
| 305 | 307 |
tmpdir_alpha = os.path.join(str(tmpdir), 'alpha')
|
| 306 | 308 |
tmpdir_beta = os.path.join(str(tmpdir), 'beta')
|
| 307 |
- alpha, project, workspace_alpha = open_workspace(
|
|
| 309 |
+ alpha, project, workspace_alpha, _ = open_workspace(
|
|
| 308 | 310 |
cli, tmpdir_alpha, datafiles, 'git', False, suffix='-alpha')
|
| 309 |
- beta, project, workspace_beta = open_workspace(
|
|
| 311 |
+ beta, project, workspace_beta, _ = open_workspace(
|
|
| 310 | 312 |
cli, tmpdir_beta, datafiles, 'git', False, suffix='-beta')
|
| 311 | 313 |
|
| 312 | 314 |
# Close the workspaces
|
| ... | ... | @@ -324,9 +326,9 @@ def test_close_multiple(cli, tmpdir, datafiles): |
| 324 | 326 |
def test_close_all(cli, tmpdir, datafiles):
|
| 325 | 327 |
tmpdir_alpha = os.path.join(str(tmpdir), 'alpha')
|
| 326 | 328 |
tmpdir_beta = os.path.join(str(tmpdir), 'beta')
|
| 327 |
- alpha, project, workspace_alpha = open_workspace(
|
|
| 329 |
+ alpha, project, workspace_alpha, _ = open_workspace(
|
|
| 328 | 330 |
cli, tmpdir_alpha, datafiles, 'git', False, suffix='-alpha')
|
| 329 |
- beta, project, workspace_beta = open_workspace(
|
|
| 331 |
+ beta, project, workspace_beta, _ = open_workspace(
|
|
| 330 | 332 |
cli, tmpdir_beta, datafiles, 'git', False, suffix='-beta')
|
| 331 | 333 |
|
| 332 | 334 |
# Close the workspaces
|
| ... | ... | @@ -343,7 +345,7 @@ def test_close_all(cli, tmpdir, datafiles): |
| 343 | 345 |
@pytest.mark.datafiles(DATA_DIR)
|
| 344 | 346 |
def test_reset(cli, tmpdir, datafiles):
|
| 345 | 347 |
# Open the workspace
|
| 346 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 348 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 347 | 349 |
|
| 348 | 350 |
# Modify workspace
|
| 349 | 351 |
shutil.rmtree(os.path.join(workspace, 'usr', 'bin'))
|
| ... | ... | @@ -366,9 +368,9 @@ def test_reset_multiple(cli, tmpdir, datafiles): |
| 366 | 368 |
# Open the workspaces
|
| 367 | 369 |
tmpdir_alpha = os.path.join(str(tmpdir), 'alpha')
|
| 368 | 370 |
tmpdir_beta = os.path.join(str(tmpdir), 'beta')
|
| 369 |
- alpha, project, workspace_alpha = open_workspace(
|
|
| 371 |
+ alpha, project, workspace_alpha, _ = open_workspace(
|
|
| 370 | 372 |
cli, tmpdir_alpha, datafiles, 'git', False, suffix='-alpha')
|
| 371 |
- beta, project, workspace_beta = open_workspace(
|
|
| 373 |
+ beta, project, workspace_beta, _ = open_workspace(
|
|
| 372 | 374 |
cli, tmpdir_beta, datafiles, 'git', False, suffix='-beta')
|
| 373 | 375 |
|
| 374 | 376 |
# Modify workspaces
|
| ... | ... | @@ -392,9 +394,9 @@ def test_reset_all(cli, tmpdir, datafiles): |
| 392 | 394 |
# Open the workspaces
|
| 393 | 395 |
tmpdir_alpha = os.path.join(str(tmpdir), 'alpha')
|
| 394 | 396 |
tmpdir_beta = os.path.join(str(tmpdir), 'beta')
|
| 395 |
- alpha, project, workspace_alpha = open_workspace(
|
|
| 397 |
+ alpha, project, workspace_alpha, _ = open_workspace(
|
|
| 396 | 398 |
cli, tmpdir_alpha, datafiles, 'git', False, suffix='-alpha')
|
| 397 |
- beta, project, workspace_beta = open_workspace(
|
|
| 399 |
+ beta, project, workspace_beta, _ = open_workspace(
|
|
| 398 | 400 |
cli, tmpdir_beta, datafiles, 'git', False, suffix='-beta')
|
| 399 | 401 |
|
| 400 | 402 |
# Modify workspaces
|
| ... | ... | @@ -415,7 +417,7 @@ def test_reset_all(cli, tmpdir, datafiles): |
| 415 | 417 |
|
| 416 | 418 |
@pytest.mark.datafiles(DATA_DIR)
|
| 417 | 419 |
def test_list(cli, tmpdir, datafiles):
|
| 418 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 420 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 419 | 421 |
|
| 420 | 422 |
# Now list the workspaces
|
| 421 | 423 |
result = cli.run(project=project, args=[
|
| ... | ... | @@ -437,7 +439,7 @@ def test_list(cli, tmpdir, datafiles): |
| 437 | 439 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 438 | 440 |
@pytest.mark.parametrize("strict", [("strict"), ("non-strict")])
|
| 439 | 441 |
def test_build(cli, tmpdir, datafiles, kind, strict):
|
| 440 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 442 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 441 | 443 |
checkout = os.path.join(str(tmpdir), 'checkout')
|
| 442 | 444 |
|
| 443 | 445 |
# Modify workspace
|
| ... | ... | @@ -516,7 +518,7 @@ def test_buildable_no_ref(cli, tmpdir, datafiles): |
| 516 | 518 |
@pytest.mark.parametrize("modification", [("addfile"), ("removefile"), ("modifyfile")])
|
| 517 | 519 |
@pytest.mark.parametrize("strict", [("strict"), ("non-strict")])
|
| 518 | 520 |
def test_detect_modifications(cli, tmpdir, datafiles, modification, strict):
|
| 519 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 521 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, 'git', False)
|
|
| 520 | 522 |
checkout = os.path.join(str(tmpdir), 'checkout')
|
| 521 | 523 |
|
| 522 | 524 |
# Configure strict mode
|
| ... | ... | @@ -779,7 +781,7 @@ def test_list_supported_workspace(cli, tmpdir, datafiles, workspace_cfg, expecte |
| 779 | 781 |
@pytest.mark.datafiles(DATA_DIR)
|
| 780 | 782 |
@pytest.mark.parametrize("kind", repo_kinds)
|
| 781 | 783 |
def test_inconsitent_pipeline_message(cli, tmpdir, datafiles, kind):
|
| 782 |
- element_name, project, workspace = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 784 |
+ element_name, project, workspace, _ = open_workspace(cli, tmpdir, datafiles, kind, False)
|
|
| 783 | 785 |
|
| 784 | 786 |
shutil.rmtree(workspace)
|
| 785 | 787 |
|
| ... | ... | @@ -793,8 +795,8 @@ def test_inconsitent_pipeline_message(cli, tmpdir, datafiles, kind): |
| 793 | 795 |
@pytest.mark.parametrize("strict", [("strict"), ("non-strict")])
|
| 794 | 796 |
def test_cache_key_workspace_in_dependencies(cli, tmpdir, datafiles, strict):
|
| 795 | 797 |
checkout = os.path.join(str(tmpdir), 'checkout')
|
| 796 |
- element_name, project, workspace = open_workspace(cli, os.path.join(str(tmpdir), 'repo-a'),
|
|
| 797 |
- datafiles, 'git', False)
|
|
| 798 |
+ element_name, project, workspace, _ = open_workspace(cli, os.path.join(str(tmpdir), 'repo-a'),
|
|
| 799 |
+ datafiles, 'git', False)
|
|
| 798 | 800 |
|
| 799 | 801 |
element_path = os.path.join(project, 'elements')
|
| 800 | 802 |
back_dep_element_name = 'workspace-test-back-dep.bst'
|
| ... | ... | @@ -869,10 +871,26 @@ def test_multiple_failed_builds(cli, tmpdir, datafiles): |
| 869 | 871 |
]
|
| 870 | 872 |
}
|
| 871 | 873 |
}
|
| 872 |
- element_name, project, _ = open_workspace(cli, tmpdir, datafiles,
|
|
| 873 |
- "git", False, element_attrs=element_config)
|
|
| 874 |
+ element_name, project, _, _ = open_workspace(cli, tmpdir, datafiles,
|
|
| 875 |
+ "git", False, element_attrs=element_config)
|
|
| 874 | 876 |
|
| 875 | 877 |
for _ in range(2):
|
| 876 | 878 |
result = cli.run(project=project, args=["build", element_name])
|
| 877 | 879 |
assert "BUG" not in result.stderr
|
| 878 | 880 |
assert cli.get_element_state(project, element_name) != "cached"
|
| 881 |
+ |
|
| 882 |
+ |
|
| 883 |
+@pytest.mark.datafiles(DATA_DIR)
|
|
| 884 |
+def test_nocache_messages(cli, tmpdir, datafiles):
|
|
| 885 |
+ # cli default WARN for source dropback possibility when no-cache flag is not passed
|
|
| 886 |
+ element_name, project, workspace, result = open_workspace(cli, tmpdir, datafiles, 'git', False, suffix='1')
|
|
| 887 |
+ assert "WARNING: Workspace will be opened without the cached buildtree if not cached locally" in result.output
|
|
| 888 |
+ |
|
| 889 |
+ # cli WARN for source dropback happening when no-cache flag not given, but buildtree not available
|
|
| 890 |
+ assert "workspace will be opened with source checkout" in result.stderr
|
|
| 891 |
+ |
|
| 892 |
+ # cli default WARN for source dropback possibilty not given when no-cache flag is passed
|
|
| 893 |
+ tmpdir = os.path.join(str(tmpdir), "2")
|
|
| 894 |
+ element_name, project, workspace, result = open_workspace(cli, tmpdir, datafiles, 'git', False, suffix='2',
|
|
| 895 |
+ no_cache=True)
|
|
| 896 |
+ assert "WARNING: Workspace will be opened without the cached buildtree if not cached locally" not in result.output
|
