Call _initialize_state() in Element._new_from_load_element()
With the cache queries moved to job threads, `_initialize_state()` is
fairly lightweight and can be called earlier.
diff --git a/src/buildstream/_loader/loadelement.pyx b/src/buildstream/_loader/loadelement.pyx
index 210869e..f69e138 100644
--- a/src/buildstream/_loader/loadelement.pyx
+++ b/src/buildstream/_loader/loadelement.pyx
@@ -286,7 +286,6 @@
from ..element import Element
element = Element._new_from_load_element(self)
- element._initialize_state()
# Custom error for link dependencies, since we don't completely
# parse their dependencies we cannot rely on the built-in ElementError.
diff --git a/src/buildstream/_loader/loader.py b/src/buildstream/_loader/loader.py
index 54efd27..3d835a9 100644
--- a/src/buildstream/_loader/loader.py
+++ b/src/buildstream/_loader/loader.py
@@ -817,7 +817,6 @@
)
element = Element._new_from_load_element(load_element)
- element._initialize_state()
# Handle the case where a subproject has no ref
#
diff --git a/src/buildstream/_pipeline.py b/src/buildstream/_pipeline.py
index 6e41d70..b5e01d9 100644
--- a/src/buildstream/_pipeline.py
+++ b/src/buildstream/_pipeline.py
@@ -79,36 +79,6 @@
return tuple(element_groups)
- # resolve_elements()
- #
- # Resolve element state and cache keys.
- #
- # Args:
- # targets (list of Element): The list of toplevel element targets
- #
- def resolve_elements(self, targets):
- with self._context.messenger.simple_task("Resolving cached state", silent_nested=True) as task:
- # We need to go through the project to access the loader
- if task:
- task.set_maximum_progress(self._project.loader.loaded)
-
- # XXX: Now that Element._update_state() can trigger recursive update_state calls
- # it is possible that we could get a RecursionError. However, this is unlikely
- # to happen, even for large projects (tested with the Debian stack). Although,
- # if it does become a problem we may have to set the recursion limit to a
- # greater value.
- for element in self.dependencies(targets, _Scope.ALL):
- # Determine initial element state.
- element._initialize_state()
-
- # We may already have Elements which are cached and have their runtimes
- # cached, if this is the case, we should immediately notify their reverse
- # dependencies.
- element._update_ready_for_runtime_and_cached()
-
- if task:
- task.add_current_progress()
-
# check_remotes()
#
# Check if the target artifact is cached in any of the available remotes
diff --git a/src/buildstream/_stream.py b/src/buildstream/_stream.py
index 3adbca1..e5bd453 100644
--- a/src/buildstream/_stream.py
+++ b/src/buildstream/_stream.py
@@ -1337,7 +1337,6 @@
# Now move on to loading primary selection.
#
- self._pipeline.resolve_elements(self.targets)
selected = self._pipeline.get_selection(self.targets, selection, silent=False)
selected = self._pipeline.except_elements(self.targets, selected, except_elements)
diff --git a/src/buildstream/element.py b/src/buildstream/element.py
index cbacb73..6503d86 100644
--- a/src/buildstream/element.py
+++ b/src/buildstream/element.py
@@ -1132,6 +1132,8 @@
element.__preflight()
+ element._initialize_state()
+
if task:
task.add_current_progress()
@@ -2892,6 +2894,8 @@
self.__strict_cache_key = artifact.strict_key
self.__weak_cache_key = artifact.weak_key
+ self._initialize_state()
+
@classmethod
def __compose_default_splits(cls, project, defaults, first_pass):
diff --git a/tests/artifactcache/push.py b/tests/artifactcache/push.py
index 0bcf205..0be2e49 100644
--- a/tests/artifactcache/push.py
+++ b/tests/artifactcache/push.py
@@ -6,7 +6,6 @@
import pytest
from buildstream import _yaml
-from buildstream.types import _Scope
from buildstream._project import Project
from buildstream._protos.build.bazel.remote.execution.v2 import remote_execution_pb2
from buildstream.testing import cli # pylint: disable=unused-import
@@ -33,12 +32,6 @@
# Create a local artifact cache handle
artifactcache = context.artifactcache
- # Ensure the element's artifact memeber is initialised
- # This is duplicated from Pipeline.resolve_elements()
- # as this test does not use the cli frontend.
- for e in element._dependencies(_Scope.ALL):
- e._initialize_state()
-
# Manually setup the CAS remotes
artifactcache.setup_remotes(use_config=True)
artifactcache.initialize_remotes()
diff --git a/tests/sourcecache/fetch.py b/tests/sourcecache/fetch.py
index 1f8911f..d5aac0f 100644
--- a/tests/sourcecache/fetch.py
+++ b/tests/sourcecache/fetch.py
@@ -74,7 +74,6 @@
project.ensure_fully_loaded()
element = project.load_elements([element_name])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
@@ -115,7 +114,6 @@
project.ensure_fully_loaded()
element = project.load_elements([element_name])[0]
- element._initialize_state()
# check that we have the source in the cas now and it's not fetched
element._fetch(check_only=True)
@@ -136,7 +134,6 @@
project.ensure_fully_loaded()
element = project.load_elements([element_name])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
@@ -155,7 +152,6 @@
# Check that the source in both in the source dir and the local CAS
element = project.load_elements([element_name])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert element._cached_sources()
@@ -172,7 +168,6 @@
project.ensure_fully_loaded()
element = project.load_elements([element_name])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
@@ -205,7 +200,6 @@
project.ensure_fully_loaded()
element = project.load_elements([element_name])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
diff --git a/tests/sourcecache/push.py b/tests/sourcecache/push.py
index 9288446..3291c40 100644
--- a/tests/sourcecache/push.py
+++ b/tests/sourcecache/push.py
@@ -84,7 +84,6 @@
project.ensure_fully_loaded()
element = project.load_elements(["push.bst"])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
@@ -135,7 +134,6 @@
project.ensure_fully_loaded()
element = project.load_elements(["push.bst"])[0]
- element._initialize_state()
element._fetch(check_only=True)
assert not element._cached_sources()
source = list(element.sources())[0]
diff --git a/tests/sourcecache/staging.py b/tests/sourcecache/staging.py
index 6d00c3e..dc4ba2c 100644
--- a/tests/sourcecache/staging.py
+++ b/tests/sourcecache/staging.py
@@ -64,7 +64,6 @@
# now check that the source is in the refs file, this is pretty messy but
# seems to be the only way to get the sources?
element = project.load_elements(["import-bin.bst"])[0]
- element._initialize_state()
element._fetch(check_only=True)
source = list(element.sources())[0]
assert element._cached_sources()
@@ -100,7 +99,6 @@
sourcecache = context.sourcecache
element = project.load_elements(["import-dev.bst"])[0]
- element._initialize_state()
element._fetch(check_only=True)
source = list(element.sources())[0]
assert element._cached_sources()
@@ -135,7 +133,6 @@
project.ensure_fully_loaded()
element = project.load_elements(["import-dev.bst"])[0]
- element._initialize_state()
# check consistency of the source
element._fetch(check_only=True)
