dagster-cloud 1.11.6__py3-none-any.whl → 1.11.8__py3-none-any.whl

dagster_cloud/instance/__init__.py

@@ -20,6 +20,7 @@ from dagster._core.instance.config import config_field_for_configurable_class
 from dagster._core.instance.ref import InstanceRef, configurable_class_data
 from dagster._core.launcher import DefaultRunLauncher, RunLauncher
 from dagster._core.storage.dagster_run import DagsterRun
+from dagster._core.storage.defs_state.base import DefsStateStorage
 from dagster._serdes import ConfigurableClassData
 from dagster_cloud_cli.core.graphql_client import (
     create_agent_graphql_client,
@@ -64,6 +65,11 @@ class DagsterCloudInstance(DagsterInstance):
             "run_retries.retry_on_asset_or_op_failure is a deployment setting and can only be accessed by a DeploymentScopedHostInstance"
         )
 
+    @property
+    def defs_state_storage(self) -> Optional[DefsStateStorage]:
+        # only DeploymentScopedHostInstance / DagsterCloudAgentInstance have a defs state storage
+        return None
+
 
 class DagsterCloudAgentInstance(DagsterCloudInstance):
     def __init__(
@@ -144,6 +150,17 @@ class DagsterCloudAgentInstance(DagsterCloudInstance):
 
         self._instance_uuid = str(uuid.uuid4())
 
+    @property
+    def defs_state_storage(self) -> Optional[DefsStateStorage]:
+        # temporary hack to avoid cases where the default BlobStorageStateStorage is used
+        from dagster_cloud.storage.defs_state.storage import GraphQLDefsStateStorage
+
+        return (
+            self._defs_state_storage
+            if isinstance(self._defs_state_storage, GraphQLDefsStateStorage)
+            else None
+        )
+
     def _get_processed_config(
         self, name: str, config: Optional[dict[str, Any]], config_type: dict[str, Any]
     ):
@@ -578,6 +595,10 @@ instance_class:
             "dagster_cloud.secrets", "DagsterCloudSecretsLoader", empty_yaml
         )
 
+        defaults["defs_state_storage"] = ConfigurableClassData(  # pyright: ignore[reportIndexIssue]
+            "dagster_cloud.storage.defs_state", "GraphQLDefsStateStorage", empty_yaml
+        )
+
         return defaults
 
     def dispose(self) -> None:

dagster_cloud/storage/defs_state/__init__.py

@@ -0,0 +1 @@
+from .storage import GraphQLDefsStateStorage as GraphQLDefsStateStorage

dagster_cloud/storage/defs_state/queries.py

@@ -0,0 +1,15 @@
+GET_LATEST_DEFS_STATE_INFO_QUERY = """
+    query getLatestDefsStateInfo {
+        latestDefsStateInfo
+    }
+"""
+
+SET_LATEST_VERSION_MUTATION = """
+    mutation setLatestDefsStateVersion($key: String!, $version: String!) {
+        defsState {
+            setLatestDefsStateVersion(key: $key, version: $version) {
+                ok
+            }
+        }
+    }
+"""

dagster_cloud/storage/defs_state/storage.py

@@ -0,0 +1,90 @@
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, Optional
+
+import dagster._check as check
+from dagster._core.storage.defs_state.base import DefsStateStorage
+from dagster._serdes import ConfigurableClass, ConfigurableClassData
+from dagster_cloud_cli.core.artifacts import download_artifact, upload_artifact
+from dagster_shared.serdes import deserialize_value
+from dagster_shared.serdes.objects import DefsStateInfo
+from typing_extensions import Self
+
+from dagster_cloud.instance import DagsterCloudInstanceScope
+
+from .queries import GET_LATEST_DEFS_STATE_INFO_QUERY, SET_LATEST_VERSION_MUTATION
+
+if TYPE_CHECKING:
+    from dagster_cloud.instance import DagsterCloudAgentInstance  # noqa: F401
+
+
+class GraphQLDefsStateStorage(DefsStateStorage["DagsterCloudAgentInstance"], ConfigurableClass):
+    def __init__(
+        self, inst_data: Optional[ConfigurableClassData] = None, override_graphql_client=None
+    ):
+        """Initialize this class directly only for test (using `override_graphql_client`).
+        Use the ConfigurableClass machinery to init from instance yaml.
+        """
+        self._inst_data = check.opt_inst_param(inst_data, "inst_data", ConfigurableClassData)
+        self._override_graphql_client = override_graphql_client
+
+    @property
+    def inst_data(self):
+        return self._inst_data
+
+    @classmethod
+    def config_type(cls):
+        return {}
+
+    @classmethod
+    def from_config_value(cls, inst_data: ConfigurableClassData, config_value: Any) -> Self:
+        return cls(inst_data=inst_data)
+
+    @property
+    def _graphql_client(self):
+        return (
+            self._override_graphql_client
+            if self._override_graphql_client
+            else self._instance.graphql_client  # pyright: ignore[reportAttributeAccessIssue]
+        )
+
+    @property
+    def _url(self) -> str:
+        return f"{self._instance.dagster_cloud_url}"
+
+    def _execute_query(self, query, variables=None, idempotent_mutation=False):
+        return self._graphql_client.execute(
+            query, variable_values=variables, idempotent_mutation=idempotent_mutation
+        )
+
+    def _get_artifact_key(self, key: str, version: str) -> str:
+        return f"__state__/{key}/{version}"
+
+    def download_state_to_path(self, key: str, version: str, path: Path) -> None:
+        download_artifact(
+            url=self._url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
+            key=self._get_artifact_key(key, version),
+            path=path,
+        )
+
+    def upload_state_from_path(self, key: str, version: str, path: Path) -> None:
+        upload_artifact(
+            url=self._url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
+            key=self._get_artifact_key(key, version),
+            path=path,
+        )
+        self.set_latest_version(key, version)
+
+    def get_latest_defs_state_info(self) -> Optional[DefsStateInfo]:
+        res = self._execute_query(GET_LATEST_DEFS_STATE_INFO_QUERY)
+        result = res["data"]["latestDefsStateInfo"]
+        if result is not None:
+            return deserialize_value(result, DefsStateInfo)
+        else:
+            return None
+
+    def set_latest_version(self, key: str, version: str) -> None:
+        self._execute_query(SET_LATEST_VERSION_MUTATION, variables={"key": key, "version": version})

dagster_cloud/version.py

@@ -1 +1 @@
-__version__ = "1.11.6"
+__version__ = "1.11.8"

dagster_cloud/workspace/config_schema/__init__.py

@@ -276,6 +276,11 @@ CONFIG_SCHEMA_FIELDS = {
         is_required=False,
         description="Locations that specify an agent queue will only have their requests handled by agents configured to read from a matching queue. By default, requests are placed on a default queue that's handled by all agents.",
     ),
+    "defs_state_info": Field(
+        config=Map(str, Shape(fields={"version": str, "create_timestamp": float})),
+        is_required=False,
+        description="Defs state info for the code location.",
+    ),
 }
 
 

{dagster_cloud-1.11.6.dist-info → dagster_cloud-1.11.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-cloud
-Version: 1.11.6
+Version: 1.11.8
 Author-email: Elementl <support@elementl.com>
 License: Apache-2.0
 Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Operating System :: OS Independent
 Requires-Python: <3.14,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: dagster==1.11.6
-Requires-Dist: dagster-shared==1.11.6
-Requires-Dist: dagster-cloud-cli==1.11.6
+Requires-Dist: dagster==1.11.8
+Requires-Dist: dagster-shared==1.11.8
+Requires-Dist: dagster-cloud-cli==1.11.8
 Requires-Dist: opentelemetry-api<2,>=1.27.0
 Requires-Dist: opentelemetry-sdk<2,>=1.27.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
 Requires-Dist: pyarrow; extra == "insights"
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
-Requires-Dist: dagster-docker==0.27.6; extra == "docker"
+Requires-Dist: dagster-docker==0.27.8; extra == "docker"
 Provides-Extra: kubernetes
 Requires-Dist: kubernetes; extra == "kubernetes"
-Requires-Dist: dagster-k8s==0.27.6; extra == "kubernetes"
+Requires-Dist: dagster-k8s==0.27.8; extra == "kubernetes"
 Provides-Extra: ecs
-Requires-Dist: dagster-aws==0.27.6; extra == "ecs"
+Requires-Dist: dagster-aws==0.27.8; extra == "ecs"
 Requires-Dist: boto3; extra == "ecs"
 Provides-Extra: sandbox
 Requires-Dist: supervisor; extra == "sandbox"

{dagster_cloud-1.11.6.dist-info → dagster_cloud-1.11.8.dist-info}/RECORD

@@ -1,7 +1,7 @@
 dagster_cloud/__init__.py,sha256=q3UY5eTfCSqZrr35mmn1b1B_AD1VbfR4Alj8cZ49Xg4,316
 dagster_cloud/constants.py,sha256=CPAqXJ99SWGMviksdIA2A9894FEvHChNk8UcP4TluYM,455
 dagster_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_cloud/version.py,sha256=KQSZqBAP-Pzd26mHXgNrIiDBXJRYDGiUXrNOGzIbFxs,23
+dagster_cloud/version.py,sha256=vZhy1cF0OZEZHiWDrJmoiOSfcjoeLvRH3BnE8L9ET5A,23
 dagster_cloud/agent/__init__.py,sha256=_erVyIrxuHUiyNerwX8vNZcKZN8NAloTEkPq8vPZ3MI,811
 dagster_cloud/agent/dagster_cloud_agent.py,sha256=C72rumzRFFX41L2y7j-pJFrTAnvW60ZiS_AQRTUjExg,57013
 dagster_cloud/agent/queries.py,sha256=iI84GQ1Zxt5ryo6M1ELIaIae-gwUY14QPPMUeiFK97o,1837
@@ -46,7 +46,7 @@ dagster_cloud/execution/cloud_run_launcher/process.py,sha256=eYxvzcaJbqYKjHcXMUU
 dagster_cloud/execution/monitoring/__init__.py,sha256=2_o2UjeEPvfSpnOb0zky3ZQs-G9VHABAXzjvfMnAh8A,17782
 dagster_cloud/execution/utils/__init__.py,sha256=EfU-tK5-ScZYLF_zmWqUgIrmLsb9DDHWFN-CSg3BSXY,254
 dagster_cloud/execution/utils/process.py,sha256=Qz6Vp4d2siT7z_la7n1zybJLXfRG3hvTu9ePFJA4TA0,883
-dagster_cloud/instance/__init__.py,sha256=hP0GBUTl_uMhSoUHi0ZXpYV9VJXREvpTbMItS8-f_FU,25874
+dagster_cloud/instance/__init__.py,sha256=9BgD7WSrsx9HbSCLdQ-cwq-kZp7dLrRlGFTRbmhEfBw,26754
 dagster_cloud/instrumentation/__init__.py,sha256=OKaT4qkwQNmCFdKveVrgB7JIo5sZD1F1rutQKdozK_4,886
 dagster_cloud/metadata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_cloud/metadata/source_code.py,sha256=yCUfD6V-wR2s4AUrmVpX_Dd7Gln7SYbtpuEpAH71J1I,5952
@@ -92,6 +92,9 @@ dagster_cloud/storage/client.py,sha256=jsqlQehNImOygYEAq0NoEVlbCn5EbIS0VZJabuVtx
 dagster_cloud/storage/tags.py,sha256=YeWSWgpguqvpndFGMM0W7gORn0F8P3CDcanElE7n2Vo,2414
 dagster_cloud/storage/compute_logs/__init__.py,sha256=6O5IqKYrNZ6Yz0cataEa2_8u6kYAIP6PXOoeqh5jvjo,82
 dagster_cloud/storage/compute_logs/compute_log_manager.py,sha256=tGwHou-Qsa25XMwX6ULLE18PTjZiN9Pqx7bRs6Oym3Q,4878
+dagster_cloud/storage/defs_state/__init__.py,sha256=MCt72laA0K6t7dtZfqxlS9I7MYtFzI6lTR2NN40A9e8,72
+dagster_cloud/storage/defs_state/queries.py,sha256=UICxqqWH1gCpE_YR7TedxanES2gZ_7dR00y6KR8HWQA,365
+dagster_cloud/storage/defs_state/storage.py,sha256=61dQ0xOCPGqd3LBkl2JrQrNHH2x2pU1zWqd-OD8UoKM,3474
 dagster_cloud/storage/event_logs/__init__.py,sha256=N45uxmVOvMtOSYJFktLE32sJ6Ju9EFcwMH4b8L2DDFk,70
 dagster_cloud/storage/event_logs/queries.py,sha256=sgkHhHX-0Vr9WukcRjbuGSH8vjC9razSNnwqXBrihX8,19924
 dagster_cloud/storage/event_logs/storage.py,sha256=bu3GOrPu_RkCr29xic78-rRfI4h_ZTMOVZGWQj8jtSc,56438
@@ -106,7 +109,7 @@ dagster_cloud/util/__init__.py,sha256=-rLWHQVwWr0FHyz5dDA-Ia2BRDKJvUQDm9CX3D3mw2
 dagster_cloud/util/container_resources.py,sha256=qkFiULrhvqSB4iLlL30bQpO_XjXrm5lNfMx8iFUYiR8,4693
 dagster_cloud/util/errors.py,sha256=EazIylrZJRbPkpG6SIMqTzXY3fSKBS1pck59wXCrNZE,1638
 dagster_cloud/workspace/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_cloud/workspace/config_schema/__init__.py,sha256=tuOI2oosxtQk0xN70B6BD6zsIkViO24U4IF84nKn8To,12088
+dagster_cloud/workspace/config_schema/__init__.py,sha256=mAAkcMoy2zYb2dvvngZeq9yTGOp_eBacLJT0zwUd328,12298
 dagster_cloud/workspace/config_schema/docker.py,sha256=Xs7FDBVpIOMlWcKXrVWX_lSDgf9qpc9UpYcps1IdQDQ,967
 dagster_cloud/workspace/config_schema/ecs.py,sha256=NKB08hsYlowORvBHCrTqmKVbF67q1XDb-40s1phI5DE,6575
 dagster_cloud/workspace/config_schema/kubernetes.py,sha256=JIdZ5hX06hAw1lGT-5AcwZjfoKMnMj3PKjaQ9GDUL-U,5286
@@ -125,7 +128,7 @@ dagster_cloud/workspace/user_code_launcher/__init__.py,sha256=6ib1U47aqB4R9BbzJV
 dagster_cloud/workspace/user_code_launcher/process.py,sha256=VZMfBf4OmXNwP0H0ckUMpqD-glqsBgACXS-xO6Pn6nM,14274
 dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=Lep5P9_0i9hOCZ5oN5C_J4ojRvnNtMdj-yHA_ou5h5g,102845
 dagster_cloud/workspace/user_code_launcher/utils.py,sha256=t8Epee9MrXtRhWL-b_3avXxgMGrjLScUNWtBUUGpMCg,5285
-dagster_cloud-1.11.6.dist-info/METADATA,sha256=2vOtXz7w08Lk5FcQW-FVAqtQ88GsR50ykqs9KQCgyCA,6577
-dagster_cloud-1.11.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_cloud-1.11.6.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
-dagster_cloud-1.11.6.dist-info/RECORD,,
+dagster_cloud-1.11.8.dist-info/METADATA,sha256=3DJDeRBoRdaVvyjCYYNYvhOsF4BYEQfJArMHlMF4jwU,6577
+dagster_cloud-1.11.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_cloud-1.11.8.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
+dagster_cloud-1.11.8.dist-info/RECORD,,