dagster-cloud 1.11.7__tar.gz → 1.11.9__tar.gz

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-cloud
-Version: 1.11.7
+Version: 1.11.9
 Author-email: Elementl <support@elementl.com>
 License: Apache-2.0
 Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Operating System :: OS Independent
 Requires-Python: <3.14,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: dagster==1.11.7
-Requires-Dist: dagster-shared==1.11.7
-Requires-Dist: dagster-cloud-cli==1.11.7
+Requires-Dist: dagster==1.11.9
+Requires-Dist: dagster-shared==1.11.9
+Requires-Dist: dagster-cloud-cli==1.11.9
 Requires-Dist: opentelemetry-api<2,>=1.27.0
 Requires-Dist: opentelemetry-sdk<2,>=1.27.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
 Requires-Dist: pyarrow; extra == "insights"
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
-Requires-Dist: dagster-docker==0.27.7; extra == "docker"
+Requires-Dist: dagster-docker==0.27.9; extra == "docker"
 Provides-Extra: kubernetes
 Requires-Dist: kubernetes; extra == "kubernetes"
-Requires-Dist: dagster-k8s==0.27.7; extra == "kubernetes"
+Requires-Dist: dagster-k8s==0.27.9; extra == "kubernetes"
 Provides-Extra: ecs
-Requires-Dist: dagster-aws==0.27.7; extra == "ecs"
+Requires-Dist: dagster-aws==0.27.9; extra == "ecs"
 Requires-Dist: boto3; extra == "ecs"
 Provides-Extra: sandbox
 Requires-Dist: supervisor; extra == "sandbox"

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/dagster_cloud/instance/__init__.py

@@ -20,6 +20,7 @@ from dagster._core.instance.config import config_field_for_configurable_class
 from dagster._core.instance.ref import InstanceRef, configurable_class_data
 from dagster._core.launcher import DefaultRunLauncher, RunLauncher
 from dagster._core.storage.dagster_run import DagsterRun
+from dagster._core.storage.defs_state.base import DefsStateStorage
 from dagster._serdes import ConfigurableClassData
 from dagster_cloud_cli.core.graphql_client import (
     create_agent_graphql_client,
@@ -64,6 +65,11 @@ class DagsterCloudInstance(DagsterInstance):
             "run_retries.retry_on_asset_or_op_failure is a deployment setting and can only be accessed by a DeploymentScopedHostInstance"
         )
 
+    @property
+    def defs_state_storage(self) -> Optional[DefsStateStorage]:
+        # only DeploymentScopedHostInstance / DagsterCloudAgentInstance have a defs state storage
+        return None
+
 
 class DagsterCloudAgentInstance(DagsterCloudInstance):
     def __init__(
@@ -144,6 +150,17 @@ class DagsterCloudAgentInstance(DagsterCloudInstance):
 
         self._instance_uuid = str(uuid.uuid4())
 
+    @property
+    def defs_state_storage(self) -> Optional[DefsStateStorage]:
+        # temporary hack to avoid cases where the default BlobStorageStateStorage is used
+        from dagster_cloud.storage.defs_state.storage import GraphQLDefsStateStorage
+
+        return (
+            self._defs_state_storage
+            if isinstance(self._defs_state_storage, GraphQLDefsStateStorage)
+            else None
+        )
+
     def _get_processed_config(
         self, name: str, config: Optional[dict[str, Any]], config_type: dict[str, Any]
     ):
@@ -578,6 +595,10 @@ instance_class:
             "dagster_cloud.secrets", "DagsterCloudSecretsLoader", empty_yaml
         )
 
+        defaults["defs_state_storage"] = ConfigurableClassData(  # pyright: ignore[reportIndexIssue]
+            "dagster_cloud.storage.defs_state", "GraphQLDefsStateStorage", empty_yaml
+        )
+
         return defaults
 
     def dispose(self) -> None:

dagster_cloud-1.11.9/dagster_cloud/storage/defs_state/__init__.py

@@ -0,0 +1 @@
+from .storage import GraphQLDefsStateStorage as GraphQLDefsStateStorage

dagster_cloud-1.11.9/dagster_cloud/storage/defs_state/queries.py

@@ -0,0 +1,15 @@
+GET_LATEST_DEFS_STATE_INFO_QUERY = """
+    query getLatestDefsStateInfo {
+        latestDefsStateInfo
+    }
+"""
+
+SET_LATEST_VERSION_MUTATION = """
+    mutation setLatestDefsStateVersion($key: String!, $version: String!) {
+        defsState {
+            setLatestDefsStateVersion(key: $key, version: $version) {
+                ok
+            }
+        }
+    }
+"""

dagster_cloud-1.11.9/dagster_cloud/storage/defs_state/storage.py

@@ -0,0 +1,90 @@
+from pathlib import Path
+from typing import TYPE_CHECKING, Any, Optional
+
+import dagster._check as check
+from dagster._core.storage.defs_state.base import DefsStateStorage
+from dagster._serdes import ConfigurableClass, ConfigurableClassData
+from dagster_cloud_cli.core.artifacts import download_artifact, upload_artifact
+from dagster_shared.serdes import deserialize_value
+from dagster_shared.serdes.objects import DefsStateInfo
+from typing_extensions import Self
+
+from dagster_cloud.instance import DagsterCloudInstanceScope
+
+from .queries import GET_LATEST_DEFS_STATE_INFO_QUERY, SET_LATEST_VERSION_MUTATION
+
+if TYPE_CHECKING:
+    from dagster_cloud.instance import DagsterCloudAgentInstance  # noqa: F401
+
+
+class GraphQLDefsStateStorage(DefsStateStorage["DagsterCloudAgentInstance"], ConfigurableClass):
+    def __init__(
+        self, inst_data: Optional[ConfigurableClassData] = None, override_graphql_client=None
+    ):
+        """Initialize this class directly only for test (using `override_graphql_client`).
+        Use the ConfigurableClass machinery to init from instance yaml.
+        """
+        self._inst_data = check.opt_inst_param(inst_data, "inst_data", ConfigurableClassData)
+        self._override_graphql_client = override_graphql_client
+
+    @property
+    def inst_data(self):
+        return self._inst_data
+
+    @classmethod
+    def config_type(cls):
+        return {}
+
+    @classmethod
+    def from_config_value(cls, inst_data: ConfigurableClassData, config_value: Any) -> Self:
+        return cls(inst_data=inst_data)
+
+    @property
+    def _graphql_client(self):
+        return (
+            self._override_graphql_client
+            if self._override_graphql_client
+            else self._instance.graphql_client  # pyright: ignore[reportAttributeAccessIssue]
+        )
+
+    @property
+    def _url(self) -> str:
+        return f"{self._instance.dagster_cloud_url}"
+
+    def _execute_query(self, query, variables=None, idempotent_mutation=False):
+        return self._graphql_client.execute(
+            query, variable_values=variables, idempotent_mutation=idempotent_mutation
+        )
+
+    def _get_artifact_key(self, key: str, version: str) -> str:
+        return f"__state__/{key}/{version}"
+
+    def download_state_to_path(self, key: str, version: str, path: Path) -> None:
+        download_artifact(
+            url=self._url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
+            key=self._get_artifact_key(key, version),
+            path=path,
+        )
+
+    def upload_state_from_path(self, key: str, version: str, path: Path) -> None:
+        upload_artifact(
+            url=self._url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
+            key=self._get_artifact_key(key, version),
+            path=path,
+        )
+        self.set_latest_version(key, version)
+
+    def get_latest_defs_state_info(self) -> Optional[DefsStateInfo]:
+        res = self._execute_query(GET_LATEST_DEFS_STATE_INFO_QUERY)
+        result = res["data"]["latestDefsStateInfo"]
+        if result is not None:
+            return deserialize_value(result, DefsStateInfo)
+        else:
+            return None
+
+    def set_latest_version(self, key: str, version: str) -> None:
+        self._execute_query(SET_LATEST_VERSION_MUTATION, variables={"key": key, "version": version})

dagster_cloud-1.11.9/dagster_cloud/version.py

@@ -0,0 +1 @@
+__version__ = "1.11.9"

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/dagster_cloud/workspace/config_schema/__init__.py

@@ -276,6 +276,11 @@ CONFIG_SCHEMA_FIELDS = {
         is_required=False,
         description="Locations that specify an agent queue will only have their requests handled by agents configured to read from a matching queue. By default, requests are placed on a default queue that's handled by all agents.",
     ),
+    "defs_state_info": Field(
+        config=Map(str, Shape(fields={"version": str, "create_timestamp": float})),
+        is_required=False,
+        description="Defs state info for the code location.",
+    ),
 }
 
 

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/dagster_cloud.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-cloud
-Version: 1.11.7
+Version: 1.11.9
 Author-email: Elementl <support@elementl.com>
 License: Apache-2.0
 Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Operating System :: OS Independent
 Requires-Python: <3.14,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: dagster==1.11.7
-Requires-Dist: dagster-shared==1.11.7
-Requires-Dist: dagster-cloud-cli==1.11.7
+Requires-Dist: dagster==1.11.9
+Requires-Dist: dagster-shared==1.11.9
+Requires-Dist: dagster-cloud-cli==1.11.9
 Requires-Dist: opentelemetry-api<2,>=1.27.0
 Requires-Dist: opentelemetry-sdk<2,>=1.27.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
 Requires-Dist: pyarrow; extra == "insights"
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
-Requires-Dist: dagster-docker==0.27.7; extra == "docker"
+Requires-Dist: dagster-docker==0.27.9; extra == "docker"
 Provides-Extra: kubernetes
 Requires-Dist: kubernetes; extra == "kubernetes"
-Requires-Dist: dagster-k8s==0.27.7; extra == "kubernetes"
+Requires-Dist: dagster-k8s==0.27.9; extra == "kubernetes"
 Provides-Extra: ecs
-Requires-Dist: dagster-aws==0.27.7; extra == "ecs"
+Requires-Dist: dagster-aws==0.27.9; extra == "ecs"
 Requires-Dist: boto3; extra == "ecs"
 Provides-Extra: sandbox
 Requires-Dist: supervisor; extra == "sandbox"

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/dagster_cloud.egg-info/SOURCES.txt

@@ -99,6 +99,9 @@ dagster_cloud/storage/client.py
 dagster_cloud/storage/tags.py
 dagster_cloud/storage/compute_logs/__init__.py
 dagster_cloud/storage/compute_logs/compute_log_manager.py
+dagster_cloud/storage/defs_state/__init__.py
+dagster_cloud/storage/defs_state/queries.py
+dagster_cloud/storage/defs_state/storage.py
 dagster_cloud/storage/event_logs/__init__.py
 dagster_cloud/storage/event_logs/queries.py
 dagster_cloud/storage/event_logs/storage.py

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/dagster_cloud.egg-info/requires.txt

@@ -1,6 +1,6 @@
-dagster==1.11.7
-dagster-shared==1.11.7
-dagster-cloud-cli==1.11.7
+dagster==1.11.9
+dagster-shared==1.11.9
+dagster-cloud-cli==1.11.9
 opentelemetry-api<2,>=1.27.0
 opentelemetry-sdk<2,>=1.27.0
 opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -12,10 +12,10 @@ typer
 
 [docker]
 docker
-dagster-docker==0.27.7
+dagster-docker==0.27.9
 
 [ecs]
-dagster-aws==0.27.7
+dagster-aws==0.27.9
 boto3
 
 [insights]
@@ -23,7 +23,7 @@ pyarrow
 
 [kubernetes]
 kubernetes
-dagster-k8s==0.27.7
+dagster-k8s==0.27.9
 
 [pex]
 boto3

{dagster_cloud-1.11.7 → dagster_cloud-1.11.9}/pyproject.toml

@@ -29,9 +29,9 @@ classifiers = [
     "Operating System :: OS Independent",
 ]
 dependencies = [
-    "dagster==1.11.7",
-    "dagster-shared==1.11.7",
-    "dagster-cloud-cli==1.11.7",
+    "dagster==1.11.9",
+    "dagster-shared==1.11.9",
+    "dagster-cloud-cli==1.11.9",
     "opentelemetry-api>=1.27.0,<2",
     "opentelemetry-sdk>=1.27.0,<2",
     "opentelemetry-exporter-otlp-proto-grpc>=1.27.0,<2",
@@ -90,14 +90,14 @@ insights = [
 ]
 docker = [
     "docker",
-    "dagster-docker==0.27.7",
+    "dagster-docker==0.27.9",
 ]
 kubernetes = [
     "kubernetes",
-    "dagster-k8s==0.27.7",
+    "dagster-k8s==0.27.9",
 ]
 ecs = [
-    "dagster-aws==0.27.7",
+    "dagster-aws==0.27.9",
     "boto3",
 ]
 sandbox = [

dagster_cloud-1.11.7/dagster_cloud/version.py

@@ -1 +0,0 @@
-__version__ = "1.11.7"