dagster-cloud 1.11.9__py3-none-any.whl → 1.11.10__py3-none-any.whl

dagster_cloud/storage/defs_state/base_storage.py

@@ -0,0 +1,90 @@
+from abc import ABC, abstractmethod
+from pathlib import Path
+from typing import Any, Generic, Optional
+
+from dagster._core.instance.types import T_DagsterInstance
+from dagster._core.storage.defs_state.base import DefsStateStorage
+from dagster_cloud_cli.core.artifacts import download_artifact, upload_artifact
+from dagster_cloud_cli.core.headers.auth import DagsterCloudInstanceScope
+from dagster_shared.serdes import deserialize_value
+from dagster_shared.serdes.objects.models.defs_state_info import DefsStateInfo
+
+GET_LATEST_DEFS_STATE_INFO_QUERY = """
+    query getLatestDefsStateInfo {
+        latestDefsStateInfo
+    }
+"""
+
+SET_LATEST_VERSION_MUTATION = """
+    mutation setLatestDefsStateVersion($key: String!, $version: String!) {
+        defsState {
+            setLatestDefsStateVersion(key: $key, version: $version) {
+                ok
+            }
+        }
+    }
+"""
+
+
+class BaseGraphQLDefsStateStorage(
+    DefsStateStorage[T_DagsterInstance], ABC, Generic[T_DagsterInstance]
+):
+    """Base implementation of a DefsStateStorage that uses a GraphQL client to
+    interact with the Dagster+ API.
+    """
+
+    @property
+    @abstractmethod
+    def url(self) -> str: ...
+
+    @property
+    @abstractmethod
+    def api_token(self) -> str: ...
+
+    @property
+    @abstractmethod
+    def deployment(self) -> str: ...
+
+    @property
+    @abstractmethod
+    def graphql_client(self) -> Any: ...
+
+    def _execute_query(self, query, variables=None, idempotent_mutation=False):
+        return self.graphql_client.execute(
+            query, variable_values=variables, idempotent_mutation=idempotent_mutation
+        )
+
+    def _get_artifact_key(self, key: str, version: str) -> str:
+        return f"__state__/{key}/{version}"
+
+    def download_state_to_path(self, key: str, version: str, path: Path) -> None:
+        download_artifact(
+            url=self.url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=self.api_token,
+            key=self._get_artifact_key(key, version),
+            path=path,
+            deployment=self.deployment,
+        )
+
+    def upload_state_from_path(self, key: str, version: str, path: Path) -> None:
+        upload_artifact(
+            url=self.url,
+            scope=DagsterCloudInstanceScope.DEPLOYMENT,
+            api_token=self.api_token,
+            key=self._get_artifact_key(key, version),
+            path=path,
+            deployment=self.deployment,
+        )
+        self.set_latest_version(key, version)
+
+    def get_latest_defs_state_info(self) -> Optional[DefsStateInfo]:
+        res = self._execute_query(GET_LATEST_DEFS_STATE_INFO_QUERY)
+        result = res["data"]["latestDefsStateInfo"]
+        if result is not None:
+            return deserialize_value(result, DefsStateInfo)
+        else:
+            return None
+
+    def set_latest_version(self, key: str, version: str) -> None:
+        self._execute_query(SET_LATEST_VERSION_MUTATION, variables={"key": key, "version": version})

dagster_cloud/storage/defs_state/storage.py

@@ -1,23 +1,18 @@
-from pathlib import Path
 from typing import TYPE_CHECKING, Any, Optional
 
 import dagster._check as check
-from dagster._core.storage.defs_state.base import DefsStateStorage
 from dagster._serdes import ConfigurableClass, ConfigurableClassData
-from dagster_cloud_cli.core.artifacts import download_artifact, upload_artifact
-from dagster_shared.serdes import deserialize_value
-from dagster_shared.serdes.objects import DefsStateInfo
 from typing_extensions import Self
 
-from dagster_cloud.instance import DagsterCloudInstanceScope
-
-from .queries import GET_LATEST_DEFS_STATE_INFO_QUERY, SET_LATEST_VERSION_MUTATION
+from dagster_cloud.storage.defs_state.base_storage import BaseGraphQLDefsStateStorage
 
 if TYPE_CHECKING:
     from dagster_cloud.instance import DagsterCloudAgentInstance  # noqa: F401
 
 
-class GraphQLDefsStateStorage(DefsStateStorage["DagsterCloudAgentInstance"], ConfigurableClass):
+class GraphQLDefsStateStorage(
+    BaseGraphQLDefsStateStorage["DagsterCloudAgentInstance"], ConfigurableClass
+):
     def __init__(
         self, inst_data: Optional[ConfigurableClassData] = None, override_graphql_client=None
     ):
@@ -40,51 +35,21 @@ class GraphQLDefsStateStorage(DefsStateStorage["DagsterCloudAgentInstance"], Con
         return cls(inst_data=inst_data)
 
     @property
-    def _graphql_client(self):
-        return (
-            self._override_graphql_client
-            if self._override_graphql_client
-            else self._instance.graphql_client  # pyright: ignore[reportAttributeAccessIssue]
-        )
+    def url(self) -> str:
+        return self._instance.dagster_cloud_url
 
     @property
-    def _url(self) -> str:
-        return f"{self._instance.dagster_cloud_url}"
-
-    def _execute_query(self, query, variables=None, idempotent_mutation=False):
-        return self._graphql_client.execute(
-            query, variable_values=variables, idempotent_mutation=idempotent_mutation
-        )
-
-    def _get_artifact_key(self, key: str, version: str) -> str:
-        return f"__state__/{key}/{version}"
+    def api_token(self) -> str:
+        return check.not_none(self._instance.dagster_cloud_agent_token)
 
-    def download_state_to_path(self, key: str, version: str, path: Path) -> None:
-        download_artifact(
-            url=self._url,
-            scope=DagsterCloudInstanceScope.DEPLOYMENT,
-            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
-            key=self._get_artifact_key(key, version),
-            path=path,
-        )
+    @property
+    def deployment(self) -> str:
+        return check.not_none(self._instance.deployment_name)
 
-    def upload_state_from_path(self, key: str, version: str, path: Path) -> None:
-        upload_artifact(
-            url=self._url,
-            scope=DagsterCloudInstanceScope.DEPLOYMENT,
-            api_token=check.not_none(self._instance.dagster_cloud_agent_token),
-            key=self._get_artifact_key(key, version),
-            path=path,
+    @property
+    def graphql_client(self):
+        return (
+            self._override_graphql_client
+            if self._override_graphql_client
+            else self._instance.graphql_client  # pyright: ignore[reportAttributeAccessIssue]
         )
-        self.set_latest_version(key, version)
-
-    def get_latest_defs_state_info(self) -> Optional[DefsStateInfo]:
-        res = self._execute_query(GET_LATEST_DEFS_STATE_INFO_QUERY)
-        result = res["data"]["latestDefsStateInfo"]
-        if result is not None:
-            return deserialize_value(result, DefsStateInfo)
-        else:
-            return None
-
-    def set_latest_version(self, key: str, version: str) -> None:
-        self._execute_query(SET_LATEST_VERSION_MUTATION, variables={"key": key, "version": version})

dagster_cloud/version.py

@@ -1 +1 @@
-__version__ = "1.11.9"
+__version__ = "1.11.10"

dagster_cloud/workspace/user_code_launcher/user_code_launcher.py

@@ -644,6 +644,7 @@ class DagsterCloudUserCodeLauncher(
             response = self._instance.requests_managed_retries_session.put(
                 url=upload_data.presigned_put_url,
                 data=file,
+                timeout=self._instance.dagster_cloud_api_timeout,
             )
             raise_http_error(response)
 

{dagster_cloud-1.11.9.dist-info → dagster_cloud-1.11.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-cloud
-Version: 1.11.9
+Version: 1.11.10
 Author-email: Elementl <support@elementl.com>
 License: Apache-2.0
 Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Operating System :: OS Independent
 Requires-Python: <3.14,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: dagster==1.11.9
-Requires-Dist: dagster-shared==1.11.9
-Requires-Dist: dagster-cloud-cli==1.11.9
+Requires-Dist: dagster==1.11.10
+Requires-Dist: dagster-shared==1.11.10
+Requires-Dist: dagster-cloud-cli==1.11.10
 Requires-Dist: opentelemetry-api<2,>=1.27.0
 Requires-Dist: opentelemetry-sdk<2,>=1.27.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
 Requires-Dist: pyarrow; extra == "insights"
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
-Requires-Dist: dagster-docker==0.27.9; extra == "docker"
+Requires-Dist: dagster-docker==0.27.10; extra == "docker"
 Provides-Extra: kubernetes
 Requires-Dist: kubernetes; extra == "kubernetes"
-Requires-Dist: dagster-k8s==0.27.9; extra == "kubernetes"
+Requires-Dist: dagster-k8s==0.27.10; extra == "kubernetes"
 Provides-Extra: ecs
-Requires-Dist: dagster-aws==0.27.9; extra == "ecs"
+Requires-Dist: dagster-aws==0.27.10; extra == "ecs"
 Requires-Dist: boto3; extra == "ecs"
 Provides-Extra: sandbox
 Requires-Dist: supervisor; extra == "sandbox"

{dagster_cloud-1.11.9.dist-info → dagster_cloud-1.11.10.dist-info}/RECORD

@@ -1,7 +1,7 @@
 dagster_cloud/__init__.py,sha256=q3UY5eTfCSqZrr35mmn1b1B_AD1VbfR4Alj8cZ49Xg4,316
 dagster_cloud/constants.py,sha256=CPAqXJ99SWGMviksdIA2A9894FEvHChNk8UcP4TluYM,455
 dagster_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_cloud/version.py,sha256=V8SC1Po1URCKM7OaordHON5q2PcRVlKme4VoQcIn7fI,23
+dagster_cloud/version.py,sha256=-6noRcK_QpKJbYZJtuiOgAP4ZN45BdUcldnV7ljGK3A,24
 dagster_cloud/agent/__init__.py,sha256=_erVyIrxuHUiyNerwX8vNZcKZN8NAloTEkPq8vPZ3MI,811
 dagster_cloud/agent/dagster_cloud_agent.py,sha256=C72rumzRFFX41L2y7j-pJFrTAnvW60ZiS_AQRTUjExg,57013
 dagster_cloud/agent/queries.py,sha256=iI84GQ1Zxt5ryo6M1ELIaIae-gwUY14QPPMUeiFK97o,1837
@@ -93,8 +93,9 @@ dagster_cloud/storage/tags.py,sha256=YeWSWgpguqvpndFGMM0W7gORn0F8P3CDcanElE7n2Vo
 dagster_cloud/storage/compute_logs/__init__.py,sha256=6O5IqKYrNZ6Yz0cataEa2_8u6kYAIP6PXOoeqh5jvjo,82
 dagster_cloud/storage/compute_logs/compute_log_manager.py,sha256=tGwHou-Qsa25XMwX6ULLE18PTjZiN9Pqx7bRs6Oym3Q,4878
 dagster_cloud/storage/defs_state/__init__.py,sha256=MCt72laA0K6t7dtZfqxlS9I7MYtFzI6lTR2NN40A9e8,72
+dagster_cloud/storage/defs_state/base_storage.py,sha256=_OtLfplIG5yVCZOjCZbdmEfCKm5yrgBdKXt6Wi8DMZ0,2976
 dagster_cloud/storage/defs_state/queries.py,sha256=UICxqqWH1gCpE_YR7TedxanES2gZ_7dR00y6KR8HWQA,365
-dagster_cloud/storage/defs_state/storage.py,sha256=61dQ0xOCPGqd3LBkl2JrQrNHH2x2pU1zWqd-OD8UoKM,3474
+dagster_cloud/storage/defs_state/storage.py,sha256=OoikV-ptZtXr-t2izPkvrR-d94UdCV4lw4aXxAWZMkM,1792
 dagster_cloud/storage/event_logs/__init__.py,sha256=N45uxmVOvMtOSYJFktLE32sJ6Ju9EFcwMH4b8L2DDFk,70
 dagster_cloud/storage/event_logs/queries.py,sha256=sgkHhHX-0Vr9WukcRjbuGSH8vjC9razSNnwqXBrihX8,19924
 dagster_cloud/storage/event_logs/storage.py,sha256=bu3GOrPu_RkCr29xic78-rRfI4h_ZTMOVZGWQj8jtSc,56438
@@ -126,9 +127,9 @@ dagster_cloud/workspace/kubernetes/launcher.py,sha256=fz53VgKZUYihDyA_ffz8W1wNjA
 dagster_cloud/workspace/kubernetes/utils.py,sha256=quOuufFp-Og2k-DEyserkrWd6Vj157OvRZJwLuMQYaY,12213
 dagster_cloud/workspace/user_code_launcher/__init__.py,sha256=6ib1U47aqB4R9BbzJVKR8cAy16RVg5VHRxsUoON1_FQ,745
 dagster_cloud/workspace/user_code_launcher/process.py,sha256=VZMfBf4OmXNwP0H0ckUMpqD-glqsBgACXS-xO6Pn6nM,14274
-dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=Lep5P9_0i9hOCZ5oN5C_J4ojRvnNtMdj-yHA_ou5h5g,102845
+dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=DqWeZ_w-h4tP2ceLyvOHWeSPM6dUnr7gY_VmuSKsEYA,102911
 dagster_cloud/workspace/user_code_launcher/utils.py,sha256=t8Epee9MrXtRhWL-b_3avXxgMGrjLScUNWtBUUGpMCg,5285
-dagster_cloud-1.11.9.dist-info/METADATA,sha256=PWe6D2B6sDY2QIldD_QwywOAyLoAMHo-af7XxKUaoiA,6577
-dagster_cloud-1.11.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_cloud-1.11.9.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
-dagster_cloud-1.11.9.dist-info/RECORD,,
+dagster_cloud-1.11.10.dist-info/METADATA,sha256=B1Akcb1W5inKpaInl8LMl6KhboqpA8i7kKa_9OL4Nr4,6584
+dagster_cloud-1.11.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_cloud-1.11.10.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
+dagster_cloud-1.11.10.dist-info/RECORD,,