dagster-cloud 1.11.4__py3-none-any.whl → 1.11.6__py3-none-any.whl

dagster_cloud/agent/dagster_cloud_agent.py

@@ -12,8 +12,7 @@ from typing import TYPE_CHECKING, Any, Optional, Union, cast
 import dagster._check as check
 from dagster import DagsterInstance
 from dagster._core.launcher.base import LaunchRunContext
-from dagster._core.remote_representation import CodeLocationOrigin
-from dagster._core.remote_representation.origin import RegisteredCodeLocationOrigin
+from dagster._core.remote_origin import CodeLocationOrigin, RegisteredCodeLocationOrigin
 from dagster._core.utils import FuturesAwareThreadPoolExecutor
 from dagster._grpc.client import DagsterGrpcClient
 from dagster._grpc.types import CancelExecutionRequest

dagster_cloud/agent/instrumentation/schedule.py

@@ -1,6 +1,6 @@
 from dagster import deserialize_value
 from dagster._core.definitions.schedule_definition import ScheduleExecutionData
-from dagster._core.remote_representation import ScheduleExecutionErrorSnap
+from dagster._core.remote_representation.external_data import ScheduleExecutionErrorSnap
 
 from dagster_cloud.opentelemetry.observers.execution_observer import ExecutionObserverInstruments
 

dagster_cloud/agent/instrumentation/sensor.py

@@ -1,6 +1,6 @@
 from dagster import deserialize_value
 from dagster._core.definitions.sensor_definition import SensorExecutionData
-from dagster._core.remote_representation import SensorExecutionErrorSnap
+from dagster._core.remote_representation.external_data import SensorExecutionErrorSnap
 
 from dagster_cloud.opentelemetry.observers.execution_observer import ExecutionObserverInstruments
 

dagster_cloud/api/dagster_cloud_api.py

@@ -7,7 +7,8 @@ from typing import Any, Optional, TypedDict, Union
 from dagster._core.code_pointer import CodePointer
 from dagster._core.definitions.selector import JobSelector
 from dagster._core.events.log import EventLogEntry
-from dagster._core.remote_representation import CodeLocationOrigin, RepositorySnap
+from dagster._core.remote_origin import CodeLocationOrigin
+from dagster._core.remote_representation.external_data import RepositorySnap
 from dagster._core.storage.dagster_run import DagsterRun
 from dagster._core.utils import RequestUtilizationMetrics
 from dagster._record import IHaveNew, copy, record, record_custom

dagster_cloud/storage/runs/storage.py

@@ -13,7 +13,7 @@ from dagster._core.errors import (
 from dagster._core.events import DagsterEvent
 from dagster._core.execution.backfill import BulkActionsFilter, BulkActionStatus, PartitionBackfill
 from dagster._core.execution.telemetry import RunTelemetryData
-from dagster._core.remote_representation.origin import RemoteJobOrigin
+from dagster._core.remote_origin import RemoteJobOrigin
 from dagster._core.snap import ExecutionPlanSnapshot, JobSnap, create_execution_plan_snapshot_id
 from dagster._core.storage.dagster_run import (
     DagsterRun,

dagster_cloud/version.py

@@ -1 +1 @@
-__version__ = "1.11.4"
+__version__ = "1.11.6"

dagster_cloud/workspace/ecs/client.py

@@ -64,6 +64,7 @@ class Client:
         grace_period: int = DEFAULT_ECS_GRACE_PERIOD,
         launch_type: str = "FARGATE",
         show_debug_cluster_info: bool = True,
+        assign_public_ip: Optional[bool] = None,
     ):
         self.ecs = ecs_client if ecs_client else boto3.client("ecs", config=config)
         self.logs = boto3.client("logs", config=config)
@@ -85,6 +86,7 @@ class Client:
         self.grace_period = check.int_param(grace_period, "grace_period")
         self.launch_type = check.str_param(launch_type, "launch_type")
         self._namespace: Optional[str] = None
+        self._assign_public_ip_override = assign_public_ip
 
     @property
     def ec2(self):
@@ -115,14 +117,17 @@ class Client:
     @property
     @cached_method
     def network_configuration(self):
+        if self.launch_type != "FARGATE":
+            assign_public_ip = None
+        elif self._assign_public_ip_override is not None:
+            assign_public_ip = "ENABLED" if self._assign_public_ip_override else "DISABLED"
+        else:
+            assign_public_ip = self._infer_assign_public_ip()
+
         network_configuration = {
             "awsvpcConfiguration": {
                 "subnets": self.subnet_ids,
-                **(
-                    {"assignPublicIp": self._assign_public_ip()}
-                    if self.launch_type == "FARGATE"
-                    else {}
-                ),
+                **({"assignPublicIp": assign_public_ip} if assign_public_ip else {}),
             },
         }
 
@@ -760,7 +765,7 @@ class Client:
                 if service["Name"] == service_name:
                     return service["Id"]
 
-    def _assign_public_ip(self):
+    def _infer_assign_public_ip(self):
         # https://docs.aws.amazon.com/AmazonECS/latest/userguide/fargate-task-networking.html
         # Assign a public IP if any of the subnets are public
         route_tables = self.ec2.route_tables.filter(

dagster_cloud/workspace/ecs/launcher.py

@@ -90,6 +90,7 @@ class EcsUserCodeLauncher(DagsterCloudUserCodeLauncher[EcsServerHandleType], Con
         enable_ecs_exec=False,
         server_task_definition_prefix: str = "server",
         run_task_definition_prefix: str = "run",
+        assign_public_ip: Optional[bool] = None,
         **kwargs,
     ):
         self.ecs = boto3.client("ecs")
@@ -182,6 +183,7 @@ class EcsUserCodeLauncher(DagsterCloudUserCodeLauncher[EcsServerHandleType], Con
             timeout=self._ecs_timeout,
             grace_period=self._ecs_grace_period,
             launch_type=self.launch_type,
+            assign_public_ip=assign_public_ip,
         )
         super().__init__(**kwargs)
 
@@ -297,6 +299,16 @@ class EcsUserCodeLauncher(DagsterCloudUserCodeLauncher[EcsServerHandleType], Con
                 "run_task_definition_prefix": Field(
                     str, is_required=False, default_value="dagsterrun"
                 ),
+                "assign_public_ip": Field(
+                    Noneable(bool),
+                    is_required=False,
+                    default_value=None,
+                    description=(
+                        "When using the FARGATE launch type, the launcher will attempt to automatically determine if it is "
+                        "necessary to assign a public IP to the ECS task. In complex network topologies, this automatic "
+                        "determination may not be accurate. In this case, you can explicitly set this value to True or False."
+                    ),
+                ),
             },
             SHARED_ECS_CONFIG,
             SHARED_USER_CODE_LAUNCHER_CONFIG,

dagster_cloud/workspace/ecs/utils.py

@@ -2,7 +2,7 @@ import hashlib
 import re
 from typing import Optional
 
-from dagster._core.remote_representation.origin import RemoteJobOrigin
+from dagster._core.remote_origin import RemoteJobOrigin
 from dagster_aws.ecs.utils import sanitize_family
 
 from ..user_code_launcher.utils import get_human_readable_label, unique_resource_name

dagster_cloud/workspace/user_code_launcher/user_code_launcher.py

@@ -27,13 +27,13 @@ from dagster._core.definitions.selector import JobSelector
 from dagster._core.errors import DagsterUserCodeUnreachableError
 from dagster._core.instance import MayHaveInstanceWeakref
 from dagster._core.launcher import RunLauncher
-from dagster._core.remote_representation import RemoteRepositoryOrigin
-from dagster._core.remote_representation.external_data import (
-    extract_serialized_job_snap_from_serialized_job_data_snap,
-)
-from dagster._core.remote_representation.origin import (
+from dagster._core.remote_origin import (
     CodeLocationOrigin,
     RegisteredCodeLocationOrigin,
+    RemoteRepositoryOrigin,
+)
+from dagster._core.remote_representation.external_data import (
+    extract_serialized_job_snap_from_serialized_job_data_snap,
 )
 from dagster._grpc.client import DagsterGrpcClient
 from dagster._grpc.types import GetCurrentImageResult, ListRepositoriesResponse
@@ -1534,8 +1534,8 @@ class DagsterCloudUserCodeLauncher(
             del self._first_unavailable_times[deployment_location]
 
         # redeploy the multipex server in this case as well to ensure a fresh start
-        # (and ensure that we don't try to create the same PexServerHandle again and
-        # delete the code location in a loop)
+        # if it resource contrained (and ensure that we don't try to create the same
+        # PexServerHandle again and delete the code location in a loop)
         if deployment_location in self._multipex_servers:
             del self._multipex_servers[deployment_location]
 
@@ -1568,11 +1568,11 @@ class DagsterCloudUserCodeLauncher(
                     if isinstance(grpc_server_or_error, DagsterCloudGrpcServer):
                         self._logger.warning(
                             "Pex servers disappeared for running code location %s:%s. Removing actual entries to"
-                            " activate reconciliation logic.",
+                            " activate reconciliation logic and deploy a new code server and multipex server.",
                             deployment_name,
                             location_name,
                         )
-                        del self._actual_entries[deployment_location]
+                        self._trigger_recovery_server_restart(deployment_location)
 
         # Check to see if any servers have become unresponsive
         unavailable_server_timeout = int(

{dagster_cloud-1.11.4.dist-info → dagster_cloud-1.11.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-cloud
-Version: 1.11.4
+Version: 1.11.6
 Author-email: Elementl <support@elementl.com>
 License: Apache-2.0
 Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
 Classifier: Operating System :: OS Independent
 Requires-Python: <3.14,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: dagster==1.11.4
-Requires-Dist: dagster-shared==1.11.4
-Requires-Dist: dagster-cloud-cli==1.11.4
+Requires-Dist: dagster==1.11.6
+Requires-Dist: dagster-shared==1.11.6
+Requires-Dist: dagster-cloud-cli==1.11.6
 Requires-Dist: opentelemetry-api<2,>=1.27.0
 Requires-Dist: opentelemetry-sdk<2,>=1.27.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
 Requires-Dist: pyarrow; extra == "insights"
 Provides-Extra: docker
 Requires-Dist: docker; extra == "docker"
-Requires-Dist: dagster-docker==0.27.4; extra == "docker"
+Requires-Dist: dagster-docker==0.27.6; extra == "docker"
 Provides-Extra: kubernetes
 Requires-Dist: kubernetes; extra == "kubernetes"
-Requires-Dist: dagster-k8s==0.27.4; extra == "kubernetes"
+Requires-Dist: dagster-k8s==0.27.6; extra == "kubernetes"
 Provides-Extra: ecs
-Requires-Dist: dagster-aws==0.27.4; extra == "ecs"
+Requires-Dist: dagster-aws==0.27.6; extra == "ecs"
 Requires-Dist: boto3; extra == "ecs"
 Provides-Extra: sandbox
 Requires-Dist: supervisor; extra == "sandbox"

{dagster_cloud-1.11.4.dist-info → dagster_cloud-1.11.6.dist-info}/RECORD

@@ -1,22 +1,22 @@
 dagster_cloud/__init__.py,sha256=q3UY5eTfCSqZrr35mmn1b1B_AD1VbfR4Alj8cZ49Xg4,316
 dagster_cloud/constants.py,sha256=CPAqXJ99SWGMviksdIA2A9894FEvHChNk8UcP4TluYM,455
 dagster_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_cloud/version.py,sha256=SZgrFPABnOnumxiOr6A8QdZXkU7H0O-yhudPHfeLCHU,23
+dagster_cloud/version.py,sha256=KQSZqBAP-Pzd26mHXgNrIiDBXJRYDGiUXrNOGzIbFxs,23
 dagster_cloud/agent/__init__.py,sha256=_erVyIrxuHUiyNerwX8vNZcKZN8NAloTEkPq8vPZ3MI,811
-dagster_cloud/agent/dagster_cloud_agent.py,sha256=jT1PSysqZFI-SAiS43oYLd5aVIlyczH6r2eIRCphHlc,57075
+dagster_cloud/agent/dagster_cloud_agent.py,sha256=C72rumzRFFX41L2y7j-pJFrTAnvW60ZiS_AQRTUjExg,57013
 dagster_cloud/agent/queries.py,sha256=iI84GQ1Zxt5ryo6M1ELIaIae-gwUY14QPPMUeiFK97o,1837
 dagster_cloud/agent/cli/__init__.py,sha256=rGbeQJ2Ap95wPYQuk5XbyHAfP9cs-XPUSmuVM_k278k,9084
 dagster_cloud/agent/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_cloud/agent/instrumentation/constants.py,sha256=X4GG4adYsOAde_kff89LtErMS9abbna_wm9sjGPvvlw,95
 dagster_cloud/agent/instrumentation/run_launch.py,sha256=TmvBBymQ-Iniqbkm16jrACOHQjQLSB-kmw0g6gUccqU,750
-dagster_cloud/agent/instrumentation/schedule.py,sha256=YW0dklYtuZOQjtqms33gVWgG9821zbuLZ3V2-BeHDFc,1290
-dagster_cloud/agent/instrumentation/sensor.py,sha256=mi45lc_MseiRL7irZKTVRYhk9kj7y7XjnGLCqVfHrr0,1276
+dagster_cloud/agent/instrumentation/schedule.py,sha256=DRhJ_2PwGeaeOZ1ey9NbSsAplY_EJS1supcrljtc858,1304
+dagster_cloud/agent/instrumentation/sensor.py,sha256=wGpe3XHyXx4PWlXEa7CNQq3f7-IxWdOgTLEJH2FRnGk,1290
 dagster_cloud/anomaly_detection/__init__.py,sha256=Qh36mKv0HZTIN0WI-ItlN_tYmiMXR5PIThco5ieJ1gY,279
 dagster_cloud/anomaly_detection/defs.py,sha256=htd3E_Fn_J2y-_SQozFRPlBdRWihsxEpofO_MEcuQnk,10100
 dagster_cloud/anomaly_detection/mutation.py,sha256=TDMwkfWGXKF0609FL8T1NgnXgtIoSi8VpjSQ3y89C8Y,410
 dagster_cloud/anomaly_detection/types.py,sha256=9kJrJOT0Y57fk_4mGerNbwFJLNglI0XAP6NBW0hHuYE,2239
 dagster_cloud/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dagster_cloud/api/dagster_cloud_api.py,sha256=QPa9ZDnV7dF6GCEESROulm8DR5T2p8j5s22fTI3uXr8,14536
+dagster_cloud/api/dagster_cloud_api.py,sha256=6ge6WX8SCRKu9wTD0YgTBvCHgPN1_DFrIH_Y0Y9GFuA,14589
 dagster_cloud/artifacts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dagster_cloud/auth/__init__.py,sha256=rUuAWah3YD-0tatQPFlmLNJpsGQ9ZRj7sUOSTrnf0zQ,248
 dagster_cloud/auth/constants.py,sha256=hl2aE8Wsg-Z6EDW9sDJAWMoEvTCPQgdlKOqoqnVP10Q,1242
@@ -98,7 +98,7 @@ dagster_cloud/storage/event_logs/storage.py,sha256=bu3GOrPu_RkCr29xic78-rRfI4h_Z
 dagster_cloud/storage/event_logs/utils.py,sha256=M6uvW8L-H7600bjOy5yTTealHVKKXAFBJO4dRZObTdI,3061
 dagster_cloud/storage/runs/__init__.py,sha256=9oV0o8ETp6-fjMRXXabwK0ggi62ue9R00ehmmStMR_s,60
 dagster_cloud/storage/runs/queries.py,sha256=vJFvL5cU8iV-CqwOZUTupKJ42-LJ0FJDR113LjOqWvc,7250
-dagster_cloud/storage/runs/storage.py,sha256=lLdAw7qZCrWlNOkyRUBI0Lf51Ro3E53uaxur14YmZr0,22493
+dagster_cloud/storage/runs/storage.py,sha256=LIDCLNI3loEWgXd8ajoWLm3vL_oWXGr8AenbvdBqe9E,22478
 dagster_cloud/storage/schedules/__init__.py,sha256=BZhk8jNyiND0X8i85e6M-8l0kkDTAhpKvsNcsqq1JwE,70
 dagster_cloud/storage/schedules/queries.py,sha256=TnrMvk1rCSKG_gWcxYjGg27X9ie_AVU9350NLL3OR-k,1930
 dagster_cloud/storage/schedules/storage.py,sha256=Pey8K4fBZOHpykpWc6QOB40fVX-9gfQajGbjk9JyCYM,7745
@@ -113,19 +113,19 @@ dagster_cloud/workspace/config_schema/kubernetes.py,sha256=JIdZ5hX06hAw1lGT-5Acw
 dagster_cloud/workspace/docker/__init__.py,sha256=ioVI3SHL4gnzPaG7z25BTiejVTDpBgoCW_FwbRHB8FM,15112
 dagster_cloud/workspace/docker/utils.py,sha256=80vo8QphKxgb47JqDBOMZxTHN_MxReCjYXpppmfiue4,352
 dagster_cloud/workspace/ecs/__init__.py,sha256=0GliAaE4NYzMD0ALQIG20cRM5ou77bj_FaiysgqoOKI,65
-dagster_cloud/workspace/ecs/client.py,sha256=gabMBJv6GcR3KmJqESfdRTvIAArydTrzkvdNQWzywZ8,31355
-dagster_cloud/workspace/ecs/launcher.py,sha256=Cp4avJDdCM7sMQtJKDFkuwJF-uPx5pRoJ1qBUiSMC1Q,30475
+dagster_cloud/workspace/ecs/client.py,sha256=9c4juhbKgzj7z0MBtEiOSOt0cYABq-c6GLXbyWX4Wic,31675
+dagster_cloud/workspace/ecs/launcher.py,sha256=zfCZBXQib8hvVxY2Jhf5x6uL-wFSSai3zzdnXVGHAlo,31179
 dagster_cloud/workspace/ecs/run_launcher.py,sha256=rra0PMk_hdp2EkXGUkNvrrQ3dvzTrtqvwlI9ja83q54,574
 dagster_cloud/workspace/ecs/service.py,sha256=v-puyDEg2BzHA3RJqEhH8V04bUAcrYIlPCH1SThvwWw,4126
-dagster_cloud/workspace/ecs/utils.py,sha256=r5A4-GYZhOg7MvWfRvM_uVO9hbbd0QRdT_w2AmDmuoE,2970
+dagster_cloud/workspace/ecs/utils.py,sha256=P10DJ2VihnPCbrYWDwY3CEeMDLuHJEY2JgBjx2LfftI,2955
 dagster_cloud/workspace/kubernetes/__init__.py,sha256=42YtKXth8ognW1yYL3KomqsMM2tS2wanD5xnxcC_roc,65
 dagster_cloud/workspace/kubernetes/launcher.py,sha256=fz53VgKZUYihDyA_ffz8W1wNjAViuz5SxAFCnl15vRc,28279
 dagster_cloud/workspace/kubernetes/utils.py,sha256=quOuufFp-Og2k-DEyserkrWd6Vj157OvRZJwLuMQYaY,12213
 dagster_cloud/workspace/user_code_launcher/__init__.py,sha256=6ib1U47aqB4R9BbzJVKR8cAy16RVg5VHRxsUoON1_FQ,745
 dagster_cloud/workspace/user_code_launcher/process.py,sha256=VZMfBf4OmXNwP0H0ckUMpqD-glqsBgACXS-xO6Pn6nM,14274
-dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=RHHaO2LkGsFCWzSnuOQhiw2lnC7sdtflTba42Dkmcd0,102815
+dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=Lep5P9_0i9hOCZ5oN5C_J4ojRvnNtMdj-yHA_ou5h5g,102845
 dagster_cloud/workspace/user_code_launcher/utils.py,sha256=t8Epee9MrXtRhWL-b_3avXxgMGrjLScUNWtBUUGpMCg,5285
-dagster_cloud-1.11.4.dist-info/METADATA,sha256=7VZuUD8Yh-rCVysAQkVOQU29Y5u89zVqgKGRjgsRjO0,6577
-dagster_cloud-1.11.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_cloud-1.11.4.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
-dagster_cloud-1.11.4.dist-info/RECORD,,
+dagster_cloud-1.11.6.dist-info/METADATA,sha256=2vOtXz7w08Lk5FcQW-FVAqtQ88GsR50ykqs9KQCgyCA,6577
+dagster_cloud-1.11.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_cloud-1.11.6.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
+dagster_cloud-1.11.6.dist-info/RECORD,,