dagster-aws 0.28.8__tar.gz → 0.28.10__tar.gz

{dagster_aws-0.28.8/dagster_aws.egg-info → dagster_aws-0.28.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-aws
-Version: 0.28.8
+Version: 0.28.10
 Summary: Package for AWS-specific Dagster framework solid and resource components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-aws
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10,<3.15
 License-File: LICENSE
 Requires-Dist: boto3
-Requires-Dist: dagster==1.12.8
+Requires-Dist: dagster==1.12.10
 Requires-Dist: packaging
 Requires-Dist: requests
 Provides-Extra: redshift

dagster_aws-0.28.10/README.md

@@ -0,0 +1,4 @@
+# dagster-aws
+
+The docs for `dagster-aws` can be found
+[here](https://docs.dagster.io/integrations/libraries/aws/dagster-aws).

{dagster_aws-0.28.8 → dagster_aws-0.28.10}/dagster_aws/ecs/executor.py

@@ -244,6 +244,7 @@ class EcsStepHandler(StepHandler):
         ]
 
         task_overrides = self._get_task_overrides(step_tags) or {}
+        step_container_overrides = self._get_container_overrides(step_tags)
 
         task_overrides["containerOverrides"] = task_overrides.get("containerOverrides", [])
 
@@ -270,6 +271,8 @@ class EcsStepHandler(StepHandler):
                 container_overrides["environment"] = (
                     container_overrides.get("environment", []) + executor_env_vars
                 )
+                # merge step container overrides (e.g., resourceRequirements)
+                container_overrides.update(step_container_overrides)
                 break
         # if no existing container overrides for the executor container, add new container overrides
         else:
@@ -278,6 +281,7 @@ class EcsStepHandler(StepHandler):
                     "name": executor_container_name,
                     "command": args,
                     "environment": executor_env_vars,
+                    **step_container_overrides,
                 }
             )
 
@@ -308,6 +312,12 @@ class EcsStepHandler(StepHandler):
 
         return overrides
 
+    def _get_container_overrides(self, step_tags: Mapping[str, str]) -> dict[str, Any]:
+        if tag_overrides := step_tags.get("ecs/container_overrides"):
+            return json.loads(tag_overrides)
+
+        return {}
+
     def _get_step_id(self, step_handler_context: StepHandlerContext):
         """Step ID is used to identify the ECS task in the ECS cluster.
         It is unique to specific step being executed and takes into account op-level retries.

{dagster_aws-0.28.8 → dagster_aws-0.28.10}/dagster_aws/ecs/launcher.py

@@ -522,6 +522,7 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
         cpu_and_memory_overrides = self.get_cpu_and_memory_overrides(container_context, run)
 
         task_overrides = self._get_task_overrides(container_context, run)
+        run_container_overrides = self._get_container_overrides(run)
 
         container_overrides: list[dict[str, Any]] = [
             {
@@ -529,6 +530,7 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
                 "command": command,
                 # containerOverrides expects cpu/memory as integers
                 **{k: int(v) for k, v in cpu_and_memory_overrides.items()},
+                **run_container_overrides,
             }
         ]
 
@@ -626,6 +628,14 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
 
         return overrides
 
+    def _get_container_overrides(self, run: DagsterRun) -> Mapping[str, Any]:
+        tag_overrides = run.tags.get("ecs/container_overrides")
+
+        if tag_overrides:
+            return json.loads(tag_overrides)
+
+        return {}
+
     def _get_run_task_kwargs_from_run(self, run: DagsterRun) -> Mapping[str, Any]:
         run_task_kwargs = run.tags.get("ecs/run_task_kwargs")
         if run_task_kwargs:

dagster_aws-0.28.10/dagster_aws/version.py

@@ -0,0 +1 @@
+__version__ = "0.28.10"

{dagster_aws-0.28.8 → dagster_aws-0.28.10/dagster_aws.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-aws
-Version: 0.28.8
+Version: 0.28.10
 Summary: Package for AWS-specific Dagster framework solid and resource components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-aws
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10,<3.15
 License-File: LICENSE
 Requires-Dist: boto3
-Requires-Dist: dagster==1.12.8
+Requires-Dist: dagster==1.12.10
 Requires-Dist: packaging
 Requires-Dist: requests
 Provides-Extra: redshift

{dagster_aws-0.28.8 → dagster_aws-0.28.10}/dagster_aws.egg-info/requires.txt

@@ -1,5 +1,5 @@
 boto3
-dagster==1.12.8
+dagster==1.12.10
 packaging
 requests
 

{dagster_aws-0.28.8 → dagster_aws-0.28.10}/setup.py

@@ -36,7 +36,7 @@ setup(
     python_requires=">=3.10,<3.15",
     install_requires=[
         "boto3",
-        "dagster==1.12.8",
+        "dagster==1.12.10",
         "packaging",
         "requests",
     ],

dagster_aws-0.28.8/README.md

@@ -1,4 +0,0 @@
-# dagster-aws
-
-The docs for `dagster-aws` can be found
-[here](https://docs.dagster.io/api/python-api/libraries/dagster-aws).

dagster_aws-0.28.8/dagster_aws/version.py

@@ -1 +0,0 @@
-__version__ = "0.28.8"