dagster-aws 0.28.8__py3-none-any.whl → 0.28.10__py3-none-any.whl

dagster_aws/ecs/executor.py

@@ -244,6 +244,7 @@ class EcsStepHandler(StepHandler):
         ]
 
         task_overrides = self._get_task_overrides(step_tags) or {}
+        step_container_overrides = self._get_container_overrides(step_tags)
 
         task_overrides["containerOverrides"] = task_overrides.get("containerOverrides", [])
 
@@ -270,6 +271,8 @@ class EcsStepHandler(StepHandler):
                 container_overrides["environment"] = (
                     container_overrides.get("environment", []) + executor_env_vars
                 )
+                # merge step container overrides (e.g., resourceRequirements)
+                container_overrides.update(step_container_overrides)
                 break
         # if no existing container overrides for the executor container, add new container overrides
         else:
@@ -278,6 +281,7 @@ class EcsStepHandler(StepHandler):
                     "name": executor_container_name,
                     "command": args,
                     "environment": executor_env_vars,
+                    **step_container_overrides,
                 }
             )
 
@@ -308,6 +312,12 @@ class EcsStepHandler(StepHandler):
 
         return overrides
 
+    def _get_container_overrides(self, step_tags: Mapping[str, str]) -> dict[str, Any]:
+        if tag_overrides := step_tags.get("ecs/container_overrides"):
+            return json.loads(tag_overrides)
+
+        return {}
+
     def _get_step_id(self, step_handler_context: StepHandlerContext):
         """Step ID is used to identify the ECS task in the ECS cluster.
         It is unique to specific step being executed and takes into account op-level retries.

dagster_aws/ecs/launcher.py

@@ -522,6 +522,7 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
         cpu_and_memory_overrides = self.get_cpu_and_memory_overrides(container_context, run)
 
         task_overrides = self._get_task_overrides(container_context, run)
+        run_container_overrides = self._get_container_overrides(run)
 
         container_overrides: list[dict[str, Any]] = [
             {
@@ -529,6 +530,7 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
                 "command": command,
                 # containerOverrides expects cpu/memory as integers
                 **{k: int(v) for k, v in cpu_and_memory_overrides.items()},
+                **run_container_overrides,
             }
         ]
 
@@ -626,6 +628,14 @@ class EcsRunLauncher(RunLauncher[T_DagsterInstance], ConfigurableClass):
 
         return overrides
 
+    def _get_container_overrides(self, run: DagsterRun) -> Mapping[str, Any]:
+        tag_overrides = run.tags.get("ecs/container_overrides")
+
+        if tag_overrides:
+            return json.loads(tag_overrides)
+
+        return {}
+
     def _get_run_task_kwargs_from_run(self, run: DagsterRun) -> Mapping[str, Any]:
         run_task_kwargs = run.tags.get("ecs/run_task_kwargs")
         if run_task_kwargs:

dagster_aws/version.py

@@ -1 +1 @@
-__version__ = "0.28.8"
+__version__ = "0.28.10"

{dagster_aws-0.28.8.dist-info → dagster_aws-0.28.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-aws
-Version: 0.28.8
+Version: 0.28.10
 Summary: Package for AWS-specific Dagster framework solid and resource components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-aws
 Author: Dagster Labs
@@ -16,7 +16,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.10,<3.15
 License-File: LICENSE
 Requires-Dist: boto3
-Requires-Dist: dagster==1.12.8
+Requires-Dist: dagster==1.12.10
 Requires-Dist: packaging
 Requires-Dist: requests
 Provides-Extra: redshift

{dagster_aws-0.28.8.dist-info → dagster_aws-0.28.10.dist-info}/RECORD

@@ -1,7 +1,7 @@
 dagster_aws/__init__.py,sha256=n5d1NvkQvkVnjWetqKFOLCZUkymTJ0v2WMxLGsbA2Hk,166
 dagster_aws/_stubs.py,sha256=3C6ve6WLtuT2HtCn50hBAMIz-eEAwcZo4fCVnNxGBQw,1112
 dagster_aws/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
-dagster_aws/version.py,sha256=rMjeJYs_MOkcUCEGMkmwm1PlX0JRu_r70Ywo8pJrCDs,23
+dagster_aws/version.py,sha256=110BPTEyn13PDWnHpj0D7VMBpjnNxJ6-MM3ZHvQwyQ0,24
 dagster_aws/athena/__init__.py,sha256=J0-QydhSP3pUQk7CawztpaTm3Q1NFEpbubTM1eULbGo,413
 dagster_aws/athena/resources.py,sha256=h7Md_KQXHvtBHA019WZFzAFTClzEUDItDZNdhR2RrPY,11907
 dagster_aws/cloudwatch/__init__.py,sha256=iiyLEyTfNMThU4_SNM_Ns7IGXKR7wTKIvOUz9v_RQBA,82
@@ -10,8 +10,8 @@ dagster_aws/ecr/__init__.py,sha256=blvQFFCzujZvy11PfMZ7jFBEfklK5PP-99Mmd1DJ3_k,2
 dagster_aws/ecr/resources.py,sha256=3SiatAFl9vvkXFmxZjB6e2L20bM6gsKfaveiyTWSRdM,3252
 dagster_aws/ecs/__init__.py,sha256=E6SAG_YKJcdUIw57amZf3AqzqVUN-GLjrLCpPxSemMg,233
 dagster_aws/ecs/container_context.py,sha256=vB8C4d04iIhd0Gu9vRdYAfua9ib95N25uohEoev9yIY,18154
-dagster_aws/ecs/executor.py,sha256=Fv9pbtJyE0D1DZ2e2uguYS8JHinZFjvcIfwqguYhYDM,16969
-dagster_aws/ecs/launcher.py,sha256=FN5u1tFTwyRsHn1wwoqW7zrrej1JqoZKYBrUsWoG0jo,39234
+dagster_aws/ecs/executor.py,sha256=_zVI3uDeQjGum4Zn7juqt-xhB3mwlGZfufgIGsXyvsU,17463
+dagster_aws/ecs/launcher.py,sha256=a5GhBTa_hwLG9FO5d0aUhmCuv2xPKRsCA0FVcVlXFX4,39580
 dagster_aws/ecs/tasks.py,sha256=n5zigCqVhTsFQJS9g09eVHVCerZYJjhN_Hd-EEZJS7c,18443
 dagster_aws/ecs/test_utils.py,sha256=VqzOIws-fLoDxGrOMzE9ZuAbOF4t9AURIwjyM2Jid-E,2041
 dagster_aws/ecs/utils.py,sha256=CGgMjdoprtS9golz-H3yIDkSXPHxvOTmy5LJc43VVSo,5389
@@ -59,8 +59,8 @@ dagster_aws/utils/mrjob/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG
 dagster_aws/utils/mrjob/log4j.py,sha256=Gj2D5USX8swfBXlWf3-NiqeFvrs3h1SGJkOPbP3mke8,4392
 dagster_aws/utils/mrjob/retry.py,sha256=o8Y1Sgu8ABNnsm9jMCfagJpXmgpjcwDw6ufQmDV_Dus,4805
 dagster_aws/utils/mrjob/utils.py,sha256=pFKobTkgwPxQoQNlzGzD3jFxwIP-flQOspQxNKGg2dc,3684
-dagster_aws-0.28.8.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
-dagster_aws-0.28.8.dist-info/METADATA,sha256=vzYvpm4bKH_pFlHSlNy6dFxmIsv3PB54fqkPLM2o9KQ,1697
-dagster_aws-0.28.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dagster_aws-0.28.8.dist-info/top_level.txt,sha256=-hOwIi00tt_K9eXRhiyjst45X-Ffu5_QCdbKcm8UpDg,12
-dagster_aws-0.28.8.dist-info/RECORD,,
+dagster_aws-0.28.10.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
+dagster_aws-0.28.10.dist-info/METADATA,sha256=I4IbE0lWP3EW0qBCKudCLZoJwz-VdFKZHZaKbrU9tMw,1699
+dagster_aws-0.28.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dagster_aws-0.28.10.dist-info/top_level.txt,sha256=-hOwIi00tt_K9eXRhiyjst45X-Ffu5_QCdbKcm8UpDg,12
+dagster_aws-0.28.10.dist-info/RECORD,,