dagster-k8s 0.25.0__py3-none-any.whl → 0.25.2__py3-none-any.whl

dagster_k8s/executor.py

@@ -4,6 +4,7 @@ import kubernetes.config
 from dagster import (
     Field,
     IntSource,
+    Map,
     Noneable,
     StringSource,
     _check as check,
@@ -73,6 +74,12 @@ _K8S_EXECUTOR_CONFIG_SCHEMA = merge_dicts(
             is_required=False,
             description="Raw Kubernetes configuration for each step launched by the executor.",
         ),
+        "per_step_k8s_config": Field(
+            Map(str, USER_DEFINED_K8S_JOB_CONFIG_SCHEMA, key_label_name="step_name"),
+            is_required=False,
+            default_value={},
+            description="Per op k8s configuration overrides.",
+        ),
     },
 )
 
@@ -161,6 +168,7 @@ def k8s_job_executor(init_context: InitExecutorContext) -> Executor:
             container_context=k8s_container_context,
             load_incluster_config=load_incluster_config,
             kubeconfig_file=kubeconfig_file,
+            per_step_k8s_config=exc_cfg.get("per_step_k8s_config", {}),
         ),
         retries=RetryMode.from_config(exc_cfg["retries"]),  # type: ignore
         max_concurrent=check.opt_int_elem(exc_cfg, "max_concurrent"),
@@ -181,6 +189,7 @@ class K8sStepHandler(StepHandler):
         load_incluster_config: bool,
         kubeconfig_file: Optional[str],
         k8s_client_batch_api=None,
+        per_step_k8s_config=None,
     ):
         super().__init__()
 
@@ -202,6 +211,9 @@ class K8sStepHandler(StepHandler):
         self._api_client = DagsterKubernetesClient.production_client(
             batch_api_override=k8s_client_batch_api
         )
+        self._per_step_k8s_config = check.opt_dict_param(
+            per_step_k8s_config, "per_step_k8s_config", key_type=str, value_type=dict
+        )
 
     def _get_step_key(self, step_handler_context: StepHandlerContext) -> str:
         step_keys_to_execute = cast(
@@ -225,7 +237,14 @@ class K8sStepHandler(StepHandler):
         user_defined_k8s_config = get_user_defined_k8s_config(
             step_handler_context.step_tags[step_key]
         )
-        return context.merge(K8sContainerContext(run_k8s_config=user_defined_k8s_config))
+
+        per_op_override = UserDefinedDagsterK8sConfig.from_dict(
+            self._per_step_k8s_config.get(step_key, {})
+        )
+
+        return context.merge(K8sContainerContext(run_k8s_config=user_defined_k8s_config)).merge(
+            K8sContainerContext(run_k8s_config=per_op_override)
+        )
 
     def _get_k8s_step_job_name(self, step_handler_context: StepHandlerContext):
         step_key = self._get_step_key(step_handler_context)

dagster_k8s/version.py

@@ -1 +1 @@
-__version__ = "0.25.0"
+__version__ = "0.25.2"

{dagster_k8s-0.25.0.dist-info → dagster_k8s-0.25.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-k8s
-Version: 0.25.0
+Version: 0.25.2
 Summary: A Dagster integration for k8s
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster ==1.9.0
+Requires-Dist: dagster ==1.9.2
 Requires-Dist: kubernetes <32
 Requires-Dist: google-auth !=2.23.1
 

{dagster_k8s-0.25.0.dist-info → dagster_k8s-0.25.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
 dagster_k8s/__init__.py,sha256=7LyrMxxhXKdGQYClq7OJwMiVJW0KYPP-8lTDrWLwyzU,750
 dagster_k8s/client.py,sha256=YyYeghDN4R6jCMvDG76RWEvv8S5dxHBBKEJ8kE9AFaQ,39532
 dagster_k8s/container_context.py,sha256=47gts4BKPrlL624rT8MMKOn8kQtY3_f2FI2nmgsDPvU,22637
-dagster_k8s/executor.py,sha256=b5eBRr0cJ_P2op5cXLwvKiJRAsz_grBeDfadKXS9TB0,13938
+dagster_k8s/executor.py,sha256=Py2t7VVHdL542fL5YIQLEPmFWD6f21oG0N-AUTrXfbw,14680
 dagster_k8s/job.py,sha256=-GzUcz80cwF9NwDAv3QdE6GezSSpUzF0kLRkj1oTO34,43046
 dagster_k8s/kubernetes_version.py,sha256=jIBF12yvVweYUCmhC5AJ2Lb1JPcHxJfohJ1_hHfzS4o,38
 dagster_k8s/launcher.py,sha256=Mfs4lD8pSjqC0S39d0csPJk6g-ieVuiyv680nWtSezw,16621
@@ -10,11 +10,11 @@ dagster_k8s/pipes.py,sha256=kRHLYJfZi23GJe1_TW3Z3FglEpMrMLT43UV7YpTmKr8,30439
 dagster_k8s/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
 dagster_k8s/test.py,sha256=cNtcbzxytiZtd01wY5ip7KPi01y0BUQuQhohoIfAFUM,684
 dagster_k8s/utils.py,sha256=c1bHqh5f1p5RZ0JCT6WEbPPjDvbgUp3pl4nYZRaaI4s,786
-dagster_k8s/version.py,sha256=Mu4JbSLl5nr-J2figk5hmW2mrw4skf_oeIzxbnpcgwY,23
+dagster_k8s/version.py,sha256=NMzPG-AisbqV0qHNDcM-oIMtdXA6rLhjzeATPyNq6Nw,23
 dagster_k8s/ops/__init__.py,sha256=ur-9GrE_DRfnsFCpYan03qOY9cWbjagC8KHZFZuiCmc,113
 dagster_k8s/ops/k8s_job_op.py,sha256=uLpQE3ZJbXDiGyyRZydyp-oDQn5XvQuhRcUwd2qiJho,21124
-dagster_k8s-0.25.0.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
-dagster_k8s-0.25.0.dist-info/METADATA,sha256=YEeTIilD0QIF7_6WZKxleeR6-cmuI1KHXecZIcJ8ics,732
-dagster_k8s-0.25.0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-dagster_k8s-0.25.0.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
-dagster_k8s-0.25.0.dist-info/RECORD,,
+dagster_k8s-0.25.2.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
+dagster_k8s-0.25.2.dist-info/METADATA,sha256=YTb_Fn7Wx3b05M4FqLqAX2loULscl_sR8cx8dmNqmTU,732
+dagster_k8s-0.25.2.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+dagster_k8s-0.25.2.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
+dagster_k8s-0.25.2.dist-info/RECORD,,