dagster-k8s 0.25.0__tar.gz → 0.25.1__tar.gz

{dagster-k8s-0.25.0/dagster_k8s.egg-info → dagster-k8s-0.25.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-k8s
-Version: 0.25.0
+Version: 0.25.1
 Summary: A Dagster integration for k8s
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
 Author: Dagster Labs

{dagster-k8s-0.25.0 → dagster-k8s-0.25.1}/dagster_k8s/executor.py

@@ -4,6 +4,7 @@ import kubernetes.config
 from dagster import (
     Field,
     IntSource,
+    Map,
     Noneable,
     StringSource,
     _check as check,
@@ -73,6 +74,12 @@ _K8S_EXECUTOR_CONFIG_SCHEMA = merge_dicts(
             is_required=False,
             description="Raw Kubernetes configuration for each step launched by the executor.",
         ),
+        "per_step_k8s_config": Field(
+            Map(str, USER_DEFINED_K8S_JOB_CONFIG_SCHEMA, key_label_name="step_name"),
+            is_required=False,
+            default_value={},
+            description="Per op k8s configuration overrides.",
+        ),
     },
 )
 
@@ -161,6 +168,7 @@ def k8s_job_executor(init_context: InitExecutorContext) -> Executor:
             container_context=k8s_container_context,
             load_incluster_config=load_incluster_config,
             kubeconfig_file=kubeconfig_file,
+            per_step_k8s_config=exc_cfg.get("per_step_k8s_config", {}),
         ),
         retries=RetryMode.from_config(exc_cfg["retries"]),  # type: ignore
         max_concurrent=check.opt_int_elem(exc_cfg, "max_concurrent"),
@@ -181,6 +189,7 @@ class K8sStepHandler(StepHandler):
         load_incluster_config: bool,
         kubeconfig_file: Optional[str],
         k8s_client_batch_api=None,
+        per_step_k8s_config=None,
     ):
         super().__init__()
 
@@ -202,6 +211,9 @@ class K8sStepHandler(StepHandler):
         self._api_client = DagsterKubernetesClient.production_client(
             batch_api_override=k8s_client_batch_api
         )
+        self._per_step_k8s_config = check.opt_dict_param(
+            per_step_k8s_config, "per_step_k8s_config", key_type=str, value_type=dict
+        )
 
     def _get_step_key(self, step_handler_context: StepHandlerContext) -> str:
         step_keys_to_execute = cast(
@@ -225,7 +237,14 @@ class K8sStepHandler(StepHandler):
         user_defined_k8s_config = get_user_defined_k8s_config(
             step_handler_context.step_tags[step_key]
         )
-        return context.merge(K8sContainerContext(run_k8s_config=user_defined_k8s_config))
+
+        per_op_override = UserDefinedDagsterK8sConfig.from_dict(
+            self._per_step_k8s_config.get(step_key, {})
+        )
+
+        return context.merge(K8sContainerContext(run_k8s_config=user_defined_k8s_config)).merge(
+            K8sContainerContext(run_k8s_config=per_op_override)
+        )
 
     def _get_k8s_step_job_name(self, step_handler_context: StepHandlerContext):
         step_key = self._get_step_key(step_handler_context)

dagster-k8s-0.25.1/dagster_k8s/version.py

@@ -0,0 +1 @@
+__version__ = "0.25.1"

{dagster-k8s-0.25.0 → dagster-k8s-0.25.1/dagster_k8s.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dagster-k8s
-Version: 0.25.0
+Version: 0.25.1
 Summary: A Dagster integration for k8s
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
 Author: Dagster Labs

{dagster-k8s-0.25.0 → dagster-k8s-0.25.1}/dagster_k8s.egg-info/requires.txt

@@ -1,3 +1,3 @@
-dagster==1.9.0
+dagster==1.9.1
 kubernetes<32
 google-auth!=2.23.1

{dagster-k8s-0.25.0 → dagster-k8s-0.25.1}/setup.py

@@ -43,7 +43,7 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.9.0",
+        "dagster==1.9.1",
         f"kubernetes<{KUBERNETES_VERSION_UPPER_BOUND}",
         # exclude a google-auth release that added an overly restrictive urllib3 pin that confuses dependency resolvers
         "google-auth!=2.23.1",

dagster-k8s-0.25.0/dagster_k8s/version.py

@@ -1 +0,0 @@
-__version__ = "0.25.0"