dagster-k8s 0.26.13__tar.gz → 0.26.14__tar.gz

{dagster_k8s-0.26.13/dagster_k8s.egg-info → dagster_k8s-0.26.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-k8s
-Version: 0.26.13
+Version: 0.26.14
 Summary: A Dagster integration for k8s
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.13
+Requires-Dist: dagster==1.10.14
 Requires-Dist: kubernetes<33
 Requires-Dist: google-auth!=2.23.1
 Dynamic: author

dagster_k8s-0.26.14/dagster_k8s/component.py

@@ -0,0 +1,57 @@
+from collections.abc import Mapping, Sequence
+from dataclasses import dataclass
+from functools import cached_property
+from typing import Any, Optional, Union
+
+from dagster import AssetExecutionContext, AssetsDefinition, Definitions, multi_asset
+from dagster.components import Component, ComponentLoadContext, Resolvable, ResolvedAssetSpec
+
+from dagster_k8s.pipes import PipesK8sClient, build_pod_body
+
+
+@dataclass
+class PipesK8sComponent(Component, Resolvable):
+    """Component that creates assets backed by kubernetes pod execution via Dagster Pipes."""
+
+    name: str
+    assets: Sequence[ResolvedAssetSpec]
+    image: Optional[str] = None
+    command: Optional[Union[str, Sequence[str]]] = None
+    namespace: Optional[str] = None
+    env: Optional[Mapping[str, str]] = None
+    base_pod_meta: Optional[Mapping[str, Any]] = None
+    base_pod_spec: Optional[Mapping[str, Any]] = None
+
+    def __post_init__(self):
+        # validate that we can build a pod for the given args
+        # i.e. image or base_pod_self.image
+        build_pod_body(
+            pod_name=self.name,
+            image=self.image,
+            command=self.command,
+            env_vars=self.env or {},
+            base_pod_meta=self.base_pod_meta,
+            base_pod_spec=self.base_pod_spec,
+        )
+
+    @cached_property
+    def client(self):
+        return PipesK8sClient()
+
+    def build_defs(self, context: ComponentLoadContext):
+        return Definitions(assets=[self.build_asset()])
+
+    def build_asset(self) -> AssetsDefinition:
+        @multi_asset(name=self.name, specs=self.assets)
+        def _asset(context: AssetExecutionContext):
+            return self.client.run(
+                context=context,
+                image=self.image,
+                command=self.command,
+                namespace=self.namespace,
+                env=self.env,
+                base_pod_meta=self.base_pod_meta,
+                base_pod_spec=self.base_pod_spec,
+            ).get_results()
+
+        return _asset

dagster_k8s-0.26.14/dagster_k8s/version.py

@@ -0,0 +1 @@
+__version__ = "0.26.14"

{dagster_k8s-0.26.13 → dagster_k8s-0.26.14/dagster_k8s.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dagster-k8s
-Version: 0.26.13
+Version: 0.26.14
 Summary: A Dagster integration for k8s
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
 Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.9,<3.13
 License-File: LICENSE
-Requires-Dist: dagster==1.10.13
+Requires-Dist: dagster==1.10.14
 Requires-Dist: kubernetes<33
 Requires-Dist: google-auth!=2.23.1
 Dynamic: author

{dagster_k8s-0.26.13 → dagster_k8s-0.26.14}/dagster_k8s.egg-info/SOURCES.txt

@@ -5,6 +5,7 @@ setup.cfg
 setup.py
 dagster_k8s/__init__.py
 dagster_k8s/client.py
+dagster_k8s/component.py
 dagster_k8s/container_context.py
 dagster_k8s/executor.py
 dagster_k8s/job.py

{dagster_k8s-0.26.13 → dagster_k8s-0.26.14}/dagster_k8s.egg-info/requires.txt

@@ -1,3 +1,3 @@
-dagster==1.10.13
+dagster==1.10.14
 kubernetes<33
 google-auth!=2.23.1

{dagster_k8s-0.26.13 → dagster_k8s-0.26.14}/setup.py

@@ -42,7 +42,7 @@ setup(
     include_package_data=True,
     python_requires=">=3.9,<3.13",
     install_requires=[
-        "dagster==1.10.13",
+        "dagster==1.10.14",
         f"kubernetes<{KUBERNETES_VERSION_UPPER_BOUND}",
         # exclude a google-auth release that added an overly restrictive urllib3 pin that confuses dependency resolvers
         "google-auth!=2.23.1",

dagster_k8s-0.26.13/dagster_k8s/version.py

@@ -1 +0,0 @@
-__version__ = "0.26.13"