zenml-nightly 0.62.0.dev20240722__py3-none-any.whl → 0.62.0.dev20240724__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.62.0.dev20240722
+0.62.0.dev20240724

zenml/entrypoints/entrypoint.py

@@ -15,7 +15,6 @@
 
 import argparse
 import logging
-import os
 import sys
 
 from zenml import constants
@@ -45,8 +44,7 @@ def main() -> None:
     parser = argparse.ArgumentParser()
     parser.add_argument(f"--{ENTRYPOINT_CONFIG_SOURCE_OPTION}", required=True)
     args, remaining_args = parser.parse_known_args()
-    if os.environ.get(constants.ENV_ZENML_CUSTOM_SOURCE_ROOT):
-        source_utils.set_custom_source_root(source_root=os.getcwd())
+
     entrypoint_config_class = source_utils.load_and_validate_class(
         args.entrypoint_config_source,
         expected_class=BaseEntrypointConfiguration,

zenml/integrations/databricks/orchestrators/databricks_orchestrator.py

@@ -96,7 +96,6 @@ class DatabricksOrchestrator(WheeledOrchestrator):
             stack: "Stack",
         ) -> Tuple[bool, str]:
             for component in stack.components.values():
-                continue  # TODO: Remove this line
                 if not component.config.is_local:
                     continue
 

zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py

@@ -38,7 +38,6 @@ from kubernetes import config as k8s_config
 
 from zenml.config.base_settings import BaseSettings
 from zenml.enums import StackComponentType
-from zenml.environment import Environment
 from zenml.integrations.kubernetes.flavors.kubernetes_orchestrator_flavor import (
     KubernetesOrchestratorConfig,
     KubernetesOrchestratorSettings,
@@ -335,19 +334,8 @@ class KubernetesOrchestrator(ContainerizedOrchestrator):
                 environment.
 
         Raises:
-            RuntimeError: If trying to run from a Jupyter notebook.
+            RuntimeError: If the Kubernetes orchestrator is not configured.
         """
-        # First check whether the code is running in a notebook.
-        if Environment.in_notebook():
-            raise RuntimeError(
-                "The Kubernetes orchestrator cannot run pipelines in a notebook "
-                "environment. The reason is that it is non-trivial to create "
-                "a Docker image of a notebook. Please consider refactoring "
-                "your notebook cells into separate scripts in a Python module "
-                "and run the code outside of a notebook when using this "
-                "orchestrator."
-            )
-
         for step_name, step in deployment.step_configurations.items():
             if self.requires_resources_in_orchestration_environment(step):
                 logger.warning(

zenml/integrations/kubernetes/orchestrators/manifest_utils.py

@@ -155,15 +155,26 @@ def build_pod_manifest(
     if service_account_name is not None:
         pod_spec.service_account_name = service_account_name
 
+    labels = {}
+
     if pod_settings:
         add_pod_settings(pod_spec, pod_settings)
 
-    pod_metadata = k8s_client.V1ObjectMeta(
-        name=pod_name,
-        labels={
+        # Add pod_settings.labels to the labels
+        if pod_settings.labels:
+            labels.update(pod_settings.labels)
+
+    # Add run_name and pipeline_name to the labels
+    labels.update(
+        {
             "run": run_name,
             "pipeline": pipeline_name,
-        },
+        }
+    )
+
+    pod_metadata = k8s_client.V1ObjectMeta(
+        name=pod_name,
+        labels=labels,
     )
 
     if pod_settings and pod_settings.annotations:

zenml/integrations/kubernetes/pod_settings.py

@@ -34,6 +34,7 @@ class KubernetesPodSettings(BaseSettings):
         volume_mounts: Volume mounts to apply to the pod containers.
         host_ipc: Whether to enable host IPC for the pod.
         image_pull_secrets: Image pull secrets to use for the pod.
+        labels: Labels to apply to the pod.
     """
 
     node_selectors: Dict[str, str] = {}
@@ -45,6 +46,7 @@ class KubernetesPodSettings(BaseSettings):
     volume_mounts: List[Dict[str, Any]] = []
     host_ipc: bool = False
     image_pull_secrets: List[str] = []
+    labels: Dict[str, str] = {}
 
     @field_validator("volumes", mode="before")
     @classmethod

zenml/utils/source_utils.py

@@ -38,6 +38,7 @@ from zenml.config.source import (
     Source,
     SourceType,
 )
+from zenml.constants import ENV_ZENML_CUSTOM_SOURCE_ROOT
 from zenml.environment import Environment
 from zenml.logger import get_logger
 
@@ -57,7 +58,9 @@ BuiltinFunctionTypeSource = Source(
     type=SourceType.BUILTIN,
 )
 
-_CUSTOM_SOURCE_ROOT: Optional[str] = None
+_CUSTOM_SOURCE_ROOT: Optional[str] = os.getenv(
+    ENV_ZENML_CUSTOM_SOURCE_ROOT, None
+)
 
 
 def load(source: Union[Source, str]) -> Any:

zenml/zen_server/rbac/utils.py

@@ -103,7 +103,9 @@ def dehydrate_response_model(
         )
 
     dehydrated_values = {}
-    for key, value in dict(model).items():
+    # See `get_subresources_for_model(...)` for a detailed explanation why we
+    # need to use `model.__iter__()` here
+    for key, value in model.__iter__():
         dehydrated_values[key] = _dehydrate_value(
             value, permissions=permissions
         )
@@ -484,7 +486,13 @@ def get_subresources_for_model(
     """
     resources = set()
 
-    for value in dict(model).values():
+    # We don't want to use `model.model_dump()` here as that recursively
+    # converts models to dicts, but we want to preserve those classes for
+    # the recursive `_get_subresources_for_value` calls.
+    # We previously used `dict(model)` here, but that lead to issues with
+    # models overwriting `__getattr__`, this `model.__iter__()` has the same
+    # results though.
+    for _, value in model.__iter__():
         resources.update(_get_subresources_for_value(value))
 
     return resources

zenml/zen_server/routers/steps_endpoints.py

@@ -117,7 +117,8 @@ def create_run_step(
     pipeline_run = zen_store().get_run(step.pipeline_run_id)
     verify_permission_for_model(pipeline_run, action=Action.UPDATE)
 
-    return zen_store().create_run_step(step_run=step)
+    step_response = zen_store().create_run_step(step_run=step)
+    return dehydrate_response_model(step_response)
 
 
 @router.get(

{zenml_nightly-0.62.0.dev20240722.dist-info → zenml_nightly-0.62.0.dev20240724.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: zenml-nightly
-Version: 0.62.0.dev20240722
+Version: 0.62.0.dev20240724
 Summary: ZenML: Write production-ready ML code.
 Home-page: https://zenml.io
 License: Apache-2.0

{zenml_nightly-0.62.0.dev20240722.dist-info → zenml_nightly-0.62.0.dev20240724.dist-info}/RECORD

@@ -6,7 +6,7 @@ RELEASE_NOTES.md,sha256=rF05H0U7U4lCYWomDqKhWdaWtOfCFSOf10LNBoFnl3Y,349994
 ROADMAP.md,sha256=hiLSmr16BH8Dfx7SaQM4JcXCGCVl6mFZPFAwJeDTrJU,407
 SECURITY.md,sha256=9DepA8y03yvCZLHEfcXLTDH4lUyKHquAdukBsccNN7c,682
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=5cbiUOfZDvEsLzdqSg1M3tO0asaw0EV2VmHKCU_yR7g,19
+zenml/VERSION,sha256=_nHp1XaU7-Wj7_LXnlLe1L6yA0_8nnw1GKKU4__T2Qc,19
 zenml/__init__.py,sha256=6zRqB0FeBWX5E4Np9k9jzJgKaEHKvLFbtmOZQYrGpD8,2453
 zenml/_hub/__init__.py,sha256=6qDzpQAAZa__Aiiz0mC1qM-9dw9_jk_v_aXeJknxbDE,644
 zenml/_hub/client.py,sha256=Um2df1JO7-BmNm65efHSPpV5e0GITuoQJmod_wkdvbw,9136
@@ -110,7 +110,7 @@ zenml/data_validators/__init__.py,sha256=9Fa0jiUSQ_JsLMHYjqDayWQl4m_uuai9tQjIP60
 zenml/data_validators/base_data_validator.py,sha256=tk-7-SjUREs4FyVYkSx2KpsMQ-W0E9Z2nTf9WPE0EaU,9839
 zenml/entrypoints/__init__.py,sha256=2CMemOrHIJauxAss6k7dKFtsCFqgYR-JbAx4REoCaE8,946
 zenml/entrypoints/base_entrypoint_configuration.py,sha256=8dD_TRMUAXbRj6XNboQjyze3rNcomUG5F2Jg-TfuM6E,8449
-zenml/entrypoints/entrypoint.py,sha256=Cxh4S_F4URQQ1WF2fGuJEIfLcUWcxVDeDiKYJA4Kxps,2174
+zenml/entrypoints/entrypoint.py,sha256=XNgXBCMKoidmP0_AYgMpqo-neG8Y8jG0rj43ofTDZ9E,2033
 zenml/entrypoints/pipeline_entrypoint_configuration.py,sha256=To-vTP29qAE36ndJDF1fRw9wL2Nk2bsBuO-ayAwvSmo,1646
 zenml/entrypoints/step_entrypoint_configuration.py,sha256=NskQF6OFFCIoD7v0JxR_cZRVXBRaKl3R0fwqpaQCPLM,6571
 zenml/enums.py,sha256=tyte4wjKGy3bmTydYMkJaXGaxPKED21XhNXWOqYpM5c,10053
@@ -204,7 +204,7 @@ zenml/integrations/databricks/flavors/databricks_orchestrator_flavor.py,sha256=7
 zenml/integrations/databricks/model_deployers/__init__.py,sha256=8qqgepgmJWbh4KqqckxZKv5z9w_vMHLtimN-8lSWU7o,833
 zenml/integrations/databricks/model_deployers/databricks_model_deployer.py,sha256=hxNxjs_CdPr4MX1zloVXdF75WQbvToV0oOV8P8vIAH0,9173
 zenml/integrations/databricks/orchestrators/__init__.py,sha256=qmpWv6-OjzvlQw3-hWcGaiJnwp3DgzwW4duJHG7QVys,830
-zenml/integrations/databricks/orchestrators/databricks_orchestrator.py,sha256=dUGCBvJPw1MPrBn2pr99Ewei6hOnhKx6K8sfiivbuiY,18805
+zenml/integrations/databricks/orchestrators/databricks_orchestrator.py,sha256=82k7LM5-Womv5xxzmFEx0rGKWX4J28byimrvWXmawdc,18754
 zenml/integrations/databricks/orchestrators/databricks_orchestrator_entrypoint_config.py,sha256=KlZNkPMHacVqHG5bHwxf_5hK1lMQtigzJSitgap-3Mc,3492
 zenml/integrations/databricks/services/__init__.py,sha256=Sve9TXrgzs7PH_rFq4ReqAdnrffe-p0YzejRlcCgHTw,811
 zenml/integrations/databricks/services/databricks_deployment.py,sha256=RAjSeCegRHYJyKRE5EEKLZOKXDrNRGS_CGS9VfnZf98,14505
@@ -334,11 +334,11 @@ zenml/integrations/kubernetes/flavors/__init__.py,sha256=ANKG2tCNpna3xVSmA2V9WOw
 zenml/integrations/kubernetes/flavors/kubernetes_orchestrator_flavor.py,sha256=8SHSyXg0vPxTHsJhQ_MJpSLkDAAw-YvMNUQcvIn5ogo,7689
 zenml/integrations/kubernetes/orchestrators/__init__.py,sha256=TJID3OTieZBox36WpQpzD0jdVRA_aZVcs_bNtfXS8ik,811
 zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=o5yfxHt3hPGc6ki5Pzr_FRcUk-KNUh2PTxRUlVnUVCI,10639
-zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=y9mgs3QMBFGjSnvSufMh-tYHyeZtv6kf288tMboIFoA,20911
+zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=vuyHmaNwiVCPL7uN68HWa8gNmwNc0GH65NC48BfJgA8,20303
 zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=Jbi32O6tOHxRpIBxRMVNsiniHzALHkggOUf6STCZy38,5835
 zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint_configuration.py,sha256=Y7uGU8eksMluGyXYsf688CwpiXwI_W6WYLscYwRZXRY,2494
-zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=uiLbA70aEQ7Z8yGMo9wbePGqQ1JGno_HSoeblJkI4UA,11151
-zenml/integrations/kubernetes/pod_settings.py,sha256=b_nLjwn1fXjywXjBWzvaZjnb1XyYSK-oPXfuTnpKZLg,4822
+zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=LZwhoQDXrklD9p1Esx4yEWVQaZmrnXmkQ5CxgzjRXGg,11388
+zenml/integrations/kubernetes/pod_settings.py,sha256=NMp4aHKRG29mh1Nq5uvV78Hzj1cMZj93poWCBiwov-M,4898
 zenml/integrations/kubernetes/serialization_utils.py,sha256=cPSe4szdBLzDnUZT9nQc2CCA8h84aj5oTA8vsUE36ig,7000
 zenml/integrations/kubernetes/service_connectors/__init__.py,sha256=Uf6zlHIapYrRDl3xOPWQ2jA7jt85SXx1U7DmSxzxTvQ,818
 zenml/integrations/kubernetes/service_connectors/kubernetes_service_connector.py,sha256=IbVWwKEXG7PZay1lj3Q1VNAlap4qGxjhE4yIW9_0tIc,19525
@@ -753,7 +753,7 @@ zenml/utils/secret_utils.py,sha256=KrLPwRyQqUFT-Sev6_Mm1iIyco_sAjbASqb6rZ_E9g4,5
 zenml/utils/settings_utils.py,sha256=msfMw1Mq_0ERaaCkAl6_BGQbUHCgf4fD2y4N4ZK3U04,4628
 zenml/utils/singleton.py,sha256=Qgi7yjV7asDuLiKTzFbeW-CoRRmW5RHRhmGAXtDZH7Y,2415
 zenml/utils/source_code_utils.py,sha256=8iyNA2MGIORYVEkSdxNTXfS1ZdFKXTAG1dZRkeQtPL0,3751
-zenml/utils/source_utils.py,sha256=6ei-5ab4ZlrzMwAIeF129qsom8bDXgVDKvqJKNjLi6o,20208
+zenml/utils/source_utils.py,sha256=IJfgiMY1ECYbQydfolLXHFBCy7piEErqoSY7TCcTcn0,20312
 zenml/utils/string_utils.py,sha256=hOU_rgAoCn5rbMD9x3_KSdXNdIDSW9hp10gQdecOFcg,3881
 zenml/utils/terraform_utils.py,sha256=yI399qdGdQmQNRs-8cvDXEYMEqojmxH_ENEO7nr32_U,1584
 zenml/utils/typed_model.py,sha256=00EAo1I1VnOBHG4-ce8dPkyHRPpgi67SRIU-KdewRWs,4757
@@ -1103,7 +1103,7 @@ zenml/zen_server/rbac/__init__.py,sha256=nACbn_G7nZt_AWM3zeFL0FCmELvQnvaOFMwvTG3
 zenml/zen_server/rbac/endpoint_utils.py,sha256=F_l2LyucuOiN3OEOtw-Xs6bxJPrJNPlfZxZX9hAyqfU,6507
 zenml/zen_server/rbac/models.py,sha256=JXOeWxOBfVRCqci3X-UorVZEVLS3v9sBQIr0lmcYwHI,2370
 zenml/zen_server/rbac/rbac_interface.py,sha256=pNdfNtis5YhQgpWYkli7xNwfzNT_uXQlBaYKlSFi5HA,2881
-zenml/zen_server/rbac/utils.py,sha256=BZ-9iATMT7VPB4VQQhVN_HdyQUDyIm8LRwy-wFUYbOk,19142
+zenml/zen_server/rbac/utils.py,sha256=WBeQgmlDXX-yi5LRv25tkh9oOtH_xmgSxaNPJOO9dzI,19635
 zenml/zen_server/rbac/zenml_cloud_rbac.py,sha256=mFWwskAEmeZyNCVF4aImEZpZNqm4SWALnSgbv7s0Zk4,6747
 zenml/zen_server/routers/__init__.py,sha256=ViyAhWL-ogHxE9wBvB_iMcur5H1NRVrzXkpogVY7FBA,641
 zenml/zen_server/routers/actions_endpoints.py,sha256=TgFFU9fMu43iqTu-ybnxJ5QokzV-eivRAd6pW2TrFe0,9549
@@ -1131,7 +1131,7 @@ zenml/zen_server/routers/service_endpoints.py,sha256=PyAxQLewVnpotfQI_OmyUTl7ohT
 zenml/zen_server/routers/stack_components_endpoints.py,sha256=mFVeAZY2QmlEdeowvaFO0wy6mG2zQlybOBvrFg4zWdU,6110
 zenml/zen_server/routers/stack_deployment_endpoints.py,sha256=_pYU96IM2o0tcQhKzGnO6pE38G9o25AldT_bbqljGO4,4931
 zenml/zen_server/routers/stacks_endpoints.py,sha256=imL7s26xFOf4EY4zwSz8y8-Ggl6-Xfu-tJY75TNodeo,4540
-zenml/zen_server/routers/steps_endpoints.py,sha256=117ly8jW3-jInZ6ERQ1k54qHphr76ElPpta_O7F65fU,7635
+zenml/zen_server/routers/steps_endpoints.py,sha256=w-mOkidTIw_h0L0JZrc5XHr7oo80O5X9YZwlatqKN_M,7695
 zenml/zen_server/routers/tags_endpoints.py,sha256=oK-A-EqAsrIXXgl7A870I2PT8_fct1dZVQDQ-g8GHys,4941
 zenml/zen_server/routers/triggers_endpoints.py,sha256=1fHKDRDr6WsjnGCvkV7SOcX9cggw1rvHzce27uAzM9A,10190
 zenml/zen_server/routers/users_endpoints.py,sha256=f-ZuuqtOwiyhtucJ3RAJ4IzeQVYcPTaQBca_wAtlxcU,25199
@@ -1337,8 +1337,8 @@ zenml/zen_stores/secrets_stores/service_connector_secrets_store.py,sha256=kPYX-Z
 zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=Bq1djrUP9saoD7vECjS7-TlA_7sjJGgw1talri4spjU,8656
 zenml/zen_stores/sql_zen_store.py,sha256=j1D_vqLzg8lK2wT-a8moDOXJfTVGAa_oA0bb-RHWEVo,381780
 zenml/zen_stores/zen_store_interface.py,sha256=ZcgPtlAMdO5die42Hwd6l8glxHYsxFjzuCBewIu5Hrs,91984
-zenml_nightly-0.62.0.dev20240722.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.62.0.dev20240722.dist-info/METADATA,sha256=iwxGizROduJEVBSIFF9RpIMWzC15nJnnLvvk27Ycjs4,21026
-zenml_nightly-0.62.0.dev20240722.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-zenml_nightly-0.62.0.dev20240722.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.62.0.dev20240722.dist-info/RECORD,,
+zenml_nightly-0.62.0.dev20240724.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.62.0.dev20240724.dist-info/METADATA,sha256=v3QDDM3Ix9c44Amfxi0Uj8qIFn1uC6uF1gnZGN1qsI4,21026
+zenml_nightly-0.62.0.dev20240724.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+zenml_nightly-0.62.0.dev20240724.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.62.0.dev20240724.dist-info/RECORD,,