zenml-nightly 0.68.1.dev20241102__py3-none-any.whl → 0.68.1.dev20241106__py3-none-any.whl

zenml/materializers/base_materializer.py

@@ -13,8 +13,11 @@
 #  permissions and limitations under the License.
 """Metaclass implementation for registering ZenML BaseMaterializer subclasses."""
 
+import contextlib
 import inspect
-from typing import Any, ClassVar, Dict, Optional, Tuple, Type, cast
+import shutil
+import tempfile
+from typing import Any, ClassVar, Dict, Iterator, Optional, Tuple, Type, cast
 
 from zenml.artifact_stores.base_artifact_store import BaseArtifactStore
 from zenml.enums import ArtifactType, VisualizationType
@@ -326,3 +329,67 @@ class BaseMaterializer(metaclass=BaseMaterializerMeta):
         if isinstance(storage_size, int):
             return {"storage_size": StorageSize(storage_size)}
         return {}
+
+    @contextlib.contextmanager
+    def get_temporary_directory(
+        self,
+        delete_at_exit: bool,
+        delete_after_step_execution: bool = True,
+    ) -> Iterator[str]:
+        """Context manager to get a temporary directory.
+
+        Args:
+            delete_at_exit: If set to True, the temporary directory will be
+                deleted after the context manager exits.
+            delete_after_step_execution: If `delete_at_exit` is set to False and
+                this is set to True, the temporary directory will be deleted
+                after the step finished executing. If a materializer is being
+                used outside of the context of a step execution, the temporary
+                directory will not be deleted and the user is responsible for
+                deleting it themselves.
+
+        Yields:
+            Path to the temporary directory.
+        """
+        temp_dir = tempfile.mkdtemp(prefix="zenml-")
+
+        if delete_after_step_execution and not delete_at_exit:
+            # We should not delete the directory when the context manager
+            # exits, but cleanup once the step has finished executing.
+            self._register_directory_for_deletion_after_step_execution(
+                temp_dir
+            )
+
+        try:
+            yield temp_dir
+        finally:
+            if delete_at_exit:
+                shutil.rmtree(temp_dir)
+
+    def _register_directory_for_deletion_after_step_execution(
+        self, directory: str
+    ) -> None:
+        """Register directory to be deleted after the current step finishes.
+
+        If no step is currently being executed, this method does nothing.
+
+        Args:
+            directory: The directory to register for deletion.
+        """
+        from zenml import get_step_context
+
+        try:
+            step_context = get_step_context()
+        except RuntimeError:
+            logger.debug(
+                "Materializer called outside of step execution, not cleaning "
+                "up directory %s",
+                directory,
+            )
+            return
+
+        def _callback() -> None:
+            shutil.rmtree(directory)
+            logger.debug("Cleaned up materializer directory %s", directory)
+
+        step_context._cleanup_registry.register_callback(_callback)

zenml/orchestrators/step_runner.py

@@ -153,7 +153,7 @@ class StepRunner:
 
             # Initialize the step context singleton
             StepContext._clear()
-            StepContext(
+            step_context = StepContext(
                 pipeline_run=pipeline_run,
                 step_run=step_run,
                 output_materializers=output_materializers,
@@ -246,6 +246,9 @@ class StepRunner:
                                 model_version=model_version,
                             )
                 finally:
+                    step_context._cleanup_registry.execute_callbacks(
+                        raise_on_exception=False
+                    )
                     StepContext._clear()  # Remove the step context singleton
 
             # Update the status and output artifacts of the step run.

zenml/stack/flavor.py

@@ -16,6 +16,7 @@
 from abc import abstractmethod
 from typing import Any, Dict, Optional, Type, cast
 
+from zenml.client import Client
 from zenml.enums import StackComponentType
 from zenml.models import (
     FlavorRequest,
@@ -146,9 +147,6 @@ class Flavor:
         Returns:
             The model.
         """
-        from zenml.client import Client
-
-        client = Client()
         connector_requirements = self.service_connector_requirements
         connector_type = (
             connector_requirements.connector_type
@@ -165,10 +163,16 @@ class Flavor:
             if connector_requirements
             else None
         )
+        user = None
+        workspace = None
+        if is_custom:
+            user = Client().active_user.id
+            workspace = Client().active_workspace.id
+
         model_class = FlavorRequest if is_custom else InternalFlavorRequest
         model = model_class(
-            user=client.active_user.id if is_custom else None,
-            workspace=client.active_workspace.id if is_custom else None,
+            user=user,
+            workspace=workspace,
             name=self.name,
             type=self.type,
             source=source_utils.resolve(self.__class__).import_path,

zenml/steps/step_context.py

@@ -26,6 +26,7 @@ from typing import (
 
 from zenml.exceptions import StepContextError
 from zenml.logger import get_logger
+from zenml.utils.callback_registry import CallbackRegistry
 from zenml.utils.singleton import SingletonMetaClass
 
 if TYPE_CHECKING:
@@ -145,6 +146,7 @@ class StepContext(metaclass=SingletonMetaClass):
             )
             for key in output_materializers.keys()
         }
+        self._cleanup_registry = CallbackRegistry()
 
     @property
     def pipeline(self) -> "PipelineResponse":

zenml/utils/callback_registry.py

@@ -0,0 +1,71 @@
+#  Copyright (c) ZenML GmbH 2024. All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at:
+#
+#       https://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+#  or implied. See the License for the specific language governing
+#  permissions and limitations under the License.
+"""Callback registry implementation."""
+
+from typing import Any, Callable, Dict, List, Tuple
+
+from typing_extensions import ParamSpec
+
+from zenml.logger import get_logger
+
+P = ParamSpec("P")
+
+logger = get_logger(__name__)
+
+
+class CallbackRegistry:
+    """Callback registry class."""
+
+    def __init__(self) -> None:
+        """Initializes the callback registry."""
+        self._callbacks: List[
+            Tuple[Callable[P, Any], Tuple[Any], Dict[str, Any]]
+        ] = []
+
+    def register_callback(
+        self, callback: Callable[P, Any], *args: P.args, **kwargs: P.kwargs
+    ) -> None:
+        """Register a callback.
+
+        Args:
+            callback: The callback to register.
+            *args: Arguments to call the callback with.
+            **kwargs: Keyword arguments to call the callback with.
+        """
+        self._callbacks.append((callback, args, kwargs))  # type: ignore[arg-type]
+
+    def reset(self) -> None:
+        """Reset the callbacks."""
+        self._callbacks = []
+
+    def execute_callbacks(self, raise_on_exception: bool) -> None:
+        """Execute all registered callbacks.
+
+        Args:
+            raise_on_exception: If True, exceptions raised during the execution
+                of the callbacks will be raised. If False, a warning with the
+                exception will be logged instead.
+
+        Raises:
+            Exception: Exceptions raised in any of the callbacks if
+                `raise_on_exception` is set to True.
+        """
+        for callback, args, kwargs in self._callbacks:
+            try:
+                callback(*args, **kwargs)
+            except Exception as e:
+                if raise_on_exception:
+                    raise e
+                else:
+                    logger.warning("Failed to run callback: %s", str(e))

{zenml_nightly-0.68.1.dev20241102.dist-info → zenml_nightly-0.68.1.dev20241106.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: zenml-nightly
-Version: 0.68.1.dev20241102
+Version: 0.68.1.dev20241106
 Summary: ZenML: Write production-ready ML code.
 Home-page: https://zenml.io
 License: Apache-2.0

{zenml_nightly-0.68.1.dev20241102.dist-info → zenml_nightly-0.68.1.dev20241106.dist-info}/RECORD

@@ -6,7 +6,7 @@ RELEASE_NOTES.md,sha256=oShLQurhMKncKnc_y7tiasEfgy1aCOOjxdpax-MlGI8,381641
 ROADMAP.md,sha256=hiLSmr16BH8Dfx7SaQM4JcXCGCVl6mFZPFAwJeDTrJU,407
 SECURITY.md,sha256=9DepA8y03yvCZLHEfcXLTDH4lUyKHquAdukBsccNN7c,682
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=AbM1Y6d4EFqFXURbKaJgDYyhaW23iaOymlBafKZs-GA,19
+zenml/VERSION,sha256=1X9WqtnqfLS74C58qLY6IyBxpzYk6xpa5Lg0H13w6s8,19
 zenml/__init__.py,sha256=XhLh9kV87ErcivCctQJaTtUOjl6kugT3pVyqqLKzBP8,2058
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -30,9 +30,9 @@ zenml/artifacts/__init__.py,sha256=knhroJ2h0uHBCGzAiBBGJEiuhEA3cwI6XYBRIyXdbkQ,6
 zenml/artifacts/artifact_config.py,sha256=xdj7-mkOUFUHZqDoi7Mw8I-SNnHRTf77YEi7VryQi1I,2787
 zenml/artifacts/external_artifact.py,sha256=2zmU9XQHwDefuODlBjKAdin91IWwZTJ8pVbg6g1gd6s,4504
 zenml/artifacts/external_artifact_config.py,sha256=P172p0JOu8Xx1F8RCQut1dnRpt5lpWXGNqMbY-V90sI,3323
-zenml/artifacts/load_directory_materializer.py,sha256=W0PygWIJy7yryT-r3-71jdFLK8J2efqQDn9fP2x5NpQ,3301
+zenml/artifacts/preexisting_data_materializer.py,sha256=dcahDcHUD3Lvn0-6zE2BG84bkyo_ydAgzBWxtbyJJZQ,3325
 zenml/artifacts/unmaterialized_artifact.py,sha256=JNPKq_sNifQx5wP8jEw7TGBEi26zwKirPGlWX9uxbJI,1300
-zenml/artifacts/utils.py,sha256=7Z4APpNjKtqsM_r3GgBYj2ksVpQBCoZDExXptQIpVTs,33179
+zenml/artifacts/utils.py,sha256=lGqFxfCE24jgDl-ITjNUH51JnSUggZXweU6sIZuORCE,33181
 zenml/cli/__init__.py,sha256=o72CwXCP9TxQpS-FH9RZuDfA2FifFpIsISESNORh6aI,74915
 zenml/cli/annotator.py,sha256=tEdducGdFn57DFLJVZQ-MyXH1auTGFueRmDc78N-vPQ,6970
 zenml/cli/artifact.py,sha256=7lsAS52DroBTFkFWxkyb-lIDOGP5jPL_Se_RDG_2jgg,9564
@@ -130,7 +130,7 @@ zenml/image_builders/base_image_builder.py,sha256=-Y5N3zFZsMJvVuzm1M3tU-r38fT9KC
 zenml/image_builders/build_context.py,sha256=TTY5T8aG4epeKOOpLItr8PDjmDijfcGaY3zFzmGV1II,6157
 zenml/image_builders/local_image_builder.py,sha256=nxwzPGgB2ePE51HcvT6hM6w37j9gn2ITEJuPMrx_SKw,5709
 zenml/integrations/README.md,sha256=hFIZwjsAItHjvDWVBqGSF-ZAeMsFR2GKX1Axl2g1Bz0,6190
-zenml/integrations/__init__.py,sha256=fcBgKyAPokSLnMECABQi3S4P2sLaz4EpKFjb8Gv7DRQ,4781
+zenml/integrations/__init__.py,sha256=ciJbNsqNPTHpWeMbFfLNa8fJ0jg8AxJUjOPnqrYPl9M,4843
 zenml/integrations/airflow/__init__.py,sha256=7ffV98vlrdH1RfWHkv8TXNd3hjtXSx4z2U7MZin-87I,1483
 zenml/integrations/airflow/flavors/__init__.py,sha256=Y48mn5OxERPPaXDBd5CFAIn6yhLPsgN5ZMk26hLXiNM,800
 zenml/integrations/airflow/flavors/airflow_orchestrator_flavor.py,sha256=VfZQD2H-WwIgVD1Fi7uewdnkvRoSykY0YCfROFDadXg,6189
@@ -178,7 +178,7 @@ zenml/integrations/bentoml/constants.py,sha256=vZXwQbLgF4Vi2F_DICZlNnDcUa5FMejLZ
 zenml/integrations/bentoml/flavors/__init__.py,sha256=7hzxI2zleFI9cplVJXn63iwL3s4XHeH1iup1Xc_dvIY,877
 zenml/integrations/bentoml/flavors/bentoml_model_deployer_flavor.py,sha256=1JQYDyIBV59I609S7EsoHDueN179fkahz2TVBMvkxJI,2739
 zenml/integrations/bentoml/materializers/__init__.py,sha256=us-ghjrVfBWNMCR-NhLqkBbShUeUns82GctqSP0_0x8,784
-zenml/integrations/bentoml/materializers/bentoml_bento_materializer.py,sha256=RE9zUHwZCC4r3Ny1CBNdxOJ527j4d7QVH1B1FbxJZhc,3548
+zenml/integrations/bentoml/materializers/bentoml_bento_materializer.py,sha256=6dyXGiFGckEYNsfqpWdR82tr1gyKPmD3UF2_eAdMAAo,3278
 zenml/integrations/bentoml/model_deployers/__init__.py,sha256=mwUZtNu0uSLLw3JOLf9BIjwjvZOmpL5NrKLMyGseDlA,817
 zenml/integrations/bentoml/model_deployers/bentoml_model_deployer.py,sha256=ODlXKqo0ab-i6kyil1dtcDyB87UqfzPHk7rG6AOD_Hg,12935
 zenml/integrations/bentoml/services/__init__.py,sha256=oFjp9AIWCyFhJQTv_xtgjUxvWeGzPl-pAKKT7Jw9UiE,1260
@@ -198,7 +198,7 @@ zenml/integrations/comet/experiment_trackers/__init__.py,sha256=reGygyAEgMrlc-9Q
 zenml/integrations/comet/experiment_trackers/comet_experiment_tracker.py,sha256=JnB_TqiCD8t9t6cVxWoomxvBuhA4jIJHYFZ-gKdGXf8,5767
 zenml/integrations/comet/flavors/__init__.py,sha256=x-XK-YwHMxz3zZPoIXo3X5vq_5VYUJAnsIoEX_ZooOU,883
 zenml/integrations/comet/flavors/comet_experiment_tracker_flavor.py,sha256=Rkk1UtEVY2MQBKbUHKxYQpDTWndkOYF8KuKuMGZAb24,3706
-zenml/integrations/constants.py,sha256=zF1MJ6TzxS5gnVORrB1bXGyhH3VIEEeL-M5Fs8fQCBM,2041
+zenml/integrations/constants.py,sha256=Qi3uwS9jIxGY1v4nES-5npWuQTS2uOj6IEUKyOzLehM,2055
 zenml/integrations/databricks/__init__.py,sha256=dkyTxfwIete7mRBlDzIfsTmllYgrd4DB2P4brXHPMUs,2414
 zenml/integrations/databricks/flavors/__init__.py,sha256=S-BZ3R9iKGOw-aUltR8I0ULEe2-LKGTIZhQv9TlnXfk,1122
 zenml/integrations/databricks/flavors/databricks_model_deployer_flavor.py,sha256=eDyYVqO2x1A9qgGICKJx5Z3qiUuTMfW9R3NZUO8OiRk,3591
@@ -301,11 +301,11 @@ zenml/integrations/huggingface/__init__.py,sha256=dsGh3rvdXMeiUdXJTkTyzH7q8y5HCF
 zenml/integrations/huggingface/flavors/__init__.py,sha256=NXMxZXrS7fHdZnz1G_Sf83k4zkE84C5UoYJzxXSY-R0,970
 zenml/integrations/huggingface/flavors/huggingface_model_deployer_flavor.py,sha256=QITTxFrpKu5JNH29A_riAWiC0-gY3qcxGWQf__0aQII,4032
 zenml/integrations/huggingface/materializers/__init__.py,sha256=HoiSCzfMTxtcvkDBconFm_-pdGZXzXDelkuPtcrJIgA,1267
-zenml/integrations/huggingface/materializers/huggingface_datasets_materializer.py,sha256=AQwb0r7nobEa0k6kxkKCXSekAwHwZfI9P5bBFuz5VFY,6266
-zenml/integrations/huggingface/materializers/huggingface_pt_model_materializer.py,sha256=29ZB8hIFBJAACDKTDKe96vl9aDX6xZBveHXCAdwwIJo,3061
-zenml/integrations/huggingface/materializers/huggingface_t5_materializer.py,sha256=deWDV4Hnr6f-oz1ex8yNkw9SwH8MZbcwCqATdgGJjaY,3876
-zenml/integrations/huggingface/materializers/huggingface_tf_model_materializer.py,sha256=lfZ-hHFTiIZtlH1_3Bz7QKjtrd_sZT50pPPzw6u9x0o,3007
-zenml/integrations/huggingface/materializers/huggingface_tokenizer_materializer.py,sha256=WdBuHmP88CHKywO3zuO8Z_MoDU_WQCQnPJbLKr49daU,2260
+zenml/integrations/huggingface/materializers/huggingface_datasets_materializer.py,sha256=08BrCgXJLB2FeeorhYYx954LZHiBU_BGNL1gyrXMsJg,6249
+zenml/integrations/huggingface/materializers/huggingface_pt_model_materializer.py,sha256=wBW3cGdi9SaJlZCASUZXh9MdvW39M1prqQNi1Ec9Ty0,3125
+zenml/integrations/huggingface/materializers/huggingface_t5_materializer.py,sha256=DFscKds-apGSvqhJ5iyAn6HnxeqlK5NMRPvpbjd-slI,3820
+zenml/integrations/huggingface/materializers/huggingface_tf_model_materializer.py,sha256=VwiT_ZLe8M8Q8xtqqb3AUzhgjxFkT7ObSpYHCFPhwo8,3071
+zenml/integrations/huggingface/materializers/huggingface_tokenizer_materializer.py,sha256=yk7OnPVRPXmKgxwZgkiEs7wdNYJAVYAgrlEE2xR_uyc,2278
 zenml/integrations/huggingface/model_deployers/__init__.py,sha256=58O81P3mCg9LO3iaU7jMqBqZb0o5zSXS0r7nb2ogN1Q,840
 zenml/integrations/huggingface/model_deployers/huggingface_model_deployer.py,sha256=2pfKewps4sI7dLBTyARaK8e-TRpsJX9pTdJqJe7XRwo,9095
 zenml/integrations/huggingface/services/__init__.py,sha256=QkGAmOdUBQLKfMpaG-u_rXjBVtQRx0ip2fii10IM3P0,815
@@ -358,15 +358,15 @@ zenml/integrations/label_studio/label_config_generators/label_config_generators.
 zenml/integrations/label_studio/label_studio_utils.py,sha256=NelKDXCoEIF37-xh7rffHeuHEwWvkfshR5w5f6HuBII,3316
 zenml/integrations/label_studio/steps/__init__.py,sha256=SQ-6oyRtqHDsU-QjOdvtd-cD8plsW40Dwl5SZnWtbbA,895
 zenml/integrations/label_studio/steps/label_studio_standard_steps.py,sha256=k7UTFzDZBTdV0NbVtRKMqQo-gURvdSMtjtHoFfiIWgs,8695
-zenml/integrations/langchain/__init__.py,sha256=GIxyxtrxvaeWYs-uVO3qg1pGVsMWPsOmMFTFa-Hw1V0,1382
+zenml/integrations/langchain/__init__.py,sha256=Qzsw8brka_N2QFQj3iUKEClHVVH-UMsHCCLAq1tpk24,1411
 zenml/integrations/langchain/materializers/__init__.py,sha256=ouU6MDX_gZc0FVgNK8xO6F7B2XOEikrevQEZpdYyaOM,1037
 zenml/integrations/langchain/materializers/document_materializer.py,sha256=86-V8ADkT0laE8ZvQyj8v9EbxHeeQ9PbiQq06OhMmdo,2287
-zenml/integrations/langchain/materializers/openai_embedding_materializer.py,sha256=WLErmqNJU5gmc-EqMEsIOAdrpyZPB62th9r4Xx0g-Ao,1294
+zenml/integrations/langchain/materializers/openai_embedding_materializer.py,sha256=LXqsU4X-t6NKed7Y8BSVZY2IU7wu0fkO8NlVEM2kibc,2077
 zenml/integrations/langchain/materializers/vector_store_materializer.py,sha256=HQZxrJLtm_dCNZH5FeF6_4YfQRKu-mais6_uzSIEaLs,1273
 zenml/integrations/lightgbm/__init__.py,sha256=6WwTSY7teUMj4Ru0e7xLCl6MR3CtelW7RHgtLdWadag,1162
 zenml/integrations/lightgbm/materializers/__init__.py,sha256=9tUTAisuFmR2-B4E-3l23Ab_sy8Jw6AAKUkG3pnd6ZI,929
-zenml/integrations/lightgbm/materializers/lightgbm_booster_materializer.py,sha256=wrQ18yFImkOJz5dvkwjoQ5pxOUKrfe6Vn82Hrm5uIgo,2369
-zenml/integrations/lightgbm/materializers/lightgbm_dataset_materializer.py,sha256=CQEbVqIgAgigXZ-ix5gffN5OjrS60eMYSFi52Fc_bI8,2973
+zenml/integrations/lightgbm/materializers/lightgbm_booster_materializer.py,sha256=PmEoSOhR1Lj23DgbumiiTlbySAB7bmepLNsQ4fNM_-g,2313
+zenml/integrations/lightgbm/materializers/lightgbm_dataset_materializer.py,sha256=q1L1cke0j9hYNbruPxaWDDgp0thNPNHZA0gH4gyfugI,2856
 zenml/integrations/lightning/__init__.py,sha256=Wyj8P7ihX8DpOO4bmggM_Pq3HDwU02fjdB51s5sHJSA,1521
 zenml/integrations/lightning/flavors/__init__.py,sha256=Ma949QQTTYw1Zw1fo6zSUXomXfXQRTPHY9N2wZGweMA,883
 zenml/integrations/lightning/flavors/lightning_orchestrator_flavor.py,sha256=prKhMbvbtEXWYbprM9udc4HJltwCNTKqCRqUZwWgJ2I,4853
@@ -409,9 +409,9 @@ zenml/integrations/neural_prophet/materializers/neural_prophet_materializer.py,s
 zenml/integrations/numpy/__init__.py,sha256=McWmP5C0LNd03GtTrq5KOiKh9JUBhwhX8rmJlUnyR34,1105
 zenml/integrations/numpy/materializers/__init__.py,sha256=txwv8We-dLehTWqY-eDYx40njg4Ld8eQrs1O0MZiiIk,766
 zenml/integrations/numpy/materializers/numpy_materializer.py,sha256=rNIcoZkU6JZcqEc6yt3x3yHvmmWnLAfKy74hLxKXbM8,8477
-zenml/integrations/openai/__init__.py,sha256=Zi9LaUe6sElglthZQ4iuqjO34v5DWZoltj387uPZTCs,966
+zenml/integrations/openai/__init__.py,sha256=cKPFCz_cTnJLQ-crdgpWQlHEZnVVeK5_SyRue2bvCXY,958
 zenml/integrations/openai/hooks/__init__.py,sha256=8VfiVOyIrjya9G_VK5GPEqq9G5i9w5u4ngf-Oo_oHT4,811
-zenml/integrations/openai/hooks/open_ai_failure_hook.py,sha256=t1nRghWpsGPd89XDDOjK5gRTJSdk6mkVmGpX0vUhaos,4046
+zenml/integrations/openai/hooks/open_ai_failure_hook.py,sha256=tQe-dUO7_w24ABfN96TZ7Zc2inJMI5u9sdE8gBxrDyM,4702
 zenml/integrations/pandas/__init__.py,sha256=Rt4BJUlZk-Td2m9l7cLkbAv4vL2Z2YULTqWoICGoU6s,1114
 zenml/integrations/pandas/materializers/__init__.py,sha256=LcN6iO4vZKTMFp1eRF5njIu-UwqMsonms3T4ObFTtbk,770
 zenml/integrations/pandas/materializers/pandas_materializer.py,sha256=kr4kVLluvytiqvYMS8JtwmcGQW6cMJxnsSbX1XMKo6c,7077
@@ -422,10 +422,10 @@ zenml/integrations/pigeon/flavors/__init__.py,sha256=gPcVWXWCVr7zUg7jz6DoSItwV_v
 zenml/integrations/pigeon/flavors/pigeon_annotator_flavor.py,sha256=18HNRPbKmBdEHvZlsOxEy4As9jv7qJiA8pCFpx5W9hs,3020
 zenml/integrations/pillow/__init__.py,sha256=BILKt614RpC49_TA-EyOGfZjEnGfQtF7z9d2TAB0fQQ,1114
 zenml/integrations/pillow/materializers/__init__.py,sha256=chH_J6ns-9Xpg7jF84gwvkxMv9vVld-d--Ylu_eGUEg,782
-zenml/integrations/pillow/materializers/pillow_image_materializer.py,sha256=4bj37cQsT8Zqkq_Ag9wkf8JxYkce85hxqd0GIfFdNXg,4461
+zenml/integrations/pillow/materializers/pillow_image_materializer.py,sha256=uRrcz_NEp6I6oW0Pffkn5r8Q08uFXj76AKjTGs03c3Y,4447
 zenml/integrations/polars/__init__.py,sha256=fwMzL37Myt0I9VF498zmzXid32KXV8oFsrTobyb5FKs,1208
 zenml/integrations/polars/materializers/__init__.py,sha256=6XIcXQntWLaxHazijCTNxz6jizj68S2uXWKIUJXwwhU,776
-zenml/integrations/polars/materializers/dataframe_materializer.py,sha256=I7CBdhoIgT4mLv7WoG01XyWBLSZ58GW1SEZ8bqe64s8,4213
+zenml/integrations/polars/materializers/dataframe_materializer.py,sha256=jqPdpH2jxZpR3CY7eSKHDpXfEd2tSHj5LRsaoiHegYM,3977
 zenml/integrations/prodigy/__init__.py,sha256=ddXEyPqOMFgo4eHQN6hyai3TVNotXLwARZgj4pQYUxg,1521
 zenml/integrations/prodigy/annotators/__init__.py,sha256=X0IbkHSt7Yy0InFvyzpVw2kp31QTTC1cotPYiSpTGzs,798
 zenml/integrations/prodigy/annotators/prodigy_annotator.py,sha256=hY10A6zaJ1TV69g4oBZv3Alk2tEGsp-wpBzsEMgefug,9443
@@ -433,7 +433,7 @@ zenml/integrations/prodigy/flavors/__init__.py,sha256=FCePtCm6dHOkCzA-60XxIxTqBO
 zenml/integrations/prodigy/flavors/prodigy_annotator_flavor.py,sha256=7T_g4g25yruz0UNrmK0jyuYqnnaeEr2XgnO40ZUSuYw,2983
 zenml/integrations/pycaret/__init__.py,sha256=A3XaP0ShOPkWabhQus9WxUODrKayg_B3XQOSug24fa0,1351
 zenml/integrations/pycaret/materializers/__init__.py,sha256=7I9prC68U3-qE7j5iXSDf0JvOtbI_jh7bm2jXdI8EHI,775
-zenml/integrations/pycaret/materializers/model_materializer.py,sha256=sIOISb82OpXkqjfumNaCG7mt09QqHAOCa6jE_IHFgEc,4750
+zenml/integrations/pycaret/materializers/model_materializer.py,sha256=1NYf6m2MF9aQiN_y-Am2Z6xiPlOPBb5HNviDIvIEC90,4383
 zenml/integrations/pytorch/__init__.py,sha256=B8xtFRfFgUqpC28KY_y_o9BMNWvlxqZlJiaJnw-rUpQ,1163
 zenml/integrations/pytorch/materializers/__init__.py,sha256=m4laxcEZpP-Po_s6ch9FHHyjLxZ8Ft8TBfU_MpXIy-Q,920
 zenml/integrations/pytorch/materializers/base_pytorch_materializer.py,sha256=1mtQQ7j_JyqZn9BbYX9mrpRO27KkG54XUYJBVW-Qt3w,2457
@@ -534,9 +534,16 @@ zenml/integrations/tensorboard/visualizers/__init__.py,sha256=7uSvIoQxAfo7bhkH3S
 zenml/integrations/tensorboard/visualizers/tensorboard_visualizer.py,sha256=t-u-4sKqJjY-wWo6meUR_vglMTnLX7nlEwFIsM8HGS0,8099
 zenml/integrations/tensorflow/__init__.py,sha256=HQLejcSM09IDawjq2TZrDZwGdnADgrhq4ykhvjE5vHw,2344
 zenml/integrations/tensorflow/materializers/__init__.py,sha256=iQVlAHAqdD6ItJlJyIsfamY3aF3_vU22qFNuyLMTIF0,906
-zenml/integrations/tensorflow/materializers/keras_materializer.py,sha256=BRXo3w1nB7eujOfFVez79kjhtJjm42Lc498tW4Hx0AY,3281
-zenml/integrations/tensorflow/materializers/tf_dataset_materializer.py,sha256=ozgJzZ8OBP0dv87hfUa7-8DNPYlQdaf8jKRVNvqLR6A,2810
+zenml/integrations/tensorflow/materializers/keras_materializer.py,sha256=8MY6nIY3O86Y7eiHMo8udrQgAd-ZqUNnYvRU3GnczyA,3044
+zenml/integrations/tensorflow/materializers/tf_dataset_materializer.py,sha256=O2TAXT8zbar5Lq1lVJMAlLO0mhJe-PoRuEOLUpux-zs,2630
 zenml/integrations/utils.py,sha256=Pw3f7x_nuhpfq-TmYaTqF-bcIYCBIUChcwQtyVaTyY8,2698
+zenml/integrations/vllm/__init__.py,sha256=3ZvUoWUGvYRGg-F_My9Vx4q2_ywDeWcKciyv9E1DFAU,1623
+zenml/integrations/vllm/flavors/__init__.py,sha256=oyOnp9JXWXCYPBvcQkkNrkFAboypx-li-Pyd0YAxb9A,853
+zenml/integrations/vllm/flavors/vllm_model_deployer_flavor.py,sha256=_3P0-qyjdsVzoUftaotT57mtc2EWJe7DljltogdHpoY,2646
+zenml/integrations/vllm/model_deployers/__init__.py,sha256=Z38oWIfkArNsxCm3rQkTdYK4dbtx2BpTUw1gw_kl6Do,803
+zenml/integrations/vllm/model_deployers/vllm_model_deployer.py,sha256=OYPNSkB-I5r4eQ_7kr4F7GDwNj6efcsio8WRteQ5cYI,9665
+zenml/integrations/vllm/services/__init__.py,sha256=Id28GEfHECI0RnGAGGNioD9eZ6aJxdNebe112VgC59g,788
+zenml/integrations/vllm/services/vllm_deployment.py,sha256=jPVKstcJ2AFmEG7R0Q6CcNUz0EEybBZok56F0QSgdTI,6619
 zenml/integrations/wandb/__init__.py,sha256=LBlnX4chpaB3atIsxkF0RSz2AJs9gHQWRptkgkqF6lw,1711
 zenml/integrations/wandb/experiment_trackers/__init__.py,sha256=8nFyyvh-PTF5d9ZfjS7xFSWTWSpreRB1azePv-Ex2sc,771
 zenml/integrations/wandb/experiment_trackers/wandb_experiment_tracker.py,sha256=xNkF-3-WwpC8OV38T5evV35t6rH5o3O6uBlX4cimsKs,5092
@@ -549,15 +556,15 @@ zenml/integrations/whylogs/data_validators/whylogs_data_validator.py,sha256=Yzwu
 zenml/integrations/whylogs/flavors/__init__.py,sha256=6FDZ6J136668MjQAy46xoTthExD9HGIzKYacTSqyFmk,885
 zenml/integrations/whylogs/flavors/whylogs_data_validator_flavor.py,sha256=Mz71T5b3oHlYtAdwkReEWBXwdnj_tTmFeQbyP7-y5Zg,3402
 zenml/integrations/whylogs/materializers/__init__.py,sha256=-mBkwJ83Ctr0EvsiVyjrUucUR8bMDc_81zPmpAn28o8,774
-zenml/integrations/whylogs/materializers/whylogs_materializer.py,sha256=SKAUBVVbvHp-1lPQBiJJaQ3wsCnvBFgMQgous7l78wA,5443
+zenml/integrations/whylogs/materializers/whylogs_materializer.py,sha256=_7C1NFbaGVqHKLbTJ0fAVjsMXi5VpW0LHJ65EFcFOxc,5333
 zenml/integrations/whylogs/secret_schemas/__init__.py,sha256=SZZhHBDZWq_ZHh8WXlfFG7700x3l42I4uYivO2qX8c0,996
 zenml/integrations/whylogs/secret_schemas/whylabs_secret_schema.py,sha256=RLhGvWhnE9K4OWZkDQMzPiFl-JZg03Fn4Oj-Hx0L9H4,1169
 zenml/integrations/whylogs/steps/__init__.py,sha256=nGQBSLXdstecRCLi0Xcyo8OaQKpvCt1LpiIlQaHH3NE,780
 zenml/integrations/whylogs/steps/whylogs_profiler.py,sha256=fSQ1xAnouPYYgV7wEgyAVcyc4GtgDHLwyIvQR0ygDkQ,2954
 zenml/integrations/xgboost/__init__.py,sha256=zDkEv2Uavclp7ePTMQcIpny1RA4z6tnF3-9ypI-bJHs,1122
 zenml/integrations/xgboost/materializers/__init__.py,sha256=8xNJmApxk-VIgfO_1VmvS08Wjdok1ledN7LtQkgH7kw,917
-zenml/integrations/xgboost/materializers/xgboost_booster_materializer.py,sha256=kNsPqafF1W7t_JM3aMh2l4a-d0WY3PzxJQF_WDr6whI,2551
-zenml/integrations/xgboost/materializers/xgboost_dmatrix_materializer.py,sha256=wOXSBw14-xR_BxeGM3Mew5bvdaYeNPdZm_Y4OM6F4tg,2979
+zenml/integrations/xgboost/materializers/xgboost_booster_materializer.py,sha256=3HWtnFCOPAlL1TSbJ2FDni_sQinYADVW3MrMbKNcyi0,2342
+zenml/integrations/xgboost/materializers/xgboost_dmatrix_materializer.py,sha256=G_lL1AZywJdnffVlk5VEnfYK0drAov2Z3EGppN2GSkw,2803
 zenml/io/__init__.py,sha256=a3YmPvRq9mw0IAcJft3IjD6CKcgxYGBY2gsiJW1Jrmk,843
 zenml/io/fileio.py,sha256=6Z4ywg-1X49Xemf22sm7r9Z603kqUSpQAkw46UDBTyk,8758
 zenml/io/filesystem.py,sha256=KHngX6kfSLT7VxV-K3wI-iv-SMDrctg18btgtCZapdc,6580
@@ -582,7 +589,7 @@ zenml/login/pro/tenant/models.py,sha256=OcYi2DjiIOzu4SPMD0HkOUHMOstB8zEjZKnDmqTS
 zenml/login/pro/utils.py,sha256=PnQ90eiqijY-VKqd974HzCtAosrHhzOxL1NpqZbpE5M,5355
 zenml/login/web_login.py,sha256=NkFKnPj8qDZAb2FfDW8ZvkWrGiurf7YiYEEs5m844aM,9037
 zenml/materializers/__init__.py,sha256=maME5CxKcgOkIFwG_iARt1-tuW8u8ZhTzfw50uyv_BA,1667
-zenml/materializers/base_materializer.py,sha256=IHS8T8g1ENS-eSBM9Kheudbcoaq_afor91YTcPLuKM8,11649
+zenml/materializers/base_materializer.py,sha256=M4hwkw7PB0LskCE92r-S35011l7DlFemit-EuUCW3Nc,14002
 zenml/materializers/built_in_materializer.py,sha256=7HxvySEHClMStNbzqrfqNTQnS6oV1x-s7obN6ZzulwY,14972
 zenml/materializers/cloudpickle_materializer.py,sha256=x8a6jEMTky6N2YVHiwrnGWSfVJUpiy-4kQsD2Aqj_E0,4837
 zenml/materializers/materializer_registry.py,sha256=ic-aWhJ2Ex9F_rml2dDVAxhRfW3nd71QMxzfTPP6BIM,4002
@@ -674,7 +681,7 @@ zenml/orchestrators/output_utils.py,sha256=Gz7SX2cbQ3w4eyfU0XuhKEKGtalQGBoc6moDR
 zenml/orchestrators/publish_utils.py,sha256=aNwgTDmVSq9qCDP3Ldk77YNXnWx_YHjYNTEJwYeZo9s,4579
 zenml/orchestrators/step_launcher.py,sha256=SHmATi2qlGYLJzGdGvuTeurYfl1-OosJlEkeVcJRiIY,17741
 zenml/orchestrators/step_run_utils.py,sha256=y_O8_Vt943-vzj1dHajx7mHc4ih1xCm6ptgR-SdivaE,20333
-zenml/orchestrators/step_runner.py,sha256=ZIL8bzf4GF8F7MqcExPw13YFrgFgoQ2upT3_cxbQkA0,24454
+zenml/orchestrators/step_runner.py,sha256=Qb80a1MFHXgN1RhdT0084qmXEbN4m7Z35mzDHVE0qgQ,24610
 zenml/orchestrators/topsort.py,sha256=D8evz3X47zwpXd90NMLsJD-_uCeXtV6ClzNfDUrq7cM,5784
 zenml/orchestrators/utils.py,sha256=U52BKVhsvSyClwmNRtH2hHQIGd0u9us7SAAcDjKn9BI,10260
 zenml/orchestrators/wheeled_orchestrator.py,sha256=eOnMcnd3sCzfhA2l6qRAzF0rOXzaojbjvvYvTkqixQo,4791
@@ -716,7 +723,7 @@ zenml/services/service_status.py,sha256=-Y1uH43l1VuuvReETCKCBAdYOE0KZeANJ021xyNw
 zenml/services/service_type.py,sha256=3MVWQu7AgsDyxOIKA79_kkgoBWPri3aJRbZlz2T6NBo,1202
 zenml/stack/__init__.py,sha256=vfHzaoRhPtS-XSlM8Vx1noJZDHF1Pj6LDz2knpn_QBg,1236
 zenml/stack/authentication_mixin.py,sha256=sg7GkpB-Ao9Gsa7Po0jxMn-_mVYUB42etmspZ6dk8cI,3982
-zenml/stack/flavor.py,sha256=rut-jFQFB6OGm25RRyMtYlJ3mm_6wrHYVI54Hmf9te4,9726
+zenml/stack/flavor.py,sha256=F60xxZaqsNRK51K1g-SIWAK9dFxRQXaIErtr3evQ-ng,9775
 zenml/stack/flavor_registry.py,sha256=IL0fRrxxQJ9YkCYCeADP7nwWEQo4XBElJY4owMjKGbQ,6108
 zenml/stack/stack.py,sha256=zpFQ7aOusTKBIwMG4B-chxISEranUo8tvlPu2tMUjPc,32905
 zenml/stack/stack_component.py,sha256=sDMpC_vAws1_GeEFhGNEJ6J4EQ9P2Ez18uAd-pO9lmc,29526
@@ -735,13 +742,14 @@ zenml/steps/__init__.py,sha256=KKWFOmCZGLDEikOD2E5YmDA7QHo47uPV37by21WwI0U,1453
 zenml/steps/base_step.py,sha256=62eKic_V4gwuLBFC41qxixCgLzA4GqiOlbZiLKnUDaI,43388
 zenml/steps/decorated_step.py,sha256=C8Ng5PCLc9eql4JF1N345HQ6LyC1qCUdTnysUTeoAJs,1315
 zenml/steps/entrypoint_function_utils.py,sha256=Ex3mt85uHfN2ku0QouMmLeROEXcURaXVKfEdn14PZEA,9429
-zenml/steps/step_context.py,sha256=98UTrwVvBlDKEpWw_JN9odSa30n3oKvLReaXz0rLRYk,14677
+zenml/steps/step_context.py,sha256=EStBVIABYzjMbH4kafXEUn4AMvSCfZxtYfrhAHViTYQ,14788
 zenml/steps/step_decorator.py,sha256=LG2Ni_jB-juSMcaImexic6sBH5UcpP0GmKsc3rI3io4,6248
 zenml/steps/step_invocation.py,sha256=ETfOaV-P4_iXGk9y1-xK54Kfg2QRYaGoj_jTyEYZfb0,4861
 zenml/steps/utils.py,sha256=HYVkYokFGVBps6WiRrqQO4YmJY1RtIibwTe184CFj30,17963
 zenml/types.py,sha256=56K01kcY3t-qzBIykRM_JNqgARkGqcaVKsNyVL3nebQ,1123
 zenml/utils/__init__.py,sha256=jaMTbjm8tLYkaRoxlZ0Em4ye_ZHOHKgP2goPTTiYGUQ,797
 zenml/utils/archivable.py,sha256=vabL1-2G7_-p-0jyKslxbvlad8fyN1ot-DvOJ19jsOA,5275
+zenml/utils/callback_registry.py,sha256=QBWdaraLAxBxi8DKbv9X1SUpTKDhhj-XE0JomB2Ax2Y,2411
 zenml/utils/cloud_utils.py,sha256=qSi8sCRs8N-YAEHrGizBUF87PnJqviLyuHEVU3UxxUo,1464
 zenml/utils/code_repository_utils.py,sha256=CobRYMYfP2yNoA0hcu_WRz5oAff_jY95oyLCHz4fDOo,4734
 zenml/utils/code_utils.py,sha256=rLRYUAgc9hvrxDc6QooZaVngmzJ_hgjUfQGF8g1n6Wc,11260
@@ -1245,8 +1253,8 @@ zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=Bq1djrUP9saoD7vECjS7
 zenml/zen_stores/sql_zen_store.py,sha256=n5LWV-VBX2cfLDNQDk1F_xBCIklEs8Tug54Iafr7_YU,402789
 zenml/zen_stores/template_utils.py,sha256=EKYBgmDLTS_PSMWaIO5yvHPLiQvMqHcsAe6NUCrv-i4,9068
 zenml/zen_stores/zen_store_interface.py,sha256=kzR_i8vHjULld3MquSaMorcab8lJk1e9RZquw1VXjHY,93510
-zenml_nightly-0.68.1.dev20241102.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.68.1.dev20241102.dist-info/METADATA,sha256=LhbrA4XrEyAnxujeG4ljZld_SVwUF3iDUErDVtl8GcY,21208
-zenml_nightly-0.68.1.dev20241102.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-zenml_nightly-0.68.1.dev20241102.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.68.1.dev20241102.dist-info/RECORD,,
+zenml_nightly-0.68.1.dev20241106.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.68.1.dev20241106.dist-info/METADATA,sha256=W9_Y6sjuYd-pTqTTw8HRdh_gHrKjp3JpiaNkF8aY-OI,21208
+zenml_nightly-0.68.1.dev20241106.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+zenml_nightly-0.68.1.dev20241106.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.68.1.dev20241106.dist-info/RECORD,,