zenml-nightly 0.80.1.dev20250409__py3-none-any.whl → 0.80.2.dev20250410__py3-none-any.whl

zenml/VERSION

@@ -1 +1 @@
-0.80.1.dev20250409
+0.80.2.dev20250410

zenml/constants.py

@@ -184,6 +184,7 @@ ENV_ZENML_CODE_REPOSITORY_IGNORE_UNTRACKED_FILES = (
 ENV_ZENML_MATERIALIZER_ALLOW_NON_ASCII_JSON_DUMPS = (
     "ZENML_MATERIALIZER_ALLOW_NON_ASCII_JSON_DUMPS"
 )
+ENV_ZENML_DISABLE_PATH_MATERIALIZER = "ZENML_DISABLE_PATH_MATERIALIZER"
 
 # ZenML Server environment variables
 ENV_ZENML_SERVER_PREFIX = "ZENML_SERVER_"

zenml/logging/step_logging.py

@@ -263,7 +263,7 @@ class StepLogsStorage:
             formatted_message = (
                 f"[{timestamp} UTC] {remove_ansi_escape_codes(text)}"
             )
-            self.buffer.append(formatted_message)
+            self.buffer.append(formatted_message.rstrip())
             self.save_to_file()
 
     @property

zenml/materializers/__init__.py

@@ -26,14 +26,14 @@ from zenml.materializers.built_in_materializer import (
 from zenml.materializers.cloudpickle_materializer import (
     CloudpickleMaterializer,
 )
+from zenml.materializers.path_materializer import PathMaterializer
+from zenml.materializers.pydantic_materializer import PydanticMaterializer
+from zenml.materializers.service_materializer import ServiceMaterializer
 from zenml.materializers.structured_string_materializer import (
     StructuredStringMaterializer,
 )
-from zenml.materializers.pydantic_materializer import PydanticMaterializer
-from zenml.materializers.service_materializer import ServiceMaterializer
 from zenml.materializers.uuid_materializer import UUIDMaterializer
 
-
 __all__ = [
     "BuiltInContainerMaterializer",
     "BuiltInMaterializer",
@@ -43,4 +43,5 @@ __all__ = [
     "PydanticMaterializer",
     "ServiceMaterializer",
     "UUIDMaterializer",
+    "PathMaterializer",
 ]

zenml/materializers/built_in_materializer.py

@@ -107,6 +107,19 @@ class BuiltInMaterializer(BaseMaterializer):
             ensure_ascii=not ZENML_MATERIALIZER_ALLOW_NON_ASCII_JSON_DUMPS,
         )
 
+    def save_visualizations(
+        self, data: Union[bool, float, int, str]
+    ) -> Dict[str, VisualizationType]:
+        """Save visualizations for the given basic type.
+
+        Args:
+            data: The data to save visualizations for.
+
+        Returns:
+            A dictionary of visualization URIs and their types.
+        """
+        return {self.data_path.replace("\\", "/"): VisualizationType.JSON}
+
     def extract_metadata(
         self, data: Union[bool, float, int, str]
     ) -> Dict[str, "MetadataType"]:
@@ -165,6 +178,17 @@ class BytesMaterializer(BaseMaterializer):
         with self.artifact_store.open(self.data_path, "wb") as file_:
             file_.write(data)
 
+    def save_visualizations(self, data: bytes) -> Dict[str, VisualizationType]:
+        """Save visualizations for the given bytes data.
+
+        Args:
+            data: The bytes data to save visualizations for.
+
+        Returns:
+            A dictionary of visualization URIs and their types.
+        """
+        return {self.data_path.replace("\\", "/"): VisualizationType.MARKDOWN}
+
 
 def _all_serializable(iterable: Iterable[Any]) -> bool:
     """For an iterable, check whether all of its elements are JSON-serializable.

zenml/materializers/path_materializer.py

@@ -0,0 +1,119 @@
+#  Copyright (c) ZenML GmbH 2025. All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at:
+#
+#       https://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+#  or implied. See the License for the specific language governing
+#  permissions and limitations under the License.
+"""Implementation of the materializer for Path objects."""
+
+import os
+import shutil
+import tarfile
+from pathlib import Path
+from typing import Any, ClassVar, Tuple, Type
+
+from zenml.constants import (
+    ENV_ZENML_DISABLE_PATH_MATERIALIZER,
+    handle_bool_env_var,
+)
+from zenml.enums import ArtifactType
+from zenml.io import fileio
+from zenml.materializers.base_materializer import BaseMaterializer
+
+
+class PathMaterializer(BaseMaterializer):
+    """Materializer for Path objects.
+
+    This materializer handles `pathlib.Path` objects by storing their contents
+    in a compressed tar archive within the artifact store if it's a directory,
+    or directly copying the file if it's a single file.
+    """
+
+    ASSOCIATED_TYPES: ClassVar[Tuple[Type[Any], ...]] = (Path,)
+    ASSOCIATED_ARTIFACT_TYPE: ClassVar[ArtifactType] = ArtifactType.DATA
+    ARCHIVE_NAME: ClassVar[str] = "data.tar.gz"
+    FILE_NAME: ClassVar[str] = "file_data"
+
+    # Skip registration if the environment variable is set
+    SKIP_REGISTRATION: ClassVar[bool] = handle_bool_env_var(
+        ENV_ZENML_DISABLE_PATH_MATERIALIZER, default=False
+    )
+
+    def load(self, data_type: Type[Any]) -> Any:
+        """Copy the artifact files to a local temp directory or file.
+
+        Args:
+            data_type: Unused.
+
+        Returns:
+            Path to the local directory or file that contains the artifact.
+
+        Raises:
+            FileNotFoundError: If the artifact is not found in the artifact store.
+        """
+        # Create a temporary directory that will persist until step execution ends
+        with self.get_temporary_directory(delete_at_exit=False) as directory:
+            # Check if we're loading a file or directory by looking for the archive
+            archive_path_remote = os.path.join(self.uri, self.ARCHIVE_NAME)
+            file_path_remote = os.path.join(self.uri, self.FILE_NAME)
+
+            if fileio.exists(archive_path_remote):
+                # This is a directory artifact
+                archive_path_local = os.path.join(directory, self.ARCHIVE_NAME)
+                fileio.copy(archive_path_remote, archive_path_local)
+
+                # Extract the archive to the temporary directory
+                with tarfile.open(archive_path_local, "r:gz") as tar:
+                    tar.extractall(path=directory)
+
+                # Clean up the archive file
+                os.remove(archive_path_local)
+                return Path(directory)
+            elif fileio.exists(file_path_remote):
+                # This is a single file artifact
+                file_path_local = os.path.join(
+                    directory, os.path.basename(file_path_remote)
+                )
+                fileio.copy(file_path_remote, file_path_local)
+                return Path(file_path_local)
+            else:
+                raise FileNotFoundError(
+                    f"Could not find artifact at {archive_path_remote} or {file_path_remote}"
+                )
+
+    def save(self, data: Any) -> None:
+        """Store the directory or file in the artifact store.
+
+        Args:
+            data: Path to a local directory or file to store. Must be a Path object.
+        """
+        assert isinstance(data, Path)
+
+        if data.is_dir():
+            # Handle directory artifact
+            with self.get_temporary_directory(
+                delete_at_exit=True
+            ) as directory:
+                archive_base = os.path.join(directory, "data")
+
+                # Create tar.gz archive - automatically uses relative paths
+                shutil.make_archive(
+                    base_name=archive_base, format="gztar", root_dir=str(data)
+                )
+
+                # Copy the archive to the artifact store
+                fileio.copy(
+                    f"{archive_base}.tar.gz",
+                    os.path.join(self.uri, self.ARCHIVE_NAME),
+                )
+        else:
+            # Handle single file artifact
+            file_path_remote = os.path.join(self.uri, self.FILE_NAME)
+            fileio.copy(str(data), file_path_remote)

zenml/orchestrators/step_launcher.py

@@ -154,8 +154,8 @@ class StepLauncher:
         if step_logging_enabled:
             # Configure the logs
             logs_uri = step_logging.prepare_logs_uri(
-                self._stack.artifact_store,
-                self._step.config.name,
+                artifact_store=self._stack.artifact_store,
+                step_name=self._step_name,
             )
 
             logs_context = step_logging.StepLogsStorageContext(

zenml/zen_stores/migrations/versions/0.80.2_release.py

@@ -0,0 +1,23 @@
+"""Release [0.80.2].
+
+Revision ID: 0.80.2
+Revises: 6611d4bcc95b
+Create Date: 2025-04-08 16:18:18.112107
+
+"""
+
+# revision identifiers, used by Alembic.
+revision = "0.80.2"
+down_revision = "6611d4bcc95b"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    """Upgrade database schema and/or data, creating a new revision."""
+    pass
+
+
+def downgrade() -> None:
+    """Downgrade database schema and/or data back to the previous revision."""
+    pass

{zenml_nightly-0.80.1.dev20250409.dist-info → zenml_nightly-0.80.2.dev20250410.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: zenml-nightly
-Version: 0.80.1.dev20250409
+Version: 0.80.2.dev20250410
 Summary: ZenML: Write production-ready ML code.
 License: Apache-2.0
 Keywords: machine learning,production,pipeline,mlops,devops
@@ -531,7 +531,7 @@ the Apache License Version 2.0.
     <a href="https://github.com/zenml-io/zenml-projects">Projects Showcase</a>
     <br />
     <br />
-    🎉 Version 0.80.1 is out. Check out the release notes
+    🎉 Version 0.80.2 is out. Check out the release notes
     <a href="https://github.com/zenml-io/zenml/releases">here</a>.
     <br />
     🖥️ Download our VS Code Extension <a href="https://marketplace.visualstudio.com/items?itemName=ZenML.zenml-vscode">here</a>.

{zenml_nightly-0.80.1.dev20250409.dist-info → zenml_nightly-0.80.2.dev20250410.dist-info}/RECORD

@@ -1,5 +1,5 @@
 zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
-zenml/VERSION,sha256=O2yTqNssIjIMNMsGYx9zYcSEmC6LPz10JPeBrJ9UczI,19
+zenml/VERSION,sha256=efL5v6xivCbtyR7YDoN-PiHpTYS3ohsa9JvrfbJDpSI,19
 zenml/__init__.py,sha256=CKEyepFK-7akXYiMrNVh92Nb01Cjs23w4_YyI6sgdc8,2242
 zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
 zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
@@ -85,7 +85,7 @@ zenml/config/step_run_info.py,sha256=KiVRSTtKmZ1GbvseDTap2imr7XwMHD3jSFVpyLNEK1I
 zenml/config/store_config.py,sha256=Cla5p5dTB6nNlo8_OZDs9hod5hspi64vxwtZj882XgU,3559
 zenml/config/strict_base_model.py,sha256=iHnO9qOmLUP_eiy9IjRr3JjIs1l1I_CsRQ76EyAneYU,860
 zenml/console.py,sha256=hj_KerPQKwnyKACj0ehSqUQX0mGVCJBKE1QvCt6ik3A,1160
-zenml/constants.py,sha256=q6TRZQnzOWSdEQ5YSmOGTbSsnliJQfvSWrOGmRHUFTY,15996
+zenml/constants.py,sha256=998CPa9_XWM00TVjyAVADnLuBYc8EgI0MVQE2URyVvg,16068
 zenml/container_registries/__init__.py,sha256=ZSPbBIOnzhg88kQSpYgKe_POLuru14m629665-kAVAA,2200
 zenml/container_registries/azure_container_registry.py,sha256=t1sfDa94Vzbyqtb1iPFNutJ2EXV5_p9CUNITasoiQ70,2667
 zenml/container_registries/base_container_registry.py,sha256=6c2e32wuqxYHJXm5OV2LY1MtX9yopB7WZtes9fmTAz0,7625
@@ -577,7 +577,7 @@ zenml/io/filesystem_registry.py,sha256=stujDg4a5k983WMwp3rj4Z4puiUco4REyVoIoMIpI
 zenml/io/local_filesystem.py,sha256=xQTZPT5cpooptUV8KiifxZojS6pWCv1-6UUxitUYb_E,7386
 zenml/logger.py,sha256=LMV2sMFQ-6JK9xEn6kEt1C9vAoQ0lwuHVM5XHIeKubE,6966
 zenml/logging/__init__.py,sha256=lnqbOa31wAHwPP5f8vZazOrUwnP2QviLiIVwxoAefD8,975
-zenml/logging/step_logging.py,sha256=ELd_Qs9i_aqnchM9nM8KW9md-9UJyesd3vXoetIj1u4,19228
+zenml/logging/step_logging.py,sha256=1rhqIabUmUI0CTGL-a04ZwXwtJOYo4dr9wCQFKt4PRU,19237
 zenml/login/__init__.py,sha256=Evi7hq8tpUn57IM3iX3hYP0r8oIeEWUhS471TAOyVGs,644
 zenml/login/credentials.py,sha256=RtLmYkFQ5trbprhsO8NCRKwBA136KzGoUWY52dZP9GA,12722
 zenml/login/credentials_store.py,sha256=m5MaImmQleEi79S0ogPZIVeYvMhWcPO1UWuYns4Zr8E,23673
@@ -594,13 +594,14 @@ zenml/login/pro/workspace/client.py,sha256=S5kasWuEd8MMFkgAxbjvzrmYGQr4-evwp2Aw4
 zenml/login/pro/workspace/models.py,sha256=godIY1q2dUxB0QILaOFOeqV1I3WglWUjZC11nDWVxSw,5408
 zenml/login/server_info.py,sha256=-_sK2L-curHdzUv1JDOwF6GoEeAXT5vFZN0J-5Ug4wU,1663
 zenml/login/web_login.py,sha256=Kq_fA9UQEravB2DtAkMmNvDttk8xppnxV617tCYUl6U,9186
-zenml/materializers/__init__.py,sha256=4Pj2c5OAFvXxpIPCQ_gFyRHlf8J51-tptGw3YLnqg7c,1668
+zenml/materializers/__init__.py,sha256=C3lZaTmIFxwIPwCKF8oLQUkLaX2o7Dbj9hvYVFrSzt8,1758
 zenml/materializers/base_materializer.py,sha256=M4hwkw7PB0LskCE92r-S35011l7DlFemit-EuUCW3Nc,14002
-zenml/materializers/built_in_materializer.py,sha256=cRbuNNvYpvHXYOXysd26HSFo3GNtOlrpmo2cX84Gi-A,16150
+zenml/materializers/built_in_materializer.py,sha256=KjW3p8LWORZTjHqoGGC-Hlf-bdNSir3zsbRD2C_oQBQ,16951
 zenml/materializers/cloudpickle_materializer.py,sha256=x8a6jEMTky6N2YVHiwrnGWSfVJUpiy-4kQsD2Aqj_E0,4837
 zenml/materializers/materializer_registry.py,sha256=ic-aWhJ2Ex9F_rml2dDVAxhRfW3nd71QMxzfTPP6BIM,4002
 zenml/materializers/numpy_materializer.py,sha256=OLcHF9Z0tAqQ_U8TraA0vGmZjHoT7eT_XevncIutt0M,1715
 zenml/materializers/pandas_materializer.py,sha256=c4B-ly04504gysA66iCYcmEdeh0ClePRTxRCkmHqIgE,1725
+zenml/materializers/path_materializer.py,sha256=L6XwjRXz9Sgiy8t7PhOKiG3l3ILMeLT2reB-yWZZqb0,4669
 zenml/materializers/pydantic_materializer.py,sha256=eDp3eOR-X7FOHlpwALOJtVUtJti75Dsa7r0lzSjeQ-Q,2271
 zenml/materializers/service_materializer.py,sha256=OV5HFUuIc8UF8vE5y_FTWn4_mpCz0AtJPnNA2YFAjZE,2992
 zenml/materializers/structured_string_materializer.py,sha256=8LIvSH3JQn_QRAWGXK5_NhPQ4NgCt5zzz6f8GnGG9q4,4442
@@ -689,7 +690,7 @@ zenml/orchestrators/local_docker/__init__.py,sha256=k8J68ydy6HmmvE9tWo32g761H8P_
 zenml/orchestrators/local_docker/local_docker_orchestrator.py,sha256=4b4oiCQ_PnfzgsHZuGrWeVEvjsrq_0yvVqtBUqz3Ai4,9353
 zenml/orchestrators/output_utils.py,sha256=01vqke1ZfmfuLpgxNerF-QL2wA0VPv1zUdvlMw0OwUY,3508
 zenml/orchestrators/publish_utils.py,sha256=_77t2sVq3Tm-yAYg2NPxcCD7Y8lwe0lm55NNrtMUzQQ,4741
-zenml/orchestrators/step_launcher.py,sha256=NnglMyw04IUXhjGR7yFWF4Bxq8s1nhNjAEriDsMef9Y,17871
+zenml/orchestrators/step_launcher.py,sha256=ihw03ELTl8sH1PPJp_8I8rzZDXSk33mB3usmkqDWAGs,17889
 zenml/orchestrators/step_run_utils.py,sha256=7GOWAW3izFopGPkvvjYyJKiYgYuHuHJ8V6eZfwjAx8E,13401
 zenml/orchestrators/step_runner.py,sha256=jMota3JNbscTRxakcLA2mruPkzbewEZfn2QGaQojUz0,26624
 zenml/orchestrators/topsort.py,sha256=D8evz3X47zwpXd90NMLsJD-_uCeXtV6ClzNfDUrq7cM,5784
@@ -1157,6 +1158,7 @@ zenml/zen_stores/migrations/versions/0.74.0_release.py,sha256=G21sCXOaWXDLLMQHs7
 zenml/zen_stores/migrations/versions/0.75.0_release.py,sha256=dRlxBHwDGALjM5whROu145SQ6tDocjJ29XBWQC4bxFw,450
 zenml/zen_stores/migrations/versions/0.80.0_release.py,sha256=6_lo57UdjKXKr60Z8J6fGXiNF8IkOaXT1ES4qV9xL0c,462
 zenml/zen_stores/migrations/versions/0.80.1_release.py,sha256=uyS3lbqUCVMr_3mG6WMi5v1rGGpWhgqYI6LocBumwCI,462
+zenml/zen_stores/migrations/versions/0.80.2_release.py,sha256=fsM4kc-d82s0xXqUiD5tvMPzY7fGoI4KsZa6z94chuE,462
 zenml/zen_stores/migrations/versions/026d4577b6a0_add_code_path.py,sha256=hXLzvQcylNrbCVD6vha52PFkSPNC2klW9kA0vuQX_cE,1091
 zenml/zen_stores/migrations/versions/03742aa7fdd7_add_secrets.py,sha256=gewKqu1AnzvNTjVvK1eaAwP0hVneWDUyDRSLTvRCdpg,1587
 zenml/zen_stores/migrations/versions/0392807467dc_add_build_duration.py,sha256=YlkDBlfBBv45FsrMO11YcdRn4Maqmlg77t8gWJO4DfA,982
@@ -1311,8 +1313,8 @@ zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=nEO0bAPlULBLxLVk-UTR
 zenml/zen_stores/sql_zen_store.py,sha256=ldyC1uhMnmX5ojnqY9d_L2S-iC-eaNUwsexTkdPtqr4,440204
 zenml/zen_stores/template_utils.py,sha256=GWBP5QEOyvhzndS_MLPmvh28sQaOPpPoZFXCIX9CRL4,9065
 zenml/zen_stores/zen_store_interface.py,sha256=fF_uL_FplnvGvM5o3jOQ8i1zHXhuhKLL2n4nvIKSR7E,92090
-zenml_nightly-0.80.1.dev20250409.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
-zenml_nightly-0.80.1.dev20250409.dist-info/METADATA,sha256=yuPfEQf57BCYJwcSS_g_XqhJwWAlYJ7Zm80SouE_C5s,24233
-zenml_nightly-0.80.1.dev20250409.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-zenml_nightly-0.80.1.dev20250409.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
-zenml_nightly-0.80.1.dev20250409.dist-info/RECORD,,
+zenml_nightly-0.80.2.dev20250410.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
+zenml_nightly-0.80.2.dev20250410.dist-info/METADATA,sha256=wlElLVaKNtke_HjYuJRc7Tb0VJR7dtr3IT40HefBuNA,24233
+zenml_nightly-0.80.2.dev20250410.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+zenml_nightly-0.80.2.dev20250410.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
+zenml_nightly-0.80.2.dev20250410.dist-info/RECORD,,