zenml-nightly 0.64.0.dev20240811__py3-none-any.whl → 0.66.0.dev20240910__py3-none-any.whl

zenml/integrations/databricks/__init__.py

@@ -13,11 +13,10 @@
 #  permissions and limitations under the License.
 """Initialization of the Databricks integration for ZenML."""
 
-from typing import List, Type
+from typing import List, Type, Optional
+
+from zenml.integrations.constants import DATABRICKS
 
-from zenml.integrations.constants import (
-    DATABRICKS,
-)
 from zenml.integrations.integration import Integration
 from zenml.stack import Flavor
 
@@ -32,6 +31,25 @@ class DatabricksIntegration(Integration):
     NAME = DATABRICKS
     REQUIREMENTS = ["databricks-sdk==0.28.0"]
 
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["numpy", "pandas"]
+
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.numpy import NumpyIntegration
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            NumpyIntegration.get_requirements(target_os=target_os) + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
     @classmethod
     def flavors(cls) -> List[Type[Flavor]]:
         """Declare the stack component flavors for the Databricks integration.

zenml/integrations/databricks/flavors/databricks_orchestrator_flavor.py

@@ -102,6 +102,15 @@ class DatabricksOrchestratorConfig(
         """
         return True
 
+    @property
+    def is_schedulable(self) -> bool:
+        """Whether the orchestrator is schedulable or not.
+
+        Returns:
+            Whether the orchestrator is schedulable or not.
+        """
+        return True
+
 
 class DatabricksOrchestratorFlavor(BaseOrchestratorFlavor):
     """Databricks orchestrator flavor."""

zenml/integrations/deepchecks/__init__.py

@@ -13,18 +13,17 @@
 #  permissions and limitations under the License.
 """Deepchecks integration for ZenML.
 
-The Deepchecks integration provides a way to validate your data in your pipelines.
-It includes a way to detect data anomalies and define checks to ensure quality of
-data.
+The Deepchecks integration provides a way to validate your data in your
+pipelines. It includes a way to detect data anomalies and define checks to
+ensure quality of data.
 
 The integration includes custom materializers to store and visualize Deepchecks
 `SuiteResults`.
 """
 
-from typing import List, Type
+from typing import List, Type, Optional
 
-from zenml.enums import StackComponentType
-from zenml.integrations.constants import DEEPCHECKS
+from zenml.integrations.constants import DEEPCHECKS, PANDAS
 from zenml.integrations.integration import Integration
 from zenml.stack import Flavor
 
@@ -36,21 +35,40 @@ class DeepchecksIntegration(Integration):
 
     NAME = DEEPCHECKS
     REQUIREMENTS = [
-        "deepchecks[vision]==0.8.0",
+        "deepchecks[vision]>=0.18.0",
         "torchvision>=0.14.0",
-        "pandas<2.0.0",
         "opencv-python==4.5.5.64",  # pin to same version
         "opencv-python-headless==4.5.5.64",  # pin to same version
         "tenacity!=8.4.0",  # https://github.com/jd/tenacity/issues/471
+        # The deepchecks integrations requires pandas to work.
+        # However, their version 0.18.0 is still not compatible with
+        # pandas>=2.2.0, so we limit the version here.
+        "pandas<2.2.0",
     ]
+
     APT_PACKAGES = ["ffmpeg", "libsm6", "libxext6"]
-    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["pandas","torchvision","tenacity"]
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["pandas", "torchvision", "tenacity"]
 
-    @staticmethod
-    def activate() -> None:
+    @classmethod
+    def activate(cls) -> None:
         """Activate the Deepchecks integration."""
         from zenml.integrations.deepchecks import materializers  # noqa
 
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
     @classmethod
     def flavors(cls) -> List[Type[Flavor]]:
         """Declare the stack component flavors for the Deepchecks integration.

zenml/integrations/deepchecks/materializers/deepchecks_dataset_materializer.py

@@ -18,7 +18,9 @@ from typing import TYPE_CHECKING, Any, ClassVar, Dict, Tuple, Type
 from deepchecks.tabular import Dataset
 
 from zenml.enums import ArtifactType, VisualizationType
-from zenml.materializers.pandas_materializer import PandasMaterializer
+from zenml.integrations.pandas.materializers.pandas_materializer import (
+    PandasMaterializer,
+)
 
 if TYPE_CHECKING:
     from zenml.metadata.metadata_types import MetadataType

zenml/integrations/deepchecks/validation_checks.py

@@ -176,9 +176,6 @@ class DeepchecksDataIntegrityCheck(DeepchecksValidationCheck):
     TABULAR_FEATURE_LABEL_CORRELATION = source_utils.resolve(
         tabular_checks.FeatureLabelCorrelation
     ).import_path
-    TABULAR_IDENTIFIER_LEAKAGE = source_utils.resolve(
-        tabular_checks.IdentifierLeakage
-    ).import_path
     TABULAR_IS_SINGLE_VALUE = source_utils.resolve(
         tabular_checks.IsSingleValue
     ).import_path
@@ -234,9 +231,6 @@ class DeepchecksDataDriftCheck(DeepchecksValidationCheck):
     TABULAR_DATE_TRAIN_TEST_LEAKAGE_OVERLAP = source_utils.resolve(
         tabular_checks.DateTrainTestLeakageOverlap
     ).import_path
-    TABULAR_DOMINANT_FREQUENCY_CHANGE = source_utils.resolve(
-        tabular_checks.DominantFrequencyChange
-    ).import_path
     TABULAR_FEATURE_LABEL_CORRELATION_CHANGE = source_utils.resolve(
         tabular_checks.FeatureLabelCorrelationChange
     ).import_path
@@ -262,9 +256,6 @@ class DeepchecksDataDriftCheck(DeepchecksValidationCheck):
         tabular_checks.WholeDatasetDrift
     ).import_path
 
-    VISION_FEATURE_LABEL_CORRELATION_CHANGE = source_utils.resolve(
-        vision_checks.FeatureLabelCorrelationChange
-    ).import_path
     VISION_HEATMAP_COMPARISON = source_utils.resolve(
         vision_checks.HeatmapComparison
     ).import_path
@@ -277,9 +268,6 @@ class DeepchecksDataDriftCheck(DeepchecksValidationCheck):
     VISION_NEW_LABELS = source_utils.resolve(
         vision_checks.NewLabels
     ).import_path
-    VISION_SIMILAR_IMAGE_LEAKAGE = source_utils.resolve(
-        vision_checks.SimilarImageLeakage
-    ).import_path
     VISION_TRAIN_TEST_LABEL_DRIFT = source_utils.resolve(
         vision_checks.TrainTestLabelDrift
     ).import_path
@@ -324,21 +312,12 @@ class DeepchecksModelValidationCheck(DeepchecksValidationCheck):
     VISION_CONFUSION_MATRIX_REPORT = source_utils.resolve(
         vision_checks.ConfusionMatrixReport
     ).import_path
-    VISION_IMAGE_SEGMENT_PERFORMANCE = source_utils.resolve(
-        vision_checks.ImageSegmentPerformance
-    ).import_path
     VISION_MEAN_AVERAGE_PRECISION_REPORT = source_utils.resolve(
         vision_checks.MeanAveragePrecisionReport
     ).import_path
     VISION_MEAN_AVERAGE_RECALL_REPORT = source_utils.resolve(
         vision_checks.MeanAverageRecallReport
     ).import_path
-    VISION_ROBUSTNESS_REPORT = source_utils.resolve(
-        vision_checks.RobustnessReport
-    ).import_path
-    VISION_SINGLE_DATASET_SCALAR_PERFORMANCE = source_utils.resolve(
-        vision_checks.SingleDatasetScalarPerformance
-    ).import_path
 
 
 class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
@@ -358,12 +337,6 @@ class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
     TABULAR_BOOSTING_OVERFIT = source_utils.resolve(
         tabular_checks.BoostingOverfit
     ).import_path
-    TABULAR_MODEL_ERROR_ANALYSIS = source_utils.resolve(
-        tabular_checks.ModelErrorAnalysis
-    ).import_path
-    TABULAR_PERFORMANCE_REPORT = source_utils.resolve(
-        tabular_checks.PerformanceReport
-    ).import_path
     TABULAR_SIMPLE_MODEL_COMPARISON = source_utils.resolve(
         tabular_checks.SimpleModelComparison
     ).import_path
@@ -377,9 +350,6 @@ class DeepchecksModelDriftCheck(DeepchecksValidationCheck):
     VISION_CLASS_PERFORMANCE = source_utils.resolve(
         vision_checks.ClassPerformance
     ).import_path
-    VISION_MODEL_ERROR_ANALYSIS = source_utils.resolve(
-        vision_checks.ModelErrorAnalysis
-    ).import_path
     VISION_SIMPLE_MODEL_COMPARISON = source_utils.resolve(
         vision_checks.SimpleModelComparison
     ).import_path

zenml/integrations/evidently/__init__.py

@@ -25,7 +25,7 @@ file.
 import logging
 import os
 import warnings
-from typing import List, Type
+from typing import List, Type, Optional
 
 from zenml.integrations.constants import EVIDENTLY
 from zenml.integrations.integration import Integration
@@ -57,7 +57,22 @@ class EvidentlyIntegration(Integration):
         "evidently>=0.4.16,<=0.4.22",
         "tenacity!=8.4.0",  # https://github.com/jd/tenacity/issues/471
     ]
-    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["tenacity"]
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["tenacity", "pandas"]
+
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            PandasIntegration.get_requirements(target_os=target_os)
 
     @classmethod
     def flavors(cls) -> List[Type[Flavor]]:

zenml/integrations/facets/__init__.py

@@ -12,8 +12,8 @@
 #  or implied. See the License for the specific language governing
 #  permissions and limitations under the License.
 """Facets integration for ZenML."""
-
-from zenml.integrations.constants import FACETS
+from typing import Optional, List
+from zenml.integrations.constants import FACETS, PANDAS
 from zenml.integrations.integration import Integration
 
 
@@ -21,13 +21,29 @@ class FacetsIntegration(Integration):
     """Definition of Facets integration for ZenML."""
 
     NAME = FACETS
-    REQUIREMENTS = ["facets-overview>=1.0.0", "pandas"]
+    REQUIREMENTS = ["facets-overview>=1.0.0"]
+
     REQUIREMENTS_IGNORED_ON_UNINSTALL = ["pandas"]
 
-    @staticmethod
-    def activate() -> None:
+    @classmethod
+    def activate(cls) -> None:
         """Activate the Facets integration."""
         from zenml.integrations.facets import materializers  # noqa
 
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
 
 FacetsIntegration.check_installation()

zenml/integrations/feast/__init__.py

@@ -17,9 +17,8 @@ The Feast integration offers a way to connect to a Feast Feature Store. ZenML
 implements a dedicated stack component that you can access as part of your ZenML
 steps in the usual ways.
 """
-from typing import List, Type
+from typing import List, Type, Optional
 
-from zenml.enums import StackComponentType
 from zenml.integrations.constants import FEAST
 from zenml.integrations.integration import Integration
 from zenml.stack import Flavor
@@ -31,10 +30,9 @@ class FeastIntegration(Integration):
     """Definition of Feast integration for ZenML."""
 
     NAME = FEAST
-    # click is added to keep the feast click version
-    # in sync with ZenML's click
-    REQUIREMENTS = ["feast<=0.37.1", "click>=8.0.1,<8.1.4"]
-    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["click"]
+    # click is added to keep the feast click version in sync with ZenML's click
+    REQUIREMENTS = ["feast", "click>=8.0.1,<8.1.4"]
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["click", "pandas"]
 
     @classmethod
     def flavors(cls) -> List[Type[Flavor]]:
@@ -47,5 +45,20 @@ class FeastIntegration(Integration):
 
         return [FeastFeatureStoreFlavor]
 
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
 
 FeastIntegration.check_installation()

zenml/integrations/gcp/__init__.py

@@ -55,8 +55,8 @@ class GcpIntegration(Integration):
     ]
     REQUIREMENTS_IGNORED_ON_UNINSTALL = ["kubernetes","kfp"]
 
-    @staticmethod
-    def activate() -> None:
+    @classmethod
+    def activate(cls) -> None:
         """Activate the GCP integration."""
         from zenml.integrations.gcp import service_connectors  # noqa
 

zenml/integrations/gcp/flavors/vertex_orchestrator_flavor.py

@@ -162,6 +162,15 @@ class VertexOrchestratorConfig(
         """
         return self.synchronous
 
+    @property
+    def is_schedulable(self) -> bool:
+        """Whether the orchestrator is schedulable or not.
+
+        Returns:
+            Whether the orchestrator is schedulable or not.
+        """
+        return True
+
 
 class VertexOrchestratorFlavor(BaseOrchestratorFlavor):
     """Vertex Orchestrator flavor."""

zenml/integrations/gcp/orchestrators/vertex_orchestrator.py

@@ -32,7 +32,16 @@
 import os
 import re
 import types
-from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, Type, cast
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Dict,
+    List,
+    Optional,
+    Tuple,
+    Type,
+    cast,
+)
 from uuid import UUID
 
 from google.api_core import exceptions as google_exceptions

zenml/integrations/great_expectations/__init__.py

@@ -17,9 +17,8 @@ The Great Expectations integration enables you to use Great Expectations as a
 way of profiling and validating your data.
 """
 
-from typing import List, Type
+from typing import List, Type, Optional
 
-from zenml.enums import StackComponentType
 from zenml.integrations.constants import GREAT_EXPECTATIONS
 from zenml.integrations.integration import Integration
 from zenml.stack import Flavor
@@ -31,12 +30,12 @@ class GreatExpectationsIntegration(Integration):
     """Definition of Great Expectations integration for ZenML."""
 
     NAME = GREAT_EXPECTATIONS
-    REQUIREMENTS = [
-        "great-expectations>=0.17.15,<1.0",
-    ]
+    REQUIREMENTS = ["great-expectations>=0.17.15,<1.0"]
 
-    @staticmethod
-    def activate() -> None:
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["pandas"]
+
+    @classmethod
+    def activate(cls) -> None:
         """Activate the Great Expectations integration."""
         from zenml.integrations.great_expectations import materializers  # noqa
 
@@ -53,5 +52,20 @@ class GreatExpectationsIntegration(Integration):
 
         return [GreatExpectationsDataValidatorFlavor]
 
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Method to get the requirements for the integration.
+
+        Args:
+            target_os: The target operating system to get the requirements for.
+
+        Returns:
+            A list of requirements.
+        """
+        from zenml.integrations.pandas import PandasIntegration
+
+        return cls.REQUIREMENTS + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
 
 GreatExpectationsIntegration.check_installation()

zenml/integrations/huggingface/__init__.py

@@ -12,7 +12,8 @@
 #  or implied. See the License for the specific language governing
 #  permissions and limitations under the License.
 """Initialization of the Huggingface integration."""
-from typing import List, Type
+import sys
+from typing import List, Type, Optional
 
 from zenml.integrations.constants import HUGGINGFACE
 from zenml.integrations.integration import Integration
@@ -26,20 +27,8 @@ class HuggingfaceIntegration(Integration):
     """Definition of Huggingface integration for ZenML."""
 
     NAME = HUGGINGFACE
-    REQUIREMENTS = [
-        "transformers<=4.31",
-        "datasets",
-        "huggingface_hub>0.19.0",
-        "accelerate",
-        "bitsandbytes>=0.41.3",
-        "peft",
-        # temporary fix for CI issue similar to:
-        # - https://github.com/huggingface/datasets/issues/6737
-        # - https://github.com/huggingface/datasets/issues/6697
-        # TODO try relaxing it back going forward
-        "fsspec<=2023.12.0",
-    ]
-    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["fsspec"]
+
+    REQUIREMENTS_IGNORED_ON_UNINSTALL = ["fsspec", "pandas"]
 
     @classmethod
     def activate(cls) -> None:
@@ -47,6 +36,41 @@ class HuggingfaceIntegration(Integration):
         from zenml.integrations.huggingface import materializers  # noqa
         from zenml.integrations.huggingface import services
 
+    @classmethod
+    def get_requirements(cls, target_os: Optional[str] = None) -> List[str]:
+        """Defines platform specific requirements for the integration.
+
+        Args:
+            target_os: The target operating system.
+
+        Returns:
+            A list of requirements.
+        """
+        requirements = [
+            "datasets",
+            "huggingface_hub>0.19.0",
+            "accelerate",
+            "bitsandbytes>=0.41.3",
+            "peft",
+            # temporary fix for CI issue similar to:
+            # - https://github.com/huggingface/datasets/issues/6737
+            # - https://github.com/huggingface/datasets/issues/6697
+            # TODO try relaxing it back going forward
+            "fsspec<=2023.12.0",
+        ]
+
+        # In python 3.8 higher transformers version lead to other packages breaking
+        if sys.version_info.minor > 8:
+            requirements += ["transformers"]
+        else:
+            requirements += ["transformers<=4.31"]
+
+        # Add the pandas integration requirements
+        from zenml.integrations.pandas import PandasIntegration
+
+        return requirements + \
+            PandasIntegration.get_requirements(target_os=target_os)
+
     @classmethod
     def flavors(cls) -> List[Type[Flavor]]:
         """Declare the stack component flavors for the Huggingface integration.

zenml/integrations/huggingface/materializers/__init__.py

@@ -25,3 +25,6 @@ from zenml.integrations.huggingface.materializers.huggingface_tf_model_materiali
 from zenml.integrations.huggingface.materializers.huggingface_tokenizer_materializer import (
     HFTokenizerMaterializer,
 )
+from zenml.integrations.huggingface.materializers.huggingface_t5_materializer import (
+    HFT5Materializer,
+)

zenml/integrations/huggingface/materializers/huggingface_datasets_materializer.py

@@ -31,9 +31,11 @@ from datasets import Dataset, load_from_disk
 from datasets.dataset_dict import DatasetDict
 
 from zenml.enums import ArtifactType, VisualizationType
+from zenml.integrations.pandas.materializers.pandas_materializer import (
+    PandasMaterializer,
+)
 from zenml.io import fileio
 from zenml.materializers.base_materializer import BaseMaterializer
-from zenml.materializers.pandas_materializer import PandasMaterializer
 from zenml.utils import io_utils
 
 if TYPE_CHECKING:

zenml/integrations/huggingface/materializers/huggingface_pt_model_materializer.py

@@ -18,7 +18,7 @@ import os
 from tempfile import TemporaryDirectory
 from typing import Any, ClassVar, Dict, Tuple, Type
 
-from transformers import (  # type: ignore [import-untyped]
+from transformers import (
     AutoConfig,
     PreTrainedModel,
 )

zenml/integrations/huggingface/materializers/huggingface_t5_materializer.py

@@ -0,0 +1,107 @@
+#  Copyright (c) ZenML GmbH 2024. All Rights Reserved.
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at:
+#
+#       https://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+#  or implied. See the License for the specific language governing
+#  permissions and limitations under the License.
+"""Implementation of the Huggingface t5 materializer."""
+
+import os
+import tempfile
+from typing import Any, ClassVar, Type, Union
+
+from transformers import (
+    T5ForConditionalGeneration,
+    T5Tokenizer,
+    T5TokenizerFast,
+)
+
+from zenml.io import fileio
+from zenml.materializers.base_materializer import BaseMaterializer
+
+
+class HFT5Materializer(BaseMaterializer):
+    """Base class for huggingface t5 models."""
+
+    SKIP_REGISTRATION: ClassVar[bool] = False
+    ASSOCIATED_TYPES = (
+        T5ForConditionalGeneration,
+        T5Tokenizer,
+        T5TokenizerFast,
+    )
+
+    def load(
+        self, data_type: Type[Any]
+    ) -> Union[T5ForConditionalGeneration, T5Tokenizer, T5TokenizerFast]:
+        """Reads a T5ForConditionalGeneration model or T5Tokenizer from a serialized zip file.
+
+        Args:
+            data_type: A T5ForConditionalGeneration or T5Tokenizer type.
+
+        Returns:
+            A T5ForConditionalGeneration or T5Tokenizer object.
+
+        Raises:
+            ValueError: Unsupported data type used
+        """
+        filepath = self.uri
+
+        with tempfile.TemporaryDirectory(prefix="zenml-temp-") as temp_dir:
+            # Copy files from artifact store to temporary directory
+            for file in fileio.listdir(filepath):
+                src = os.path.join(filepath, file)
+                dst = os.path.join(temp_dir, file)
+                if fileio.isdir(src):
+                    fileio.makedirs(dst)
+                    for subfile in fileio.listdir(src):
+                        subsrc = os.path.join(src, subfile)
+                        subdst = os.path.join(dst, subfile)
+                        fileio.copy(subsrc, subdst)
+                else:
+                    fileio.copy(src, dst)
+
+            # Load the model or tokenizer from the temporary directory
+            if data_type in [
+                T5ForConditionalGeneration,
+                T5Tokenizer,
+                T5TokenizerFast,
+            ]:
+                return data_type.from_pretrained(temp_dir)
+            else:
+                raise ValueError(f"Unsupported data type: {data_type}")
+
+    def save(
+        self,
+        obj: Union[T5ForConditionalGeneration, T5Tokenizer, T5TokenizerFast],
+    ) -> None:
+        """Creates a serialization for a T5ForConditionalGeneration model or T5Tokenizer.
+
+        Args:
+            obj: A T5ForConditionalGeneration model or T5Tokenizer.
+        """
+        # Create a temporary directory
+        with tempfile.TemporaryDirectory(prefix="zenml-temp-") as temp_dir:
+            # Save the model or tokenizer
+            obj.save_pretrained(temp_dir)
+
+            # Copy the directory to the artifact store
+            filepath = self.uri
+            fileio.makedirs(filepath)
+            for file in os.listdir(temp_dir):
+                src = os.path.join(temp_dir, file)
+                dst = os.path.join(filepath, file)
+                if os.path.isdir(src):
+                    fileio.makedirs(dst)
+                    for subfile in os.listdir(src):
+                        subsrc = os.path.join(src, subfile)
+                        subdst = os.path.join(dst, subfile)
+                        fileio.copy(subsrc, subdst)
+                else:
+                    fileio.copy(src, dst)

zenml/integrations/huggingface/materializers/huggingface_tf_model_materializer.py

@@ -18,7 +18,7 @@ import os
 from tempfile import TemporaryDirectory
 from typing import Any, ClassVar, Dict, Tuple, Type
 
-from transformers import (  # type: ignore [import-untyped]
+from transformers import (
     AutoConfig,
     TFPreTrainedModel,
 )