ob-metaflow-stubs 6.0.3.127__py2.py3-none-any.whl → 6.0.3.129__py2.py3-none-any.whl

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi

@@ -0,0 +1,27 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.712214                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
+
+from ......metadata_provider.metadata import MetaDatum as MetaDatum
+from ..datastructures import CheckpointArtifact as CheckpointArtifact
+from .core import CheckpointReferenceResolver as CheckpointReferenceResolver
+
+TYPE_CHECKING: bool
+
+def checkpoint_load_related_metadata(checkpoint: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.CheckpointArtifact, current_attempt):
+    ...
+
+def trace_lineage(flow, checkpoint: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.CheckpointArtifact):
+    """
+    Trace the lineage of the checkpoint by tracing the previous paths.
+    """
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi

@@ -1,6 +1,6 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:50.951215                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.682137                                                            #
 ######################################################################################################
 

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:50.975275                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.709132                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.030083                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.766859                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:50.951266                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.682188                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.030276                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.713422                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:50.928096                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.657838                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:50.950929                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.681847                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi

@@ -0,0 +1,6 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.684253                                                            #
+######################################################################################################
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi

@@ -0,0 +1,206 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.684308                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import metaflow
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
+
+from ..checkpoints.decorator import CheckpointDecorator as CheckpointDecorator
+from ..checkpoints.decorator import CurrentCheckpointer as CurrentCheckpointer
+from ..checkpoints.decorator import warning_message as warning_message
+from ......metadata_provider.metadata import MetaDatum as MetaDatum
+
+HUGGINGFACE_HUB_ROOT_PREFIX: str
+
+def get_tqdm_class():
+    ...
+
+def show_progress():
+    ...
+
+def download_model_from_huggingface(**kwargs):
+    ...
+
+class HuggingfaceRegistry(object, metaclass=type):
+    """
+    This object provides syntactic sugar
+    over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
+    [snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
+    The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
+    `<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
+    """
+    def __init__(self, logger):
+        ...
+    @property
+    def loaded(self):
+        ...
+    def snapshot_download(self, **kwargs) -> dict:
+        """
+        Downloads a model from huggingface hub and cache's it to the Metaflow's datastore.
+        It passes down all the parameters to the `huggingface_hub.snapshot_download` function.
+        
+        Returns
+        -------
+        dict
+            A reference to the artifact that was saved/retrieved from the Metaflow's datastore.
+        """
+        ...
+    ...
+
+class HuggingfaceLoadedModels(object, metaclass=type):
+    """
+    Manages loaded Hugging Face models and provides access to their local paths.
+    
+    This class is accessed through `current.huggingface_hub.loaded` and provides a dictionary-like
+    interface to access the local paths of the huggingface repos specified in the `load` argument of the `@huggingface_hub` decorator.
+    
+    Usage:
+    ------
+    ```python
+    # Basic loading and access
+    @huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
+    @step
+    def my_step(self):
+        # Access the local path of a loaded model
+        model_path = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
+    
+        # Check if a model is loaded
+        if "mistralai/Mistral-7B-Instruct-v0.1" in current.huggingface_hub.loaded:
+            print("Model is loaded!")
+    
+    # Custom path and advanced loading
+    @huggingface_hub(load=[
+        ("mistralai/Mistral-7B-Instruct-v0.1", "/custom/path"),  # Specify custom path
+        {
+            "repo_id": "org/model-name",
+            "force_download": True,  # Force fresh download
+            "repo_type": "dataset"   # Load dataset instead of model
+        }
+    ])
+    @step
+    def another_step(self):
+        # Models are available at specified paths
+        pass
+    ```
+    """
+    def __init__(self, checkpointer: HuggingfaceRegistry, logger, temp_dir_root = None):
+        ...
+    def __getitem__(self, key):
+        ...
+    def __contains__(self, key):
+        ...
+    @property
+    def info(self):
+        ...
+    def cleanup(self):
+        ...
+    ...
+
+class HuggingfaceHubDecorator(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CheckpointDecorator, metaclass=type):
+    """
+    Decorator that helps cache, version and store models/datasets from huggingface hub.
+    
+    Parameters
+    ----------
+    temp_dir_root : str, optional
+        The root directory that will hold the temporary directory where objects will be downloaded.
+    
+    load: Union[List[str], List[Tuple[Dict, str]], List[Tuple[str, str]], List[Dict], None]
+        The list of repos (models/datasets) to load.
+    
+        Loaded repos can be accessed via `current.huggingface_hub.loaded`. If load is set, then the following happens:
+    
+        - If repo (model/dataset) is not found in the datastore:
+            - Downloads the repo from Hugging Face Hub to a temporary directory (or uses specified path) for local access
+            - Stores it in Metaflow's datastore (s3/gcs/azure etc.) with a unique name based on repo_type/repo_id
+                - All HF models loaded for a `@step` will be cached separately under flow/step/namespace.
+    
+        - If repo is found in the datastore:
+            - Loads it directly from datastore to local path (can be temporary directory or specified path)
+    
+    
+    MF Add To Current
+    -----------------
+    huggingface_hub -> metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry
+        The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
+        over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
+        [snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
+        The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
+        `<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
+    
+    
+        Usage:
+        ------
+    
+        **Usage: creating references of models from huggingface that may be loaded in downstream steps**
+        ```python
+            @huggingface_hub
+            @step
+            def pull_model_from_huggingface(self):
+                # `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
+                # and saves it in the backend storage based on the model's `repo_id`. If there exists a model
+                # with the same `repo_id` in the backend storage, it will not download the model again. The return
+                # value of the function is a reference to the model in the backend storage.
+                # This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
+    
+                self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
+                self.llama_model = current.huggingface_hub.snapshot_download(
+                    repo_id=self.model_id,
+                    allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
+                )
+                self.next(self.train)
+        ```
+    
+        **Usage: loading models directly from huggingface hub or from cache (from metaflow's datastore)**
+        ```python
+            @huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
+            @step
+            def pull_model_from_huggingface(self):
+                path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
+        ```
+    
+        ```python
+            @huggingface_hub(load=[("mistralai/Mistral-7B-Instruct-v0.1", "/my-directory"), ("myorg/mistral-lora, "/my-lora-directory")])
+            @step
+            def finetune_model(self):
+                path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
+                # path_to_model will be /my-directory
+        ```
+    
+        ```python
+            # Takes all the arguments passed to `snapshot_download`
+            # except for `local_dir`
+            @huggingface_hub(load=[
+                {
+                    "repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
+                },
+                {
+                    "repo_id": "myorg/mistral-lora",
+                    "repo_type": "model",
+                },
+            ])
+            @step
+            def finetune_model(self):
+                path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
+                # path_to_model will be /my-directory
+        ```
+    """
+    def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
+        ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
+    def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
+        ...
+    def task_post_step(self, step_name, flow, graph, retry_count, max_user_code_retries):
+        ...
+    def task_exception(self, exception, step_name, flow, graph, retry_count, max_user_code_retries):
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi

@@ -0,0 +1,6 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.685215                                                            #
+######################################################################################################
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi

@@ -0,0 +1,99 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.685267                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
+
+from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
+from ..exceptions import KeyNotFoundError as KeyNotFoundError
+from ..exceptions import KeyNotCompatibleException as KeyNotCompatibleException
+from ..exceptions import IncompatibleObjectTypeException as IncompatibleObjectTypeException
+from .model_storage import ModelDatastore as ModelDatastore
+from .exceptions import LoadingException as LoadingException
+from ..datastore.utils import safe_serialize as safe_serialize
+from ..utils.general import get_path_size as get_path_size
+from ..utils.general import unit_convert as unit_convert
+from ..utils.general import warning_message as warning_message
+from ..utils.identity_utils import safe_hash as safe_hash
+from ..utils.serialization_handler.tar import TarHandler as TarHandler
+from ..datastructures import ModelArtifact as ModelArtifact
+from ..datastructures import Factory as Factory
+from ..datastructures import MetaflowDataArtifactReference as MetaflowDataArtifactReference
+
+MAX_HASH_LEN: int
+
+SERIALIZATION_HANDLERS: dict
+
+OBJECT_MAX_SIZE_ALLOWED_FOR_ARTIFACT: int
+
+def create_write_store(pathspec, attempt, storage_backend) -> metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage.ModelDatastore:
+    ...
+
+def create_read_store(storage_backend, model_key = None, pathspec = None, attempt = None) -> metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage.ModelDatastore:
+    ...
+
+class LoadedModels(object, metaclass=type):
+    """
+    A class that loads models from the datastore and stores them in a temporary directory.
+    This class helps manage all the models loaded via `@model(load=...)` decorator and
+    `current.model.load` method.
+    
+    It is exposed via the `current.model.loaded` property. It is a dictionary like object
+    that stores the loaded models in a temporary directory. The keys of the dictionary are the
+    artifact names and the values are the paths to the temporary directories where the models are stored.
+    
+    Usage:
+    ------
+    ```python
+        @model(load=["model_key", "chckpt_key"])
+        @step
+        def mid_step(self):
+            import os
+            os.listdir(current.model.loaded["model_key"])
+            os.listdir(current.model.loaded["chckpt_key"])
+    ```
+    """
+    def __init__(self, storage_backend, flow, artifact_references: typing.Union[typing.List[str], typing.List[typing.Tuple[str, typing.Optional[str]]], str], best_effort = False, temp_dir_root = None, mode = 'eager', logger = None):
+        ...
+    @property
+    def info(self):
+        ...
+    def __getitem__(self, key):
+        ...
+    def __contains__(self, key):
+        ...
+    def __iter__(self):
+        ...
+    def __len__(self):
+        ...
+    def cleanup(self, artifact_name):
+        ...
+    ...
+
+class ModelSerializer(object, metaclass=type):
+    def __init__(self, pathspec, attempt, storage_backend):
+        ...
+    @property
+    def loaded(self) -> LoadedModels:
+        ...
+    def save(self, path, label = None, metadata = None, storage_format = 'tar'):
+        ...
+    def load(self, reference: typing.Union[str, metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.MetaflowDataArtifactReference, dict], path: typing.Optional[str] = None):
+        """
+        Load a model/checkpoint from the datastore to a temporary directory or a specified path.
+        
+        Returns:
+        --------
+        str : The path to the temporary directory where the model is loaded.
+        """
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi

@@ -0,0 +1,25 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.713234                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import metaflow
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.exception
+
+from ......exception import MetaflowException as MetaflowException
+
+class LoadingException(metaflow.exception.MetaflowException, metaclass=type):
+    def __init__(self, message):
+        ...
+    ...
+
+class ModelException(metaflow.exception.MetaflowException, metaclass=type):
+    def __init__(self, message):
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi

@@ -0,0 +1,80 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.713012                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import metaflow
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
+    import metaflow.datastore.datastore_storage
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
+
+from ..datastore.core import ObjectStorage as ObjectStorage
+from ..datastore.core import DatastoreInterface as DatastoreInterface
+from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
+from .exceptions import ModelException as ModelException
+from ..exceptions import KeyNotFoundError as KeyNotFoundError
+from ..datastructures import ModelArtifact as ModelArtifact
+from ..exceptions import KeyNotCompatibleWithObjectException as KeyNotCompatibleWithObjectException
+
+MODELS_PEFFIX: str
+
+ARTIFACT_STORE_NAME: str
+
+METADATA_STORE_NAME: str
+
+ARTIFACT_METADATA_STORE_NAME: str
+
+class ModelPathComponents(tuple, metaclass=type):
+    """
+    ModelPathComponents(model_uuid, root_prefix)
+    """
+    @staticmethod
+    def __new__(_cls, model_uuid, root_prefix):
+        """
+        Create new instance of ModelPathComponents(model_uuid, root_prefix)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+def decompose_model_artifact_key(key):
+    ...
+
+class ModelDatastore(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.DatastoreInterface, metaclass=type):
+    def save(self, artifact: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.ModelArtifact, file_path, storage_format = 'tar'):
+        ...
+    def load_metadata(self, model_id):
+        ...
+    def save_metadata(self, attempt, model_id, metadata):
+        ...
+    def load(self, model_id, path):
+        ...
+    def list(self, *args, **kwargs):
+        ...
+    @classmethod
+    def init_read_store(cls, storage_backend: metaflow.datastore.datastore_storage.DataStoreStorage, pathspec: typing.Optional[str] = None, attempt: typing.Optional[str] = None, model_key = None, *args, **kwargs):
+        ...
+    @classmethod
+    def decompose_key(cls, key):
+        ...
+    @classmethod
+    def init_write_store(cls, storage_backend: metaflow.datastore.datastore_storage.DataStoreStorage, pathspec: str, attempt, *args, **kwargs):
+        ...
+    def __init__(self, artifact_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, metadata_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, artifact_metadatastore: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage):
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi

@@ -1,6 +1,6 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.012845                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.709772                                                            #
 ######################################################################################################
 

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.012898                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.709833                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.014898                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.713804                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.029811                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.714285                                                            #
 ######################################################################################################
 
 from __future__ import annotations

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi

@@ -0,0 +1,6 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.714621                                                            #
+######################################################################################################
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi

@@ -0,0 +1,20 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.752477                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import typing
+
+
+class SerializationHandler(object, metaclass=type):
+    def serialze(self, *args, **kwargs) -> typing.Union[str, bytes]:
+        ...
+    def deserialize(self, *args, **kwargs) -> typing.Any:
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi

@@ -0,0 +1,25 @@
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.714675                                                            #
+######################################################################################################
+
+from __future__ import annotations
+
+import metaflow
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.utils.serialization_handler.base
+
+from ..tar_utils import create_tarball_in_memory as create_tarball_in_memory
+from ..tar_utils import create_tarball_on_disk as create_tarball_on_disk
+from ..tar_utils import extract_tarball as extract_tarball
+from .base import SerializationHandler as SerializationHandler
+
+class TarHandler(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.utils.serialization_handler.base.SerializationHandler, metaclass=type):
+    def serialize(self, path_to_compress, path_to_save = None, in_memory = False, strict = False) -> typing.Union[str, bytes]:
+        ...
+    def deserialize(self, path_or_bytes, target_directory) -> str:
+        ...
+    ...
+

metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi

@@ -1,7 +1,7 @@
 ######################################################################################################
 #                                 Auto-generated Metaflow stub file                                  #
-# MF version: 2.12.39.1+obcheckpoint(0.1.4);ob(v1)                                                   #
-# Generated on 2024-12-17T21:56:51.014507                                                            #
+# MF version: 2.13.0.1+obcheckpoint(0.1.6);ob(v1)                                                    #
+# Generated on 2024-12-20T17:11:09.751388                                                            #
 ######################################################################################################
 
 from __future__ import annotations