ob-metaflow-stubs 6.0.3.127__py2.py3-none-any.whl → 6.0.3.128__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +282 -282
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +6 -6
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +5 -5
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +2 -2
- metaflow-stubs/metaflow_current.pyi +106 -106
- metaflow-stubs/mf_extensions/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +58 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +23 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +69 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +76 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +33 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +249 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +27 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +206 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +99 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +25 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +80 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +20 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +25 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +3 -3
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +5 -5
- metaflow-stubs/plugins/__init__.pyi +11 -11
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +6 -6
- metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +3 -3
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +30 -30
- metaflow-stubs/runner/deployer_impl.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +6 -6
- metaflow-stubs/user_configs/config_options.pyi +4 -4
- metaflow-stubs/user_configs/config_parameters.pyi +6 -6
- {ob_metaflow_stubs-6.0.3.127.dist-info → ob_metaflow_stubs-6.0.3.128.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.128.dist-info/RECORD +191 -0
- ob_metaflow_stubs-6.0.3.127.dist-info/RECORD +0 -173
- {ob_metaflow_stubs-6.0.3.127.dist-info → ob_metaflow_stubs-6.0.3.128.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.127.dist-info → ob_metaflow_stubs-6.0.3.128.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.037711 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi
ADDED
@@ -0,0 +1,6 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.040125 #
|
5
|
+
######################################################################################################
|
6
|
+
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi
ADDED
@@ -0,0 +1,206 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.040179 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import metaflow
|
10
|
+
import typing
|
11
|
+
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
14
|
+
|
15
|
+
from ..checkpoints.decorator import CheckpointDecorator as CheckpointDecorator
|
16
|
+
from ..checkpoints.decorator import CurrentCheckpointer as CurrentCheckpointer
|
17
|
+
from ..checkpoints.decorator import warning_message as warning_message
|
18
|
+
from ......metadata_provider.metadata import MetaDatum as MetaDatum
|
19
|
+
|
20
|
+
HUGGINGFACE_HUB_ROOT_PREFIX: str
|
21
|
+
|
22
|
+
def get_tqdm_class():
|
23
|
+
...
|
24
|
+
|
25
|
+
def show_progress():
|
26
|
+
...
|
27
|
+
|
28
|
+
def download_model_from_huggingface(**kwargs):
|
29
|
+
...
|
30
|
+
|
31
|
+
class HuggingfaceRegistry(object, metaclass=type):
|
32
|
+
"""
|
33
|
+
This object provides syntactic sugar
|
34
|
+
over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
|
35
|
+
[snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
|
36
|
+
The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
|
37
|
+
`<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
|
38
|
+
"""
|
39
|
+
def __init__(self, logger):
|
40
|
+
...
|
41
|
+
@property
|
42
|
+
def loaded(self):
|
43
|
+
...
|
44
|
+
def snapshot_download(self, **kwargs) -> dict:
|
45
|
+
"""
|
46
|
+
Downloads a model from huggingface hub and cache's it to the Metaflow's datastore.
|
47
|
+
It passes down all the parameters to the `huggingface_hub.snapshot_download` function.
|
48
|
+
|
49
|
+
Returns
|
50
|
+
-------
|
51
|
+
dict
|
52
|
+
A reference to the artifact that was saved/retrieved from the Metaflow's datastore.
|
53
|
+
"""
|
54
|
+
...
|
55
|
+
...
|
56
|
+
|
57
|
+
class HuggingfaceLoadedModels(object, metaclass=type):
|
58
|
+
"""
|
59
|
+
Manages loaded Hugging Face models and provides access to their local paths.
|
60
|
+
|
61
|
+
This class is accessed through `current.huggingface_hub.loaded` and provides a dictionary-like
|
62
|
+
interface to access the local paths of the huggingface repos specified in the `load` argument of the `@huggingface_hub` decorator.
|
63
|
+
|
64
|
+
Usage:
|
65
|
+
------
|
66
|
+
```python
|
67
|
+
# Basic loading and access
|
68
|
+
@huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
|
69
|
+
@step
|
70
|
+
def my_step(self):
|
71
|
+
# Access the local path of a loaded model
|
72
|
+
model_path = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
73
|
+
|
74
|
+
# Check if a model is loaded
|
75
|
+
if "mistralai/Mistral-7B-Instruct-v0.1" in current.huggingface_hub.loaded:
|
76
|
+
print("Model is loaded!")
|
77
|
+
|
78
|
+
# Custom path and advanced loading
|
79
|
+
@huggingface_hub(load=[
|
80
|
+
("mistralai/Mistral-7B-Instruct-v0.1", "/custom/path"), # Specify custom path
|
81
|
+
{
|
82
|
+
"repo_id": "org/model-name",
|
83
|
+
"force_download": True, # Force fresh download
|
84
|
+
"repo_type": "dataset" # Load dataset instead of model
|
85
|
+
}
|
86
|
+
])
|
87
|
+
@step
|
88
|
+
def another_step(self):
|
89
|
+
# Models are available at specified paths
|
90
|
+
pass
|
91
|
+
```
|
92
|
+
"""
|
93
|
+
def __init__(self, checkpointer: HuggingfaceRegistry, logger, temp_dir_root = None):
|
94
|
+
...
|
95
|
+
def __getitem__(self, key):
|
96
|
+
...
|
97
|
+
def __contains__(self, key):
|
98
|
+
...
|
99
|
+
@property
|
100
|
+
def info(self):
|
101
|
+
...
|
102
|
+
def cleanup(self):
|
103
|
+
...
|
104
|
+
...
|
105
|
+
|
106
|
+
class HuggingfaceHubDecorator(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CheckpointDecorator, metaclass=type):
|
107
|
+
"""
|
108
|
+
Decorator that helps cache, version and store models/datasets from huggingface hub.
|
109
|
+
|
110
|
+
Parameters
|
111
|
+
----------
|
112
|
+
temp_dir_root : str, optional
|
113
|
+
The root directory that will hold the temporary directory where objects will be downloaded.
|
114
|
+
|
115
|
+
load: Union[List[str], List[Tuple[Dict, str]], List[Tuple[str, str]], List[Dict], None]
|
116
|
+
The list of repos (models/datasets) to load.
|
117
|
+
|
118
|
+
Loaded repos can be accessed via `current.huggingface_hub.loaded`. If load is set, then the following happens:
|
119
|
+
|
120
|
+
- If repo (model/dataset) is not found in the datastore:
|
121
|
+
- Downloads the repo from Hugging Face Hub to a temporary directory (or uses specified path) for local access
|
122
|
+
- Stores it in Metaflow's datastore (s3/gcs/azure etc.) with a unique name based on repo_type/repo_id
|
123
|
+
- All HF models loaded for a `@step` will be cached separately under flow/step/namespace.
|
124
|
+
|
125
|
+
- If repo is found in the datastore:
|
126
|
+
- Loads it directly from datastore to local path (can be temporary directory or specified path)
|
127
|
+
|
128
|
+
|
129
|
+
MF Add To Current
|
130
|
+
-----------------
|
131
|
+
huggingface_hub -> metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry
|
132
|
+
The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
|
133
|
+
over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
|
134
|
+
[snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
|
135
|
+
The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
|
136
|
+
`<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
|
137
|
+
|
138
|
+
|
139
|
+
Usage:
|
140
|
+
------
|
141
|
+
|
142
|
+
**Usage: creating references of models from huggingface that may be loaded in downstream steps**
|
143
|
+
```python
|
144
|
+
@huggingface_hub
|
145
|
+
@step
|
146
|
+
def pull_model_from_huggingface(self):
|
147
|
+
# `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
|
148
|
+
# and saves it in the backend storage based on the model's `repo_id`. If there exists a model
|
149
|
+
# with the same `repo_id` in the backend storage, it will not download the model again. The return
|
150
|
+
# value of the function is a reference to the model in the backend storage.
|
151
|
+
# This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
|
152
|
+
|
153
|
+
self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
154
|
+
self.llama_model = current.huggingface_hub.snapshot_download(
|
155
|
+
repo_id=self.model_id,
|
156
|
+
allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
|
157
|
+
)
|
158
|
+
self.next(self.train)
|
159
|
+
```
|
160
|
+
|
161
|
+
**Usage: loading models directly from huggingface hub or from cache (from metaflow's datastore)**
|
162
|
+
```python
|
163
|
+
@huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
|
164
|
+
@step
|
165
|
+
def pull_model_from_huggingface(self):
|
166
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
167
|
+
```
|
168
|
+
|
169
|
+
```python
|
170
|
+
@huggingface_hub(load=[("mistralai/Mistral-7B-Instruct-v0.1", "/my-directory"), ("myorg/mistral-lora, "/my-lora-directory")])
|
171
|
+
@step
|
172
|
+
def finetune_model(self):
|
173
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
174
|
+
# path_to_model will be /my-directory
|
175
|
+
```
|
176
|
+
|
177
|
+
```python
|
178
|
+
# Takes all the arguments passed to `snapshot_download`
|
179
|
+
# except for `local_dir`
|
180
|
+
@huggingface_hub(load=[
|
181
|
+
{
|
182
|
+
"repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
|
183
|
+
},
|
184
|
+
{
|
185
|
+
"repo_id": "myorg/mistral-lora",
|
186
|
+
"repo_type": "model",
|
187
|
+
},
|
188
|
+
])
|
189
|
+
@step
|
190
|
+
def finetune_model(self):
|
191
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
192
|
+
# path_to_model will be /my-directory
|
193
|
+
```
|
194
|
+
"""
|
195
|
+
def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
|
196
|
+
...
|
197
|
+
def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
|
198
|
+
...
|
199
|
+
def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
|
200
|
+
...
|
201
|
+
def task_post_step(self, step_name, flow, graph, retry_count, max_user_code_retries):
|
202
|
+
...
|
203
|
+
def task_exception(self, exception, step_name, flow, graph, retry_count, max_user_code_retries):
|
204
|
+
...
|
205
|
+
...
|
206
|
+
|
@@ -0,0 +1,6 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.041090 #
|
5
|
+
######################################################################################################
|
6
|
+
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi
ADDED
@@ -0,0 +1,99 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.041142 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
14
|
+
|
15
|
+
from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
|
16
|
+
from ..exceptions import KeyNotFoundError as KeyNotFoundError
|
17
|
+
from ..exceptions import KeyNotCompatibleException as KeyNotCompatibleException
|
18
|
+
from ..exceptions import IncompatibleObjectTypeException as IncompatibleObjectTypeException
|
19
|
+
from .model_storage import ModelDatastore as ModelDatastore
|
20
|
+
from .exceptions import LoadingException as LoadingException
|
21
|
+
from ..datastore.utils import safe_serialize as safe_serialize
|
22
|
+
from ..utils.general import get_path_size as get_path_size
|
23
|
+
from ..utils.general import unit_convert as unit_convert
|
24
|
+
from ..utils.general import warning_message as warning_message
|
25
|
+
from ..utils.identity_utils import safe_hash as safe_hash
|
26
|
+
from ..utils.serialization_handler.tar import TarHandler as TarHandler
|
27
|
+
from ..datastructures import ModelArtifact as ModelArtifact
|
28
|
+
from ..datastructures import Factory as Factory
|
29
|
+
from ..datastructures import MetaflowDataArtifactReference as MetaflowDataArtifactReference
|
30
|
+
|
31
|
+
MAX_HASH_LEN: int
|
32
|
+
|
33
|
+
SERIALIZATION_HANDLERS: dict
|
34
|
+
|
35
|
+
OBJECT_MAX_SIZE_ALLOWED_FOR_ARTIFACT: int
|
36
|
+
|
37
|
+
def create_write_store(pathspec, attempt, storage_backend) -> metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage.ModelDatastore:
|
38
|
+
...
|
39
|
+
|
40
|
+
def create_read_store(storage_backend, model_key = None, pathspec = None, attempt = None) -> metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage.ModelDatastore:
|
41
|
+
...
|
42
|
+
|
43
|
+
class LoadedModels(object, metaclass=type):
|
44
|
+
"""
|
45
|
+
A class that loads models from the datastore and stores them in a temporary directory.
|
46
|
+
This class helps manage all the models loaded via `@model(load=...)` decorator and
|
47
|
+
`current.model.load` method.
|
48
|
+
|
49
|
+
It is exposed via the `current.model.loaded` property. It is a dictionary like object
|
50
|
+
that stores the loaded models in a temporary directory. The keys of the dictionary are the
|
51
|
+
artifact names and the values are the paths to the temporary directories where the models are stored.
|
52
|
+
|
53
|
+
Usage:
|
54
|
+
------
|
55
|
+
```python
|
56
|
+
@model(load=["model_key", "chckpt_key"])
|
57
|
+
@step
|
58
|
+
def mid_step(self):
|
59
|
+
import os
|
60
|
+
os.listdir(current.model.loaded["model_key"])
|
61
|
+
os.listdir(current.model.loaded["chckpt_key"])
|
62
|
+
```
|
63
|
+
"""
|
64
|
+
def __init__(self, storage_backend, flow, artifact_references: typing.Union[typing.List[str], typing.List[typing.Tuple[str, typing.Optional[str]]], str], best_effort = False, temp_dir_root = None, mode = 'eager', logger = None):
|
65
|
+
...
|
66
|
+
@property
|
67
|
+
def info(self):
|
68
|
+
...
|
69
|
+
def __getitem__(self, key):
|
70
|
+
...
|
71
|
+
def __contains__(self, key):
|
72
|
+
...
|
73
|
+
def __iter__(self):
|
74
|
+
...
|
75
|
+
def __len__(self):
|
76
|
+
...
|
77
|
+
def cleanup(self, artifact_name):
|
78
|
+
...
|
79
|
+
...
|
80
|
+
|
81
|
+
class ModelSerializer(object, metaclass=type):
|
82
|
+
def __init__(self, pathspec, attempt, storage_backend):
|
83
|
+
...
|
84
|
+
@property
|
85
|
+
def loaded(self) -> LoadedModels:
|
86
|
+
...
|
87
|
+
def save(self, path, label = None, metadata = None, storage_format = 'tar'):
|
88
|
+
...
|
89
|
+
def load(self, reference: typing.Union[str, metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.MetaflowDataArtifactReference, dict], path: typing.Optional[str] = None):
|
90
|
+
"""
|
91
|
+
Load a model/checkpoint from the datastore to a temporary directory or a specified path.
|
92
|
+
|
93
|
+
Returns:
|
94
|
+
--------
|
95
|
+
str : The path to the temporary directory where the model is loaded.
|
96
|
+
"""
|
97
|
+
...
|
98
|
+
...
|
99
|
+
|
@@ -0,0 +1,25 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.068457 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import metaflow
|
10
|
+
import typing
|
11
|
+
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.exception
|
13
|
+
|
14
|
+
from ......exception import MetaflowException as MetaflowException
|
15
|
+
|
16
|
+
class LoadingException(metaflow.exception.MetaflowException, metaclass=type):
|
17
|
+
def __init__(self, message):
|
18
|
+
...
|
19
|
+
...
|
20
|
+
|
21
|
+
class ModelException(metaflow.exception.MetaflowException, metaclass=type):
|
22
|
+
def __init__(self, message):
|
23
|
+
...
|
24
|
+
...
|
25
|
+
|
@@ -0,0 +1,80 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.068234 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
import metaflow
|
11
|
+
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
13
|
+
import metaflow.datastore.datastore_storage
|
14
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
15
|
+
|
16
|
+
from ..datastore.core import ObjectStorage as ObjectStorage
|
17
|
+
from ..datastore.core import DatastoreInterface as DatastoreInterface
|
18
|
+
from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
|
19
|
+
from .exceptions import ModelException as ModelException
|
20
|
+
from ..exceptions import KeyNotFoundError as KeyNotFoundError
|
21
|
+
from ..datastructures import ModelArtifact as ModelArtifact
|
22
|
+
from ..exceptions import KeyNotCompatibleWithObjectException as KeyNotCompatibleWithObjectException
|
23
|
+
|
24
|
+
MODELS_PEFFIX: str
|
25
|
+
|
26
|
+
ARTIFACT_STORE_NAME: str
|
27
|
+
|
28
|
+
METADATA_STORE_NAME: str
|
29
|
+
|
30
|
+
ARTIFACT_METADATA_STORE_NAME: str
|
31
|
+
|
32
|
+
class ModelPathComponents(tuple, metaclass=type):
|
33
|
+
"""
|
34
|
+
ModelPathComponents(model_uuid, root_prefix)
|
35
|
+
"""
|
36
|
+
@staticmethod
|
37
|
+
def __new__(_cls, model_uuid, root_prefix):
|
38
|
+
"""
|
39
|
+
Create new instance of ModelPathComponents(model_uuid, root_prefix)
|
40
|
+
"""
|
41
|
+
...
|
42
|
+
def __repr__(self):
|
43
|
+
"""
|
44
|
+
Return a nicely formatted representation string
|
45
|
+
"""
|
46
|
+
...
|
47
|
+
def __getnewargs__(self):
|
48
|
+
"""
|
49
|
+
Return self as a plain tuple. Used by copy and pickle.
|
50
|
+
"""
|
51
|
+
...
|
52
|
+
...
|
53
|
+
|
54
|
+
def decompose_model_artifact_key(key):
|
55
|
+
...
|
56
|
+
|
57
|
+
class ModelDatastore(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.DatastoreInterface, metaclass=type):
|
58
|
+
def save(self, artifact: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.ModelArtifact, file_path, storage_format = 'tar'):
|
59
|
+
...
|
60
|
+
def load_metadata(self, model_id):
|
61
|
+
...
|
62
|
+
def save_metadata(self, attempt, model_id, metadata):
|
63
|
+
...
|
64
|
+
def load(self, model_id, path):
|
65
|
+
...
|
66
|
+
def list(self, *args, **kwargs):
|
67
|
+
...
|
68
|
+
@classmethod
|
69
|
+
def init_read_store(cls, storage_backend: metaflow.datastore.datastore_storage.DataStoreStorage, pathspec: typing.Optional[str] = None, attempt: typing.Optional[str] = None, model_key = None, *args, **kwargs):
|
70
|
+
...
|
71
|
+
@classmethod
|
72
|
+
def decompose_key(cls, key):
|
73
|
+
...
|
74
|
+
@classmethod
|
75
|
+
def init_write_store(cls, storage_backend: metaflow.datastore.datastore_storage.DataStoreStorage, pathspec: str, attempt, *args, **kwargs):
|
76
|
+
...
|
77
|
+
def __init__(self, artifact_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, metadata_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, artifact_metadatastore: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage):
|
78
|
+
...
|
79
|
+
...
|
80
|
+
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.065110 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.065162 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.069114 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.069602 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -0,0 +1,6 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.069934 #
|
5
|
+
######################################################################################################
|
6
|
+
|
@@ -0,0 +1,20 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.105893 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import typing
|
12
|
+
|
13
|
+
|
14
|
+
class SerializationHandler(object, metaclass=type):
|
15
|
+
def serialze(self, *args, **kwargs) -> typing.Union[str, bytes]:
|
16
|
+
...
|
17
|
+
def deserialize(self, *args, **kwargs) -> typing.Any:
|
18
|
+
...
|
19
|
+
...
|
20
|
+
|
@@ -0,0 +1,25 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.069988 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
import metaflow
|
11
|
+
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.utils.serialization_handler.base
|
13
|
+
|
14
|
+
from ..tar_utils import create_tarball_in_memory as create_tarball_in_memory
|
15
|
+
from ..tar_utils import create_tarball_on_disk as create_tarball_on_disk
|
16
|
+
from ..tar_utils import extract_tarball as extract_tarball
|
17
|
+
from .base import SerializationHandler as SerializationHandler
|
18
|
+
|
19
|
+
class TarHandler(metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.utils.serialization_handler.base.SerializationHandler, metaclass=type):
|
20
|
+
def serialize(self, path_to_compress, path_to_save = None, in_memory = False, strict = False) -> typing.Union[str, bytes]:
|
21
|
+
...
|
22
|
+
def deserialize(self, path_or_bytes, target_directory) -> str:
|
23
|
+
...
|
24
|
+
...
|
25
|
+
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.104856 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import metaflow
|
10
9
|
import typing
|
10
|
+
import metaflow
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import metaflow.exception
|
13
13
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.005712 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.016197 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.016260 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.016307 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.018698 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.018750 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.041468 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.39.1+obcheckpoint(0.1.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2024-12-18T07:29:34.005778 #
|
5
5
|
######################################################################################################
|
6
6
|
|