ob-metaflow-stubs 6.0.3.128__py2.py3-none-any.whl → 6.0.3.130__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +315 -314
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +3 -3
- metaflow-stubs/flowspec.pyi +6 -6
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +5 -5
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +6 -2
- metaflow-stubs/metaflow_current.pyi +122 -122
- metaflow-stubs/mf_extensions/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +5 -5
- metaflow-stubs/plugins/__init__.pyi +10 -10
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +2 -8
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +2 -2
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +9 -10
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +14 -12
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +4 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +3 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +25 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +5 -22
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +12 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +10 -4
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +6 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +29 -29
- metaflow-stubs/runner/deployer_impl.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +5 -5
- metaflow-stubs/user_configs/config_options.pyi +9 -4
- metaflow-stubs/user_configs/config_parameters.pyi +8 -8
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.130.dist-info/RECORD +191 -0
- ob_metaflow_stubs-6.0.3.128.dist-info/RECORD +0 -191
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.622970 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/cli.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.646363 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.644346 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.674051 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.628165 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.635799 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,11 +9,11 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
import metaflow
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import datetime
|
13
|
-
import typing
|
14
12
|
import metaflow.client.core
|
15
|
-
import
|
13
|
+
import datetime
|
16
14
|
import tarfile
|
15
|
+
import metaflow.events
|
16
|
+
import typing
|
17
17
|
|
18
18
|
from ..metaflow_current import current as current
|
19
19
|
from ..events import Trigger as Trigger
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.669051 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.exception
|
13
12
|
import metaflow.datastore.content_addressed_store
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
from ..exception import MetaflowException as MetaflowException
|
16
16
|
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.624044 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
11
|
import metaflow.events
|
12
|
+
import metaflow
|
13
13
|
|
14
14
|
|
15
15
|
TYPE_CHECKING: bool
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.612858 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -32,7 +32,7 @@ class MetaflowExceptionWrapper(Exception, metaclass=type):
|
|
32
32
|
...
|
33
33
|
|
34
34
|
class MetaflowException(Exception, metaclass=type):
|
35
|
-
def __init__(self, msg = '', lineno = None):
|
35
|
+
def __init__(self, msg = '', lineno = None, source_file = None):
|
36
36
|
...
|
37
37
|
def __str__(self):
|
38
38
|
...
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.617958 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,11 +9,11 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
import metaflow
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.exception
|
13
|
+
import metaflow.unbounded_foreach
|
12
14
|
import metaflow.datastore.inputs
|
13
15
|
import metaflow.flowspec
|
14
16
|
import typing
|
15
|
-
import metaflow.unbounded_foreach
|
16
|
-
import metaflow.exception
|
17
17
|
|
18
18
|
from . import parameters as parameters
|
19
19
|
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
@@ -22,6 +22,7 @@ from .exception import MetaflowException as MetaflowException
|
|
22
22
|
from .exception import MissingInMergeArtifactsException as MissingInMergeArtifactsException
|
23
23
|
from .exception import MetaflowInternalError as MetaflowInternalError
|
24
24
|
from .exception import UnhandledInMergeArtifactsException as UnhandledInMergeArtifactsException
|
25
|
+
from .user_configs.config_parameters import ConfigValue as ConfigValue
|
25
26
|
from .user_configs.config_decorators import CustomFlowDecorator as CustomFlowDecorator
|
26
27
|
from .user_configs.config_decorators import CustomStepDecorator as CustomStepDecorator
|
27
28
|
from .user_configs.config_decorators import MutableFlow as MutableFlow
|
@@ -51,8 +52,7 @@ class ParallelUBF(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=ty
|
|
51
52
|
...
|
52
53
|
|
53
54
|
class FlowSpecMeta(type, metaclass=type):
|
54
|
-
|
55
|
-
def __new__(cls, name, bases, dct):
|
55
|
+
def __init__(cls, name, bases, attrs):
|
56
56
|
...
|
57
57
|
...
|
58
58
|
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.
|
1
|
+
2.13.1.1+obcheckpoint(0.1.6);ob(v1) 2025-01-06T16:50:32.609859
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.627699 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
import metaflow
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.parameters
|
13
|
-
import typing
|
14
12
|
import metaflow._vendor.click.types
|
13
|
+
import typing
|
14
|
+
import metaflow.parameters
|
15
15
|
|
16
16
|
from ._vendor import click as click
|
17
17
|
from .exception import MetaflowException as MetaflowException
|
@@ -81,7 +81,7 @@ class IncludeFile(metaflow.parameters.Parameter, metaclass=type):
|
|
81
81
|
"""
|
82
82
|
def __init__(self, name: str, required: typing.Optional[bool] = None, is_text: typing.Optional[bool] = None, encoding: typing.Optional[str] = None, help: typing.Optional[str] = None, **kwargs: typing.Dict[str, str]):
|
83
83
|
...
|
84
|
-
def init(self):
|
84
|
+
def init(self, ignore_errors = False):
|
85
85
|
...
|
86
86
|
def load_parameter(self, v):
|
87
87
|
...
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.612152 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.616420 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.653075 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.652282 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.652617 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.613958 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -185,6 +185,8 @@ KUBERNETES_SECRETS: str
|
|
185
185
|
|
186
186
|
KUBERNETES_LABELS: str
|
187
187
|
|
188
|
+
KUBERNETES_ANNOTATIONS: str
|
189
|
+
|
188
190
|
KUBERNETES_GPU_VENDOR: str
|
189
191
|
|
190
192
|
KUBERNETES_CONTAINER_IMAGE: None
|
@@ -289,6 +291,8 @@ MAX_CPU_PER_TASK: None
|
|
289
291
|
|
290
292
|
MAX_ATTEMPTS: int
|
291
293
|
|
294
|
+
CLICK_API_PROCESS_CONFIG: bool
|
295
|
+
|
292
296
|
def get_pinned_conda_libs(python_version, datastore_type):
|
293
297
|
...
|
294
298
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.765508 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -10,12 +10,12 @@ import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.metaflow_current
|
12
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
13
|
-
import typing
|
14
13
|
import metaflow.plugins.cards.component_serializer
|
15
|
-
import metaflow
|
16
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
17
14
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
18
15
|
import metaflow.events
|
16
|
+
import metaflow
|
17
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
18
|
+
import typing
|
19
19
|
|
20
20
|
|
21
21
|
TYPE_CHECKING: bool
|
@@ -228,64 +228,72 @@ class Current(object, metaclass=type):
|
|
228
228
|
def graph(self):
|
229
229
|
...
|
230
230
|
@property
|
231
|
-
def
|
231
|
+
def huggingface_hub(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
|
232
232
|
"""
|
233
|
-
(only in the presence of the @
|
234
|
-
|
235
|
-
The object used for loading / saving models.
|
236
|
-
`current.model` exposes a `save` method to save models and a `load` method to load models.
|
237
|
-
`current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
|
238
|
-
or models loaded via `current.model.load`.
|
233
|
+
(only in the presence of the @huggingface_hub decorator)
|
239
234
|
|
240
|
-
|
241
|
-
|
235
|
+
The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
|
236
|
+
over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
|
237
|
+
[snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
|
238
|
+
The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
|
239
|
+
`<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
|
242
240
|
|
243
|
-
```
|
244
|
-
@model
|
245
|
-
@step
|
246
|
-
def train(self):
|
247
|
-
# current.model.save returns a dictionary reference to the model saved
|
248
|
-
self.my_model = current.model.save(
|
249
|
-
path_to_my_model,
|
250
|
-
label="my_model",
|
251
|
-
metadata={
|
252
|
-
"epochs": 10,
|
253
|
-
"batch-size": 32,
|
254
|
-
"learning-rate": 0.001,
|
255
|
-
}
|
256
|
-
)
|
257
|
-
self.next(self.test)
|
258
241
|
|
259
|
-
|
260
|
-
|
261
|
-
def test(self):
|
262
|
-
# `current.model.loaded` returns a dictionary of the loaded models
|
263
|
-
# where the key is the name of the artifact and the value is the path to the model
|
264
|
-
print(os.listdir(current.model.loaded["my_model"]))
|
265
|
-
self.next(self.end)
|
266
|
-
```
|
242
|
+
Usage:
|
243
|
+
------
|
267
244
|
|
268
|
-
Usage
|
269
|
-
|
245
|
+
**Usage: creating references of models from huggingface that may be loaded in downstream steps**
|
246
|
+
```python
|
247
|
+
@huggingface_hub
|
248
|
+
@step
|
249
|
+
def pull_model_from_huggingface(self):
|
250
|
+
# `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
|
251
|
+
# and saves it in the backend storage based on the model's `repo_id`. If there exists a model
|
252
|
+
# with the same `repo_id` in the backend storage, it will not download the model again. The return
|
253
|
+
# value of the function is a reference to the model in the backend storage.
|
254
|
+
# This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
|
270
255
|
|
256
|
+
self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
257
|
+
self.llama_model = current.huggingface_hub.snapshot_download(
|
258
|
+
repo_id=self.model_id,
|
259
|
+
allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
|
260
|
+
)
|
261
|
+
self.next(self.train)
|
271
262
|
```
|
272
|
-
|
273
|
-
|
274
|
-
|
275
|
-
|
276
|
-
|
277
|
-
)
|
278
|
-
|
279
|
-
self.model,
|
280
|
-
)
|
281
|
-
self.next(self.test)
|
263
|
+
|
264
|
+
**Usage: loading models directly from huggingface hub or from cache (from metaflow's datastore)**
|
265
|
+
```python
|
266
|
+
@huggingface_hub(load=["mistralai/Mistral-7B-Instruct-v0.1"])
|
267
|
+
@step
|
268
|
+
def pull_model_from_huggingface(self):
|
269
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
282
270
|
```
|
283
271
|
|
272
|
+
```python
|
273
|
+
@huggingface_hub(load=[("mistralai/Mistral-7B-Instruct-v0.1", "/my-directory"), ("myorg/mistral-lora, "/my-lora-directory")])
|
274
|
+
@step
|
275
|
+
def finetune_model(self):
|
276
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
277
|
+
# path_to_model will be /my-directory
|
278
|
+
```
|
284
279
|
|
285
|
-
|
286
|
-
|
287
|
-
|
288
|
-
|
280
|
+
```python
|
281
|
+
# Takes all the arguments passed to `snapshot_download`
|
282
|
+
# except for `local_dir`
|
283
|
+
@huggingface_hub(load=[
|
284
|
+
{
|
285
|
+
"repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
|
286
|
+
},
|
287
|
+
{
|
288
|
+
"repo_id": "myorg/mistral-lora",
|
289
|
+
"repo_type": "model",
|
290
|
+
},
|
291
|
+
])
|
292
|
+
@step
|
293
|
+
def finetune_model(self):
|
294
|
+
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
295
|
+
# path_to_model will be /my-directory
|
296
|
+
```
|
289
297
|
"""
|
290
298
|
...
|
291
299
|
@property
|
@@ -379,72 +387,64 @@ class Current(object, metaclass=type):
|
|
379
387
|
"""
|
380
388
|
...
|
381
389
|
@property
|
382
|
-
def
|
390
|
+
def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
|
383
391
|
"""
|
384
|
-
(only in the presence of the @
|
385
|
-
|
386
|
-
The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
|
387
|
-
over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
|
388
|
-
[snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
|
389
|
-
The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
|
390
|
-
`<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
|
391
|
-
|
392
|
+
(only in the presence of the @model decorator)
|
392
393
|
|
393
|
-
|
394
|
-
|
394
|
+
The object used for loading / saving models.
|
395
|
+
`current.model` exposes a `save` method to save models and a `load` method to load models.
|
396
|
+
`current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
|
397
|
+
or models loaded via `current.model.load`.
|
395
398
|
|
396
|
-
|
397
|
-
|
398
|
-
@huggingface_hub
|
399
|
-
@step
|
400
|
-
def pull_model_from_huggingface(self):
|
401
|
-
# `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
|
402
|
-
# and saves it in the backend storage based on the model's `repo_id`. If there exists a model
|
403
|
-
# with the same `repo_id` in the backend storage, it will not download the model again. The return
|
404
|
-
# value of the function is a reference to the model in the backend storage.
|
405
|
-
# This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
|
399
|
+
Usage (Saving a model):
|
400
|
+
-------
|
406
401
|
|
407
|
-
self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
408
|
-
self.llama_model = current.huggingface_hub.snapshot_download(
|
409
|
-
repo_id=self.model_id,
|
410
|
-
allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
|
411
|
-
)
|
412
|
-
self.next(self.train)
|
413
402
|
```
|
403
|
+
@model
|
404
|
+
@step
|
405
|
+
def train(self):
|
406
|
+
# current.model.save returns a dictionary reference to the model saved
|
407
|
+
self.my_model = current.model.save(
|
408
|
+
path_to_my_model,
|
409
|
+
label="my_model",
|
410
|
+
metadata={
|
411
|
+
"epochs": 10,
|
412
|
+
"batch-size": 32,
|
413
|
+
"learning-rate": 0.001,
|
414
|
+
}
|
415
|
+
)
|
416
|
+
self.next(self.test)
|
414
417
|
|
415
|
-
|
416
|
-
|
417
|
-
|
418
|
-
|
419
|
-
|
420
|
-
|
418
|
+
@model(load="my_model")
|
419
|
+
@step
|
420
|
+
def test(self):
|
421
|
+
# `current.model.loaded` returns a dictionary of the loaded models
|
422
|
+
# where the key is the name of the artifact and the value is the path to the model
|
423
|
+
print(os.listdir(current.model.loaded["my_model"]))
|
424
|
+
self.next(self.end)
|
421
425
|
```
|
422
426
|
|
423
|
-
|
424
|
-
|
425
|
-
@step
|
426
|
-
def finetune_model(self):
|
427
|
-
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
428
|
-
# path_to_model will be /my-directory
|
429
|
-
```
|
427
|
+
Usage (Loading models):
|
428
|
+
-------
|
430
429
|
|
431
|
-
```python
|
432
|
-
# Takes all the arguments passed to `snapshot_download`
|
433
|
-
# except for `local_dir`
|
434
|
-
@huggingface_hub(load=[
|
435
|
-
{
|
436
|
-
"repo_id": "mistralai/Mistral-7B-Instruct-v0.1",
|
437
|
-
},
|
438
|
-
{
|
439
|
-
"repo_id": "myorg/mistral-lora",
|
440
|
-
"repo_type": "model",
|
441
|
-
},
|
442
|
-
])
|
443
|
-
@step
|
444
|
-
def finetune_model(self):
|
445
|
-
path_to_model = current.huggingface_hub.loaded["mistralai/Mistral-7B-Instruct-v0.1"]
|
446
|
-
# path_to_model will be /my-directory
|
447
430
|
```
|
431
|
+
@step
|
432
|
+
def train(self):
|
433
|
+
# current.model.load returns the path to the model loaded
|
434
|
+
checkpoint_path = current.model.load(
|
435
|
+
self.checkpoint_key,
|
436
|
+
)
|
437
|
+
model_path = current.model.load(
|
438
|
+
self.model,
|
439
|
+
)
|
440
|
+
self.next(self.test)
|
441
|
+
```
|
442
|
+
|
443
|
+
|
444
|
+
Returns
|
445
|
+
-------
|
446
|
+
ModelSerializer
|
447
|
+
The object used for loading / saving models.
|
448
448
|
"""
|
449
449
|
...
|
450
450
|
@property
|
@@ -466,19 +466,6 @@ class Current(object, metaclass=type):
|
|
466
466
|
"""
|
467
467
|
...
|
468
468
|
@property
|
469
|
-
def trigger(self) -> "metaflow.events.Trigger":
|
470
|
-
"""
|
471
|
-
(only in the presence of the @trigger, or @trigger_on_finish decorators)
|
472
|
-
|
473
|
-
Returns `Trigger` if the current run is triggered by an event
|
474
|
-
|
475
|
-
Returns
|
476
|
-
-------
|
477
|
-
Trigger
|
478
|
-
`Trigger` if triggered by an event
|
479
|
-
"""
|
480
|
-
...
|
481
|
-
@property
|
482
469
|
def project_name(self) -> str:
|
483
470
|
"""
|
484
471
|
(only in the presence of the @project decorator)
|
@@ -545,6 +532,19 @@ class Current(object, metaclass=type):
|
|
545
532
|
True if the flow is deployed with `--production`.
|
546
533
|
"""
|
547
534
|
...
|
535
|
+
@property
|
536
|
+
def trigger(self) -> "metaflow.events.Trigger":
|
537
|
+
"""
|
538
|
+
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
539
|
+
|
540
|
+
Returns `Trigger` if the current run is triggered by an event
|
541
|
+
|
542
|
+
Returns
|
543
|
+
-------
|
544
|
+
Trigger
|
545
|
+
`Trigger` if triggered by an event
|
546
|
+
"""
|
547
|
+
...
|
548
548
|
...
|
549
549
|
|
550
550
|
current: Current
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.625944 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.640688 #
|
5
5
|
######################################################################################################
|
6
6
|
|