ob-metaflow-stubs 6.0.3.131__py2.py3-none-any.whl → 6.0.3.132__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +193 -193
- metaflow-stubs/cards.pyi +3 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +4 -4
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +2 -2
- metaflow-stubs/metaflow_current.pyi +87 -87
- metaflow-stubs/mf_extensions/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +8 -8
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +16 -8
- metaflow-stubs/plugins/cards/card_modules/card.pyi +9 -3
- metaflow-stubs/plugins/cards/card_modules/components.pyi +47 -9
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +6 -6
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +4 -4
- metaflow-stubs/runner/deployer_impl.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +2 -2
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +5 -5
- metaflow-stubs/user_configs/config_options.pyi +2 -2
- metaflow-stubs/user_configs/config_parameters.pyi +3 -3
- {ob_metaflow_stubs-6.0.3.131.dist-info → ob_metaflow_stubs-6.0.3.132.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.132.dist-info/RECORD +191 -0
- ob_metaflow_stubs-6.0.3.131.dist-info/RECORD +0 -191
- {ob_metaflow_stubs-6.0.3.131.dist-info → ob_metaflow_stubs-6.0.3.132.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.131.dist-info → ob_metaflow_stubs-6.0.3.132.dist-info}/top_level.txt +0 -0
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.526699 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -10,10 +10,10 @@ import metaflow
|
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import metaflow.unbounded_foreach
|
13
|
-
import typing
|
14
|
-
import metaflow.datastore.inputs
|
15
13
|
import metaflow.flowspec
|
14
|
+
import typing
|
16
15
|
import metaflow.exception
|
16
|
+
import metaflow.datastore.inputs
|
17
17
|
|
18
18
|
from . import parameters as parameters
|
19
19
|
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.13.
|
1
|
+
2.13.3.1+obcheckpoint(0.1.6);ob(v1) 2025-01-10T14:41:26.517601
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.537124 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.parameters
|
13
12
|
import metaflow._vendor.click.types
|
13
|
+
import metaflow.parameters
|
14
14
|
import typing
|
15
15
|
|
16
16
|
from ._vendor import click as click
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.520149 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.524936 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.562428 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.561592 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.561953 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.522061 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,21 +1,21 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.701507 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.
|
11
|
+
import metaflow.plugins.cards.component_serializer
|
12
12
|
import metaflow.events
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
14
13
|
import metaflow.metaflow_current
|
15
|
-
import metaflow.plugins.
|
16
|
-
import
|
17
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
14
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
15
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
18
16
|
import metaflow
|
17
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
18
|
+
import typing
|
19
19
|
|
20
20
|
|
21
21
|
TYPE_CHECKING: bool
|
@@ -257,6 +257,85 @@ class Current(object, metaclass=type):
|
|
257
257
|
"""
|
258
258
|
...
|
259
259
|
@property
|
260
|
+
def checkpoint(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
261
|
+
"""
|
262
|
+
(only in the presence of the @checkpoint decorator)
|
263
|
+
|
264
|
+
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
265
|
+
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
266
|
+
|
267
|
+
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
268
|
+
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
269
|
+
where the checkpoint maybe loaded or saved.
|
270
|
+
|
271
|
+
Usage (Saving Checkpoints):
|
272
|
+
-------
|
273
|
+
```
|
274
|
+
@checkpoint
|
275
|
+
@step
|
276
|
+
def train(self):
|
277
|
+
model = create_model(self.parameters, checkpoint_path = None)
|
278
|
+
for i in range(self.epochs):
|
279
|
+
# some training logic
|
280
|
+
loss = model.train(self.dataset)
|
281
|
+
if i % 10 == 0:
|
282
|
+
model.save(
|
283
|
+
current.checkpoint.directory,
|
284
|
+
)
|
285
|
+
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
286
|
+
# and returns a reference dictionary to the checkpoint saved in the datastore
|
287
|
+
self.latest_checkpoint = current.checkpoint.save(
|
288
|
+
name="epoch_checkpoint",
|
289
|
+
metadata={
|
290
|
+
"epoch": i,
|
291
|
+
"loss": loss,
|
292
|
+
}
|
293
|
+
)
|
294
|
+
```
|
295
|
+
Usage (Using Loaded Checkpoints):
|
296
|
+
-------
|
297
|
+
```
|
298
|
+
@retry(times=3)
|
299
|
+
@checkpoint
|
300
|
+
@step
|
301
|
+
def train(self):
|
302
|
+
# Assume that the task has restarted and the previous attempt of the task
|
303
|
+
# saved a checkpoint
|
304
|
+
checkpoint_path = None
|
305
|
+
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
306
|
+
print("Loaded checkpoint from the previous attempt")
|
307
|
+
checkpoint_path = current.checkpoint.directory
|
308
|
+
|
309
|
+
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
310
|
+
for i in range(self.epochs):
|
311
|
+
...
|
312
|
+
```
|
313
|
+
|
314
|
+
Returns
|
315
|
+
-------
|
316
|
+
CurrentCheckpointer
|
317
|
+
The object for handling checkpointing within a step.
|
318
|
+
"""
|
319
|
+
...
|
320
|
+
@property
|
321
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
322
|
+
"""
|
323
|
+
(only in the presence of the @card decorator)
|
324
|
+
|
325
|
+
The `@card` decorator makes the cards available through the `current.card`
|
326
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
327
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
328
|
+
be able to access that specific card using `current.card[ID].
|
329
|
+
|
330
|
+
Methods available are `append` and `extend`
|
331
|
+
|
332
|
+
Returns
|
333
|
+
-------
|
334
|
+
CardComponentCollector
|
335
|
+
The or one of the cards attached to this step.
|
336
|
+
"""
|
337
|
+
...
|
338
|
+
@property
|
260
339
|
def huggingface_hub(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
|
261
340
|
"""
|
262
341
|
(only in the presence of the @huggingface_hub decorator)
|
@@ -387,88 +466,9 @@ class Current(object, metaclass=type):
|
|
387
466
|
"""
|
388
467
|
...
|
389
468
|
@property
|
390
|
-
def checkpoint(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
391
|
-
"""
|
392
|
-
(only in the presence of the @checkpoint decorator)
|
393
|
-
|
394
|
-
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
395
|
-
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
396
|
-
|
397
|
-
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
398
|
-
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
399
|
-
where the checkpoint maybe loaded or saved.
|
400
|
-
|
401
|
-
Usage (Saving Checkpoints):
|
402
|
-
-------
|
403
|
-
```
|
404
|
-
@checkpoint
|
405
|
-
@step
|
406
|
-
def train(self):
|
407
|
-
model = create_model(self.parameters, checkpoint_path = None)
|
408
|
-
for i in range(self.epochs):
|
409
|
-
# some training logic
|
410
|
-
loss = model.train(self.dataset)
|
411
|
-
if i % 10 == 0:
|
412
|
-
model.save(
|
413
|
-
current.checkpoint.directory,
|
414
|
-
)
|
415
|
-
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
416
|
-
# and returns a reference dictionary to the checkpoint saved in the datastore
|
417
|
-
self.latest_checkpoint = current.checkpoint.save(
|
418
|
-
name="epoch_checkpoint",
|
419
|
-
metadata={
|
420
|
-
"epoch": i,
|
421
|
-
"loss": loss,
|
422
|
-
}
|
423
|
-
)
|
424
|
-
```
|
425
|
-
Usage (Using Loaded Checkpoints):
|
426
|
-
-------
|
427
|
-
```
|
428
|
-
@retry(times=3)
|
429
|
-
@checkpoint
|
430
|
-
@step
|
431
|
-
def train(self):
|
432
|
-
# Assume that the task has restarted and the previous attempt of the task
|
433
|
-
# saved a checkpoint
|
434
|
-
checkpoint_path = None
|
435
|
-
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
436
|
-
print("Loaded checkpoint from the previous attempt")
|
437
|
-
checkpoint_path = current.checkpoint.directory
|
438
|
-
|
439
|
-
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
440
|
-
for i in range(self.epochs):
|
441
|
-
...
|
442
|
-
```
|
443
|
-
|
444
|
-
Returns
|
445
|
-
-------
|
446
|
-
CurrentCheckpointer
|
447
|
-
The object for handling checkpointing within a step.
|
448
|
-
"""
|
449
|
-
...
|
450
|
-
@property
|
451
|
-
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
452
|
-
"""
|
453
|
-
(only in the presence of the @card decorator)
|
454
|
-
|
455
|
-
The `@card` decorator makes the cards available through the `current.card`
|
456
|
-
object. If multiple `@card` decorators are present, you can add an `ID` to
|
457
|
-
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
458
|
-
be able to access that specific card using `current.card[ID].
|
459
|
-
|
460
|
-
Methods available are `append` and `extend`
|
461
|
-
|
462
|
-
Returns
|
463
|
-
-------
|
464
|
-
CardComponentCollector
|
465
|
-
The or one of the cards attached to this step.
|
466
|
-
"""
|
467
|
-
...
|
468
|
-
@property
|
469
469
|
def trigger(self) -> "metaflow.events.Trigger":
|
470
470
|
"""
|
471
|
-
(only in the presence of the @
|
471
|
+
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
472
472
|
|
473
473
|
Returns `Trigger` if the current run is triggered by an event
|
474
474
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.535128 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.550073 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.550159 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.550243 #
|
5
5
|
######################################################################################################
|
6
6
|
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.631877 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.632499 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import threading
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
13
12
|
import threading
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
14
14
|
|
15
15
|
from ......metaflow_current import current as current
|
16
16
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.631924 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.673212 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -16,7 +16,7 @@ from ......plugins.cards.card_modules.components import VegaChart as VegaChart
|
|
16
16
|
from ......plugins.cards.card_modules.card import MetaflowCardComponent as MetaflowCardComponent
|
17
17
|
from ......plugins.cards.card_modules.components import Artifact as Artifact
|
18
18
|
from ......plugins.cards.card_modules.components import Table as Table
|
19
|
-
from ......plugins.cards.card_modules.
|
19
|
+
from ......plugins.cards.card_modules.card import with_default_component_id as with_default_component_id
|
20
20
|
from ......plugins.cards.card_modules.convert_to_native_type import TaskToDict as TaskToDict
|
21
21
|
from ......plugins.cards.card_modules.basic import ArtifactsComponent as ArtifactsComponent
|
22
22
|
from ......plugins.cards.card_modules.components import UserComponent as UserComponent
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.550337 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.633275 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,18 +1,18 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.633324 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import threading
|
9
10
|
import metaflow
|
10
11
|
import typing
|
11
|
-
import threading
|
12
12
|
if typing.TYPE_CHECKING:
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
14
13
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
15
14
|
import threading
|
15
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
16
16
|
|
17
17
|
from ...card_utils.deco_injection_mixin import CardDecoratorInjector as CardDecoratorInjector
|
18
18
|
from ...card_utils.async_cards import CardRefresher as CardRefresher
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.633694 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.671855 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -10,9 +10,9 @@ import metaflow
|
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
13
|
+
import metaflow.datastore.datastore_storage
|
13
14
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
14
15
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
|
15
|
-
import metaflow.datastore.datastore_storage
|
16
16
|
|
17
17
|
from ..exceptions import KeyNotCompatibleWithObjectException as KeyNotCompatibleWithObjectException
|
18
18
|
from ..utils.identity_utils import pathspec_hash as pathspec_hash
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.589351 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi
CHANGED
@@ -1,16 +1,16 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.629591 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.core
|
13
11
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.core
|
13
|
+
import metaflow
|
14
14
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
|
15
15
|
|
16
16
|
from ......metaflow_current import current as current
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.592791 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,10 +9,10 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import os
|
13
|
-
import metaflow
|
14
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
15
13
|
import metaflow.decorators
|
14
|
+
import metaflow
|
15
|
+
import os
|
16
16
|
|
17
17
|
from .exceptions import CheckpointException as CheckpointException
|
18
18
|
from ..utils import flowspec_utils as flowspec_utils
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.589692 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.550436 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
11
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
12
|
+
import metaflow
|
13
13
|
|
14
14
|
from ..datastructures import CheckpointArtifact as CheckpointArtifact
|
15
15
|
from .constructors import load_checkpoint as load_checkpoint
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.633951 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.13.
|
4
|
-
# Generated on 2025-01-
|
3
|
+
# MF version: 2.13.3.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-10T14:41:26.590657 #
|
5
5
|
######################################################################################################
|
6
6
|
|