ob-metaflow-stubs 6.0.3.158__py2.py3-none-any.whl → 6.0.3.160__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +734 -732
- metaflow-stubs/cards.pyi +1 -1
- metaflow-stubs/cli.pyi +1 -1
- metaflow-stubs/cli_components/__init__.pyi +1 -1
- metaflow-stubs/cli_components/utils.pyi +1 -1
- metaflow-stubs/client/__init__.pyi +1 -1
- metaflow-stubs/client/core.pyi +4 -4
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +1 -1
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +2 -2
- metaflow-stubs/info_file.pyi +1 -1
- metaflow-stubs/metadata_provider/__init__.pyi +1 -1
- metaflow-stubs/metadata_provider/heartbeat.pyi +1 -1
- metaflow-stubs/metadata_provider/metadata.pyi +1 -1
- metaflow-stubs/metadata_provider/util.pyi +1 -1
- metaflow-stubs/metaflow_config.pyi +1 -1
- metaflow-stubs/metaflow_current.pyi +117 -117
- metaflow-stubs/mf_extensions/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/context.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/decorator.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +1 -1
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/injector.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/coreweave.pyi +58 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/checkpoint_datastores/nebius.pyi +64 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/ollama.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +1 -1
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +3 -1
- metaflow-stubs/multicore_utils.pyi +1 -1
- metaflow-stubs/parameters.pyi +2 -2
- metaflow-stubs/plugins/__init__.pyi +13 -13
- metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
- metaflow-stubs/plugins/airflow/exception.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +1 -1
- metaflow-stubs/plugins/argo/__init__.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_workflows.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +1 -1
- metaflow-stubs/plugins/aws/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +1 -1
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +1 -1
- metaflow-stubs/plugins/azure/__init__.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
- metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/cards/__init__.pyi +5 -5
- metaflow-stubs/plugins/cards/card_client.pyi +1 -1
- metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
- metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
- metaflow-stubs/plugins/cards/card_decorator.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/components.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +1 -1
- metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
- metaflow-stubs/plugins/cards/component_serializer.pyi +1 -1
- metaflow-stubs/plugins/cards/exception.pyi +1 -1
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +1 -1
- metaflow-stubs/plugins/datatools/local.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/s3.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
- metaflow-stubs/plugins/debug_logger.pyi +1 -1
- metaflow-stubs/plugins/debug_monitor.pyi +1 -1
- metaflow-stubs/plugins/environment_decorator.pyi +1 -1
- metaflow-stubs/plugins/events_decorator.pyi +1 -1
- metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
- metaflow-stubs/plugins/frameworks/pytorch.pyi +1 -1
- metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
- metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +1 -1
- metaflow-stubs/plugins/ollama/__init__.pyi +1 -1
- metaflow-stubs/plugins/parallel_decorator.pyi +1 -1
- metaflow-stubs/plugins/perimeters.pyi +1 -1
- metaflow-stubs/plugins/project_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/parsers.pyi +1 -1
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +1 -1
- metaflow-stubs/plugins/pypi/utils.pyi +1 -1
- metaflow-stubs/plugins/resources_decorator.pyi +1 -1
- metaflow-stubs/plugins/retry_decorator.pyi +1 -1
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +1 -1
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
- metaflow-stubs/plugins/snowflake/__init__.pyi +1 -1
- metaflow-stubs/plugins/storage_executor.pyi +1 -1
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +1 -1
- metaflow-stubs/pylint_wrapper.pyi +1 -1
- metaflow-stubs/runner/__init__.pyi +1 -1
- metaflow-stubs/runner/deployer.pyi +3 -3
- metaflow-stubs/runner/deployer_impl.pyi +1 -1
- metaflow-stubs/runner/metaflow_runner.pyi +1 -1
- metaflow-stubs/runner/nbdeploy.pyi +1 -1
- metaflow-stubs/runner/nbrun.pyi +1 -1
- metaflow-stubs/runner/subprocess_manager.pyi +1 -1
- metaflow-stubs/runner/utils.pyi +2 -2
- metaflow-stubs/system/__init__.pyi +1 -1
- metaflow-stubs/system/system_logger.pyi +1 -1
- metaflow-stubs/system/system_monitor.pyi +1 -1
- metaflow-stubs/tagging_util.pyi +1 -1
- metaflow-stubs/tuple_util.pyi +1 -1
- metaflow-stubs/user_configs/__init__.pyi +1 -1
- metaflow-stubs/user_configs/config_decorators.pyi +5 -5
- metaflow-stubs/user_configs/config_options.pyi +1 -1
- metaflow-stubs/user_configs/config_parameters.pyi +3 -3
- {ob_metaflow_stubs-6.0.3.158.dist-info → ob_metaflow_stubs-6.0.3.160.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.160.dist-info/RECORD +203 -0
- ob_metaflow_stubs-6.0.3.158.dist-info/RECORD +0 -200
- {ob_metaflow_stubs-6.0.3.158.dist-info → ob_metaflow_stubs-6.0.3.160.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.158.dist-info → ob_metaflow_stubs-6.0.3.160.dist-info}/top_level.txt +0 -0
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.306727 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
import typing
|
|
10
|
-
import metaflow
|
|
11
10
|
import threading
|
|
11
|
+
import metaflow
|
|
12
12
|
if typing.TYPE_CHECKING:
|
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
|
14
13
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
15
14
|
import threading
|
|
15
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.card_utils.async_cards
|
|
16
16
|
|
|
17
17
|
from ...card_utils.deco_injection_mixin import CardDecoratorInjector as CardDecoratorInjector
|
|
18
18
|
from ...card_utils.async_cards import CardRefresher as CardRefresher
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.307084 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.349615 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,10 +9,10 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.datastore.datastore_storage
|
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
|
14
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
|
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
|
15
14
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
15
|
+
import metaflow.datastore.datastore_storage
|
|
16
16
|
|
|
17
17
|
from ..exceptions import KeyNotCompatibleWithObjectException as KeyNotCompatibleWithObjectException
|
|
18
18
|
from ..utils.identity_utils import pathspec_hash as pathspec_hash
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.266621 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.302781 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
|
11
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
|
|
11
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.core
|
|
12
13
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
|
|
14
14
|
import metaflow
|
|
15
15
|
|
|
16
16
|
from ......metaflow_current import current as current
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.268725 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,10 +9,10 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow
|
|
13
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
14
|
-
import os
|
|
15
13
|
import metaflow.decorators
|
|
14
|
+
import metaflow
|
|
15
|
+
import os
|
|
16
16
|
|
|
17
17
|
from .exceptions import CheckpointException as CheckpointException
|
|
18
18
|
from ..utils import flowspec_utils as flowspec_utils
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.266833 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.241700 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.307370 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.243311 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/context.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.243364 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -10,8 +10,8 @@ import metaflow
|
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.context
|
|
13
|
-
import metaflow.exception
|
|
14
13
|
import metaflow
|
|
14
|
+
import metaflow.exception
|
|
15
15
|
|
|
16
16
|
from ......exception import MetaflowException as MetaflowException
|
|
17
17
|
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.308961 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
|
11
|
-
import metaflow.datastore.datastore_storage
|
|
12
11
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
|
12
|
+
import metaflow.datastore.datastore_storage
|
|
13
13
|
|
|
14
14
|
from ......exception import MetaflowException as MetaflowException
|
|
15
15
|
from ..utils.tar_utils import create_tarball_on_disk as create_tarball_on_disk
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/decorator.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.307708 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.365000 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.267502 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.exception
|
|
13
12
|
import metaflow
|
|
13
|
+
import metaflow.exception
|
|
14
14
|
|
|
15
15
|
from ......metaflow_current import current as current
|
|
16
16
|
from ......exception import MetaflowException as MetaflowException
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.310088 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.242646 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.267142 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.269545 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.269595 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
|
13
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
|
14
14
|
|
|
15
15
|
from ..checkpoints.decorator import CheckpointDecorator as CheckpointDecorator
|
|
16
16
|
from ..checkpoints.decorator import CurrentCheckpointer as CurrentCheckpointer
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.270486 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.270535 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
|
11
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
|
12
11
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
12
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
|
13
13
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage
|
|
14
14
|
|
|
15
15
|
from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.309913 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.309688 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.datastore.datastore_storage
|
|
13
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
|
14
12
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
|
|
13
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
|
|
14
|
+
import metaflow.datastore.datastore_storage
|
|
15
15
|
|
|
16
16
|
from ..datastore.core import ObjectStorage as ObjectStorage
|
|
17
17
|
from ..datastore.core import DatastoreInterface as DatastoreInterface
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.303818 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.303892 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.310483 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.310959 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.exception
|
|
13
12
|
import metaflow
|
|
13
|
+
import metaflow.exception
|
|
14
14
|
|
|
15
15
|
from ......exception import MetaflowException as MetaflowException
|
|
16
16
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.311312 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.351073 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.311365 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.350834 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.232375 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.244034 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.246754 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
3
|
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
-
# Generated on 2025-
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.246808 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.244475 #
|
|
5
|
+
######################################################################################################
|
|
6
|
+
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.244794 #
|
|
5
|
+
######################################################################################################
|
|
6
|
+
|
|
7
|
+
from __future__ import annotations
|
|
8
|
+
|
|
9
|
+
import metaflow
|
|
10
|
+
import typing
|
|
11
|
+
if typing.TYPE_CHECKING:
|
|
12
|
+
import metaflow.user_configs.config_decorators
|
|
13
|
+
|
|
14
|
+
from .....user_configs.config_decorators import MutableFlow as MutableFlow
|
|
15
|
+
from .....user_configs.config_decorators import MutableStep as MutableStep
|
|
16
|
+
from .....user_configs.config_decorators import CustomFlowDecorator as CustomFlowDecorator
|
|
17
|
+
|
|
18
|
+
class coreweave_checkpoints(metaflow.user_configs.config_decorators.CustomFlowDecorator, metaclass=type):
|
|
19
|
+
"""
|
|
20
|
+
This decorator is used for setting the coreweave object store as the artifact store for checkpoints/models created by the flow.
|
|
21
|
+
|
|
22
|
+
Parameters
|
|
23
|
+
----------
|
|
24
|
+
secrets: list
|
|
25
|
+
A list of secrets to be added to the step. These secrets should contain any secrets that are required globally and the secret
|
|
26
|
+
for the coreweave object store. The secret should contain the following keys:
|
|
27
|
+
- COREWEAVE_ACCESS_KEY
|
|
28
|
+
- COREWEAVE_SECRET_KEY
|
|
29
|
+
|
|
30
|
+
bucket_path: str
|
|
31
|
+
The path to the bucket to store the checkpoints/models.
|
|
32
|
+
|
|
33
|
+
Usage
|
|
34
|
+
-----
|
|
35
|
+
```python
|
|
36
|
+
from metaflow import checkpoint, step, FlowSpec, coreweave_checkpoints
|
|
37
|
+
|
|
38
|
+
@coreweave_checkpoints(secrets=[], bucket_path=None)
|
|
39
|
+
class MyFlow(FlowSpec):
|
|
40
|
+
@checkpoint
|
|
41
|
+
@step
|
|
42
|
+
def start(self):
|
|
43
|
+
# Saves the checkpoint in the coreweave object store
|
|
44
|
+
current.checkpoint.save("./foo.txt")
|
|
45
|
+
|
|
46
|
+
@step
|
|
47
|
+
def end(self):
|
|
48
|
+
pass
|
|
49
|
+
```
|
|
50
|
+
"""
|
|
51
|
+
def __init__(self, *args, **kwargs):
|
|
52
|
+
...
|
|
53
|
+
def init(self, *args, **kwargs):
|
|
54
|
+
...
|
|
55
|
+
def evaluate(self, mutable_flow: metaflow.user_configs.config_decorators.MutableFlow):
|
|
56
|
+
...
|
|
57
|
+
...
|
|
58
|
+
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.15.7.2+obcheckpoint(0.2.1);ob(v1) #
|
|
4
|
+
# Generated on 2025-05-01T00:24:18.244523 #
|
|
5
|
+
######################################################################################################
|
|
6
|
+
|
|
7
|
+
from __future__ import annotations
|
|
8
|
+
|
|
9
|
+
import metaflow
|
|
10
|
+
import typing
|
|
11
|
+
if typing.TYPE_CHECKING:
|
|
12
|
+
import metaflow.user_configs.config_decorators
|
|
13
|
+
|
|
14
|
+
from .....user_configs.config_decorators import MutableFlow as MutableFlow
|
|
15
|
+
from .....user_configs.config_decorators import MutableStep as MutableStep
|
|
16
|
+
from .....user_configs.config_decorators import CustomFlowDecorator as CustomFlowDecorator
|
|
17
|
+
|
|
18
|
+
NEBIUS_ENDPOINT_URL: str
|
|
19
|
+
|
|
20
|
+
class nebius_checkpoints(metaflow.user_configs.config_decorators.CustomFlowDecorator, metaclass=type):
|
|
21
|
+
"""
|
|
22
|
+
This decorator is used for setting the nebius's S3 compatible object store as the artifact store for
|
|
23
|
+
checkpoints/models created by the flow.
|
|
24
|
+
|
|
25
|
+
Parameters
|
|
26
|
+
----------
|
|
27
|
+
secrets: list
|
|
28
|
+
A list of secrets to be added to the step. These secrets should contain any secrets that are required globally and the secret
|
|
29
|
+
for the nebius object store. The secret should contain the following keys:
|
|
30
|
+
- NEBIUS_ACCESS_KEY
|
|
31
|
+
- NEBIUS_SECRET_KEY
|
|
32
|
+
|
|
33
|
+
bucket_path: str
|
|
34
|
+
The path to the bucket to store the checkpoints/models.
|
|
35
|
+
|
|
36
|
+
endpoint_url: str
|
|
37
|
+
The endpoint url for the nebius object store. Defaults to `https://storage.eu-north1.nebius.cloud:443`
|
|
38
|
+
|
|
39
|
+
Usage
|
|
40
|
+
-----
|
|
41
|
+
```python
|
|
42
|
+
from metaflow import checkpoint, step, FlowSpec, nebius_checkpoints
|
|
43
|
+
|
|
44
|
+
@nebius_checkpoints(secrets=[], bucket_path=None)
|
|
45
|
+
class MyFlow(FlowSpec):
|
|
46
|
+
@checkpoint
|
|
47
|
+
@step
|
|
48
|
+
def start(self):
|
|
49
|
+
# Saves the checkpoint in the nebius object store
|
|
50
|
+
current.checkpoint.save("./foo.txt")
|
|
51
|
+
|
|
52
|
+
@step
|
|
53
|
+
def end(self):
|
|
54
|
+
pass
|
|
55
|
+
```
|
|
56
|
+
"""
|
|
57
|
+
def __init__(self, *args, **kwargs):
|
|
58
|
+
...
|
|
59
|
+
def init(self, *args, **kwargs):
|
|
60
|
+
...
|
|
61
|
+
def evaluate(self, mutable_flow: metaflow.user_configs.config_decorators.MutableFlow):
|
|
62
|
+
...
|
|
63
|
+
...
|
|
64
|
+
|