ob-metaflow-stubs 6.0.3.102rc1__py2.py3-none-any.whl → 6.0.3.102rc2__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +585 -585
- metaflow-stubs/cards.pyi +3 -3
- metaflow-stubs/cli.pyi +1 -1
- metaflow-stubs/client/__init__.pyi +3 -3
- metaflow-stubs/client/core.pyi +6 -6
- metaflow-stubs/client/filecache.pyi +1 -1
- metaflow-stubs/clone_util.pyi +1 -1
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +1 -1
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +1 -1
- metaflow-stubs/metadata/metadata.pyi +1 -1
- metaflow-stubs/metadata/util.pyi +1 -1
- metaflow-stubs/metaflow_config.pyi +1 -1
- metaflow-stubs/metaflow_current.pyi +88 -88
- metaflow-stubs/mflog/mflog.pyi +1 -1
- metaflow-stubs/multicore_utils.pyi +1 -1
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
- metaflow-stubs/plugins/airflow/exception.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_workflows.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +5 -5
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
- metaflow-stubs/plugins/azure/__init__.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
- metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/cards/__init__.pyi +1 -1
- metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
- metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
- metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
- metaflow-stubs/plugins/cards/card_decorator.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +1 -1
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
- metaflow-stubs/plugins/debug_logger.pyi +1 -1
- metaflow-stubs/plugins/debug_monitor.pyi +1 -1
- metaflow-stubs/plugins/environment_decorator.pyi +1 -1
- metaflow-stubs/plugins/events_decorator.pyi +1 -1
- metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
- metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
- metaflow-stubs/plugins/logs_cli.pyi +1 -1
- metaflow-stubs/plugins/package_cli.pyi +1 -1
- metaflow-stubs/plugins/parallel_decorator.pyi +1 -1
- metaflow-stubs/plugins/perimeters.pyi +1 -1
- metaflow-stubs/plugins/project_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +1 -1
- metaflow-stubs/plugins/resources_decorator.pyi +1 -1
- metaflow-stubs/plugins/retry_decorator.pyi +1 -1
- metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +1 -1
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
- metaflow-stubs/plugins/storage_executor.pyi +1 -1
- metaflow-stubs/plugins/tag_cli.pyi +4 -4
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +1 -1
- metaflow-stubs/plugins/timeout_decorator.pyi +1 -1
- metaflow-stubs/procpoll.pyi +1 -1
- metaflow-stubs/profilers/__init__.pyi +1 -1
- metaflow-stubs/pylint_wrapper.pyi +1 -1
- metaflow-stubs/runner/__init__.pyi +1 -1
- metaflow-stubs/runner/deployer.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +4 -4
- metaflow-stubs/runner/nbdeploy.pyi +1 -1
- metaflow-stubs/runner/nbrun.pyi +1 -1
- metaflow-stubs/runner/subprocess_manager.pyi +1 -1
- metaflow-stubs/runner/utils.pyi +1 -1
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +1 -1
- metaflow-stubs/tuple_util.pyi +1 -1
- {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.102rc2.dist-info/RECORD +140 -0
- ob_metaflow_stubs-6.0.3.102rc1.dist-info/RECORD +0 -140
- {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.226348 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,11 +9,11 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.plugins.cards.card_modules.components
|
12
|
-
import metaflow.plugins.cards.card_client
|
13
12
|
import metaflow
|
13
|
+
import metaflow.plugins.cards.card_modules.basic
|
14
|
+
import metaflow.plugins.cards.card_client
|
14
15
|
import metaflow.plugins.cards.card_modules.card
|
15
16
|
import typing
|
16
|
-
import metaflow.plugins.cards.card_modules.basic
|
17
17
|
|
18
18
|
def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
|
19
19
|
"""
|
metaflow-stubs/cli.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.243260 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.234097 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import typing
|
12
|
+
import metaflow.events
|
11
13
|
import datetime
|
12
14
|
import metaflow.client.core
|
13
|
-
import metaflow.events
|
14
|
-
import typing
|
15
15
|
|
16
16
|
def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
|
17
17
|
"""
|
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,21 +1,21 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.222385 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.
|
12
|
-
import metaflow
|
11
|
+
import metaflow.metaflow_current
|
13
12
|
import metaflow.events
|
13
|
+
import tarfile
|
14
|
+
import metaflow.client.core
|
15
|
+
import datetime
|
14
16
|
import metaflow.exception
|
17
|
+
import metaflow
|
15
18
|
import typing
|
16
|
-
import datetime
|
17
|
-
import tarfile
|
18
|
-
import metaflow.metaflow_current
|
19
19
|
|
20
20
|
current: metaflow.metaflow_current.Current
|
21
21
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.244144 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/clone_util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.242147 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.226988 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
11
|
import metaflow.events
|
12
|
+
import metaflow
|
13
13
|
|
14
14
|
TYPE_CHECKING: bool
|
15
15
|
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.213349 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.224345 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.
|
11
|
+
import metaflow.datastore.inputs
|
12
12
|
import metaflow.unbounded_foreach
|
13
13
|
import metaflow.exception
|
14
|
-
import
|
15
|
-
import metaflow.datastore.inputs
|
14
|
+
import metaflow.parameters
|
16
15
|
import metaflow.flowspec
|
16
|
+
import typing
|
17
17
|
|
18
18
|
class DelayedEvaluationParameter(object, metaclass=type):
|
19
19
|
def __init__(self, name, field, fun):
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:
|
1
|
+
2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:57:11.197843
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,18 +1,18 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.229904 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.parameters
|
12
11
|
import metaflow._vendor.click.types
|
12
|
+
import metaflow.parameters
|
13
|
+
import io
|
13
14
|
import metaflow.plugins.datatools.s3.s3
|
14
15
|
import typing
|
15
|
-
import io
|
16
16
|
|
17
17
|
class MetaflowException(Exception, metaclass=type):
|
18
18
|
def __init__(self, msg = "", lineno = None):
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.212574 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.267657 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/metadata/util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.310319 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.214420 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,20 +1,20 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.312887 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import
|
11
|
+
import metaflow.metaflow_current
|
12
|
+
import metaflow.events
|
12
13
|
import metaflow
|
13
|
-
import metaflow.plugins.cards.component_serializer
|
14
14
|
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
15
|
-
import
|
15
|
+
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
16
16
|
import typing
|
17
|
-
import metaflow.
|
17
|
+
import metaflow.plugins.cards.component_serializer
|
18
18
|
|
19
19
|
TYPE_CHECKING: bool
|
20
20
|
|
@@ -223,6 +223,67 @@ class Current(object, metaclass=type):
|
|
223
223
|
def graph(_):
|
224
224
|
...
|
225
225
|
@property
|
226
|
+
def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
227
|
+
"""
|
228
|
+
(only in the presence of the @checkpoint decorator)
|
229
|
+
|
230
|
+
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
231
|
+
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
232
|
+
|
233
|
+
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
234
|
+
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
235
|
+
where the checkpoint maybe loaded or saved.
|
236
|
+
|
237
|
+
Usage (Saving Checkpoints):
|
238
|
+
-------
|
239
|
+
```
|
240
|
+
@checkpoint
|
241
|
+
@step
|
242
|
+
def train(self):
|
243
|
+
model = create_model(self.parameters, checkpoint_path = None)
|
244
|
+
for i in range(self.epochs):
|
245
|
+
# some training logic
|
246
|
+
loss = model.train(self.dataset)
|
247
|
+
if i % 10 == 0:
|
248
|
+
model.save(
|
249
|
+
current.checkpoint.directory,
|
250
|
+
)
|
251
|
+
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
252
|
+
# and returns a reference dictionary to the checkpoint saved in the datastore
|
253
|
+
self.latest_checkpoint = current.checkpoint.save(
|
254
|
+
name="epoch_checkpoint",
|
255
|
+
metadata={
|
256
|
+
"epoch": i,
|
257
|
+
"loss": loss,
|
258
|
+
}
|
259
|
+
)
|
260
|
+
```
|
261
|
+
Usage (Using Loaded Checkpoints):
|
262
|
+
-------
|
263
|
+
```
|
264
|
+
@retry(times=3)
|
265
|
+
@checkpoint
|
266
|
+
@step
|
267
|
+
def train(self):
|
268
|
+
# Assume that the task has restarted and the previous attempt of the task
|
269
|
+
# saved a checkpoint
|
270
|
+
checkpoint_path = None
|
271
|
+
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
272
|
+
print("Loaded checkpoint from the previous attempt")
|
273
|
+
checkpoint_path = current.checkpoint.directory
|
274
|
+
|
275
|
+
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
276
|
+
for i in range(self.epochs):
|
277
|
+
...
|
278
|
+
```
|
279
|
+
|
280
|
+
Returns
|
281
|
+
-------
|
282
|
+
CurrentCheckpointer
|
283
|
+
The object for handling checkpointing within a step.
|
284
|
+
"""
|
285
|
+
...
|
286
|
+
@property
|
226
287
|
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
227
288
|
"""
|
228
289
|
(only in the presence of the @parallel decorator)
|
@@ -251,24 +312,6 @@ class Current(object, metaclass=type):
|
|
251
312
|
"""
|
252
313
|
...
|
253
314
|
@property
|
254
|
-
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
255
|
-
"""
|
256
|
-
(only in the presence of the @card decorator)
|
257
|
-
|
258
|
-
The `@card` decorator makes the cards available through the `current.card`
|
259
|
-
object. If multiple `@card` decorators are present, you can add an `ID` to
|
260
|
-
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
261
|
-
be able to access that specific card using `current.card[ID].
|
262
|
-
|
263
|
-
Methods available are `append` and `extend`
|
264
|
-
|
265
|
-
Returns
|
266
|
-
-------
|
267
|
-
CardComponentCollector
|
268
|
-
The or one of the cards attached to this step.
|
269
|
-
"""
|
270
|
-
...
|
271
|
-
@property
|
272
315
|
def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
|
273
316
|
"""
|
274
317
|
(only in the presence of the @model decorator)
|
@@ -330,77 +373,21 @@ class Current(object, metaclass=type):
|
|
330
373
|
"""
|
331
374
|
...
|
332
375
|
@property
|
333
|
-
def
|
376
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
334
377
|
"""
|
335
|
-
(only in the presence of the @
|
336
|
-
|
337
|
-
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
338
|
-
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
339
|
-
|
340
|
-
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
341
|
-
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
342
|
-
where the checkpoint maybe loaded or saved.
|
343
|
-
|
344
|
-
Usage (Saving Checkpoints):
|
345
|
-
-------
|
346
|
-
```
|
347
|
-
@checkpoint
|
348
|
-
@step
|
349
|
-
def train(self):
|
350
|
-
model = create_model(self.parameters, checkpoint_path = None)
|
351
|
-
for i in range(self.epochs):
|
352
|
-
# some training logic
|
353
|
-
loss = model.train(self.dataset)
|
354
|
-
if i % 10 == 0:
|
355
|
-
model.save(
|
356
|
-
current.checkpoint.directory,
|
357
|
-
)
|
358
|
-
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
359
|
-
# and returns a reference dictionary to the checkpoint saved in the datastore
|
360
|
-
self.latest_checkpoint = current.checkpoint.save(
|
361
|
-
name="epoch_checkpoint",
|
362
|
-
metadata={
|
363
|
-
"epoch": i,
|
364
|
-
"loss": loss,
|
365
|
-
}
|
366
|
-
)
|
367
|
-
```
|
368
|
-
Usage (Using Loaded Checkpoints):
|
369
|
-
-------
|
370
|
-
```
|
371
|
-
@retry(times=3)
|
372
|
-
@checkpoint
|
373
|
-
@step
|
374
|
-
def train(self):
|
375
|
-
# Assume that the task has restarted and the previous attempt of the task
|
376
|
-
# saved a checkpoint
|
377
|
-
checkpoint_path = None
|
378
|
-
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
379
|
-
print("Loaded checkpoint from the previous attempt")
|
380
|
-
checkpoint_path = current.checkpoint.directory
|
381
|
-
|
382
|
-
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
383
|
-
for i in range(self.epochs):
|
384
|
-
...
|
385
|
-
```
|
378
|
+
(only in the presence of the @card decorator)
|
386
379
|
|
387
|
-
|
388
|
-
|
389
|
-
|
390
|
-
|
391
|
-
"""
|
392
|
-
...
|
393
|
-
@property
|
394
|
-
def trigger(self) -> "metaflow.events.Trigger":
|
395
|
-
"""
|
396
|
-
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
380
|
+
The `@card` decorator makes the cards available through the `current.card`
|
381
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
382
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
383
|
+
be able to access that specific card using `current.card[ID].
|
397
384
|
|
398
|
-
|
385
|
+
Methods available are `append` and `extend`
|
399
386
|
|
400
387
|
Returns
|
401
388
|
-------
|
402
|
-
|
403
|
-
|
389
|
+
CardComponentCollector
|
390
|
+
The or one of the cards attached to this step.
|
404
391
|
"""
|
405
392
|
...
|
406
393
|
@property
|
@@ -470,6 +457,19 @@ class Current(object, metaclass=type):
|
|
470
457
|
True if the flow is deployed with `--production`.
|
471
458
|
"""
|
472
459
|
...
|
460
|
+
@property
|
461
|
+
def trigger(self) -> "metaflow.events.Trigger":
|
462
|
+
"""
|
463
|
+
(only in the presence of the @trigger, or @trigger_on_finish decorators)
|
464
|
+
|
465
|
+
Returns `Trigger` if the current run is triggered by an event
|
466
|
+
|
467
|
+
Returns
|
468
|
+
-------
|
469
|
+
Trigger
|
470
|
+
`Trigger` if triggered by an event
|
471
|
+
"""
|
472
|
+
...
|
473
473
|
...
|
474
474
|
|
475
475
|
current: Current
|
metaflow-stubs/mflog/mflog.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.267988 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.214855 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/parameters.pyi
CHANGED
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.216034 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import
|
11
|
+
import typing
|
12
12
|
import metaflow._vendor.click.types
|
13
13
|
import metaflow.exception
|
14
|
-
import
|
14
|
+
import metaflow.parameters
|
15
15
|
|
16
16
|
class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
|
17
17
|
def __init__(self, name, field):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.231596 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.261340 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.300340 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.299365 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.300596 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.310865 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.311242 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.plugins.airflow.sensors.base_sensor
|
12
|
-
import metaflow.decorators
|
13
11
|
import metaflow.exception
|
12
|
+
import metaflow.decorators
|
13
|
+
import metaflow.plugins.airflow.sensors.base_sensor
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
def __init__(self, *args, **kwargs):
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.311671 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.plugins.airflow.sensors.base_sensor
|
12
|
-
import metaflow.decorators
|
13
11
|
import metaflow.exception
|
12
|
+
import metaflow.decorators
|
13
|
+
import metaflow.plugins.airflow.sensors.base_sensor
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
def __init__(self, *args, **kwargs):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.259872 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.290243 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-20T18:
|
4
|
+
# Generated on 2024-09-20T18:57:11.288355 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|