ob-metaflow-stubs 6.0.3.102rc2__py2.py3-none-any.whl → 6.0.3.102rc3__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +597 -597
- metaflow-stubs/cards.pyi +4 -4
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +6 -6
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/clone_util.pyi +1 -1
- metaflow-stubs/events.pyi +1 -1
- metaflow-stubs/exception.pyi +1 -1
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +1 -1
- metaflow-stubs/metadata/metadata.pyi +2 -2
- metaflow-stubs/metadata/util.pyi +1 -1
- metaflow-stubs/metaflow_config.pyi +1 -1
- metaflow-stubs/metaflow_current.pyi +95 -95
- metaflow-stubs/mflog/mflog.pyi +1 -1
- metaflow-stubs/multicore_utils.pyi +1 -1
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
- metaflow-stubs/plugins/airflow/exception.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +6 -6
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +7 -7
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
- metaflow-stubs/plugins/aws/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
- metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +1 -1
- metaflow-stubs/plugins/azure/__init__.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
- metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/cards/__init__.pyi +1 -1
- metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
- metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
- metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +1 -1
- metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +1 -1
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +1 -1
- metaflow-stubs/plugins/datatools/local.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +5 -5
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
- metaflow-stubs/plugins/debug_logger.pyi +1 -1
- metaflow-stubs/plugins/debug_monitor.pyi +1 -1
- metaflow-stubs/plugins/environment_decorator.pyi +1 -1
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
- metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
- metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
- metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
- metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
- metaflow-stubs/plugins/logs_cli.pyi +2 -2
- metaflow-stubs/plugins/package_cli.pyi +1 -1
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +1 -1
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +1 -1
- metaflow-stubs/plugins/resources_decorator.pyi +1 -1
- metaflow-stubs/plugins/retry_decorator.pyi +1 -1
- metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
- metaflow-stubs/plugins/storage_executor.pyi +1 -1
- metaflow-stubs/plugins/tag_cli.pyi +3 -3
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +1 -1
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/procpoll.pyi +1 -1
- metaflow-stubs/profilers/__init__.pyi +1 -1
- metaflow-stubs/pylint_wrapper.pyi +1 -1
- metaflow-stubs/runner/__init__.pyi +1 -1
- metaflow-stubs/runner/deployer.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +1 -1
- metaflow-stubs/runner/nbrun.pyi +1 -1
- metaflow-stubs/runner/subprocess_manager.pyi +1 -1
- metaflow-stubs/runner/utils.pyi +1 -1
- metaflow-stubs/system/__init__.pyi +3 -3
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +1 -1
- metaflow-stubs/tuple_util.pyi +1 -1
- {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.102rc3.dist-info/RECORD +140 -0
- ob_metaflow_stubs-6.0.3.102rc2.dist-info/RECORD +0 -140
- {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.102rc2.dist-info → ob_metaflow_stubs-6.0.3.102rc3.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.986969 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.plugins.cards.card_modules.basic
|
12
|
+
import typing
|
11
13
|
import metaflow.plugins.cards.card_modules.components
|
12
14
|
import metaflow
|
13
|
-
import metaflow.plugins.cards.card_modules.basic
|
14
|
-
import metaflow.plugins.cards.card_client
|
15
15
|
import metaflow.plugins.cards.card_modules.card
|
16
|
-
import
|
16
|
+
import metaflow.plugins.cards.card_client
|
17
17
|
|
18
18
|
def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
|
19
19
|
"""
|
metaflow-stubs/cli.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.003621 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metaflow_current
|
12
11
|
import metaflow.exception
|
12
|
+
import metaflow.metaflow_current
|
13
13
|
|
14
14
|
def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
|
15
15
|
"""
|
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.994595 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import typing
|
12
11
|
import metaflow.events
|
13
12
|
import datetime
|
14
13
|
import metaflow.client.core
|
14
|
+
import typing
|
15
15
|
|
16
16
|
def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
|
17
17
|
"""
|
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,21 +1,21 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.983727 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metaflow_current
|
12
|
-
import metaflow.events
|
13
|
-
import tarfile
|
14
|
-
import metaflow.client.core
|
15
11
|
import datetime
|
12
|
+
import typing
|
16
13
|
import metaflow.exception
|
17
14
|
import metaflow
|
18
|
-
import
|
15
|
+
import tarfile
|
16
|
+
import metaflow.metaflow_current
|
17
|
+
import metaflow.events
|
18
|
+
import metaflow.client.core
|
19
19
|
|
20
20
|
current: metaflow.metaflow_current.Current
|
21
21
|
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.004505 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.datastore.content_addressed_store
|
12
|
+
import metaflow.exception
|
13
13
|
|
14
14
|
class MetaflowException(Exception, metaclass=type):
|
15
15
|
def __init__(self, msg = "", lineno = None):
|
metaflow-stubs/clone_util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.002525 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.987554 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.976085 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.985048 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.datastore.inputs
|
12
|
-
import metaflow.unbounded_foreach
|
13
|
-
import metaflow.exception
|
14
|
-
import metaflow.parameters
|
15
11
|
import metaflow.flowspec
|
16
12
|
import typing
|
13
|
+
import metaflow.parameters
|
14
|
+
import metaflow.datastore.inputs
|
15
|
+
import metaflow.exception
|
16
|
+
import metaflow.unbounded_foreach
|
17
17
|
|
18
18
|
class DelayedEvaluationParameter(object, metaclass=type):
|
19
19
|
def __init__(self, name, field, fun):
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-
|
1
|
+
2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T19:02:23.960934
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.990407 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,10 +9,10 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow._vendor.click.types
|
12
|
-
import metaflow.parameters
|
13
|
-
import io
|
14
12
|
import metaflow.plugins.datatools.s3.s3
|
15
13
|
import typing
|
14
|
+
import metaflow.parameters
|
15
|
+
import io
|
16
16
|
|
17
17
|
class MetaflowException(Exception, metaclass=type):
|
18
18
|
def __init__(self, msg = "", lineno = None):
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.975309 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.027398 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metadata.metadata
|
12
11
|
import metaflow.exception
|
12
|
+
import metaflow.metadata.metadata
|
13
13
|
|
14
14
|
class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
|
15
15
|
...
|
metaflow-stubs/metadata/util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.062357 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.977155 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,20 +1,20 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.072478 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metaflow_current
|
12
|
-
import metaflow.events
|
13
|
-
import metaflow
|
14
|
-
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
15
11
|
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
16
12
|
import typing
|
17
13
|
import metaflow.plugins.cards.component_serializer
|
14
|
+
import metaflow
|
15
|
+
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
16
|
+
import metaflow.metaflow_current
|
17
|
+
import metaflow.events
|
18
18
|
|
19
19
|
TYPE_CHECKING: bool
|
20
20
|
|
@@ -223,92 +223,21 @@ class Current(object, metaclass=type):
|
|
223
223
|
def graph(_):
|
224
224
|
...
|
225
225
|
@property
|
226
|
-
def
|
226
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
227
227
|
"""
|
228
|
-
(only in the presence of the @
|
229
|
-
|
230
|
-
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
231
|
-
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
232
|
-
|
233
|
-
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
234
|
-
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
235
|
-
where the checkpoint maybe loaded or saved.
|
236
|
-
|
237
|
-
Usage (Saving Checkpoints):
|
238
|
-
-------
|
239
|
-
```
|
240
|
-
@checkpoint
|
241
|
-
@step
|
242
|
-
def train(self):
|
243
|
-
model = create_model(self.parameters, checkpoint_path = None)
|
244
|
-
for i in range(self.epochs):
|
245
|
-
# some training logic
|
246
|
-
loss = model.train(self.dataset)
|
247
|
-
if i % 10 == 0:
|
248
|
-
model.save(
|
249
|
-
current.checkpoint.directory,
|
250
|
-
)
|
251
|
-
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
252
|
-
# and returns a reference dictionary to the checkpoint saved in the datastore
|
253
|
-
self.latest_checkpoint = current.checkpoint.save(
|
254
|
-
name="epoch_checkpoint",
|
255
|
-
metadata={
|
256
|
-
"epoch": i,
|
257
|
-
"loss": loss,
|
258
|
-
}
|
259
|
-
)
|
260
|
-
```
|
261
|
-
Usage (Using Loaded Checkpoints):
|
262
|
-
-------
|
263
|
-
```
|
264
|
-
@retry(times=3)
|
265
|
-
@checkpoint
|
266
|
-
@step
|
267
|
-
def train(self):
|
268
|
-
# Assume that the task has restarted and the previous attempt of the task
|
269
|
-
# saved a checkpoint
|
270
|
-
checkpoint_path = None
|
271
|
-
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
272
|
-
print("Loaded checkpoint from the previous attempt")
|
273
|
-
checkpoint_path = current.checkpoint.directory
|
274
|
-
|
275
|
-
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
276
|
-
for i in range(self.epochs):
|
277
|
-
...
|
278
|
-
```
|
228
|
+
(only in the presence of the @card decorator)
|
279
229
|
|
280
|
-
|
281
|
-
|
282
|
-
|
283
|
-
|
284
|
-
"""
|
285
|
-
...
|
286
|
-
@property
|
287
|
-
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
288
|
-
"""
|
289
|
-
(only in the presence of the @parallel decorator)
|
230
|
+
The `@card` decorator makes the cards available through the `current.card`
|
231
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
232
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
233
|
+
be able to access that specific card using `current.card[ID].
|
290
234
|
|
235
|
+
Methods available are `append` and `extend`
|
291
236
|
|
292
237
|
Returns
|
293
238
|
-------
|
294
|
-
|
295
|
-
|
296
|
-
- main_ip : str
|
297
|
-
The IP address of the control task.
|
298
|
-
- num_nodes : int
|
299
|
-
The total number of tasks created by @parallel
|
300
|
-
- node_index : int
|
301
|
-
The index of the current task in all the @parallel tasks.
|
302
|
-
- control_task_id : Optional[str]
|
303
|
-
The task ID of the control task. Available to all tasks.
|
304
|
-
"""
|
305
|
-
...
|
306
|
-
@property
|
307
|
-
def is_parallel(self) -> bool:
|
308
|
-
"""
|
309
|
-
(only in the presence of the @parallel decorator)
|
310
|
-
|
311
|
-
True if the current step is a @parallel step.
|
239
|
+
CardComponentCollector
|
240
|
+
The or one of the cards attached to this step.
|
312
241
|
"""
|
313
242
|
...
|
314
243
|
@property
|
@@ -373,21 +302,92 @@ class Current(object, metaclass=type):
|
|
373
302
|
"""
|
374
303
|
...
|
375
304
|
@property
|
376
|
-
def
|
305
|
+
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
377
306
|
"""
|
378
|
-
(only in the presence of the @
|
307
|
+
(only in the presence of the @parallel decorator)
|
379
308
|
|
380
|
-
The `@card` decorator makes the cards available through the `current.card`
|
381
|
-
object. If multiple `@card` decorators are present, you can add an `ID` to
|
382
|
-
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
383
|
-
be able to access that specific card using `current.card[ID].
|
384
309
|
|
385
|
-
|
310
|
+
Returns
|
311
|
+
-------
|
312
|
+
Parallel
|
313
|
+
`namedtuple` with the following fields:
|
314
|
+
- main_ip : str
|
315
|
+
The IP address of the control task.
|
316
|
+
- num_nodes : int
|
317
|
+
The total number of tasks created by @parallel
|
318
|
+
- node_index : int
|
319
|
+
The index of the current task in all the @parallel tasks.
|
320
|
+
- control_task_id : Optional[str]
|
321
|
+
The task ID of the control task. Available to all tasks.
|
322
|
+
"""
|
323
|
+
...
|
324
|
+
@property
|
325
|
+
def is_parallel(self) -> bool:
|
326
|
+
"""
|
327
|
+
(only in the presence of the @parallel decorator)
|
328
|
+
|
329
|
+
True if the current step is a @parallel step.
|
330
|
+
"""
|
331
|
+
...
|
332
|
+
@property
|
333
|
+
def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
334
|
+
"""
|
335
|
+
(only in the presence of the @checkpoint decorator)
|
336
|
+
|
337
|
+
The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
|
338
|
+
The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
|
339
|
+
|
340
|
+
You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
|
341
|
+
by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
|
342
|
+
where the checkpoint maybe loaded or saved.
|
343
|
+
|
344
|
+
Usage (Saving Checkpoints):
|
345
|
+
-------
|
346
|
+
```
|
347
|
+
@checkpoint
|
348
|
+
@step
|
349
|
+
def train(self):
|
350
|
+
model = create_model(self.parameters, checkpoint_path = None)
|
351
|
+
for i in range(self.epochs):
|
352
|
+
# some training logic
|
353
|
+
loss = model.train(self.dataset)
|
354
|
+
if i % 10 == 0:
|
355
|
+
model.save(
|
356
|
+
current.checkpoint.directory,
|
357
|
+
)
|
358
|
+
# saves the contents of the `current.checkpoint.directory` as a checkpoint
|
359
|
+
# and returns a reference dictionary to the checkpoint saved in the datastore
|
360
|
+
self.latest_checkpoint = current.checkpoint.save(
|
361
|
+
name="epoch_checkpoint",
|
362
|
+
metadata={
|
363
|
+
"epoch": i,
|
364
|
+
"loss": loss,
|
365
|
+
}
|
366
|
+
)
|
367
|
+
```
|
368
|
+
Usage (Using Loaded Checkpoints):
|
369
|
+
-------
|
370
|
+
```
|
371
|
+
@retry(times=3)
|
372
|
+
@checkpoint
|
373
|
+
@step
|
374
|
+
def train(self):
|
375
|
+
# Assume that the task has restarted and the previous attempt of the task
|
376
|
+
# saved a checkpoint
|
377
|
+
checkpoint_path = None
|
378
|
+
if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
|
379
|
+
print("Loaded checkpoint from the previous attempt")
|
380
|
+
checkpoint_path = current.checkpoint.directory
|
381
|
+
|
382
|
+
model = create_model(self.parameters, checkpoint_path = checkpoint_path)
|
383
|
+
for i in range(self.epochs):
|
384
|
+
...
|
385
|
+
```
|
386
386
|
|
387
387
|
Returns
|
388
388
|
-------
|
389
|
-
|
390
|
-
The
|
389
|
+
CurrentCheckpointer
|
390
|
+
The object for handling checkpointing within a step.
|
391
391
|
"""
|
392
392
|
...
|
393
393
|
@property
|
@@ -460,7 +460,7 @@ class Current(object, metaclass=type):
|
|
460
460
|
@property
|
461
461
|
def trigger(self) -> "metaflow.events.Trigger":
|
462
462
|
"""
|
463
|
-
(only in the presence of the @
|
463
|
+
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
464
464
|
|
465
465
|
Returns `Trigger` if the current run is triggered by an event
|
466
466
|
|
metaflow-stubs/mflog/mflog.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.027696 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.977551 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/parameters.pyi
CHANGED
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.978702 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import typing
|
12
|
-
import metaflow._vendor.click.types
|
13
11
|
import metaflow.exception
|
12
|
+
import metaflow._vendor.click.types
|
13
|
+
import typing
|
14
14
|
import metaflow.parameters
|
15
15
|
|
16
16
|
class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:23.992128 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.021177 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.059834 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.058892 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.060083 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.070414 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.exception
|
12
|
+
import metaflow.decorators
|
13
13
|
|
14
14
|
class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
|
15
15
|
def __init__(self, msg):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.070793 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.exception
|
12
|
-
import metaflow.decorators
|
13
12
|
import metaflow.plugins.airflow.sensors.base_sensor
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
def __init__(self, *args, **kwargs):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.071161 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.exception
|
12
|
-
import metaflow.decorators
|
13
12
|
import metaflow.plugins.airflow.sensors.base_sensor
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
def __init__(self, *args, **kwargs):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
3
|
# MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
|
4
|
-
# Generated on 2024-09-
|
4
|
+
# Generated on 2024-09-20T19:02:24.019725 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|