ob-metaflow-stubs 6.0.3.108__py2.py3-none-any.whl → 6.0.3.109rc1__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +585 -550
- metaflow-stubs/cards.pyi +6 -6
- metaflow-stubs/cli.pyi +3 -3
- metaflow-stubs/client/__init__.pyi +3 -3
- metaflow-stubs/client/core.pyi +8 -8
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata/metadata.pyi +3 -3
- metaflow-stubs/metadata/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +2 -2
- metaflow-stubs/metaflow_current.pyi +81 -47
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +3 -3
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +6 -6
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +6 -6
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +4 -4
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +4 -4
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +4 -4
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3.pyi +6 -6
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +3 -3
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +4 -4
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +4 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/logs_cli.pyi +3 -3
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +3 -3
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +3 -3
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +3 -3
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +5 -5
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +3 -3
- metaflow-stubs/runner/metaflow_runner.pyi +5 -5
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +2 -2
- metaflow-stubs/system/__init__.pyi +3 -3
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- {ob_metaflow_stubs-6.0.3.108.dist-info → ob_metaflow_stubs-6.0.3.109rc1.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.109rc1.dist-info/RECORD +140 -0
- ob_metaflow_stubs-6.0.3.108.dist-info/RECORD +0 -140
- {ob_metaflow_stubs-6.0.3.108.dist-info → ob_metaflow_stubs-6.0.3.109rc1.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.108.dist-info → ob_metaflow_stubs-6.0.3.109rc1.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.520933 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
|
-
import metaflow.plugins.cards.card_client
|
13
|
-
import metaflow.plugins.cards.card_modules.basic
|
11
|
+
import metaflow.plugins.cards.card_modules.components
|
14
12
|
import metaflow.plugins.cards.card_modules.card
|
13
|
+
import metaflow.plugins.cards.card_modules.basic
|
15
14
|
import typing
|
16
|
-
import metaflow.plugins.cards.
|
15
|
+
import metaflow.plugins.cards.card_client
|
16
|
+
import metaflow
|
17
17
|
|
18
18
|
def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
|
19
19
|
"""
|
metaflow-stubs/cli.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.537393 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.metaflow_current
|
12
|
+
import metaflow.exception
|
13
13
|
|
14
14
|
def get_metadata() -> str:
|
15
15
|
"""
|
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.528657 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import typing
|
12
11
|
import metaflow.events
|
13
12
|
import metaflow.client.core
|
14
13
|
import datetime
|
14
|
+
import typing
|
15
15
|
|
16
16
|
def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
|
17
17
|
"""
|
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,21 +1,21 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.517520 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import tarfile
|
12
|
-
import metaflow.exception
|
13
|
-
import metaflow.client.core
|
14
|
-
import metaflow
|
15
11
|
import metaflow.metaflow_current
|
16
|
-
import typing
|
17
|
-
import datetime
|
18
12
|
import metaflow.events
|
13
|
+
import metaflow.client.core
|
14
|
+
import datetime
|
15
|
+
import metaflow.exception
|
16
|
+
import tarfile
|
17
|
+
import typing
|
18
|
+
import metaflow
|
19
19
|
|
20
20
|
current: metaflow.metaflow_current.Current
|
21
21
|
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.538244 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.datastore.content_addressed_store
|
12
|
+
import metaflow.exception
|
13
13
|
|
14
14
|
class MetaflowException(Exception, metaclass=type):
|
15
15
|
def __init__(self, msg = "", lineno = None):
|
metaflow-stubs/clone_util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.536260 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.521526 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
11
|
import metaflow.events
|
12
|
+
import metaflow
|
13
13
|
|
14
14
|
TYPE_CHECKING: bool
|
15
15
|
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.509694 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.518906 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
|
-
import metaflow.unbounded_foreach
|
13
11
|
import metaflow.datastore.inputs
|
14
|
-
import typing
|
15
12
|
import metaflow.flowspec
|
13
|
+
import metaflow.exception
|
14
|
+
import typing
|
16
15
|
import metaflow.parameters
|
16
|
+
import metaflow.unbounded_foreach
|
17
17
|
|
18
18
|
class DelayedEvaluationParameter(object, metaclass=type):
|
19
19
|
"""
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.12.25.1+obcheckpoint(0.0.
|
1
|
+
2.12.25.1+obcheckpoint(0.0.13);ob(v1) 2024-10-10T01:39:58.494400
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.524452 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow._vendor.click.types
|
12
|
-
import metaflow.plugins.datatools.s3.s3
|
13
12
|
import io
|
14
13
|
import typing
|
14
|
+
import metaflow.plugins.datatools.s3.s3
|
15
15
|
import metaflow.parameters
|
16
16
|
|
17
17
|
class MetaflowException(Exception, metaclass=type):
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.508929 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.562023 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.metadata.metadata
|
12
|
+
import metaflow.exception
|
13
13
|
|
14
14
|
class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
|
15
15
|
...
|
metaflow-stubs/metadata/util.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.597237 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.510737 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,20 +1,21 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.607938 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
12
|
-
import metaflow.metaflow_current
|
13
11
|
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
12
|
+
import metaflow.metaflow_current
|
13
|
+
import metaflow.events
|
14
|
+
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
14
15
|
import metaflow.plugins.cards.component_serializer
|
15
16
|
import typing
|
16
|
-
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.
|
17
|
-
import metaflow
|
17
|
+
import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
18
|
+
import metaflow
|
18
19
|
|
19
20
|
TYPE_CHECKING: bool
|
20
21
|
|
@@ -226,6 +227,67 @@ class Current(object, metaclass=type):
|
|
226
227
|
def graph(_):
|
227
228
|
...
|
228
229
|
@property
|
230
|
+
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
231
|
+
"""
|
232
|
+
(only in the presence of the @parallel decorator)
|
233
|
+
|
234
|
+
|
235
|
+
Returns
|
236
|
+
-------
|
237
|
+
Parallel
|
238
|
+
`namedtuple` with the following fields:
|
239
|
+
- main_ip : str
|
240
|
+
The IP address of the control task.
|
241
|
+
- num_nodes : int
|
242
|
+
The total number of tasks created by @parallel
|
243
|
+
- node_index : int
|
244
|
+
The index of the current task in all the @parallel tasks.
|
245
|
+
- control_task_id : Optional[str]
|
246
|
+
The task ID of the control task. Available to all tasks.
|
247
|
+
"""
|
248
|
+
...
|
249
|
+
@property
|
250
|
+
def is_parallel(self) -> bool:
|
251
|
+
"""
|
252
|
+
(only in the presence of the @parallel decorator)
|
253
|
+
|
254
|
+
True if the current step is a @parallel step.
|
255
|
+
"""
|
256
|
+
...
|
257
|
+
@property
|
258
|
+
def huggingface_hub(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
|
259
|
+
"""
|
260
|
+
(only in the presence of the @huggingface_hub decorator)
|
261
|
+
|
262
|
+
The `@huggingface_hub` injects a `huggingface_hub` object into the `current` object. This object provides syntactic sugar
|
263
|
+
over [huggingface_hub](https://github.com/huggingface/huggingface_hub)'s
|
264
|
+
[snapshot_download](https://huggingface.co/docs/huggingface_hub/main/en/package_reference/file_download#huggingface_hub.snapshot_download) function.
|
265
|
+
The `current.huggingface_hub.snapshot_download` function downloads objects from huggingface hub and saves them to the Metaflow's datastore under the
|
266
|
+
`<repo_type>/<repo_id>` name. The `repo_type` is by default `model` and can be overriden by passing the `repo_type` parameter to the `snapshot_download` function.
|
267
|
+
|
268
|
+
|
269
|
+
Usage:
|
270
|
+
------
|
271
|
+
```python
|
272
|
+
@huggingface_hub
|
273
|
+
@step
|
274
|
+
def pull_model_from_huggingface(self):
|
275
|
+
# `current.huggingface_hub.snapshot_download` downloads the model from the Hugging Face Hub
|
276
|
+
# and saves it in the backend storage based on the model's `repo_id`. If there exists a model
|
277
|
+
# with the same `repo_id` in the backend storage, it will not download the model again. The return
|
278
|
+
# value of the function is a reference to the model in the backend storage.
|
279
|
+
# This reference can be used to load the model in the subsequent steps via `@model(load=["llama_model"])`
|
280
|
+
|
281
|
+
self.model_id = "mistralai/Mistral-7B-Instruct-v0.1"
|
282
|
+
self.llama_model = current.huggingface_hub.snapshot_download(
|
283
|
+
repo_id=self.model_id,
|
284
|
+
allow_patterns=["*.safetensors", "*.json", "tokenizer.*"],
|
285
|
+
)
|
286
|
+
self.next(self.train)
|
287
|
+
```
|
288
|
+
"""
|
289
|
+
...
|
290
|
+
@property
|
229
291
|
def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
|
230
292
|
"""
|
231
293
|
(only in the presence of the @model decorator)
|
@@ -287,34 +349,6 @@ class Current(object, metaclass=type):
|
|
287
349
|
"""
|
288
350
|
...
|
289
351
|
@property
|
290
|
-
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
291
|
-
"""
|
292
|
-
(only in the presence of the @parallel decorator)
|
293
|
-
|
294
|
-
|
295
|
-
Returns
|
296
|
-
-------
|
297
|
-
Parallel
|
298
|
-
`namedtuple` with the following fields:
|
299
|
-
- main_ip : str
|
300
|
-
The IP address of the control task.
|
301
|
-
- num_nodes : int
|
302
|
-
The total number of tasks created by @parallel
|
303
|
-
- node_index : int
|
304
|
-
The index of the current task in all the @parallel tasks.
|
305
|
-
- control_task_id : Optional[str]
|
306
|
-
The task ID of the control task. Available to all tasks.
|
307
|
-
"""
|
308
|
-
...
|
309
|
-
@property
|
310
|
-
def is_parallel(self) -> bool:
|
311
|
-
"""
|
312
|
-
(only in the presence of the @parallel decorator)
|
313
|
-
|
314
|
-
True if the current step is a @parallel step.
|
315
|
-
"""
|
316
|
-
...
|
317
|
-
@property
|
318
352
|
def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
319
353
|
"""
|
320
354
|
(only in the presence of the @checkpoint decorator)
|
@@ -394,19 +428,6 @@ class Current(object, metaclass=type):
|
|
394
428
|
"""
|
395
429
|
...
|
396
430
|
@property
|
397
|
-
def trigger(self) -> "metaflow.events.Trigger":
|
398
|
-
"""
|
399
|
-
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
400
|
-
|
401
|
-
Returns `Trigger` if the current run is triggered by an event
|
402
|
-
|
403
|
-
Returns
|
404
|
-
-------
|
405
|
-
Trigger
|
406
|
-
`Trigger` if triggered by an event
|
407
|
-
"""
|
408
|
-
...
|
409
|
-
@property
|
410
431
|
def project_name(self) -> str:
|
411
432
|
"""
|
412
433
|
(only in the presence of the @project decorator)
|
@@ -473,6 +494,19 @@ class Current(object, metaclass=type):
|
|
473
494
|
True if the flow is deployed with `--production`.
|
474
495
|
"""
|
475
496
|
...
|
497
|
+
@property
|
498
|
+
def trigger(self) -> "metaflow.events.Trigger":
|
499
|
+
"""
|
500
|
+
(only in the presence of the @trigger, or @trigger_on_finish decorators)
|
501
|
+
|
502
|
+
Returns `Trigger` if the current run is triggered by an event
|
503
|
+
|
504
|
+
Returns
|
505
|
+
-------
|
506
|
+
Trigger
|
507
|
+
`Trigger` if triggered by an event
|
508
|
+
"""
|
509
|
+
...
|
476
510
|
...
|
477
511
|
|
478
512
|
current: Current
|
metaflow-stubs/mflog/mflog.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.562332 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.511221 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/parameters.pyi
CHANGED
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.512401 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.parameters
|
11
12
|
import metaflow._vendor.click.types
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.parameters
|
14
14
|
import typing
|
15
15
|
|
16
16
|
class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.526139 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.unbounded_foreach
|
12
11
|
import metaflow.plugins.cards.card_modules.card
|
12
|
+
import metaflow.unbounded_foreach
|
13
13
|
|
14
14
|
CLIS_DESC: list
|
15
15
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.556038 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.595042 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.594057 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.595340 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.605793 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.decorators
|
12
|
+
import metaflow.exception
|
13
13
|
|
14
14
|
class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
|
15
15
|
def __init__(self, msg):
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.606203 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.decorators
|
11
12
|
import metaflow.plugins.airflow.sensors.base_sensor
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.decorators
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
"""
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.606677 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.decorators
|
11
12
|
import metaflow.plugins.airflow.sensors.base_sensor
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.decorators
|
14
14
|
|
15
15
|
class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
16
16
|
"""
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.555570 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.585283 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.25.1+obcheckpoint(0.0.
|
4
|
-
# Generated on 2024-10-
|
3
|
+
# MF version: 2.12.25.1+obcheckpoint(0.0.13);ob(v1) #
|
4
|
+
# Generated on 2024-10-10T01:39:58.583436 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|