metaflow-stubs 2.12.27__py2.py3-none-any.whl → 2.12.29__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +217 -2921
- metaflow-stubs/cards.pyi +19 -473
- metaflow-stubs/cli.pyi +17 -81
- metaflow-stubs/client/__init__.pyi +19 -1113
- metaflow-stubs/client/core.pyi +19 -159
- metaflow-stubs/client/filecache.pyi +8 -12
- metaflow-stubs/clone_util.pyi +6 -26
- metaflow-stubs/events.pyi +7 -6
- metaflow-stubs/exception.pyi +8 -6
- metaflow-stubs/flowspec.pyi +22 -106
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +16 -564
- metaflow-stubs/info_file.pyi +6 -5
- metaflow-stubs/metadata_provider/__init__.pyi +16 -0
- metaflow-stubs/metadata_provider/heartbeat.pyi +34 -0
- metaflow-stubs/{metadata → metadata_provider}/metadata.pyi +10 -22
- metaflow-stubs/metadata_provider/util.pyi +19 -0
- metaflow-stubs/metaflow_config.pyi +8 -11
- metaflow-stubs/metaflow_current.pyi +8 -7
- metaflow-stubs/mflog/__init__.pyi +6 -0
- metaflow-stubs/mflog/mflog.pyi +52 -5
- metaflow-stubs/multicore_utils.pyi +6 -5
- metaflow-stubs/parameters.pyi +13 -23
- metaflow-stubs/plugins/__init__.pyi +51 -163
- metaflow-stubs/plugins/airflow/__init__.pyi +12 -5
- metaflow-stubs/plugins/airflow/airflow.pyi +19 -130
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +17 -136
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +7 -26
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +7 -6
- metaflow-stubs/plugins/airflow/exception.pyi +7 -11
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +10 -97
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +9 -30
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +9 -40
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +9 -40
- metaflow-stubs/plugins/argo/__init__.pyi +12 -5
- metaflow-stubs/plugins/argo/argo_client.pyi +8 -26
- metaflow-stubs/plugins/argo/argo_events.pyi +7 -11
- metaflow-stubs/plugins/argo/argo_workflows.pyi +17 -121
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +22 -460
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +13 -405
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +65 -322
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +165 -0
- metaflow-stubs/plugins/aws/__init__.pyi +11 -5
- metaflow-stubs/plugins/aws/aws_client.pyi +6 -5
- metaflow-stubs/plugins/aws/aws_utils.pyi +6 -11
- metaflow-stubs/plugins/aws/batch/__init__.pyi +10 -5
- metaflow-stubs/plugins/aws/batch/batch.pyi +10 -55
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +10 -31
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +7 -11
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +15 -140
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +7 -5
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +10 -21
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +15 -5
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +7 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +11 -65
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +19 -175
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +8 -37
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +53 -290
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +127 -0
- metaflow-stubs/plugins/azure/__init__.pyi +12 -7
- metaflow-stubs/plugins/azure/azure_credential.pyi +6 -5
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +7 -11
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/azure/azure_utils.pyi +11 -29
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +8 -23
- metaflow-stubs/plugins/azure/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/cards/__init__.pyi +15 -5
- metaflow-stubs/plugins/cards/card_cli.pyi +22 -491
- metaflow-stubs/plugins/cards/card_client.pyi +14 -76
- metaflow-stubs/plugins/cards/card_creator.pyi +7 -10
- metaflow-stubs/plugins/cards/card_datastore.pyi +10 -18
- metaflow-stubs/plugins/cards/card_decorator.pyi +10 -126
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +14 -81
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +13 -96
- metaflow-stubs/plugins/cards/card_modules/card.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +12 -73
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +6 -61
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +8 -45
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +7 -6
- metaflow-stubs/plugins/cards/card_modules/components.pyi +24 -107
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +6 -12
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +11 -88
- metaflow-stubs/plugins/cards/card_resolver.pyi +6 -49
- metaflow-stubs/plugins/cards/component_serializer.pyi +13 -63
- metaflow-stubs/plugins/cards/exception.pyi +7 -11
- metaflow-stubs/plugins/catch_decorator.pyi +9 -29
- metaflow-stubs/plugins/datatools/__init__.pyi +13 -392
- metaflow-stubs/plugins/datatools/local.pyi +7 -11
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +19 -653
- metaflow-stubs/plugins/datatools/s3/s3.pyi +16 -264
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +7 -10
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +6 -11
- metaflow-stubs/plugins/debug_logger.pyi +7 -5
- metaflow-stubs/plugins/debug_monitor.pyi +7 -5
- metaflow-stubs/plugins/environment_decorator.pyi +7 -5
- metaflow-stubs/plugins/events_decorator.pyi +8 -14
- metaflow-stubs/plugins/frameworks/__init__.pyi +7 -5
- metaflow-stubs/plugins/frameworks/pytorch.pyi +8 -45
- metaflow-stubs/plugins/gcp/__init__.pyi +11 -7
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +7 -11
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +6 -5
- metaflow-stubs/plugins/gcp/gs_utils.pyi +8 -20
- metaflow-stubs/plugins/gcp/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/kubernetes/__init__.pyi +13 -5
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +6 -10
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +9 -29
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -155
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +9 -72
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +19 -142
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +8 -41
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +7 -11
- metaflow-stubs/plugins/logs_cli.pyi +10 -9
- metaflow-stubs/plugins/package_cli.pyi +7 -5
- metaflow-stubs/plugins/parallel_decorator.pyi +11 -59
- metaflow-stubs/plugins/project_decorator.pyi +8 -14
- metaflow-stubs/plugins/pypi/__init__.pyi +12 -11
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +8 -27
- metaflow-stubs/plugins/pypi/conda_environment.pyi +12 -18
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +7 -5
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +7 -39
- metaflow-stubs/plugins/pypi/utils.pyi +7 -11
- metaflow-stubs/plugins/resources_decorator.pyi +7 -5
- metaflow-stubs/plugins/retry_decorator.pyi +7 -11
- metaflow-stubs/plugins/secrets/__init__.pyi +9 -5
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +8 -13
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +7 -11
- metaflow-stubs/plugins/storage_executor.pyi +6 -11
- metaflow-stubs/plugins/tag_cli.pyi +14 -396
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +9 -34
- metaflow-stubs/plugins/timeout_decorator.pyi +7 -11
- metaflow-stubs/procpoll.pyi +7 -5
- metaflow-stubs/pylint_wrapper.pyi +7 -11
- metaflow-stubs/runner/__init__.pyi +13 -5
- metaflow-stubs/runner/deployer.pyi +102 -210
- metaflow-stubs/runner/deployer_impl.pyi +87 -0
- metaflow-stubs/runner/metaflow_runner.pyi +24 -508
- metaflow-stubs/runner/nbdeploy.pyi +16 -60
- metaflow-stubs/runner/nbrun.pyi +11 -148
- metaflow-stubs/runner/subprocess_manager.pyi +9 -10
- metaflow-stubs/runner/utils.pyi +44 -9
- metaflow-stubs/system/__init__.pyi +9 -107
- metaflow-stubs/system/system_logger.pyi +6 -15
- metaflow-stubs/system/system_monitor.pyi +6 -16
- metaflow-stubs/tagging_util.pyi +6 -10
- metaflow-stubs/tuple_util.pyi +6 -5
- metaflow-stubs/version.pyi +6 -5
- {metaflow_stubs-2.12.27.dist-info → metaflow_stubs-2.12.29.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.29.dist-info/RECORD +158 -0
- {metaflow_stubs-2.12.27.dist-info → metaflow_stubs-2.12.29.dist-info}/WHEEL +1 -1
- metaflow-stubs/metadata/util.pyi +0 -18
- metaflow_stubs-2.12.27.dist-info/RECORD +0 -152
- {metaflow_stubs-2.12.27.dist-info → metaflow_stubs-2.12.29.dist-info}/top_level.txt +0 -0
|
@@ -1,21 +1,18 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.625850 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.exception
|
|
12
13
|
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
...
|
|
16
|
-
def __str__(self):
|
|
17
|
-
...
|
|
18
|
-
...
|
|
14
|
+
from ...exception import MetaflowException as MetaflowException
|
|
15
|
+
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
|
19
16
|
|
|
20
17
|
KUBERNETES_SECRETS: str
|
|
21
18
|
|
|
@@ -25,36 +22,6 @@ UBF_TASK: str
|
|
|
25
22
|
|
|
26
23
|
CLIENT_REFRESH_INTERVAL_SECONDS: int
|
|
27
24
|
|
|
28
|
-
class KubernetesJobSet(object, metaclass=type):
|
|
29
|
-
def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
|
|
30
|
-
...
|
|
31
|
-
@property
|
|
32
|
-
def jobset_control_addr(self):
|
|
33
|
-
...
|
|
34
|
-
@property
|
|
35
|
-
def worker(self):
|
|
36
|
-
...
|
|
37
|
-
@property
|
|
38
|
-
def control(self):
|
|
39
|
-
...
|
|
40
|
-
def environment_variable_from_selector(self, name, label_value):
|
|
41
|
-
...
|
|
42
|
-
def environment_variables_from_selectors(self, env_dict):
|
|
43
|
-
...
|
|
44
|
-
def environment_variable(self, name, value):
|
|
45
|
-
...
|
|
46
|
-
def label(self, name, value):
|
|
47
|
-
...
|
|
48
|
-
def annotation(self, name, value):
|
|
49
|
-
...
|
|
50
|
-
def secret(self, name):
|
|
51
|
-
...
|
|
52
|
-
def dump(self):
|
|
53
|
-
...
|
|
54
|
-
def execute(self):
|
|
55
|
-
...
|
|
56
|
-
...
|
|
57
|
-
|
|
58
25
|
class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
|
|
59
26
|
...
|
|
60
27
|
|
|
@@ -1,21 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.624990 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.exception
|
|
12
13
|
|
|
13
|
-
|
|
14
|
-
def __init__(self, msg = "", lineno = None):
|
|
15
|
-
...
|
|
16
|
-
def __str__(self):
|
|
17
|
-
...
|
|
18
|
-
...
|
|
14
|
+
from ...exception import MetaflowException as MetaflowException
|
|
19
15
|
|
|
20
16
|
KUBERNETES_JOBSET_GROUP: str
|
|
21
17
|
|
|
@@ -1,21 +1,22 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.594742 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
|
-
import metaflow.exception
|
|
12
12
|
import metaflow._vendor.click.core
|
|
13
13
|
import metaflow.plugins.logs_cli
|
|
14
14
|
|
|
15
|
-
|
|
15
|
+
from .._vendor import click as click
|
|
16
|
+
from ..exception import CommandException as CommandException
|
|
17
|
+
from ..mflog import mflog as mflog
|
|
16
18
|
|
|
17
|
-
|
|
18
|
-
...
|
|
19
|
+
LOGGER_TIMESTAMP: str
|
|
19
20
|
|
|
20
21
|
LOG_SOURCES: list
|
|
21
22
|
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.593985 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
|
|
10
|
+
from .._vendor import click as click
|
|
11
|
+
|
|
@@ -1,73 +1,25 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.584884 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
|
-
|
|
13
|
+
|
|
14
|
+
from ..exception import MetaflowException as MetaflowException
|
|
15
|
+
from ..metadata_provider.metadata import MetaDatum as MetaDatum
|
|
16
|
+
from ..metaflow_current import current as current
|
|
17
|
+
from ..metaflow_current import Parallel as Parallel
|
|
13
18
|
|
|
14
19
|
UBF_CONTROL: str
|
|
15
20
|
|
|
16
21
|
CONTROL_TASK_TAG: str
|
|
17
22
|
|
|
18
|
-
class MetaflowException(Exception, metaclass=type):
|
|
19
|
-
def __init__(self, msg = "", lineno = None):
|
|
20
|
-
...
|
|
21
|
-
def __str__(self):
|
|
22
|
-
...
|
|
23
|
-
...
|
|
24
|
-
|
|
25
|
-
class MetaDatum(tuple, metaclass=type):
|
|
26
|
-
"""
|
|
27
|
-
MetaDatum(field, value, type, tags)
|
|
28
|
-
"""
|
|
29
|
-
@staticmethod
|
|
30
|
-
def __new__(_cls, field, value, type, tags):
|
|
31
|
-
"""
|
|
32
|
-
Create new instance of MetaDatum(field, value, type, tags)
|
|
33
|
-
"""
|
|
34
|
-
...
|
|
35
|
-
def __repr__(self):
|
|
36
|
-
"""
|
|
37
|
-
Return a nicely formatted representation string
|
|
38
|
-
"""
|
|
39
|
-
...
|
|
40
|
-
def __getnewargs__(self):
|
|
41
|
-
"""
|
|
42
|
-
Return self as a plain tuple. Used by copy and pickle.
|
|
43
|
-
"""
|
|
44
|
-
...
|
|
45
|
-
...
|
|
46
|
-
|
|
47
|
-
current: metaflow.metaflow_current.Current
|
|
48
|
-
|
|
49
|
-
class Parallel(tuple, metaclass=type):
|
|
50
|
-
"""
|
|
51
|
-
Parallel(main_ip, num_nodes, node_index, control_task_id)
|
|
52
|
-
"""
|
|
53
|
-
@staticmethod
|
|
54
|
-
def __new__(_cls, main_ip, num_nodes, node_index, control_task_id):
|
|
55
|
-
"""
|
|
56
|
-
Create new instance of Parallel(main_ip, num_nodes, node_index, control_task_id)
|
|
57
|
-
"""
|
|
58
|
-
...
|
|
59
|
-
def __repr__(self):
|
|
60
|
-
"""
|
|
61
|
-
Return a nicely formatted representation string
|
|
62
|
-
"""
|
|
63
|
-
...
|
|
64
|
-
def __getnewargs__(self):
|
|
65
|
-
"""
|
|
66
|
-
Return self as a plain tuple. Used by copy and pickle.
|
|
67
|
-
"""
|
|
68
|
-
...
|
|
69
|
-
...
|
|
70
|
-
|
|
71
23
|
class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
72
24
|
"""
|
|
73
25
|
MF Add To Current
|
|
@@ -1,24 +1,18 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.588495 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
|
-
import metaflow.metaflow_current
|
|
13
13
|
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
...
|
|
17
|
-
def __str__(self):
|
|
18
|
-
...
|
|
19
|
-
...
|
|
20
|
-
|
|
21
|
-
current: metaflow.metaflow_current.Current
|
|
14
|
+
from ..exception import MetaflowException as MetaflowException
|
|
15
|
+
from ..metaflow_current import current as current
|
|
22
16
|
|
|
23
17
|
VALID_NAME_RE: str
|
|
24
18
|
|
|
@@ -1,18 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.583911 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
10
|
+
from ... import metaflow_config as metaflow_config
|
|
11
|
+
from ...exception import MetaflowException as MetaflowException
|
|
12
|
+
from . import conda_decorator as conda_decorator
|
|
13
|
+
from . import pypi_decorator as pypi_decorator
|
|
14
|
+
from . import utils as utils
|
|
15
|
+
from . import conda_environment as conda_environment
|
|
16
|
+
from . import pypi_environment as pypi_environment
|
|
16
17
|
|
|
17
18
|
MAGIC_FILE: str
|
|
18
19
|
|
|
@@ -1,38 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.601681 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
13
|
|
|
13
|
-
|
|
14
|
+
from ...metadata_provider.metadata import MetaDatum as MetaDatum
|
|
14
15
|
|
|
15
|
-
|
|
16
|
-
"""
|
|
17
|
-
MetaDatum(field, value, type, tags)
|
|
18
|
-
"""
|
|
19
|
-
@staticmethod
|
|
20
|
-
def __new__(_cls, field, value, type, tags):
|
|
21
|
-
"""
|
|
22
|
-
Create new instance of MetaDatum(field, value, type, tags)
|
|
23
|
-
"""
|
|
24
|
-
...
|
|
25
|
-
def __repr__(self):
|
|
26
|
-
"""
|
|
27
|
-
Return a nicely formatted representation string
|
|
28
|
-
"""
|
|
29
|
-
...
|
|
30
|
-
def __getnewargs__(self):
|
|
31
|
-
"""
|
|
32
|
-
Return self as a plain tuple. Used by copy and pickle.
|
|
33
|
-
"""
|
|
34
|
-
...
|
|
35
|
-
...
|
|
16
|
+
EXT_PKG: str
|
|
36
17
|
|
|
37
18
|
INFO_FILE: str
|
|
38
19
|
|
|
@@ -1,11 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.603343 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import io
|
|
10
|
+
import abc
|
|
11
|
+
import metaflow
|
|
9
12
|
import typing
|
|
10
13
|
if typing.TYPE_CHECKING:
|
|
11
14
|
import metaflow.metaflow_environment
|
|
@@ -13,21 +16,12 @@ if typing.TYPE_CHECKING:
|
|
|
13
16
|
import io
|
|
14
17
|
import abc
|
|
15
18
|
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
def __str__(self):
|
|
20
|
-
...
|
|
21
|
-
...
|
|
22
|
-
|
|
23
|
-
def get_pinned_conda_libs(python_version, datastore_type):
|
|
24
|
-
...
|
|
19
|
+
from ...exception import MetaflowException as MetaflowException
|
|
20
|
+
from ...metaflow_config import get_pinned_conda_libs as get_pinned_conda_libs
|
|
21
|
+
from .utils import conda_platform as conda_platform
|
|
25
22
|
|
|
26
23
|
MAGIC_FILE: str
|
|
27
24
|
|
|
28
|
-
def conda_platform():
|
|
29
|
-
...
|
|
30
|
-
|
|
31
25
|
class CondaEnvironmentException(metaflow.exception.MetaflowException, metaclass=type):
|
|
32
26
|
def __init__(self, msg):
|
|
33
27
|
...
|
|
@@ -68,7 +62,7 @@ class CondaEnvironment(metaflow.metaflow_environment.MetaflowEnvironment, metacl
|
|
|
68
62
|
...
|
|
69
63
|
|
|
70
64
|
class LazyOpen(io.BufferedIOBase, metaclass=abc.ABCMeta):
|
|
71
|
-
def __init__(self, filename, mode =
|
|
65
|
+
def __init__(self, filename, mode = 'rb', url = None):
|
|
72
66
|
...
|
|
73
67
|
def readable(self):
|
|
74
68
|
...
|
|
@@ -1,15 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.602097 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
13
|
|
|
14
|
+
|
|
13
15
|
class PyPIStepDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
14
16
|
"""
|
|
15
17
|
Specifies the PyPI packages for the step.
|
|
@@ -1,49 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.603536 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
|
-
import metaflow.metaflow_environment
|
|
12
12
|
import metaflow.plugins.pypi.conda_environment
|
|
13
13
|
|
|
14
|
-
|
|
15
|
-
def __init__(self, flow):
|
|
16
|
-
...
|
|
17
|
-
def set_local_root(self, local_root):
|
|
18
|
-
...
|
|
19
|
-
def decospecs(self):
|
|
20
|
-
...
|
|
21
|
-
def validate_environment(self, logger, datastore_type):
|
|
22
|
-
...
|
|
23
|
-
def init_environment(self, echo, only_steps = None):
|
|
24
|
-
...
|
|
25
|
-
def executable(self, step_name, default = None):
|
|
26
|
-
...
|
|
27
|
-
def interpreter(self, step_name):
|
|
28
|
-
...
|
|
29
|
-
def is_disabled(self, step):
|
|
30
|
-
...
|
|
31
|
-
def pylint_config(self):
|
|
32
|
-
...
|
|
33
|
-
@classmethod
|
|
34
|
-
def get_client_info(cls, flow_name, metadata):
|
|
35
|
-
...
|
|
36
|
-
def add_to_package(self):
|
|
37
|
-
...
|
|
38
|
-
def bootstrap_commands(self, step_name, datastore_type):
|
|
39
|
-
...
|
|
40
|
-
def get_environment_manifest_path(self):
|
|
41
|
-
...
|
|
42
|
-
def read_from_environment_manifest(self, keys):
|
|
43
|
-
...
|
|
44
|
-
def write_to_environment_manifest(self, keys, value):
|
|
45
|
-
...
|
|
46
|
-
...
|
|
14
|
+
from .conda_environment import CondaEnvironment as CondaEnvironment
|
|
47
15
|
|
|
48
16
|
class PyPIEnvironment(metaflow.plugins.pypi.conda_environment.CondaEnvironment, metaclass=type):
|
|
49
17
|
...
|
|
@@ -1,18 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.602363 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
...
|
|
13
|
-
def __str__(self):
|
|
14
|
-
...
|
|
15
|
-
...
|
|
10
|
+
from ..._vendor.packaging import tags as tags
|
|
11
|
+
from ...exception import MetaflowException as MetaflowException
|
|
16
12
|
|
|
17
13
|
def conda_platform():
|
|
18
14
|
...
|
|
@@ -1,15 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.585763 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
13
|
|
|
14
|
+
|
|
13
15
|
class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
14
16
|
"""
|
|
15
17
|
Specifies the resources needed when executing this step.
|
|
@@ -1,21 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.588129 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
13
|
|
|
13
|
-
|
|
14
|
-
def __init__(self, msg = "", lineno = None):
|
|
15
|
-
...
|
|
16
|
-
def __str__(self):
|
|
17
|
-
...
|
|
18
|
-
...
|
|
14
|
+
from ..exception import MetaflowException as MetaflowException
|
|
19
15
|
|
|
20
16
|
MAX_ATTEMPTS: int
|
|
21
17
|
|
|
@@ -1,15 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.587049 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import abc
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import abc
|
|
12
13
|
|
|
14
|
+
from . import secrets_decorator as secrets_decorator
|
|
15
|
+
from . import inline_secrets_provider as inline_secrets_provider
|
|
16
|
+
|
|
13
17
|
class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
|
|
14
18
|
def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
|
|
15
19
|
"""
|
|
@@ -1,24 +1,19 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.620126 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import abc
|
|
10
|
+
import metaflow
|
|
9
11
|
import typing
|
|
10
12
|
if typing.TYPE_CHECKING:
|
|
11
13
|
import abc
|
|
12
14
|
import metaflow.plugins.secrets
|
|
13
15
|
|
|
14
|
-
|
|
15
|
-
def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
|
|
16
|
-
"""
|
|
17
|
-
Retrieve the secret from secrets backend, and return a dictionary of
|
|
18
|
-
environment variables.
|
|
19
|
-
"""
|
|
20
|
-
...
|
|
21
|
-
...
|
|
16
|
+
from . import SecretsProvider as SecretsProvider
|
|
22
17
|
|
|
23
18
|
class InlineSecretsProvider(metaflow.plugins.secrets.SecretsProvider, metaclass=abc.ABCMeta):
|
|
24
19
|
def get_secret_as_dict(self, secret_id, options = {}, role = None):
|
|
@@ -1,21 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
5
|
-
|
|
1
|
+
######################################################################################################
|
|
2
|
+
# Auto-generated Metaflow stub file #
|
|
3
|
+
# MF version: 2.12.29 #
|
|
4
|
+
# Generated on 2024-11-07T22:19:34.619904 #
|
|
5
|
+
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
9
10
|
import typing
|
|
10
11
|
if typing.TYPE_CHECKING:
|
|
11
12
|
import metaflow.decorators
|
|
12
13
|
|
|
13
|
-
|
|
14
|
-
def __init__(self, msg = "", lineno = None):
|
|
15
|
-
...
|
|
16
|
-
def __str__(self):
|
|
17
|
-
...
|
|
18
|
-
...
|
|
14
|
+
from ...exception import MetaflowException as MetaflowException
|
|
19
15
|
|
|
20
16
|
DEFAULT_SECRETS_ROLE: None
|
|
21
17
|
|