ob-metaflow-stubs 5.1__py2.py3-none-any.whl → 5.3__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +393 -373
- metaflow-stubs/cards.pyi +5 -5
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +4 -4
- metaflow-stubs/client/core.pyi +8 -8
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +4 -4
- metaflow-stubs/metadata/metadata.pyi +3 -3
- metaflow-stubs/metadata/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +22 -6
- metaflow-stubs/metaflow_current.pyi +5 -5
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +3 -3
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +5 -7
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +8 -6
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +7 -7
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +20 -5
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +5 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +145 -0
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +20 -5
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +5 -5
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3.pyi +6 -6
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +6 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/logs_cli.pyi +3 -3
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +3 -3
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +6 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +6 -6
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +21 -6
- metaflow-stubs/runner/metaflow_runner.pyi +5 -5
- metaflow-stubs/runner/nbdeploy.pyi +4 -4
- metaflow-stubs/runner/nbrun.pyi +4 -4
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +2 -2
- metaflow-stubs/system/__init__.pyi +3 -3
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- {ob_metaflow_stubs-5.1.dist-info → ob_metaflow_stubs-5.3.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-5.3.dist-info/RECORD +138 -0
- ob_metaflow_stubs-5.1.dist-info/RECORD +0 -137
- {ob_metaflow_stubs-5.1.dist-info → ob_metaflow_stubs-5.3.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-5.1.dist-info → ob_metaflow_stubs-5.3.dist-info}/top_level.txt +0 -0
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.698034 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.runner.deployer
|
12
11
|
import metaflow.runner.subprocess_manager
|
12
|
+
import metaflow.runner.deployer
|
13
13
|
import metaflow.graph
|
14
14
|
|
15
15
|
class ArgoWorkflows(object, metaclass=type):
|
@@ -55,7 +55,7 @@ class ArgoWorkflows(object, metaclass=type):
|
|
55
55
|
...
|
56
56
|
|
57
57
|
class DeployerImpl(object, metaclass=type):
|
58
|
-
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, **kwargs):
|
58
|
+
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, file_read_timeout: int = 3600, **kwargs):
|
59
59
|
...
|
60
60
|
def __enter__(self) -> metaflow.runner.deployer.DeployerImpl:
|
61
61
|
...
|
@@ -100,6 +100,21 @@ class DeployedFlow(object, metaclass=type):
|
|
100
100
|
class TriggeredRun(object, metaclass=type):
|
101
101
|
def __init__(self, deployer: metaflow.runner.deployer.DeployerImpl, content: str):
|
102
102
|
...
|
103
|
+
def wait_for_run(self, timeout = None):
|
104
|
+
"""
|
105
|
+
Wait for the `run` property to become available.
|
106
|
+
|
107
|
+
Parameters
|
108
|
+
----------
|
109
|
+
timeout : int, optional
|
110
|
+
Maximum time to wait for the `run` to become available, in seconds. If None, wait indefinitely.
|
111
|
+
|
112
|
+
Raises
|
113
|
+
------
|
114
|
+
TimeoutError
|
115
|
+
If the `run` is not available within the specified timeout.
|
116
|
+
"""
|
117
|
+
...
|
103
118
|
@property
|
104
119
|
def run(self):
|
105
120
|
"""
|
@@ -143,7 +158,7 @@ def get_lower_level_group(api, top_level_kwargs: typing.Dict, _type: typing.Opti
|
|
143
158
|
"""
|
144
159
|
...
|
145
160
|
|
146
|
-
def handle_timeout(tfp_runner_attribute, command_obj: metaflow.runner.subprocess_manager.CommandManager):
|
161
|
+
def handle_timeout(tfp_runner_attribute, command_obj: metaflow.runner.subprocess_manager.CommandManager, file_read_timeout: int):
|
147
162
|
"""
|
148
163
|
Handle the timeout for a running subprocess command that reads a file
|
149
164
|
and raises an error with appropriate logs if a TimeoutError occurs.
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.667410 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.660108 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.684722 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -18,6 +18,9 @@ MAX_MEMORY_PER_TASK: None
|
|
18
18
|
|
19
19
|
MAX_CPU_PER_TASK: None
|
20
20
|
|
21
|
+
def parse_s3_full_path(s3_uri):
|
22
|
+
...
|
23
|
+
|
21
24
|
def get_ec2_instance_metadata():
|
22
25
|
"""
|
23
26
|
Fetches the EC2 instance metadata through AWS instance metadata service
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.684956 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.724286 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.723317 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -0,0 +1,145 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.725036 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.metaflow_current
|
12
|
+
import metaflow.decorators
|
13
|
+
import metaflow.exception
|
14
|
+
|
15
|
+
current: metaflow.metaflow_current.Current
|
16
|
+
|
17
|
+
class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
18
|
+
...
|
19
|
+
|
20
|
+
def get_run_time_limit_for_task(step_decos):
|
21
|
+
...
|
22
|
+
|
23
|
+
class MetaDatum(tuple, metaclass=type):
|
24
|
+
@staticmethod
|
25
|
+
def __new__(_cls, field, value, type, tags):
|
26
|
+
"""
|
27
|
+
Create new instance of MetaDatum(field, value, type, tags)
|
28
|
+
"""
|
29
|
+
...
|
30
|
+
def __repr__(self):
|
31
|
+
"""
|
32
|
+
Return a nicely formatted representation string
|
33
|
+
"""
|
34
|
+
...
|
35
|
+
def __getnewargs__(self):
|
36
|
+
"""
|
37
|
+
Return self as a plain tuple. Used by copy and pickle.
|
38
|
+
"""
|
39
|
+
...
|
40
|
+
...
|
41
|
+
|
42
|
+
def sync_local_metadata_to_datastore(metadata_local_dir, task_ds):
|
43
|
+
...
|
44
|
+
|
45
|
+
ECS_S3_ACCESS_IAM_ROLE: None
|
46
|
+
|
47
|
+
BATCH_JOB_QUEUE: None
|
48
|
+
|
49
|
+
BATCH_CONTAINER_IMAGE: None
|
50
|
+
|
51
|
+
BATCH_CONTAINER_REGISTRY: None
|
52
|
+
|
53
|
+
ECS_FARGATE_EXECUTION_ROLE: None
|
54
|
+
|
55
|
+
DATASTORE_LOCAL_DIR: str
|
56
|
+
|
57
|
+
UBF_CONTROL: str
|
58
|
+
|
59
|
+
class BatchException(metaflow.exception.MetaflowException, metaclass=type):
|
60
|
+
...
|
61
|
+
|
62
|
+
def compute_resource_attributes(decos, compute_deco, step_name, resource_defaults):
|
63
|
+
"""
|
64
|
+
Compute resource values taking into account defaults, the values specified
|
65
|
+
in the compute decorator (like @batch or @kubernetes) directly, and
|
66
|
+
resources specified via @resources decorator.
|
67
|
+
|
68
|
+
Returns a dictionary of resource attr -> value (str).
|
69
|
+
"""
|
70
|
+
...
|
71
|
+
|
72
|
+
def get_docker_registry(image_uri):
|
73
|
+
"""
|
74
|
+
Explanation:
|
75
|
+
(.+?(?:[:.].+?)\/)? - [GROUP 0] REGISTRY
|
76
|
+
.+? - A registry must start with at least one character
|
77
|
+
(?:[:.].+?)\/ - A registry must have ":" or "." and end with "/"
|
78
|
+
? - Make a registry optional
|
79
|
+
(.*?) - [GROUP 1] REPOSITORY
|
80
|
+
.*? - Get repository name until separator
|
81
|
+
(?:[@:])? - SEPARATOR
|
82
|
+
?: - Don't capture separator
|
83
|
+
[@:] - The separator must be either "@" or ":"
|
84
|
+
? - The separator is optional
|
85
|
+
((?<=[@:]).*)? - [GROUP 2] TAG / DIGEST
|
86
|
+
(?<=[@:]) - A tag / digest must be preceded by "@" or ":"
|
87
|
+
.* - Capture rest of tag / digest
|
88
|
+
? - A tag / digest is optional
|
89
|
+
Examples:
|
90
|
+
image
|
91
|
+
- None
|
92
|
+
- image
|
93
|
+
- None
|
94
|
+
example/image
|
95
|
+
- None
|
96
|
+
- example/image
|
97
|
+
- None
|
98
|
+
example/image:tag
|
99
|
+
- None
|
100
|
+
- example/image
|
101
|
+
- tag
|
102
|
+
example.domain.com/example/image:tag
|
103
|
+
- example.domain.com/
|
104
|
+
- example/image
|
105
|
+
- tag
|
106
|
+
123.123.123.123:123/example/image:tag
|
107
|
+
- 123.123.123.123:123/
|
108
|
+
- example/image
|
109
|
+
- tag
|
110
|
+
example.domain.com/example/image@sha256:45b23dee0
|
111
|
+
- example.domain.com/
|
112
|
+
- example/image
|
113
|
+
- sha256:45b23dee0
|
114
|
+
"""
|
115
|
+
...
|
116
|
+
|
117
|
+
def get_ec2_instance_metadata():
|
118
|
+
"""
|
119
|
+
Fetches the EC2 instance metadata through AWS instance metadata service
|
120
|
+
|
121
|
+
Returns either an empty dictionary, or one with the keys
|
122
|
+
- ec2-instance-id
|
123
|
+
- ec2-instance-type
|
124
|
+
- ec2-region
|
125
|
+
- ec2-availability-zone
|
126
|
+
"""
|
127
|
+
...
|
128
|
+
|
129
|
+
class BatchDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
130
|
+
def __init__(self, attributes = None, statically_defined = False):
|
131
|
+
...
|
132
|
+
def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
|
133
|
+
...
|
134
|
+
def runtime_init(self, flow, graph, package, run_id):
|
135
|
+
...
|
136
|
+
def runtime_task_created(self, task_datastore, task_id, split_index, input_paths, is_cloned, ubf_context):
|
137
|
+
...
|
138
|
+
def runtime_step_cli(self, cli_args, retry_count, max_user_code_retries, ubf_context):
|
139
|
+
...
|
140
|
+
def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_retries, ubf_context, inputs):
|
141
|
+
...
|
142
|
+
def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_retries):
|
143
|
+
...
|
144
|
+
...
|
145
|
+
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.685062 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.725440 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.plugins.secrets
|
13
12
|
import abc
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
class MetaflowException(Exception, metaclass=type):
|
16
16
|
def __init__(self, msg = "", lineno = None):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.684845 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.718431 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.722165 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.718157 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.720660 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.718740 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.721925 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.runner.deployer
|
12
11
|
import metaflow.runner.subprocess_manager
|
12
|
+
import metaflow.runner.deployer
|
13
13
|
|
14
14
|
class StepFunctions(object, metaclass=type):
|
15
15
|
def __init__(self, name, graph, flow, code_package_sha, code_package_url, production_token, metadata, flow_datastore, environment, event_logger, monitor, tags = None, namespace = None, username = None, max_workers = None, workflow_timeout = None, is_project = False, use_distributed_map = False):
|
@@ -43,7 +43,7 @@ class StepFunctions(object, metaclass=type):
|
|
43
43
|
...
|
44
44
|
|
45
45
|
class DeployerImpl(object, metaclass=type):
|
46
|
-
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, **kwargs):
|
46
|
+
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, file_read_timeout: int = 3600, **kwargs):
|
47
47
|
...
|
48
48
|
def __enter__(self) -> metaflow.runner.deployer.DeployerImpl:
|
49
49
|
...
|
@@ -88,6 +88,21 @@ class DeployedFlow(object, metaclass=type):
|
|
88
88
|
class TriggeredRun(object, metaclass=type):
|
89
89
|
def __init__(self, deployer: metaflow.runner.deployer.DeployerImpl, content: str):
|
90
90
|
...
|
91
|
+
def wait_for_run(self, timeout = None):
|
92
|
+
"""
|
93
|
+
Wait for the `run` property to become available.
|
94
|
+
|
95
|
+
Parameters
|
96
|
+
----------
|
97
|
+
timeout : int, optional
|
98
|
+
Maximum time to wait for the `run` to become available, in seconds. If None, wait indefinitely.
|
99
|
+
|
100
|
+
Raises
|
101
|
+
------
|
102
|
+
TimeoutError
|
103
|
+
If the `run` is not available within the specified timeout.
|
104
|
+
"""
|
105
|
+
...
|
91
106
|
@property
|
92
107
|
def run(self):
|
93
108
|
"""
|
@@ -131,7 +146,7 @@ def get_lower_level_group(api, top_level_kwargs: typing.Dict, _type: typing.Opti
|
|
131
146
|
"""
|
132
147
|
...
|
133
148
|
|
134
|
-
def handle_timeout(tfp_runner_attribute, command_obj: metaflow.runner.subprocess_manager.CommandManager):
|
149
|
+
def handle_timeout(tfp_runner_attribute, command_obj: metaflow.runner.subprocess_manager.CommandManager, file_read_timeout: int):
|
135
150
|
"""
|
136
151
|
Handle the timeout for a running subprocess command that reads a file
|
137
152
|
and raises an error with appropriate logs if a TimeoutError occurs.
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.672889 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.715957 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.716172 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.717357 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.plugins.secrets
|
13
12
|
import abc
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
|
16
16
|
def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.716605 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.716936 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.664836 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.670180 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,18 +1,18 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.710504 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow.parameters
|
13
|
-
import typing
|
14
|
-
import metaflow.client.core
|
15
12
|
import datetime
|
13
|
+
import metaflow.client.core
|
14
|
+
import metaflow.exception
|
15
|
+
import typing
|
16
16
|
|
17
17
|
class Task(metaflow.client.core.MetaflowObject, metaclass=type):
|
18
18
|
def __init__(self, *args, **kwargs):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.679755 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow
|
12
|
-
import metaflow.exception
|
13
12
|
import metaflow.plugins.cards.card_client
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
TYPE_CHECKING: bool
|
16
16
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.706174 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.707632 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.706873 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-08-
|
3
|
+
# MF version: 2.12.15.1+ob(v1) #
|
4
|
+
# Generated on 2024-08-22T21:03:01.703907 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|