ob-metaflow-stubs 2.11.4.1__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +2753 -0
- metaflow-stubs/cards.pyi +266 -0
- metaflow-stubs/cli.pyi +137 -0
- metaflow-stubs/client/__init__.pyi +993 -0
- metaflow-stubs/client/core.pyi +1425 -0
- metaflow-stubs/client/filecache.pyi +87 -0
- metaflow-stubs/events.pyi +107 -0
- metaflow-stubs/exception.pyi +98 -0
- metaflow-stubs/flowspec.pyi +297 -0
- metaflow-stubs/generated_for.txt +1 -0
- metaflow-stubs/includefile.pyi +524 -0
- metaflow-stubs/metadata/metadata.pyi +377 -0
- metaflow-stubs/metadata/util.pyi +18 -0
- metaflow-stubs/metaflow_config.pyi +263 -0
- metaflow-stubs/metaflow_current.pyi +327 -0
- metaflow-stubs/mflog/mflog.pyi +22 -0
- metaflow-stubs/multicore_utils.pyi +62 -0
- metaflow-stubs/parameters.pyi +114 -0
- metaflow-stubs/plugins/__init__.pyi +209 -0
- metaflow-stubs/plugins/airflow/__init__.pyi +9 -0
- metaflow-stubs/plugins/airflow/airflow.pyi +179 -0
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +90 -0
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +50 -0
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +137 -0
- metaflow-stubs/plugins/airflow/exception.pyi +27 -0
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +26 -0
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +60 -0
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +54 -0
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +50 -0
- metaflow-stubs/plugins/argo/__init__.pyi +9 -0
- metaflow-stubs/plugins/argo/argo_client.pyi +77 -0
- metaflow-stubs/plugins/argo/argo_events.pyi +79 -0
- metaflow-stubs/plugins/argo/argo_workflows.pyi +604 -0
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +180 -0
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +169 -0
- metaflow-stubs/plugins/aws/__init__.pyi +9 -0
- metaflow-stubs/plugins/aws/aws_client.pyi +22 -0
- metaflow-stubs/plugins/aws/aws_utils.pyi +93 -0
- metaflow-stubs/plugins/aws/batch/__init__.pyi +9 -0
- metaflow-stubs/plugins/aws/batch/batch.pyi +120 -0
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +42 -0
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +159 -0
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +145 -0
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +9 -0
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +73 -0
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +9 -0
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +22 -0
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +27 -0
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +18 -0
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +17 -0
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +220 -0
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +139 -0
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +36 -0
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +49 -0
- metaflow-stubs/plugins/azure/__init__.pyi +9 -0
- metaflow-stubs/plugins/azure/azure_credential.pyi +28 -0
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +28 -0
- metaflow-stubs/plugins/azure/azure_utils.pyi +76 -0
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +52 -0
- metaflow-stubs/plugins/azure/includefile_support.pyi +63 -0
- metaflow-stubs/plugins/cards/__init__.pyi +9 -0
- metaflow-stubs/plugins/cards/card_cli.pyi +557 -0
- metaflow-stubs/plugins/cards/card_client.pyi +178 -0
- metaflow-stubs/plugins/cards/card_creator.pyi +26 -0
- metaflow-stubs/plugins/cards/card_datastore.pyi +111 -0
- metaflow-stubs/plugins/cards/card_decorator.pyi +133 -0
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +67 -0
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +263 -0
- metaflow-stubs/plugins/cards/card_modules/card.pyi +62 -0
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +78 -0
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +77 -0
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +11 -0
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +114 -0
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +75 -0
- metaflow-stubs/plugins/cards/card_modules/components.pyi +251 -0
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +45 -0
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +24 -0
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +155 -0
- metaflow-stubs/plugins/cards/card_resolver.pyi +60 -0
- metaflow-stubs/plugins/cards/component_serializer.pyi +227 -0
- metaflow-stubs/plugins/cards/exception.pyi +71 -0
- metaflow-stubs/plugins/catch_decorator.pyi +58 -0
- metaflow-stubs/plugins/datatools/__init__.pyi +339 -0
- metaflow-stubs/plugins/datatools/local.pyi +82 -0
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +589 -0
- metaflow-stubs/plugins/datatools/s3/s3.pyi +875 -0
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +34 -0
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +45 -0
- metaflow-stubs/plugins/debug_logger.pyi +25 -0
- metaflow-stubs/plugins/debug_monitor.pyi +25 -0
- metaflow-stubs/plugins/environment_decorator.pyi +17 -0
- metaflow-stubs/plugins/events_decorator.pyi +34 -0
- metaflow-stubs/plugins/frameworks/__init__.pyi +9 -0
- metaflow-stubs/plugins/frameworks/pytorch.pyi +42 -0
- metaflow-stubs/plugins/gcp/__init__.pyi +9 -0
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +22 -0
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +26 -0
- metaflow-stubs/plugins/gcp/gs_utils.pyi +38 -0
- metaflow-stubs/plugins/gcp/includefile_support.pyi +63 -0
- metaflow-stubs/plugins/kubernetes/__init__.pyi +9 -0
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +127 -0
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +73 -0
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +62 -0
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +165 -0
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +100 -0
- metaflow-stubs/plugins/package_cli.pyi +9 -0
- metaflow-stubs/plugins/parallel_decorator.pyi +34 -0
- metaflow-stubs/plugins/project_decorator.pyi +36 -0
- metaflow-stubs/plugins/pypi/__init__.pyi +18 -0
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +59 -0
- metaflow-stubs/plugins/pypi/conda_environment.pyi +86 -0
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +22 -0
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +50 -0
- metaflow-stubs/plugins/pypi/utils.pyi +28 -0
- metaflow-stubs/plugins/resources_decorator.pyi +15 -0
- metaflow-stubs/plugins/retry_decorator.pyi +28 -0
- metaflow-stubs/plugins/secrets/__init__.pyi +21 -0
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +30 -0
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +75 -0
- metaflow-stubs/plugins/storage_executor.pyi +33 -0
- metaflow-stubs/plugins/tag_cli.pyi +370 -0
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +54 -0
- metaflow-stubs/plugins/timeout_decorator.pyi +39 -0
- metaflow-stubs/procpoll.pyi +51 -0
- metaflow-stubs/py.typed +0 -0
- metaflow-stubs/pylint_wrapper.pyi +31 -0
- metaflow-stubs/tagging_util.pyi +52 -0
- ob_metaflow_stubs-2.11.4.1.dist-info/METADATA +22 -0
- ob_metaflow_stubs-2.11.4.1.dist-info/RECORD +131 -0
- ob_metaflow_stubs-2.11.4.1.dist-info/WHEEL +6 -0
- ob_metaflow_stubs-2.11.4.1.dist-info/top_level.txt +1 -0
@@ -0,0 +1,327 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.4.1 #
|
4
|
+
# Generated on 2024-02-28T05:30:44.017390 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.metaflow_current
|
12
|
+
import metaflow.events
|
13
|
+
import metaflow
|
14
|
+
import metaflow.plugins.cards.component_serializer
|
15
|
+
import typing
|
16
|
+
|
17
|
+
TYPE_CHECKING: bool
|
18
|
+
|
19
|
+
TEMPDIR: str
|
20
|
+
|
21
|
+
class Parallel(tuple, metaclass=type):
|
22
|
+
@staticmethod
|
23
|
+
def __new__(_cls, main_ip, num_nodes, node_index):
|
24
|
+
"""
|
25
|
+
Create new instance of Parallel(main_ip, num_nodes, node_index)
|
26
|
+
"""
|
27
|
+
...
|
28
|
+
def __repr__(self):
|
29
|
+
"""
|
30
|
+
Return a nicely formatted representation string
|
31
|
+
"""
|
32
|
+
...
|
33
|
+
def __getnewargs__(self):
|
34
|
+
"""
|
35
|
+
Return self as a plain tuple. Used by copy and pickle.
|
36
|
+
"""
|
37
|
+
...
|
38
|
+
...
|
39
|
+
|
40
|
+
class Current(object, metaclass=type):
|
41
|
+
def __init__(self):
|
42
|
+
...
|
43
|
+
def __contains__(self, key: str):
|
44
|
+
...
|
45
|
+
def get(self, key: str, default = None) -> typing.Optional[typing.Any]:
|
46
|
+
...
|
47
|
+
@property
|
48
|
+
def is_running_flow(self) -> bool:
|
49
|
+
"""
|
50
|
+
Returns True if called inside a running Flow, False otherwise.
|
51
|
+
|
52
|
+
You can use this property e.g. inside a library to choose the desired
|
53
|
+
behavior depending on the execution context.
|
54
|
+
|
55
|
+
Returns
|
56
|
+
-------
|
57
|
+
bool
|
58
|
+
True if called inside a run, False otherwise.
|
59
|
+
"""
|
60
|
+
...
|
61
|
+
@property
|
62
|
+
def flow_name(self) -> typing.Optional[str]:
|
63
|
+
"""
|
64
|
+
The name of the currently executing flow.
|
65
|
+
|
66
|
+
Returns
|
67
|
+
-------
|
68
|
+
str, optional
|
69
|
+
Flow name.
|
70
|
+
"""
|
71
|
+
...
|
72
|
+
@property
|
73
|
+
def run_id(self) -> typing.Optional[str]:
|
74
|
+
"""
|
75
|
+
The run ID of the currently executing run.
|
76
|
+
|
77
|
+
Returns
|
78
|
+
-------
|
79
|
+
str, optional
|
80
|
+
Run ID.
|
81
|
+
"""
|
82
|
+
...
|
83
|
+
@property
|
84
|
+
def step_name(self) -> typing.Optional[str]:
|
85
|
+
"""
|
86
|
+
The name of the currently executing step.
|
87
|
+
|
88
|
+
Returns
|
89
|
+
-------
|
90
|
+
str, optional
|
91
|
+
Step name.
|
92
|
+
"""
|
93
|
+
...
|
94
|
+
@property
|
95
|
+
def task_id(self) -> typing.Optional[str]:
|
96
|
+
"""
|
97
|
+
The task ID of the currently executing task.
|
98
|
+
|
99
|
+
Returns
|
100
|
+
-------
|
101
|
+
str, optional
|
102
|
+
Task ID.
|
103
|
+
"""
|
104
|
+
...
|
105
|
+
@property
|
106
|
+
def retry_count(self) -> int:
|
107
|
+
"""
|
108
|
+
The index of the task execution attempt.
|
109
|
+
|
110
|
+
This property returns 0 for the first attempt to execute the task.
|
111
|
+
If the @retry decorator is used and the first attempt fails, this
|
112
|
+
property returns the number of times the task was attempted prior
|
113
|
+
to the current attempt.
|
114
|
+
|
115
|
+
Returns
|
116
|
+
-------
|
117
|
+
int
|
118
|
+
The retry count.
|
119
|
+
"""
|
120
|
+
...
|
121
|
+
@property
|
122
|
+
def origin_run_id(self) -> typing.Optional[str]:
|
123
|
+
"""
|
124
|
+
The run ID of the original run this run was resumed from.
|
125
|
+
|
126
|
+
This property returns None for ordinary runs. If the run
|
127
|
+
was started by the resume command, the property returns
|
128
|
+
the ID of the original run.
|
129
|
+
|
130
|
+
You can use this property to detect if the run is resumed
|
131
|
+
or not.
|
132
|
+
|
133
|
+
Returns
|
134
|
+
-------
|
135
|
+
str, optional
|
136
|
+
Run ID of the original run.
|
137
|
+
"""
|
138
|
+
...
|
139
|
+
@property
|
140
|
+
def pathspec(self) -> typing.Optional[str]:
|
141
|
+
"""
|
142
|
+
Pathspec of the current task, i.e. a unique
|
143
|
+
identifier of the current task. The returned
|
144
|
+
string follows this format:
|
145
|
+
```
|
146
|
+
{flow_name}/{run_id}/{step_name}/{task_id}
|
147
|
+
```
|
148
|
+
|
149
|
+
This is a shorthand to `current.task.pathspec`.
|
150
|
+
|
151
|
+
Returns
|
152
|
+
-------
|
153
|
+
str, optional
|
154
|
+
Pathspec.
|
155
|
+
"""
|
156
|
+
...
|
157
|
+
@property
|
158
|
+
def task(self) -> typing.Optional["metaflow.Task"]:
|
159
|
+
"""
|
160
|
+
Task object of the current task.
|
161
|
+
|
162
|
+
Returns
|
163
|
+
-------
|
164
|
+
Task, optional
|
165
|
+
Current task.
|
166
|
+
"""
|
167
|
+
...
|
168
|
+
@property
|
169
|
+
def run(self) -> typing.Optional["metaflow.Run"]:
|
170
|
+
"""
|
171
|
+
Run object of the current run.
|
172
|
+
|
173
|
+
Returns
|
174
|
+
-------
|
175
|
+
Run, optional
|
176
|
+
Current run.
|
177
|
+
"""
|
178
|
+
...
|
179
|
+
@property
|
180
|
+
def namespace(self) -> str:
|
181
|
+
"""
|
182
|
+
The current namespace.
|
183
|
+
|
184
|
+
Returns
|
185
|
+
-------
|
186
|
+
str
|
187
|
+
Namespace.
|
188
|
+
"""
|
189
|
+
...
|
190
|
+
@property
|
191
|
+
def username(self) -> typing.Optional[str]:
|
192
|
+
"""
|
193
|
+
The name of the user who started the run, if available.
|
194
|
+
|
195
|
+
Returns
|
196
|
+
-------
|
197
|
+
str, optional
|
198
|
+
User name.
|
199
|
+
"""
|
200
|
+
...
|
201
|
+
@property
|
202
|
+
def parallel(self):
|
203
|
+
...
|
204
|
+
@property
|
205
|
+
def tags(self):
|
206
|
+
"""
|
207
|
+
[Legacy function - do not use]
|
208
|
+
|
209
|
+
Access tags through the Run object instead.
|
210
|
+
"""
|
211
|
+
...
|
212
|
+
@property
|
213
|
+
def tempdir(self) -> typing.Optional[str]:
|
214
|
+
"""
|
215
|
+
Currently configured temporary directory.
|
216
|
+
|
217
|
+
Returns
|
218
|
+
-------
|
219
|
+
str, optional
|
220
|
+
Temporary director.
|
221
|
+
"""
|
222
|
+
...
|
223
|
+
@property
|
224
|
+
def graph(_):
|
225
|
+
...
|
226
|
+
@property
|
227
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
228
|
+
"""
|
229
|
+
(only in the presence of the @card decorator)
|
230
|
+
|
231
|
+
The `@card` decorator makes the cards available through the `current.card`
|
232
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
233
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
234
|
+
be able to access that specific card using `current.card[ID].
|
235
|
+
|
236
|
+
Methods available are `append` and `extend`
|
237
|
+
|
238
|
+
Returns
|
239
|
+
-------
|
240
|
+
CardComponentCollector
|
241
|
+
The or one of the cards attached to this step.
|
242
|
+
"""
|
243
|
+
...
|
244
|
+
@property
|
245
|
+
def trigger(self) -> "metaflow.events.Trigger":
|
246
|
+
"""
|
247
|
+
(only in the presence of the @trigger, or @trigger_on_finish decorators)
|
248
|
+
|
249
|
+
Returns `Trigger` if the current run is triggered by an event
|
250
|
+
|
251
|
+
Returns
|
252
|
+
-------
|
253
|
+
Trigger
|
254
|
+
`Trigger` if triggered by an event
|
255
|
+
"""
|
256
|
+
...
|
257
|
+
@property
|
258
|
+
def project_name(self) -> str:
|
259
|
+
"""
|
260
|
+
(only in the presence of the @project decorator)
|
261
|
+
|
262
|
+
The name of the project assigned to this flow, i.e. `X` in `@project(name=X)`.
|
263
|
+
|
264
|
+
Returns
|
265
|
+
-------
|
266
|
+
str
|
267
|
+
Project name.
|
268
|
+
"""
|
269
|
+
...
|
270
|
+
@property
|
271
|
+
def project_flow_name(self) -> str:
|
272
|
+
"""
|
273
|
+
(only in the presence of the @project decorator)
|
274
|
+
|
275
|
+
The flow name prefixed with the current project and branch. This name identifies
|
276
|
+
the deployment on a production scheduler.
|
277
|
+
|
278
|
+
Returns
|
279
|
+
-------
|
280
|
+
str
|
281
|
+
Flow name prefixed with project information.
|
282
|
+
"""
|
283
|
+
...
|
284
|
+
@property
|
285
|
+
def branch_name(self) -> str:
|
286
|
+
"""
|
287
|
+
(only in the presence of the @project decorator)
|
288
|
+
|
289
|
+
The current branch, i.e. `X` in `--branch=X` set during deployment or run.
|
290
|
+
|
291
|
+
Returns
|
292
|
+
-------
|
293
|
+
str
|
294
|
+
Branch name.
|
295
|
+
"""
|
296
|
+
...
|
297
|
+
@property
|
298
|
+
def is_user_branch(self) -> bool:
|
299
|
+
"""
|
300
|
+
(only in the presence of the @project decorator)
|
301
|
+
|
302
|
+
True if the flow is deployed without a specific `--branch` or a `--production`
|
303
|
+
flag.
|
304
|
+
|
305
|
+
Returns
|
306
|
+
-------
|
307
|
+
bool
|
308
|
+
True if the deployment does not correspond to a specific branch.
|
309
|
+
"""
|
310
|
+
...
|
311
|
+
@property
|
312
|
+
def is_production(self) -> bool:
|
313
|
+
"""
|
314
|
+
(only in the presence of the @project decorator)
|
315
|
+
|
316
|
+
True if the flow is deployed with the `--production` flag
|
317
|
+
|
318
|
+
Returns
|
319
|
+
-------
|
320
|
+
bool
|
321
|
+
True if the flow is deployed with `--production`.
|
322
|
+
"""
|
323
|
+
...
|
324
|
+
...
|
325
|
+
|
326
|
+
current: Current
|
327
|
+
|
@@ -0,0 +1,22 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.4.1 #
|
4
|
+
# Generated on 2024-02-28T05:30:43.950058 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import datetime
|
12
|
+
|
13
|
+
VERSION: bytes
|
14
|
+
|
15
|
+
RE: bytes
|
16
|
+
|
17
|
+
ISOFORMAT: str
|
18
|
+
|
19
|
+
MISSING_TIMESTAMP: datetime.datetime
|
20
|
+
|
21
|
+
MISSING_TIMESTAMP_STR: str
|
22
|
+
|
@@ -0,0 +1,62 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.4.1 #
|
4
|
+
# Generated on 2024-02-28T05:30:43.891302 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import typing
|
12
|
+
|
13
|
+
class MulticoreException(Exception, metaclass=type):
|
14
|
+
...
|
15
|
+
|
16
|
+
def parallel_imap_unordered(func: typing.Callable[[typing.Any], typing.Any], iterable: typing.Iterable[typing.Any], max_parallel: typing.Optional[int] = None, dir: typing.Optional[str] = None) -> typing.Iterator[typing.Any]:
|
17
|
+
"""
|
18
|
+
Parallelizes execution of a function using multiprocessing. The result
|
19
|
+
order is not guaranteed.
|
20
|
+
|
21
|
+
Parameters
|
22
|
+
----------
|
23
|
+
func : Callable[[Any], Any]
|
24
|
+
Function taking a single argument and returning a result
|
25
|
+
iterable : Iterable[Any]
|
26
|
+
Iterable over arguments to pass to fun
|
27
|
+
max_parallel int, optional, default None
|
28
|
+
Maximum parallelism. If not specified, uses the number of CPUs
|
29
|
+
dir : str, optional, default None
|
30
|
+
If specified, directory where temporary files are created
|
31
|
+
|
32
|
+
Yields
|
33
|
+
------
|
34
|
+
Any
|
35
|
+
One result from calling func on one argument
|
36
|
+
"""
|
37
|
+
...
|
38
|
+
|
39
|
+
def parallel_map(func: typing.Callable[[typing.Any], typing.Any], iterable: typing.Iterable[typing.Any], max_parallel: typing.Optional[int] = None, dir: typing.Optional[str] = None) -> typing.List[typing.Any]:
|
40
|
+
"""
|
41
|
+
Parallelizes execution of a function using multiprocessing. The result
|
42
|
+
order is that of the arguments in `iterable`
|
43
|
+
|
44
|
+
Parameters
|
45
|
+
----------
|
46
|
+
func : Callable[[Any], Any]
|
47
|
+
Function taking a single argument and returning a result
|
48
|
+
iterable : Iterable[Any]
|
49
|
+
Iterable over arguments to pass to fun
|
50
|
+
max_parallel int, optional, default None
|
51
|
+
Maximum parallelism. If not specified, uses the number of CPUs
|
52
|
+
dir : str, optional, default None
|
53
|
+
If specified, directory where temporary files are created
|
54
|
+
|
55
|
+
Returns
|
56
|
+
-------
|
57
|
+
List[Any]
|
58
|
+
Results. The items in the list are in the same order as the items
|
59
|
+
in `iterable`.
|
60
|
+
"""
|
61
|
+
...
|
62
|
+
|
@@ -0,0 +1,114 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.4.1 #
|
4
|
+
# Generated on 2024-02-28T05:30:43.892945 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import typing
|
12
|
+
import metaflow.parameters
|
13
|
+
import metaflow._vendor.click.types
|
14
|
+
import metaflow.exception
|
15
|
+
|
16
|
+
class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
|
17
|
+
def __init__(self, name, field):
|
18
|
+
...
|
19
|
+
...
|
20
|
+
|
21
|
+
class ParameterFieldTypeMismatch(metaflow.exception.MetaflowException, metaclass=type):
|
22
|
+
def __init__(self, msg):
|
23
|
+
...
|
24
|
+
...
|
25
|
+
|
26
|
+
class MetaflowException(Exception, metaclass=type):
|
27
|
+
def __init__(self, msg = "", lineno = None):
|
28
|
+
...
|
29
|
+
def __str__(self):
|
30
|
+
...
|
31
|
+
...
|
32
|
+
|
33
|
+
class ParameterContext(tuple, metaclass=type):
|
34
|
+
@staticmethod
|
35
|
+
def __new__(_cls, flow_name: str, user_name: str, parameter_name: str, logger: typing.Callable[..., None], ds_type: str):
|
36
|
+
"""
|
37
|
+
Create new instance of ParameterContext(flow_name, user_name, parameter_name, logger, ds_type)
|
38
|
+
"""
|
39
|
+
...
|
40
|
+
def __repr__(self):
|
41
|
+
"""
|
42
|
+
Return a nicely formatted representation string
|
43
|
+
"""
|
44
|
+
...
|
45
|
+
def __getnewargs__(self):
|
46
|
+
"""
|
47
|
+
Return self as a plain tuple. Used by copy and pickle.
|
48
|
+
"""
|
49
|
+
...
|
50
|
+
def __init__(self, flow_name: str, user_name: str, parameter_name: str, logger: typing.Callable[..., None], ds_type: str):
|
51
|
+
...
|
52
|
+
...
|
53
|
+
|
54
|
+
parameters: list
|
55
|
+
|
56
|
+
context_proto: None
|
57
|
+
|
58
|
+
class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
|
59
|
+
def convert(self, value, param, ctx):
|
60
|
+
...
|
61
|
+
def __str__(self):
|
62
|
+
...
|
63
|
+
def __repr__(self):
|
64
|
+
...
|
65
|
+
...
|
66
|
+
|
67
|
+
class DeployTimeField(object, metaclass=type):
|
68
|
+
def __init__(self, parameter_name, parameter_type, field, fun, return_str = True, print_representation = None):
|
69
|
+
...
|
70
|
+
def __call__(self, deploy_time = False):
|
71
|
+
...
|
72
|
+
@property
|
73
|
+
def description(self):
|
74
|
+
...
|
75
|
+
def __str__(self):
|
76
|
+
...
|
77
|
+
def __repr__(self):
|
78
|
+
...
|
79
|
+
...
|
80
|
+
|
81
|
+
def deploy_time_eval(value):
|
82
|
+
...
|
83
|
+
|
84
|
+
def set_parameter_context(flow_name, echo, datastore):
|
85
|
+
...
|
86
|
+
|
87
|
+
class DelayedEvaluationParameter(object, metaclass=type):
|
88
|
+
def __init__(self, name, field, fun):
|
89
|
+
...
|
90
|
+
def __call__(self, return_str = False):
|
91
|
+
...
|
92
|
+
...
|
93
|
+
|
94
|
+
class Parameter(object, metaclass=type):
|
95
|
+
def __init__(self, name: str, default: typing.Union[str, float, int, bool, typing.Dict[str, typing.Any], typing.Callable[[], typing.Union[str, float, int, bool, typing.Dict[str, typing.Any]]], None] = None, type: typing.Union[typing.Type[str], typing.Type[float], typing.Type[int], typing.Type[bool], JSONTypeClass, None] = None, help: typing.Optional[str] = None, required: bool = False, show_default: bool = True, **kwargs: typing.Dict[str, typing.Any]):
|
96
|
+
...
|
97
|
+
def __repr__(self):
|
98
|
+
...
|
99
|
+
def __str__(self):
|
100
|
+
...
|
101
|
+
def option_kwargs(self, deploy_mode):
|
102
|
+
...
|
103
|
+
def load_parameter(self, v):
|
104
|
+
...
|
105
|
+
@property
|
106
|
+
def is_string_type(self):
|
107
|
+
...
|
108
|
+
def __getitem__(self, x):
|
109
|
+
...
|
110
|
+
...
|
111
|
+
|
112
|
+
def add_custom_parameters(deploy_mode = False):
|
113
|
+
...
|
114
|
+
|