metaflow-stubs 2.12.28__py2.py3-none-any.whl → 2.12.30__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +279 -2983
- metaflow-stubs/cards.pyi +19 -473
- metaflow-stubs/cli.pyi +17 -81
- metaflow-stubs/client/__init__.pyi +19 -1113
- metaflow-stubs/client/core.pyi +19 -159
- metaflow-stubs/client/filecache.pyi +7 -11
- metaflow-stubs/clone_util.pyi +6 -26
- metaflow-stubs/events.pyi +7 -6
- metaflow-stubs/exception.pyi +8 -6
- metaflow-stubs/flowspec.pyi +21 -105
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +17 -565
- metaflow-stubs/info_file.pyi +6 -5
- metaflow-stubs/metadata_provider/__init__.pyi +16 -0
- metaflow-stubs/metadata_provider/heartbeat.pyi +34 -0
- metaflow-stubs/{metadata → metadata_provider}/metadata.pyi +10 -22
- metaflow-stubs/metadata_provider/util.pyi +19 -0
- metaflow-stubs/metaflow_config.pyi +8 -11
- metaflow-stubs/metaflow_current.pyi +32 -31
- metaflow-stubs/mflog/__init__.pyi +6 -0
- metaflow-stubs/mflog/mflog.pyi +52 -5
- metaflow-stubs/multicore_utils.pyi +6 -5
- metaflow-stubs/parameters.pyi +12 -22
- metaflow-stubs/plugins/__init__.pyi +51 -163
- metaflow-stubs/plugins/airflow/__init__.pyi +12 -5
- metaflow-stubs/plugins/airflow/airflow.pyi +19 -130
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +17 -136
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +7 -26
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +7 -6
- metaflow-stubs/plugins/airflow/exception.pyi +7 -11
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +10 -97
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +9 -30
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +9 -40
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +9 -40
- metaflow-stubs/plugins/argo/__init__.pyi +12 -5
- metaflow-stubs/plugins/argo/argo_client.pyi +8 -26
- metaflow-stubs/plugins/argo/argo_events.pyi +7 -11
- metaflow-stubs/plugins/argo/argo_workflows.pyi +17 -121
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +22 -460
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +12 -404
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +65 -322
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +165 -0
- metaflow-stubs/plugins/aws/__init__.pyi +11 -5
- metaflow-stubs/plugins/aws/aws_client.pyi +6 -5
- metaflow-stubs/plugins/aws/aws_utils.pyi +6 -11
- metaflow-stubs/plugins/aws/batch/__init__.pyi +10 -5
- metaflow-stubs/plugins/aws/batch/batch.pyi +10 -55
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +10 -31
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +7 -11
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +15 -140
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +7 -5
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +10 -21
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +15 -5
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +7 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +11 -65
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +19 -175
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +8 -37
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +53 -290
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +127 -0
- metaflow-stubs/plugins/azure/__init__.pyi +12 -7
- metaflow-stubs/plugins/azure/azure_credential.pyi +6 -5
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +7 -11
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/azure/azure_utils.pyi +11 -29
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +8 -23
- metaflow-stubs/plugins/azure/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/cards/__init__.pyi +15 -5
- metaflow-stubs/plugins/cards/card_cli.pyi +22 -491
- metaflow-stubs/plugins/cards/card_client.pyi +14 -76
- metaflow-stubs/plugins/cards/card_creator.pyi +7 -10
- metaflow-stubs/plugins/cards/card_datastore.pyi +10 -18
- metaflow-stubs/plugins/cards/card_decorator.pyi +10 -126
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +14 -81
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +13 -96
- metaflow-stubs/plugins/cards/card_modules/card.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +12 -73
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +6 -61
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +8 -45
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +7 -6
- metaflow-stubs/plugins/cards/card_modules/components.pyi +24 -107
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +6 -12
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +11 -88
- metaflow-stubs/plugins/cards/card_resolver.pyi +6 -49
- metaflow-stubs/plugins/cards/component_serializer.pyi +13 -63
- metaflow-stubs/plugins/cards/exception.pyi +7 -11
- metaflow-stubs/plugins/catch_decorator.pyi +9 -29
- metaflow-stubs/plugins/datatools/__init__.pyi +13 -392
- metaflow-stubs/plugins/datatools/local.pyi +7 -11
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +19 -653
- metaflow-stubs/plugins/datatools/s3/s3.pyi +15 -263
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +7 -10
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +6 -11
- metaflow-stubs/plugins/debug_logger.pyi +7 -5
- metaflow-stubs/plugins/debug_monitor.pyi +7 -5
- metaflow-stubs/plugins/environment_decorator.pyi +7 -5
- metaflow-stubs/plugins/events_decorator.pyi +8 -14
- metaflow-stubs/plugins/frameworks/__init__.pyi +7 -5
- metaflow-stubs/plugins/frameworks/pytorch.pyi +8 -45
- metaflow-stubs/plugins/gcp/__init__.pyi +11 -7
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +7 -11
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +6 -5
- metaflow-stubs/plugins/gcp/gs_utils.pyi +8 -20
- metaflow-stubs/plugins/gcp/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/kubernetes/__init__.pyi +13 -5
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +6 -10
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +9 -29
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -155
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +9 -72
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +19 -142
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +8 -41
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +7 -11
- metaflow-stubs/plugins/logs_cli.pyi +10 -9
- metaflow-stubs/plugins/package_cli.pyi +7 -5
- metaflow-stubs/plugins/parallel_decorator.pyi +11 -59
- metaflow-stubs/plugins/project_decorator.pyi +8 -14
- metaflow-stubs/plugins/pypi/__init__.pyi +12 -11
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +8 -27
- metaflow-stubs/plugins/pypi/conda_environment.pyi +13 -19
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +7 -5
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +7 -39
- metaflow-stubs/plugins/pypi/utils.pyi +7 -11
- metaflow-stubs/plugins/resources_decorator.pyi +7 -5
- metaflow-stubs/plugins/retry_decorator.pyi +7 -11
- metaflow-stubs/plugins/secrets/__init__.pyi +9 -5
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +9 -14
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +7 -11
- metaflow-stubs/plugins/storage_executor.pyi +6 -11
- metaflow-stubs/plugins/tag_cli.pyi +14 -396
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +9 -34
- metaflow-stubs/plugins/timeout_decorator.pyi +7 -11
- metaflow-stubs/procpoll.pyi +7 -5
- metaflow-stubs/pylint_wrapper.pyi +7 -11
- metaflow-stubs/runner/__init__.pyi +13 -5
- metaflow-stubs/runner/deployer.pyi +102 -210
- metaflow-stubs/runner/deployer_impl.pyi +87 -0
- metaflow-stubs/runner/metaflow_runner.pyi +23 -507
- metaflow-stubs/runner/nbdeploy.pyi +16 -60
- metaflow-stubs/runner/nbrun.pyi +11 -148
- metaflow-stubs/runner/subprocess_manager.pyi +9 -10
- metaflow-stubs/runner/utils.pyi +44 -9
- metaflow-stubs/system/__init__.pyi +9 -87
- metaflow-stubs/system/system_logger.pyi +7 -6
- metaflow-stubs/system/system_monitor.pyi +6 -5
- metaflow-stubs/tagging_util.pyi +6 -10
- metaflow-stubs/tuple_util.pyi +6 -5
- metaflow-stubs/version.pyi +6 -5
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.30.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.30.dist-info/RECORD +158 -0
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.30.dist-info}/WHEEL +1 -1
- metaflow-stubs/metadata/util.pyi +0 -18
- metaflow_stubs-2.12.28.dist-info/RECORD +0 -152
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.30.dist-info}/top_level.txt +0 -0
@@ -1,31 +1,19 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.308183 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.
|
12
|
-
import metaflow.exception
|
12
|
+
import metaflow.metadata_provider.metadata
|
13
13
|
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
class MetaflowTaggingError(metaflow.exception.MetaflowException, metaclass=type):
|
18
|
-
...
|
19
|
-
|
20
|
-
def validate_tag(tag):
|
21
|
-
"""
|
22
|
-
- Tag must be either of bytes-type or unicode-type.
|
23
|
-
- If tag is of bytes-type, it must be UTF-8 decodable
|
24
|
-
- If tag is of unicode-type, it must be UTF-8 encodable
|
25
|
-
- Tag may not be empty string.
|
26
|
-
- Tag cannot be too long (500 chars)
|
27
|
-
"""
|
28
|
-
...
|
14
|
+
from ..exception import MetaflowInternalError as MetaflowInternalError
|
15
|
+
from ..exception import MetaflowTaggingError as MetaflowTaggingError
|
16
|
+
from ..tagging_util import validate_tag as validate_tag
|
29
17
|
|
30
18
|
class DataArtifact(tuple, metaclass=type):
|
31
19
|
"""
|
@@ -0,0 +1,19 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.308449 #
|
5
|
+
######################################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
|
10
|
+
|
11
|
+
def copy_tree(src, dst, update = False):
|
12
|
+
...
|
13
|
+
|
14
|
+
def sync_local_metadata_to_datastore(metadata_local_dir, task_ds):
|
15
|
+
...
|
16
|
+
|
17
|
+
def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
|
18
|
+
...
|
19
|
+
|
@@ -1,18 +1,13 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.285281 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
-
|
11
|
-
def __init__(self, msg = "", lineno = None):
|
12
|
-
...
|
13
|
-
def __str__(self):
|
14
|
-
...
|
15
|
-
...
|
10
|
+
from .exception import MetaflowException as MetaflowException
|
16
11
|
|
17
12
|
DATASTORE_LOCAL_DIR: str
|
18
13
|
|
@@ -40,6 +35,8 @@ DEFAULT_SECRETS_BACKEND_TYPE: None
|
|
40
35
|
|
41
36
|
DEFAULT_SECRETS_ROLE: None
|
42
37
|
|
38
|
+
DEFAULT_FROM_DEPLOYMENT_IMPL: str
|
39
|
+
|
43
40
|
USER: None
|
44
41
|
|
45
42
|
DATASTORE_SYSROOT_LOCAL: None
|
@@ -1,19 +1,20 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.392605 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow
|
11
|
+
import metaflow
|
12
12
|
import metaflow.events
|
13
|
+
import metaflow.plugins.cards.component_serializer
|
13
14
|
import typing
|
14
|
-
import metaflow
|
15
15
|
import metaflow.metaflow_current
|
16
16
|
|
17
|
+
|
17
18
|
TYPE_CHECKING: bool
|
18
19
|
|
19
20
|
TEMPDIR: str
|
@@ -221,7 +222,25 @@ class Current(object, metaclass=type):
|
|
221
222
|
"""
|
222
223
|
...
|
223
224
|
@property
|
224
|
-
def graph(
|
225
|
+
def graph(self):
|
226
|
+
...
|
227
|
+
@property
|
228
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
229
|
+
"""
|
230
|
+
(only in the presence of the @card decorator)
|
231
|
+
|
232
|
+
The `@card` decorator makes the cards available through the `current.card`
|
233
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
234
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
235
|
+
be able to access that specific card using `current.card[ID].
|
236
|
+
|
237
|
+
Methods available are `append` and `extend`
|
238
|
+
|
239
|
+
Returns
|
240
|
+
-------
|
241
|
+
CardComponentCollector
|
242
|
+
The or one of the cards attached to this step.
|
243
|
+
"""
|
225
244
|
...
|
226
245
|
@property
|
227
246
|
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
@@ -253,21 +272,16 @@ class Current(object, metaclass=type):
|
|
253
272
|
"""
|
254
273
|
...
|
255
274
|
@property
|
256
|
-
def
|
275
|
+
def trigger(self) -> "metaflow.events.Trigger":
|
257
276
|
"""
|
258
|
-
(only in the presence of the @
|
259
|
-
|
260
|
-
The `@card` decorator makes the cards available through the `current.card`
|
261
|
-
object. If multiple `@card` decorators are present, you can add an `ID` to
|
262
|
-
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
263
|
-
be able to access that specific card using `current.card[ID].
|
277
|
+
(only in the presence of the @trigger, or @trigger_on_finish decorators)
|
264
278
|
|
265
|
-
|
279
|
+
Returns `Trigger` if the current run is triggered by an event
|
266
280
|
|
267
281
|
Returns
|
268
282
|
-------
|
269
|
-
|
270
|
-
|
283
|
+
Trigger
|
284
|
+
`Trigger` if triggered by an event
|
271
285
|
"""
|
272
286
|
...
|
273
287
|
@property
|
@@ -337,19 +351,6 @@ class Current(object, metaclass=type):
|
|
337
351
|
True if the flow is deployed with `--production`.
|
338
352
|
"""
|
339
353
|
...
|
340
|
-
@property
|
341
|
-
def trigger(self) -> "metaflow.events.Trigger":
|
342
|
-
"""
|
343
|
-
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
344
|
-
|
345
|
-
Returns `Trigger` if the current run is triggered by an event
|
346
|
-
|
347
|
-
Returns
|
348
|
-
-------
|
349
|
-
Trigger
|
350
|
-
`Trigger` if triggered by an event
|
351
|
-
"""
|
352
|
-
...
|
353
354
|
...
|
354
355
|
|
355
356
|
current: Current
|
@@ -0,0 +1,6 @@
|
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.329509 #
|
5
|
+
######################################################################################################
|
6
|
+
|
metaflow-stubs/mflog/mflog.pyi
CHANGED
@@ -1,8 +1,8 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.329566 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
@@ -10,13 +10,60 @@ import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import datetime
|
12
12
|
|
13
|
+
|
13
14
|
VERSION: bytes
|
14
15
|
|
15
16
|
RE: bytes
|
16
17
|
|
18
|
+
class MFLogline(tuple, metaclass=type):
|
19
|
+
"""
|
20
|
+
MFLogline(should_persist, version, utc_tstamp_str, logsource, id, msg, utc_tstamp)
|
21
|
+
"""
|
22
|
+
@staticmethod
|
23
|
+
def __new__(_cls, should_persist, version, utc_tstamp_str, logsource, id, msg, utc_tstamp):
|
24
|
+
"""
|
25
|
+
Create new instance of MFLogline(should_persist, version, utc_tstamp_str, logsource, id, msg, utc_tstamp)
|
26
|
+
"""
|
27
|
+
...
|
28
|
+
def __repr__(self):
|
29
|
+
"""
|
30
|
+
Return a nicely formatted representation string
|
31
|
+
"""
|
32
|
+
...
|
33
|
+
def __getnewargs__(self):
|
34
|
+
"""
|
35
|
+
Return self as a plain tuple. Used by copy and pickle.
|
36
|
+
"""
|
37
|
+
...
|
38
|
+
...
|
39
|
+
|
17
40
|
ISOFORMAT: str
|
18
41
|
|
19
42
|
MISSING_TIMESTAMP: datetime.datetime
|
20
43
|
|
21
44
|
MISSING_TIMESTAMP_STR: str
|
22
45
|
|
46
|
+
def utc_to_local(x):
|
47
|
+
...
|
48
|
+
|
49
|
+
def decorate(source, line, version = b'0', now = None, lineid = None):
|
50
|
+
...
|
51
|
+
|
52
|
+
def is_structured(line):
|
53
|
+
...
|
54
|
+
|
55
|
+
def parse(line):
|
56
|
+
...
|
57
|
+
|
58
|
+
def set_should_persist(line):
|
59
|
+
...
|
60
|
+
|
61
|
+
def unset_should_persist(line):
|
62
|
+
...
|
63
|
+
|
64
|
+
def refine(line, prefix = None, suffix = None):
|
65
|
+
...
|
66
|
+
|
67
|
+
def merge_logs(logs):
|
68
|
+
...
|
69
|
+
|
@@ -1,8 +1,8 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.285795 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
@@ -10,6 +10,7 @@ import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import typing
|
12
12
|
|
13
|
+
|
13
14
|
class MulticoreException(Exception, metaclass=type):
|
14
15
|
...
|
15
16
|
|
metaflow-stubs/parameters.pyi
CHANGED
@@ -1,34 +1,22 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.287252 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
12
|
import metaflow.parameters
|
12
13
|
import metaflow._vendor.click.types
|
13
14
|
import typing
|
14
|
-
import metaflow.exception
|
15
15
|
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
class ParameterFieldTypeMismatch(metaflow.exception.MetaflowException, metaclass=type):
|
22
|
-
def __init__(self, msg):
|
23
|
-
...
|
24
|
-
...
|
25
|
-
|
26
|
-
class MetaflowException(Exception, metaclass=type):
|
27
|
-
def __init__(self, msg = "", lineno = None):
|
28
|
-
...
|
29
|
-
def __str__(self):
|
30
|
-
...
|
31
|
-
...
|
16
|
+
from ._vendor import click as click
|
17
|
+
from .exception import ParameterFieldFailed as ParameterFieldFailed
|
18
|
+
from .exception import ParameterFieldTypeMismatch as ParameterFieldTypeMismatch
|
19
|
+
from .exception import MetaflowException as MetaflowException
|
32
20
|
|
33
21
|
class ParameterContext(tuple, metaclass=type):
|
34
22
|
"""
|
@@ -184,3 +172,5 @@ class Parameter(object, metaclass=type):
|
|
184
172
|
def add_custom_parameters(deploy_mode = False):
|
185
173
|
...
|
186
174
|
|
175
|
+
JSONType: JSONTypeClass
|
176
|
+
|
@@ -1,38 +1,55 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.291226 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
|
-
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.unbounded_foreach
|
12
|
-
import metaflow.plugins.cards.card_modules.card
|
13
9
|
|
14
|
-
|
10
|
+
from . import test_unbounded_foreach_decorator as test_unbounded_foreach_decorator
|
11
|
+
from .test_unbounded_foreach_decorator import InternalTestUnboundedForeachInput as InternalTestUnboundedForeachInput
|
12
|
+
from . import catch_decorator as catch_decorator
|
13
|
+
from . import retry_decorator as retry_decorator
|
14
|
+
from . import cards as cards
|
15
|
+
from . import aws as aws
|
16
|
+
from . import secrets as secrets
|
17
|
+
from . import airflow as airflow
|
18
|
+
from . import kubernetes as kubernetes
|
19
|
+
from . import resources_decorator as resources_decorator
|
20
|
+
from . import timeout_decorator as timeout_decorator
|
21
|
+
from . import frameworks as frameworks
|
22
|
+
from . import parallel_decorator as parallel_decorator
|
23
|
+
from . import pypi as pypi
|
24
|
+
from . import environment_decorator as environment_decorator
|
25
|
+
from . import datatools as datatools
|
26
|
+
from . import argo as argo
|
27
|
+
from . import events_decorator as events_decorator
|
28
|
+
from . import project_decorator as project_decorator
|
29
|
+
from . import gcp as gcp
|
30
|
+
from . import storage_executor as storage_executor
|
31
|
+
from . import azure as azure
|
32
|
+
from . import debug_logger as debug_logger
|
33
|
+
from . import debug_monitor as debug_monitor
|
34
|
+
from .cards.card_modules.basic import BlankCard as BlankCard
|
35
|
+
from .cards.card_modules.basic import DefaultCard as DefaultCard
|
36
|
+
from .cards.card_modules.basic import DefaultCardJSON as DefaultCardJSON
|
37
|
+
from .cards.card_modules.basic import ErrorCard as ErrorCard
|
38
|
+
from .cards.card_modules.basic import TaskSpecCard as TaskSpecCard
|
39
|
+
from .cards.card_modules.test_cards import TestEditableCard as TestEditableCard
|
40
|
+
from .cards.card_modules.test_cards import TestEditableCard2 as TestEditableCard2
|
41
|
+
from .cards.card_modules.test_cards import TestErrorCard as TestErrorCard
|
42
|
+
from .cards.card_modules.test_cards import TestMockCard as TestMockCard
|
43
|
+
from .cards.card_modules.test_cards import TestNonEditableCard as TestNonEditableCard
|
44
|
+
from .cards.card_modules.test_cards import TestPathSpecCard as TestPathSpecCard
|
45
|
+
from .cards.card_modules.test_cards import TestTimeoutCard as TestTimeoutCard
|
46
|
+
from .cards.card_modules.test_cards import TestRefreshCard as TestRefreshCard
|
47
|
+
from .cards.card_modules.test_cards import TestRefreshComponentCard as TestRefreshComponentCard
|
48
|
+
from . import logs_cli as logs_cli
|
49
|
+
from . import package_cli as package_cli
|
50
|
+
from . import tag_cli as tag_cli
|
15
51
|
|
16
|
-
|
17
|
-
"""
|
18
|
-
Test class that wraps around values (any iterator) and simulates an
|
19
|
-
unbounded-foreach instead of a bounded foreach.
|
20
|
-
"""
|
21
|
-
def __init__(self, iterable):
|
22
|
-
...
|
23
|
-
def __iter__(self):
|
24
|
-
...
|
25
|
-
def __next__(self):
|
26
|
-
...
|
27
|
-
def __getitem__(self, key):
|
28
|
-
...
|
29
|
-
def __len__(self):
|
30
|
-
...
|
31
|
-
def __str__(self):
|
32
|
-
...
|
33
|
-
def __repr__(self):
|
34
|
-
...
|
35
|
-
...
|
52
|
+
CLIS_DESC: list
|
36
53
|
|
37
54
|
STEP_DECORATORS_DESC: list
|
38
55
|
|
@@ -44,6 +61,8 @@ METADATA_PROVIDERS_DESC: list
|
|
44
61
|
|
45
62
|
DATASTORES_DESC: list
|
46
63
|
|
64
|
+
DATACLIENTS_DESC: list
|
65
|
+
|
47
66
|
SIDECARS_DESC: list
|
48
67
|
|
49
68
|
LOGGING_SIDECARS_DESC: list
|
@@ -75,6 +94,8 @@ METADATA_PROVIDERS: list
|
|
75
94
|
|
76
95
|
DATASTORES: list
|
77
96
|
|
97
|
+
DATACLIENTS: list
|
98
|
+
|
78
99
|
SIDECARS: dict
|
79
100
|
|
80
101
|
LOGGING_SIDECARS: dict
|
@@ -93,138 +114,5 @@ DEPLOYER_IMPL_PROVIDERS: list
|
|
93
114
|
|
94
115
|
MF_EXTERNAL_CARDS: list
|
95
116
|
|
96
|
-
class BlankCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
97
|
-
def __init__(self, options = {"title": ""}, components = [], graph = None):
|
98
|
-
...
|
99
|
-
def render(self, task, components = [], runtime = False):
|
100
|
-
...
|
101
|
-
def render_runtime(self, task, data):
|
102
|
-
...
|
103
|
-
def refresh(self, task, data):
|
104
|
-
...
|
105
|
-
def reload_content_token(self, task, data):
|
106
|
-
"""
|
107
|
-
The reload token will change when the component array has changed in the Metaflow card.
|
108
|
-
The change in the component array is signified by the change in the component_update_ts.
|
109
|
-
"""
|
110
|
-
...
|
111
|
-
...
|
112
|
-
|
113
|
-
class DefaultCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
114
|
-
def __init__(self, options = {"only_repr": True}, components = [], graph = None):
|
115
|
-
...
|
116
|
-
def render(self, task, runtime = False):
|
117
|
-
...
|
118
|
-
def render_runtime(self, task, data):
|
119
|
-
...
|
120
|
-
def refresh(self, task, data):
|
121
|
-
...
|
122
|
-
def reload_content_token(self, task, data):
|
123
|
-
"""
|
124
|
-
The reload token will change when the component array has changed in the Metaflow card.
|
125
|
-
The change in the component array is signified by the change in the component_update_ts.
|
126
|
-
"""
|
127
|
-
...
|
128
|
-
...
|
129
|
-
|
130
|
-
class DefaultCardJSON(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
131
|
-
def __init__(self, options = {"only_repr": True}, components = [], graph = None):
|
132
|
-
...
|
133
|
-
def render(self, task):
|
134
|
-
...
|
135
|
-
...
|
136
|
-
|
137
|
-
class ErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
138
|
-
def __init__(self, options = {}, components = [], graph = None):
|
139
|
-
...
|
140
|
-
def reload_content_token(self, task, data):
|
141
|
-
"""
|
142
|
-
The reload token will change when the component array has changed in the Metaflow card.
|
143
|
-
The change in the component array is signified by the change in the component_update_ts.
|
144
|
-
"""
|
145
|
-
...
|
146
|
-
def render(self, task, stack_trace = None):
|
147
|
-
...
|
148
|
-
...
|
149
|
-
|
150
|
-
class TaskSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
151
|
-
def render(self, task):
|
152
|
-
...
|
153
|
-
...
|
154
|
-
|
155
|
-
class TestEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
156
|
-
def __init__(self, options = {}, components = [], graph = None):
|
157
|
-
...
|
158
|
-
def render(self, task):
|
159
|
-
...
|
160
|
-
...
|
161
|
-
|
162
|
-
class TestEditableCard2(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
163
|
-
def __init__(self, options = {}, components = [], graph = None):
|
164
|
-
...
|
165
|
-
def render(self, task):
|
166
|
-
...
|
167
|
-
...
|
168
|
-
|
169
|
-
class TestErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
170
|
-
def render(self, task):
|
171
|
-
...
|
172
|
-
...
|
173
|
-
|
174
|
-
class TestMockCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
175
|
-
def __init__(self, options = {"key": "dummy_key"}, **kwargs):
|
176
|
-
...
|
177
|
-
def render(self, task):
|
178
|
-
...
|
179
|
-
...
|
180
|
-
|
181
|
-
class TestNonEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
182
|
-
def __init__(self, options = {}, components = [], graph = None):
|
183
|
-
...
|
184
|
-
def render(self, task):
|
185
|
-
...
|
186
|
-
...
|
187
|
-
|
188
|
-
class TestPathSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
189
|
-
def render(self, task):
|
190
|
-
...
|
191
|
-
...
|
192
|
-
|
193
|
-
class TestTimeoutCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
194
|
-
def __init__(self, options = {"timeout": 50}, **kwargs):
|
195
|
-
...
|
196
|
-
def render(self, task):
|
197
|
-
...
|
198
|
-
...
|
199
|
-
|
200
|
-
class TestRefreshCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
201
|
-
"""
|
202
|
-
This card takes no components and helps test the `current.card.refresh(data)` interface.
|
203
|
-
"""
|
204
|
-
def render(self, task) -> str:
|
205
|
-
...
|
206
|
-
def render_runtime(self, task, data):
|
207
|
-
...
|
208
|
-
def refresh(self, task, data):
|
209
|
-
...
|
210
|
-
...
|
211
|
-
|
212
|
-
class TestRefreshComponentCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
|
213
|
-
"""
|
214
|
-
This card takes components and helps test the `current.card.components["A"].update()`
|
215
|
-
interface
|
216
|
-
"""
|
217
|
-
def __init__(self, options = {}, components = [], graph = None):
|
218
|
-
...
|
219
|
-
def render(self, task) -> str:
|
220
|
-
...
|
221
|
-
def render_runtime(self, task, data):
|
222
|
-
...
|
223
|
-
def refresh(self, task, data):
|
224
|
-
...
|
225
|
-
def reload_content_token(self, task, data):
|
226
|
-
...
|
227
|
-
...
|
228
|
-
|
229
117
|
CARDS: list
|
230
118
|
|
@@ -1,9 +1,16 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30 #
|
4
|
+
# Generated on 2024-11-13T13:50:31.313978 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
+
from . import airflow_utils as airflow_utils
|
11
|
+
from . import airflow_decorator as airflow_decorator
|
12
|
+
from . import exception as exception
|
13
|
+
from . import sensors as sensors
|
14
|
+
from . import airflow as airflow
|
15
|
+
from . import airflow_cli as airflow_cli
|
16
|
+
|