metaflow-stubs 2.12.28__py2.py3-none-any.whl → 2.12.29__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +297 -3001
- metaflow-stubs/cards.pyi +19 -473
- metaflow-stubs/cli.pyi +17 -81
- metaflow-stubs/client/__init__.pyi +19 -1113
- metaflow-stubs/client/core.pyi +18 -158
- metaflow-stubs/client/filecache.pyi +8 -12
- metaflow-stubs/clone_util.pyi +6 -26
- metaflow-stubs/events.pyi +6 -5
- metaflow-stubs/exception.pyi +8 -6
- metaflow-stubs/flowspec.pyi +22 -106
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +16 -564
- metaflow-stubs/info_file.pyi +6 -5
- metaflow-stubs/metadata_provider/__init__.pyi +16 -0
- metaflow-stubs/metadata_provider/heartbeat.pyi +34 -0
- metaflow-stubs/{metadata → metadata_provider}/metadata.pyi +10 -22
- metaflow-stubs/metadata_provider/util.pyi +19 -0
- metaflow-stubs/metaflow_config.pyi +8 -11
- metaflow-stubs/metaflow_current.pyi +10 -9
- metaflow-stubs/mflog/__init__.pyi +6 -0
- metaflow-stubs/mflog/mflog.pyi +52 -5
- metaflow-stubs/multicore_utils.pyi +6 -5
- metaflow-stubs/parameters.pyi +13 -23
- metaflow-stubs/plugins/__init__.pyi +51 -163
- metaflow-stubs/plugins/airflow/__init__.pyi +12 -5
- metaflow-stubs/plugins/airflow/airflow.pyi +19 -130
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +17 -136
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +7 -26
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +7 -6
- metaflow-stubs/plugins/airflow/exception.pyi +7 -11
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +10 -97
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +9 -30
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +9 -40
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +9 -40
- metaflow-stubs/plugins/argo/__init__.pyi +12 -5
- metaflow-stubs/plugins/argo/argo_client.pyi +8 -26
- metaflow-stubs/plugins/argo/argo_events.pyi +7 -11
- metaflow-stubs/plugins/argo/argo_workflows.pyi +16 -120
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +22 -460
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +12 -404
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +65 -322
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +165 -0
- metaflow-stubs/plugins/aws/__init__.pyi +11 -5
- metaflow-stubs/plugins/aws/aws_client.pyi +6 -5
- metaflow-stubs/plugins/aws/aws_utils.pyi +6 -11
- metaflow-stubs/plugins/aws/batch/__init__.pyi +10 -5
- metaflow-stubs/plugins/aws/batch/batch.pyi +10 -55
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +10 -31
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +7 -11
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +15 -140
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +7 -5
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +10 -21
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +15 -5
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +7 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +11 -65
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +19 -175
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +8 -37
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +53 -290
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +127 -0
- metaflow-stubs/plugins/azure/__init__.pyi +12 -7
- metaflow-stubs/plugins/azure/azure_credential.pyi +6 -5
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +7 -11
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/azure/azure_utils.pyi +11 -29
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +8 -23
- metaflow-stubs/plugins/azure/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/cards/__init__.pyi +15 -5
- metaflow-stubs/plugins/cards/card_cli.pyi +22 -491
- metaflow-stubs/plugins/cards/card_client.pyi +13 -75
- metaflow-stubs/plugins/cards/card_creator.pyi +7 -10
- metaflow-stubs/plugins/cards/card_datastore.pyi +10 -18
- metaflow-stubs/plugins/cards/card_decorator.pyi +10 -126
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +14 -81
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +14 -97
- metaflow-stubs/plugins/cards/card_modules/card.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +12 -73
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +6 -61
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +8 -45
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +7 -6
- metaflow-stubs/plugins/cards/card_modules/components.pyi +25 -108
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +6 -12
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +11 -88
- metaflow-stubs/plugins/cards/card_resolver.pyi +6 -49
- metaflow-stubs/plugins/cards/component_serializer.pyi +13 -63
- metaflow-stubs/plugins/cards/exception.pyi +7 -11
- metaflow-stubs/plugins/catch_decorator.pyi +10 -30
- metaflow-stubs/plugins/datatools/__init__.pyi +13 -392
- metaflow-stubs/plugins/datatools/local.pyi +7 -11
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +19 -653
- metaflow-stubs/plugins/datatools/s3/s3.pyi +16 -264
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +7 -10
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +6 -11
- metaflow-stubs/plugins/debug_logger.pyi +7 -5
- metaflow-stubs/plugins/debug_monitor.pyi +7 -5
- metaflow-stubs/plugins/environment_decorator.pyi +7 -5
- metaflow-stubs/plugins/events_decorator.pyi +8 -14
- metaflow-stubs/plugins/frameworks/__init__.pyi +7 -5
- metaflow-stubs/plugins/frameworks/pytorch.pyi +8 -45
- metaflow-stubs/plugins/gcp/__init__.pyi +11 -7
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +7 -11
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +6 -5
- metaflow-stubs/plugins/gcp/gs_utils.pyi +8 -20
- metaflow-stubs/plugins/gcp/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/kubernetes/__init__.pyi +13 -5
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +6 -10
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +9 -29
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -155
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +9 -72
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +19 -142
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +8 -41
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +7 -11
- metaflow-stubs/plugins/logs_cli.pyi +11 -10
- metaflow-stubs/plugins/package_cli.pyi +7 -5
- metaflow-stubs/plugins/parallel_decorator.pyi +11 -59
- metaflow-stubs/plugins/project_decorator.pyi +8 -14
- metaflow-stubs/plugins/pypi/__init__.pyi +12 -11
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +8 -27
- metaflow-stubs/plugins/pypi/conda_environment.pyi +14 -20
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +7 -5
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +7 -39
- metaflow-stubs/plugins/pypi/utils.pyi +7 -11
- metaflow-stubs/plugins/resources_decorator.pyi +7 -5
- metaflow-stubs/plugins/retry_decorator.pyi +7 -11
- metaflow-stubs/plugins/secrets/__init__.pyi +9 -5
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +9 -14
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +7 -11
- metaflow-stubs/plugins/storage_executor.pyi +6 -11
- metaflow-stubs/plugins/tag_cli.pyi +14 -396
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +9 -34
- metaflow-stubs/plugins/timeout_decorator.pyi +8 -12
- metaflow-stubs/procpoll.pyi +7 -5
- metaflow-stubs/pylint_wrapper.pyi +7 -11
- metaflow-stubs/runner/__init__.pyi +13 -5
- metaflow-stubs/runner/deployer.pyi +102 -210
- metaflow-stubs/runner/deployer_impl.pyi +87 -0
- metaflow-stubs/runner/metaflow_runner.pyi +24 -508
- metaflow-stubs/runner/nbdeploy.pyi +16 -60
- metaflow-stubs/runner/nbrun.pyi +11 -148
- metaflow-stubs/runner/subprocess_manager.pyi +9 -10
- metaflow-stubs/runner/utils.pyi +44 -9
- metaflow-stubs/system/__init__.pyi +9 -87
- metaflow-stubs/system/system_logger.pyi +7 -6
- metaflow-stubs/system/system_monitor.pyi +6 -5
- metaflow-stubs/tagging_util.pyi +6 -10
- metaflow-stubs/tuple_util.pyi +6 -5
- metaflow-stubs/version.pyi +6 -5
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.29.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.29.dist-info/RECORD +158 -0
- metaflow-stubs/metadata/util.pyi +0 -18
- metaflow_stubs-2.12.28.dist-info/RECORD +0 -152
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.29.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.12.28.dist-info → metaflow_stubs-2.12.29.dist-info}/top_level.txt +0 -0
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,130 +1,30 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.572805 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import datetime
|
12
|
-
import tarfile
|
13
12
|
import metaflow.client.core
|
14
13
|
import metaflow.events
|
15
|
-
import
|
14
|
+
import datetime
|
15
|
+
import tarfile
|
16
16
|
import typing
|
17
|
-
import metaflow
|
18
|
-
import metaflow.metaflow_current
|
19
|
-
|
20
|
-
TYPE_CHECKING: bool
|
21
17
|
|
22
|
-
current
|
18
|
+
from ..metaflow_current import current as current
|
19
|
+
from ..events import Trigger as Trigger
|
20
|
+
from ..exception import MetaflowInternalError as MetaflowInternalError
|
21
|
+
from ..exception import MetaflowInvalidPathspec as MetaflowInvalidPathspec
|
22
|
+
from ..exception import MetaflowNamespaceMismatch as MetaflowNamespaceMismatch
|
23
|
+
from ..exception import MetaflowNotFound as MetaflowNotFound
|
24
|
+
from ..includefile import IncludedFile as IncludedFile
|
25
|
+
from .filecache import FileCache as FileCache
|
23
26
|
|
24
|
-
|
25
|
-
"""
|
26
|
-
Defines a container of event triggers' metadata.
|
27
|
-
"""
|
28
|
-
def __init__(self, _meta = None):
|
29
|
-
...
|
30
|
-
@classmethod
|
31
|
-
def from_runs(cls, run_objs: typing.List["metaflow.Run"]):
|
32
|
-
...
|
33
|
-
@property
|
34
|
-
def event(self) -> typing.Optional[metaflow.events.MetaflowEvent]:
|
35
|
-
"""
|
36
|
-
The `MetaflowEvent` object corresponding to the triggering event.
|
37
|
-
|
38
|
-
If multiple events triggered the run, this property is the latest event.
|
39
|
-
|
40
|
-
Returns
|
41
|
-
-------
|
42
|
-
MetaflowEvent, optional
|
43
|
-
The latest event that triggered the run, if applicable.
|
44
|
-
"""
|
45
|
-
...
|
46
|
-
@property
|
47
|
-
def events(self) -> typing.Optional[typing.List[metaflow.events.MetaflowEvent]]:
|
48
|
-
"""
|
49
|
-
The list of `MetaflowEvent` objects correspondings to all the triggering events.
|
50
|
-
|
51
|
-
Returns
|
52
|
-
-------
|
53
|
-
List[MetaflowEvent], optional
|
54
|
-
List of all events that triggered the run
|
55
|
-
"""
|
56
|
-
...
|
57
|
-
@property
|
58
|
-
def run(self) -> typing.Optional["metaflow.Run"]:
|
59
|
-
"""
|
60
|
-
The corresponding `Run` object if the triggering event is a Metaflow run.
|
61
|
-
|
62
|
-
In case multiple runs triggered the run, this property is the latest run.
|
63
|
-
Returns `None` if none of the triggering events are a `Run`.
|
64
|
-
|
65
|
-
Returns
|
66
|
-
-------
|
67
|
-
Run, optional
|
68
|
-
Latest Run that triggered this run, if applicable.
|
69
|
-
"""
|
70
|
-
...
|
71
|
-
@property
|
72
|
-
def runs(self) -> typing.Optional[typing.List["metaflow.Run"]]:
|
73
|
-
"""
|
74
|
-
The list of `Run` objects in the triggering events.
|
75
|
-
Returns `None` if none of the triggering events are `Run` objects.
|
76
|
-
|
77
|
-
Returns
|
78
|
-
-------
|
79
|
-
List[Run], optional
|
80
|
-
List of runs that triggered this run, if applicable.
|
81
|
-
"""
|
82
|
-
...
|
83
|
-
def __getitem__(self, key: str) -> typing.Union["metaflow.Run", metaflow.events.MetaflowEvent]:
|
84
|
-
"""
|
85
|
-
If triggering events are runs, `key` corresponds to the flow name of the triggering run.
|
86
|
-
Otherwise, `key` corresponds to the event name and a `MetaflowEvent` object is returned.
|
87
|
-
|
88
|
-
Returns
|
89
|
-
-------
|
90
|
-
Union[Run, MetaflowEvent]
|
91
|
-
`Run` object if triggered by a run. Otherwise returns a `MetaflowEvent`.
|
92
|
-
"""
|
93
|
-
...
|
94
|
-
def __iter__(self):
|
95
|
-
...
|
96
|
-
def __contains__(self, ident: str) -> bool:
|
97
|
-
...
|
98
|
-
...
|
99
|
-
|
100
|
-
class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
|
101
|
-
...
|
102
|
-
|
103
|
-
class MetaflowInvalidPathspec(metaflow.exception.MetaflowException, metaclass=type):
|
104
|
-
def __init__(self, msg):
|
105
|
-
...
|
106
|
-
...
|
107
|
-
|
108
|
-
class MetaflowNamespaceMismatch(metaflow.exception.MetaflowException, metaclass=type):
|
109
|
-
def __init__(self, namespace):
|
110
|
-
...
|
111
|
-
...
|
112
|
-
|
113
|
-
class MetaflowNotFound(metaflow.exception.MetaflowException, metaclass=type):
|
114
|
-
...
|
115
|
-
|
116
|
-
class IncludedFile(object, metaclass=type):
|
117
|
-
def __init__(self, descriptor: typing.Dict[str, typing.Any]):
|
118
|
-
...
|
119
|
-
@property
|
120
|
-
def descriptor(self):
|
121
|
-
...
|
122
|
-
@property
|
123
|
-
def size(self):
|
124
|
-
...
|
125
|
-
def decode(self, name, var_type = "Artifact"):
|
126
|
-
...
|
127
|
-
...
|
27
|
+
TYPE_CHECKING: bool
|
128
28
|
|
129
29
|
DEFAULT_METADATA: str
|
130
30
|
|
@@ -138,46 +38,6 @@ CONTROL_TASK_TAG: str
|
|
138
38
|
|
139
39
|
INFO_FILE: str
|
140
40
|
|
141
|
-
class FileCache(object, metaclass=type):
|
142
|
-
def __init__(self, cache_dir = None, max_size = None):
|
143
|
-
...
|
144
|
-
@property
|
145
|
-
def cache_dir(self):
|
146
|
-
...
|
147
|
-
def get_logs_stream(self, ds_type, ds_root, stream, attempt, flow_name, run_id, step_name, task_id):
|
148
|
-
...
|
149
|
-
def get_log_legacy(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
|
150
|
-
...
|
151
|
-
def get_legacy_log_size(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
|
152
|
-
...
|
153
|
-
def get_log_size(self, ds_type, ds_root, logtype, attempt, flow_name, run_id, step_name, task_id):
|
154
|
-
...
|
155
|
-
def get_data(self, ds_type, flow_name, location, key):
|
156
|
-
...
|
157
|
-
def get_artifact_size_by_location(self, ds_type, location, attempt, flow_name, run_id, step_name, task_id, name):
|
158
|
-
"""
|
159
|
-
Gets the size of the artifact content (in bytes) for the name at the location
|
160
|
-
"""
|
161
|
-
...
|
162
|
-
def get_artifact_size(self, ds_type, ds_root, attempt, flow_name, run_id, step_name, task_id, name):
|
163
|
-
"""
|
164
|
-
Gets the size of the artifact content (in bytes) for the name
|
165
|
-
"""
|
166
|
-
...
|
167
|
-
def get_artifact_by_location(self, ds_type, location, data_metadata, flow_name, run_id, step_name, task_id, name):
|
168
|
-
...
|
169
|
-
def get_artifact(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, name):
|
170
|
-
...
|
171
|
-
def get_all_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id):
|
172
|
-
...
|
173
|
-
def get_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, names):
|
174
|
-
...
|
175
|
-
def create_file(self, path, value):
|
176
|
-
...
|
177
|
-
def read_file(self, path):
|
178
|
-
...
|
179
|
-
...
|
180
|
-
|
181
41
|
class Metadata(tuple, metaclass=type):
|
182
42
|
"""
|
183
43
|
Metadata(name, value, created_at, type, task)
|
@@ -382,7 +242,7 @@ class MetaflowObject(object, metaclass=type):
|
|
382
242
|
...
|
383
243
|
def __repr__(self):
|
384
244
|
...
|
385
|
-
def __getitem__(self, id: str) -> MetaflowObject:
|
245
|
+
def __getitem__(self, id: str) -> "MetaflowObject":
|
386
246
|
"""
|
387
247
|
Returns the child object named 'id'.
|
388
248
|
|
@@ -1,22 +1,18 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.599338 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.datastore.content_addressed_store
|
12
12
|
import metaflow.exception
|
13
|
+
import metaflow.datastore.content_addressed_store
|
13
14
|
|
14
|
-
|
15
|
-
def __init__(self, msg = "", lineno = None):
|
16
|
-
...
|
17
|
-
def __str__(self):
|
18
|
-
...
|
19
|
-
...
|
15
|
+
from ..exception import MetaflowException as MetaflowException
|
20
16
|
|
21
17
|
CLIENT_CACHE_PATH: str
|
22
18
|
|
metaflow-stubs/clone_util.pyi
CHANGED
@@ -1,33 +1,13 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.576868 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
-
|
11
|
-
"""
|
12
|
-
MetaDatum(field, value, type, tags)
|
13
|
-
"""
|
14
|
-
@staticmethod
|
15
|
-
def __new__(_cls, field, value, type, tags):
|
16
|
-
"""
|
17
|
-
Create new instance of MetaDatum(field, value, type, tags)
|
18
|
-
"""
|
19
|
-
...
|
20
|
-
def __repr__(self):
|
21
|
-
"""
|
22
|
-
Return a nicely formatted representation string
|
23
|
-
"""
|
24
|
-
...
|
25
|
-
def __getnewargs__(self):
|
26
|
-
"""
|
27
|
-
Return self as a plain tuple. Used by copy and pickle.
|
28
|
-
"""
|
29
|
-
...
|
30
|
-
...
|
10
|
+
from .metadata_provider.metadata import MetaDatum as MetaDatum
|
31
11
|
|
32
12
|
def clone_task_helper(flow_name, clone_run_id, run_id, step_name, clone_task_id, task_id, flow_datastore, metadata_service, origin_ds_set = None, attempt_id = 0):
|
33
13
|
...
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,8 +1,8 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.560838 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
@@ -11,6 +11,7 @@ if typing.TYPE_CHECKING:
|
|
11
11
|
import metaflow.events
|
12
12
|
import metaflow
|
13
13
|
|
14
|
+
|
14
15
|
TYPE_CHECKING: bool
|
15
16
|
|
16
17
|
class MetaflowEvent(tuple, metaclass=type):
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,15 +1,17 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.555071 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
12
|
import metaflow.exception
|
12
13
|
|
14
|
+
|
13
15
|
METAFLOW_EXIT_DISALLOW_RETRY: int
|
14
16
|
|
15
17
|
METAFLOW_EXIT_ALLOW_RETRY: int
|
@@ -30,7 +32,7 @@ class MetaflowExceptionWrapper(Exception, metaclass=type):
|
|
30
32
|
...
|
31
33
|
|
32
34
|
class MetaflowException(Exception, metaclass=type):
|
33
|
-
def __init__(self, msg =
|
35
|
+
def __init__(self, msg = '', lineno = None):
|
34
36
|
...
|
35
37
|
def __str__(self):
|
36
38
|
...
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,116 +1,26 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.29 #
|
4
|
+
# Generated on 2024-11-07T22:19:34.560104 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
|
+
import metaflow
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import typing
|
12
|
-
import metaflow.parameters
|
13
12
|
import metaflow.exception
|
14
|
-
import metaflow.flowspec
|
15
|
-
import metaflow.datastore.inputs
|
16
13
|
import metaflow.unbounded_foreach
|
14
|
+
import metaflow.datastore.inputs
|
15
|
+
import typing
|
16
|
+
import metaflow.flowspec
|
17
17
|
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
of the file too early. If a parameter converts to a DelayedEvaluationParameter
|
25
|
-
object through the usual click mechanisms, `_set_constants` knows to invoke the
|
26
|
-
__call__ method on that DelayedEvaluationParameter; in that case, the __call__
|
27
|
-
method is invoked without any parameter. The return_str parameter will be used
|
28
|
-
by schedulers when they need to convert DelayedEvaluationParameters to a
|
29
|
-
string to store them
|
30
|
-
"""
|
31
|
-
def __init__(self, name, field, fun):
|
32
|
-
...
|
33
|
-
def __call__(self, return_str = False):
|
34
|
-
...
|
35
|
-
...
|
36
|
-
|
37
|
-
class Parameter(object, metaclass=type):
|
38
|
-
"""
|
39
|
-
Defines a parameter for a flow.
|
40
|
-
|
41
|
-
Parameters must be instantiated as class variables in flow classes, e.g.
|
42
|
-
```
|
43
|
-
class MyFlow(FlowSpec):
|
44
|
-
param = Parameter('myparam')
|
45
|
-
```
|
46
|
-
in this case, the parameter is specified on the command line as
|
47
|
-
```
|
48
|
-
python myflow.py run --myparam=5
|
49
|
-
```
|
50
|
-
and its value is accessible through a read-only artifact like this:
|
51
|
-
```
|
52
|
-
print(self.param == 5)
|
53
|
-
```
|
54
|
-
Note that the user-visible parameter name, `myparam` above, can be
|
55
|
-
different from the artifact name, `param` above.
|
56
|
-
|
57
|
-
The parameter value is converted to a Python type based on the `type`
|
58
|
-
argument or to match the type of `default`, if it is set.
|
59
|
-
|
60
|
-
Parameters
|
61
|
-
----------
|
62
|
-
name : str
|
63
|
-
User-visible parameter name.
|
64
|
-
default : str or float or int or bool or `JSONType` or a function.
|
65
|
-
Default value for the parameter. Use a special `JSONType` class to
|
66
|
-
indicate that the value must be a valid JSON object. A function
|
67
|
-
implies that the parameter corresponds to a *deploy-time parameter*.
|
68
|
-
The type of the default value is used as the parameter `type`.
|
69
|
-
type : Type, default None
|
70
|
-
If `default` is not specified, define the parameter type. Specify
|
71
|
-
one of `str`, `float`, `int`, `bool`, or `JSONType`. If None, defaults
|
72
|
-
to the type of `default` or `str` if none specified.
|
73
|
-
help : str, optional
|
74
|
-
Help text to show in `run --help`.
|
75
|
-
required : bool, default False
|
76
|
-
Require that the user specified a value for the parameter.
|
77
|
-
`required=True` implies that the `default` is not used.
|
78
|
-
show_default : bool, default True
|
79
|
-
If True, show the default value in the help text.
|
80
|
-
"""
|
81
|
-
def __init__(self, name: str, default: typing.Union[str, float, int, bool, typing.Dict[str, typing.Any], typing.Callable[[], typing.Union[str, float, int, bool, typing.Dict[str, typing.Any]]], None] = None, type: typing.Union[typing.Type[str], typing.Type[float], typing.Type[int], typing.Type[bool], metaflow.parameters.JSONTypeClass, None] = None, help: typing.Optional[str] = None, required: bool = False, show_default: bool = True, **kwargs: typing.Dict[str, typing.Any]):
|
82
|
-
...
|
83
|
-
def __repr__(self):
|
84
|
-
...
|
85
|
-
def __str__(self):
|
86
|
-
...
|
87
|
-
def option_kwargs(self, deploy_mode):
|
88
|
-
...
|
89
|
-
def load_parameter(self, v):
|
90
|
-
...
|
91
|
-
@property
|
92
|
-
def is_string_type(self):
|
93
|
-
...
|
94
|
-
def __getitem__(self, x):
|
95
|
-
...
|
96
|
-
...
|
97
|
-
|
98
|
-
class MetaflowException(Exception, metaclass=type):
|
99
|
-
def __init__(self, msg = "", lineno = None):
|
100
|
-
...
|
101
|
-
def __str__(self):
|
102
|
-
...
|
103
|
-
...
|
104
|
-
|
105
|
-
class MissingInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
|
106
|
-
def __init__(self, msg, unhandled):
|
107
|
-
...
|
108
|
-
...
|
109
|
-
|
110
|
-
class UnhandledInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
|
111
|
-
def __init__(self, msg, unhandled):
|
112
|
-
...
|
113
|
-
...
|
18
|
+
from . import parameters as parameters
|
19
|
+
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
20
|
+
from .parameters import Parameter as Parameter
|
21
|
+
from .exception import MetaflowException as MetaflowException
|
22
|
+
from .exception import MissingInMergeArtifactsException as MissingInMergeArtifactsException
|
23
|
+
from .exception import UnhandledInMergeArtifactsException as UnhandledInMergeArtifactsException
|
114
24
|
|
115
25
|
INCLUDE_FOREACH_STACK: bool
|
116
26
|
|
@@ -133,7 +43,13 @@ class ParallelUBF(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=ty
|
|
133
43
|
...
|
134
44
|
...
|
135
45
|
|
136
|
-
class
|
46
|
+
class FlowSpecMeta(type, metaclass=type):
|
47
|
+
@staticmethod
|
48
|
+
def __new__(cls, name, bases, dct):
|
49
|
+
...
|
50
|
+
...
|
51
|
+
|
52
|
+
class FlowSpec(object, metaclass=FlowSpecMeta):
|
137
53
|
"""
|
138
54
|
Main class from which all Flows should inherit.
|
139
55
|
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.12.
|
1
|
+
2.12.29 2024-11-07T22:19:34.553326
|