ob-metaflow-stubs 6.0.3.117__py2.py3-none-any.whl → 6.0.3.118__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +319 -2739
- metaflow-stubs/cards.pyi +19 -473
- metaflow-stubs/cli.pyi +17 -81
- metaflow-stubs/client/__init__.pyi +19 -1113
- metaflow-stubs/client/core.pyi +18 -158
- metaflow-stubs/client/filecache.pyi +8 -12
- metaflow-stubs/clone_util.pyi +6 -26
- metaflow-stubs/events.pyi +6 -5
- metaflow-stubs/exception.pyi +8 -6
- metaflow-stubs/flowspec.pyi +22 -106
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +16 -564
- metaflow-stubs/info_file.pyi +6 -5
- metaflow-stubs/metadata_provider/__init__.pyi +16 -0
- metaflow-stubs/metadata_provider/heartbeat.pyi +34 -0
- metaflow-stubs/{metadata → metadata_provider}/metadata.pyi +10 -22
- metaflow-stubs/metadata_provider/util.pyi +19 -0
- metaflow-stubs/metaflow_config.pyi +8 -13
- metaflow-stubs/metaflow_current.pyi +134 -133
- metaflow-stubs/mf_extensions/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +129 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +26 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +156 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +25 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +111 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +188 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +30 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +28 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +19 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +115 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +40 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +71 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +56 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +67 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +49 -0
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +130 -0
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +42 -0
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +17 -0
- metaflow-stubs/mflog/__init__.pyi +6 -0
- metaflow-stubs/mflog/mflog.pyi +52 -5
- metaflow-stubs/multicore_utils.pyi +6 -5
- metaflow-stubs/parameters.pyi +13 -23
- metaflow-stubs/plugins/__init__.pyi +52 -165
- metaflow-stubs/plugins/airflow/__init__.pyi +9 -5
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +7 -6
- metaflow-stubs/plugins/airflow/exception.pyi +7 -11
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +10 -97
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +9 -30
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +9 -40
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +9 -40
- metaflow-stubs/plugins/argo/__init__.pyi +12 -5
- metaflow-stubs/plugins/argo/argo_client.pyi +8 -26
- metaflow-stubs/plugins/argo/argo_events.pyi +7 -11
- metaflow-stubs/plugins/argo/argo_workflows.pyi +18 -130
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +22 -460
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +12 -404
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +63 -448
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +165 -0
- metaflow-stubs/plugins/aws/__init__.pyi +11 -5
- metaflow-stubs/plugins/aws/aws_client.pyi +6 -5
- metaflow-stubs/plugins/aws/aws_utils.pyi +6 -11
- metaflow-stubs/plugins/aws/batch/__init__.pyi +9 -5
- metaflow-stubs/plugins/aws/batch/batch.pyi +10 -55
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +7 -11
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +15 -140
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +7 -5
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +10 -21
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +9 -5
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +7 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +11 -65
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +6 -5
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +52 -292
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +127 -0
- metaflow-stubs/plugins/azure/__init__.pyi +12 -7
- metaflow-stubs/plugins/azure/azure_credential.pyi +6 -5
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +7 -11
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/azure/azure_utils.pyi +11 -29
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +8 -23
- metaflow-stubs/plugins/azure/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/cards/__init__.pyi +15 -5
- metaflow-stubs/plugins/cards/card_cli.pyi +22 -491
- metaflow-stubs/plugins/cards/card_client.pyi +13 -75
- metaflow-stubs/plugins/cards/card_creator.pyi +7 -10
- metaflow-stubs/plugins/cards/card_datastore.pyi +10 -18
- metaflow-stubs/plugins/cards/card_decorator.pyi +10 -126
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +13 -81
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +13 -96
- metaflow-stubs/plugins/cards/card_modules/card.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/components.pyi +24 -107
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +6 -5
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +6 -12
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +11 -88
- metaflow-stubs/plugins/cards/card_resolver.pyi +6 -49
- metaflow-stubs/plugins/cards/component_serializer.pyi +13 -63
- metaflow-stubs/plugins/cards/exception.pyi +7 -11
- metaflow-stubs/plugins/catch_decorator.pyi +10 -30
- metaflow-stubs/plugins/datatools/__init__.pyi +13 -392
- metaflow-stubs/plugins/datatools/local.pyi +7 -11
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +19 -653
- metaflow-stubs/plugins/datatools/s3/s3.pyi +16 -264
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +7 -10
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +6 -11
- metaflow-stubs/plugins/debug_logger.pyi +7 -5
- metaflow-stubs/plugins/debug_monitor.pyi +7 -5
- metaflow-stubs/plugins/environment_decorator.pyi +7 -5
- metaflow-stubs/plugins/events_decorator.pyi +8 -14
- metaflow-stubs/plugins/frameworks/__init__.pyi +7 -5
- metaflow-stubs/plugins/frameworks/pytorch.pyi +8 -45
- metaflow-stubs/plugins/gcp/__init__.pyi +11 -7
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +11 -24
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +7 -11
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +6 -5
- metaflow-stubs/plugins/gcp/gs_utils.pyi +8 -20
- metaflow-stubs/plugins/gcp/includefile_support.pyi +7 -17
- metaflow-stubs/plugins/kubernetes/__init__.pyi +12 -5
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +6 -10
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +10 -38
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -155
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +7 -11
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +19 -142
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +7 -11
- metaflow-stubs/plugins/logs_cli.pyi +10 -9
- metaflow-stubs/plugins/package_cli.pyi +7 -5
- metaflow-stubs/plugins/parallel_decorator.pyi +11 -59
- metaflow-stubs/plugins/perimeters.pyi +6 -11
- metaflow-stubs/plugins/project_decorator.pyi +8 -14
- metaflow-stubs/plugins/pypi/__init__.pyi +12 -11
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +8 -27
- metaflow-stubs/plugins/pypi/conda_environment.pyi +14 -20
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +7 -5
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +7 -39
- metaflow-stubs/plugins/pypi/utils.pyi +7 -11
- metaflow-stubs/plugins/resources_decorator.pyi +7 -5
- metaflow-stubs/plugins/retry_decorator.pyi +7 -11
- metaflow-stubs/plugins/secrets/__init__.pyi +9 -5
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +8 -13
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +7 -11
- metaflow-stubs/plugins/storage_executor.pyi +6 -11
- metaflow-stubs/plugins/tag_cli.pyi +14 -396
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +8 -33
- metaflow-stubs/plugins/timeout_decorator.pyi +8 -12
- metaflow-stubs/procpoll.pyi +7 -5
- metaflow-stubs/profilers/__init__.pyi +7 -11
- metaflow-stubs/pylint_wrapper.pyi +7 -11
- metaflow-stubs/runner/__init__.pyi +13 -5
- metaflow-stubs/runner/deployer.pyi +99 -223
- metaflow-stubs/runner/deployer_impl.pyi +87 -0
- metaflow-stubs/runner/metaflow_runner.pyi +24 -508
- metaflow-stubs/runner/nbdeploy.pyi +16 -60
- metaflow-stubs/runner/nbrun.pyi +11 -148
- metaflow-stubs/runner/subprocess_manager.pyi +9 -10
- metaflow-stubs/runner/utils.pyi +44 -9
- metaflow-stubs/system/__init__.pyi +9 -107
- metaflow-stubs/system/system_logger.pyi +6 -15
- metaflow-stubs/system/system_monitor.pyi +6 -16
- metaflow-stubs/tagging_util.pyi +6 -10
- metaflow-stubs/tuple_util.pyi +6 -5
- {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.118.dist-info/RECORD +174 -0
- metaflow-stubs/metadata/util.pyi +0 -18
- ob_metaflow_stubs-6.0.3.117.dist-info/RECORD +0 -140
- {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/top_level.txt +0 -0
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,130 +1,30 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.843331 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import datetime
|
12
|
-
import metaflow
|
13
|
-
import metaflow.exception
|
14
12
|
import metaflow.client.core
|
15
|
-
import tarfile
|
16
13
|
import metaflow.events
|
17
|
-
import metaflow.metaflow_current
|
18
14
|
import typing
|
15
|
+
import tarfile
|
16
|
+
import datetime
|
19
17
|
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
def __init__(self, _meta = None):
|
29
|
-
...
|
30
|
-
@classmethod
|
31
|
-
def from_runs(cls, run_objs: typing.List["metaflow.Run"]):
|
32
|
-
...
|
33
|
-
@property
|
34
|
-
def event(self) -> typing.Optional[metaflow.events.MetaflowEvent]:
|
35
|
-
"""
|
36
|
-
The `MetaflowEvent` object corresponding to the triggering event.
|
37
|
-
|
38
|
-
If multiple events triggered the run, this property is the latest event.
|
39
|
-
|
40
|
-
Returns
|
41
|
-
-------
|
42
|
-
MetaflowEvent, optional
|
43
|
-
The latest event that triggered the run, if applicable.
|
44
|
-
"""
|
45
|
-
...
|
46
|
-
@property
|
47
|
-
def events(self) -> typing.Optional[typing.List[metaflow.events.MetaflowEvent]]:
|
48
|
-
"""
|
49
|
-
The list of `MetaflowEvent` objects correspondings to all the triggering events.
|
50
|
-
|
51
|
-
Returns
|
52
|
-
-------
|
53
|
-
List[MetaflowEvent], optional
|
54
|
-
List of all events that triggered the run
|
55
|
-
"""
|
56
|
-
...
|
57
|
-
@property
|
58
|
-
def run(self) -> typing.Optional["metaflow.Run"]:
|
59
|
-
"""
|
60
|
-
The corresponding `Run` object if the triggering event is a Metaflow run.
|
61
|
-
|
62
|
-
In case multiple runs triggered the run, this property is the latest run.
|
63
|
-
Returns `None` if none of the triggering events are a `Run`.
|
64
|
-
|
65
|
-
Returns
|
66
|
-
-------
|
67
|
-
Run, optional
|
68
|
-
Latest Run that triggered this run, if applicable.
|
69
|
-
"""
|
70
|
-
...
|
71
|
-
@property
|
72
|
-
def runs(self) -> typing.Optional[typing.List["metaflow.Run"]]:
|
73
|
-
"""
|
74
|
-
The list of `Run` objects in the triggering events.
|
75
|
-
Returns `None` if none of the triggering events are `Run` objects.
|
76
|
-
|
77
|
-
Returns
|
78
|
-
-------
|
79
|
-
List[Run], optional
|
80
|
-
List of runs that triggered this run, if applicable.
|
81
|
-
"""
|
82
|
-
...
|
83
|
-
def __getitem__(self, key: str) -> typing.Union["metaflow.Run", metaflow.events.MetaflowEvent]:
|
84
|
-
"""
|
85
|
-
If triggering events are runs, `key` corresponds to the flow name of the triggering run.
|
86
|
-
Otherwise, `key` corresponds to the event name and a `MetaflowEvent` object is returned.
|
87
|
-
|
88
|
-
Returns
|
89
|
-
-------
|
90
|
-
Union[Run, MetaflowEvent]
|
91
|
-
`Run` object if triggered by a run. Otherwise returns a `MetaflowEvent`.
|
92
|
-
"""
|
93
|
-
...
|
94
|
-
def __iter__(self):
|
95
|
-
...
|
96
|
-
def __contains__(self, ident: str) -> bool:
|
97
|
-
...
|
98
|
-
...
|
99
|
-
|
100
|
-
class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
|
101
|
-
...
|
102
|
-
|
103
|
-
class MetaflowInvalidPathspec(metaflow.exception.MetaflowException, metaclass=type):
|
104
|
-
def __init__(self, msg):
|
105
|
-
...
|
106
|
-
...
|
107
|
-
|
108
|
-
class MetaflowNamespaceMismatch(metaflow.exception.MetaflowException, metaclass=type):
|
109
|
-
def __init__(self, namespace):
|
110
|
-
...
|
111
|
-
...
|
112
|
-
|
113
|
-
class MetaflowNotFound(metaflow.exception.MetaflowException, metaclass=type):
|
114
|
-
...
|
18
|
+
from ..metaflow_current import current as current
|
19
|
+
from ..events import Trigger as Trigger
|
20
|
+
from ..exception import MetaflowInternalError as MetaflowInternalError
|
21
|
+
from ..exception import MetaflowInvalidPathspec as MetaflowInvalidPathspec
|
22
|
+
from ..exception import MetaflowNamespaceMismatch as MetaflowNamespaceMismatch
|
23
|
+
from ..exception import MetaflowNotFound as MetaflowNotFound
|
24
|
+
from ..includefile import IncludedFile as IncludedFile
|
25
|
+
from .filecache import FileCache as FileCache
|
115
26
|
|
116
|
-
|
117
|
-
def __init__(self, descriptor: typing.Dict[str, typing.Any]):
|
118
|
-
...
|
119
|
-
@property
|
120
|
-
def descriptor(self):
|
121
|
-
...
|
122
|
-
@property
|
123
|
-
def size(self):
|
124
|
-
...
|
125
|
-
def decode(self, name, var_type = "Artifact"):
|
126
|
-
...
|
127
|
-
...
|
27
|
+
TYPE_CHECKING: bool
|
128
28
|
|
129
29
|
DEFAULT_METADATA: str
|
130
30
|
|
@@ -138,46 +38,6 @@ CONTROL_TASK_TAG: str
|
|
138
38
|
|
139
39
|
INFO_FILE: str
|
140
40
|
|
141
|
-
class FileCache(object, metaclass=type):
|
142
|
-
def __init__(self, cache_dir = None, max_size = None):
|
143
|
-
...
|
144
|
-
@property
|
145
|
-
def cache_dir(self):
|
146
|
-
...
|
147
|
-
def get_logs_stream(self, ds_type, ds_root, stream, attempt, flow_name, run_id, step_name, task_id):
|
148
|
-
...
|
149
|
-
def get_log_legacy(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
|
150
|
-
...
|
151
|
-
def get_legacy_log_size(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
|
152
|
-
...
|
153
|
-
def get_log_size(self, ds_type, ds_root, logtype, attempt, flow_name, run_id, step_name, task_id):
|
154
|
-
...
|
155
|
-
def get_data(self, ds_type, flow_name, location, key):
|
156
|
-
...
|
157
|
-
def get_artifact_size_by_location(self, ds_type, location, attempt, flow_name, run_id, step_name, task_id, name):
|
158
|
-
"""
|
159
|
-
Gets the size of the artifact content (in bytes) for the name at the location
|
160
|
-
"""
|
161
|
-
...
|
162
|
-
def get_artifact_size(self, ds_type, ds_root, attempt, flow_name, run_id, step_name, task_id, name):
|
163
|
-
"""
|
164
|
-
Gets the size of the artifact content (in bytes) for the name
|
165
|
-
"""
|
166
|
-
...
|
167
|
-
def get_artifact_by_location(self, ds_type, location, data_metadata, flow_name, run_id, step_name, task_id, name):
|
168
|
-
...
|
169
|
-
def get_artifact(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, name):
|
170
|
-
...
|
171
|
-
def get_all_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id):
|
172
|
-
...
|
173
|
-
def get_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, names):
|
174
|
-
...
|
175
|
-
def create_file(self, path, value):
|
176
|
-
...
|
177
|
-
def read_file(self, path):
|
178
|
-
...
|
179
|
-
...
|
180
|
-
|
181
41
|
class Metadata(tuple, metaclass=type):
|
182
42
|
"""
|
183
43
|
Metadata(name, value, created_at, type, task)
|
@@ -382,7 +242,7 @@ class MetaflowObject(object, metaclass=type):
|
|
382
242
|
...
|
383
243
|
def __repr__(self):
|
384
244
|
...
|
385
|
-
def __getitem__(self, id: str) -> MetaflowObject:
|
245
|
+
def __getitem__(self, id: str) -> "MetaflowObject":
|
386
246
|
"""
|
387
247
|
Returns the child object named 'id'.
|
388
248
|
|
@@ -1,22 +1,18 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.869319 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.datastore.content_addressed_store
|
12
12
|
import metaflow.exception
|
13
|
+
import metaflow.datastore.content_addressed_store
|
13
14
|
|
14
|
-
|
15
|
-
def __init__(self, msg = "", lineno = None):
|
16
|
-
...
|
17
|
-
def __str__(self):
|
18
|
-
...
|
19
|
-
...
|
15
|
+
from ..exception import MetaflowException as MetaflowException
|
20
16
|
|
21
17
|
CLIENT_CACHE_PATH: str
|
22
18
|
|
metaflow-stubs/clone_util.pyi
CHANGED
@@ -1,33 +1,13 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.848350 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
-
|
11
|
-
"""
|
12
|
-
MetaDatum(field, value, type, tags)
|
13
|
-
"""
|
14
|
-
@staticmethod
|
15
|
-
def __new__(_cls, field, value, type, tags):
|
16
|
-
"""
|
17
|
-
Create new instance of MetaDatum(field, value, type, tags)
|
18
|
-
"""
|
19
|
-
...
|
20
|
-
def __repr__(self):
|
21
|
-
"""
|
22
|
-
Return a nicely formatted representation string
|
23
|
-
"""
|
24
|
-
...
|
25
|
-
def __getnewargs__(self):
|
26
|
-
"""
|
27
|
-
Return self as a plain tuple. Used by copy and pickle.
|
28
|
-
"""
|
29
|
-
...
|
30
|
-
...
|
10
|
+
from .metadata_provider.metadata import MetaDatum as MetaDatum
|
31
11
|
|
32
12
|
def clone_task_helper(flow_name, clone_run_id, run_id, step_name, clone_task_id, task_id, flow_datastore, metadata_service, origin_ds_set = None, attempt_id = 0):
|
33
13
|
...
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,8 +1,8 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.836526 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
@@ -11,6 +11,7 @@ if typing.TYPE_CHECKING:
|
|
11
11
|
import metaflow.events
|
12
12
|
import metaflow
|
13
13
|
|
14
|
+
|
14
15
|
TYPE_CHECKING: bool
|
15
16
|
|
16
17
|
class MetaflowEvent(tuple, metaclass=type):
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,15 +1,17 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.831274 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
12
|
import metaflow.exception
|
12
13
|
|
14
|
+
|
13
15
|
METAFLOW_EXIT_DISALLOW_RETRY: int
|
14
16
|
|
15
17
|
METAFLOW_EXIT_ALLOW_RETRY: int
|
@@ -30,7 +32,7 @@ class MetaflowExceptionWrapper(Exception, metaclass=type):
|
|
30
32
|
...
|
31
33
|
|
32
34
|
class MetaflowException(Exception, metaclass=type):
|
33
|
-
def __init__(self, msg =
|
35
|
+
def __init__(self, msg = '', lineno = None):
|
34
36
|
...
|
35
37
|
def __str__(self):
|
36
38
|
...
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,116 +1,26 @@
|
|
1
|
-
|
2
|
-
#
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-11-
|
5
|
-
|
1
|
+
######################################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
|
4
|
+
# Generated on 2024-11-13T23:34:52.835547 #
|
5
|
+
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
9
10
|
import typing
|
10
11
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.flowspec
|
12
|
-
import typing
|
13
|
-
import metaflow.parameters
|
14
|
-
import metaflow.unbounded_foreach
|
15
12
|
import metaflow.datastore.inputs
|
16
13
|
import metaflow.exception
|
14
|
+
import metaflow.unbounded_foreach
|
15
|
+
import metaflow.flowspec
|
16
|
+
import typing
|
17
17
|
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
of the file too early. If a parameter converts to a DelayedEvaluationParameter
|
25
|
-
object through the usual click mechanisms, `_set_constants` knows to invoke the
|
26
|
-
__call__ method on that DelayedEvaluationParameter; in that case, the __call__
|
27
|
-
method is invoked without any parameter. The return_str parameter will be used
|
28
|
-
by schedulers when they need to convert DelayedEvaluationParameters to a
|
29
|
-
string to store them
|
30
|
-
"""
|
31
|
-
def __init__(self, name, field, fun):
|
32
|
-
...
|
33
|
-
def __call__(self, return_str = False):
|
34
|
-
...
|
35
|
-
...
|
36
|
-
|
37
|
-
class Parameter(object, metaclass=type):
|
38
|
-
"""
|
39
|
-
Defines a parameter for a flow.
|
40
|
-
|
41
|
-
Parameters must be instantiated as class variables in flow classes, e.g.
|
42
|
-
```
|
43
|
-
class MyFlow(FlowSpec):
|
44
|
-
param = Parameter('myparam')
|
45
|
-
```
|
46
|
-
in this case, the parameter is specified on the command line as
|
47
|
-
```
|
48
|
-
python myflow.py run --myparam=5
|
49
|
-
```
|
50
|
-
and its value is accessible through a read-only artifact like this:
|
51
|
-
```
|
52
|
-
print(self.param == 5)
|
53
|
-
```
|
54
|
-
Note that the user-visible parameter name, `myparam` above, can be
|
55
|
-
different from the artifact name, `param` above.
|
56
|
-
|
57
|
-
The parameter value is converted to a Python type based on the `type`
|
58
|
-
argument or to match the type of `default`, if it is set.
|
59
|
-
|
60
|
-
Parameters
|
61
|
-
----------
|
62
|
-
name : str
|
63
|
-
User-visible parameter name.
|
64
|
-
default : str or float or int or bool or `JSONType` or a function.
|
65
|
-
Default value for the parameter. Use a special `JSONType` class to
|
66
|
-
indicate that the value must be a valid JSON object. A function
|
67
|
-
implies that the parameter corresponds to a *deploy-time parameter*.
|
68
|
-
The type of the default value is used as the parameter `type`.
|
69
|
-
type : Type, default None
|
70
|
-
If `default` is not specified, define the parameter type. Specify
|
71
|
-
one of `str`, `float`, `int`, `bool`, or `JSONType`. If None, defaults
|
72
|
-
to the type of `default` or `str` if none specified.
|
73
|
-
help : str, optional
|
74
|
-
Help text to show in `run --help`.
|
75
|
-
required : bool, default False
|
76
|
-
Require that the user specified a value for the parameter.
|
77
|
-
`required=True` implies that the `default` is not used.
|
78
|
-
show_default : bool, default True
|
79
|
-
If True, show the default value in the help text.
|
80
|
-
"""
|
81
|
-
def __init__(self, name: str, default: typing.Union[str, float, int, bool, typing.Dict[str, typing.Any], typing.Callable[[], typing.Union[str, float, int, bool, typing.Dict[str, typing.Any]]], None] = None, type: typing.Union[typing.Type[str], typing.Type[float], typing.Type[int], typing.Type[bool], metaflow.parameters.JSONTypeClass, None] = None, help: typing.Optional[str] = None, required: bool = False, show_default: bool = True, **kwargs: typing.Dict[str, typing.Any]):
|
82
|
-
...
|
83
|
-
def __repr__(self):
|
84
|
-
...
|
85
|
-
def __str__(self):
|
86
|
-
...
|
87
|
-
def option_kwargs(self, deploy_mode):
|
88
|
-
...
|
89
|
-
def load_parameter(self, v):
|
90
|
-
...
|
91
|
-
@property
|
92
|
-
def is_string_type(self):
|
93
|
-
...
|
94
|
-
def __getitem__(self, x):
|
95
|
-
...
|
96
|
-
...
|
97
|
-
|
98
|
-
class MetaflowException(Exception, metaclass=type):
|
99
|
-
def __init__(self, msg = "", lineno = None):
|
100
|
-
...
|
101
|
-
def __str__(self):
|
102
|
-
...
|
103
|
-
...
|
104
|
-
|
105
|
-
class MissingInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
|
106
|
-
def __init__(self, msg, unhandled):
|
107
|
-
...
|
108
|
-
...
|
109
|
-
|
110
|
-
class UnhandledInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
|
111
|
-
def __init__(self, msg, unhandled):
|
112
|
-
...
|
113
|
-
...
|
18
|
+
from . import parameters as parameters
|
19
|
+
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
20
|
+
from .parameters import Parameter as Parameter
|
21
|
+
from .exception import MetaflowException as MetaflowException
|
22
|
+
from .exception import MissingInMergeArtifactsException as MissingInMergeArtifactsException
|
23
|
+
from .exception import UnhandledInMergeArtifactsException as UnhandledInMergeArtifactsException
|
114
24
|
|
115
25
|
INCLUDE_FOREACH_STACK: bool
|
116
26
|
|
@@ -133,7 +43,13 @@ class ParallelUBF(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=ty
|
|
133
43
|
...
|
134
44
|
...
|
135
45
|
|
136
|
-
class
|
46
|
+
class FlowSpecMeta(type, metaclass=type):
|
47
|
+
@staticmethod
|
48
|
+
def __new__(cls, name, bases, dct):
|
49
|
+
...
|
50
|
+
...
|
51
|
+
|
52
|
+
class FlowSpec(object, metaclass=FlowSpecMeta):
|
137
53
|
"""
|
138
54
|
Main class from which all Flows should inherit.
|
139
55
|
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.12.
|
1
|
+
2.12.30.1+obcheckpoint(0.1.4);ob(v1) 2024-11-13T23:34:52.828639
|