metaflow-stubs 2.18.12__py2.py3-none-any.whl → 2.19.0__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of metaflow-stubs might be problematic. Click here for more details.
- metaflow-stubs/__init__.pyi +503 -502
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +3 -2
- metaflow-stubs/client/core.pyi +62 -31
- metaflow-stubs/client/filecache.pyi +20 -4
- metaflow-stubs/events.pyi +7 -8
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +7 -8
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +4 -4
- metaflow-stubs/meta_files.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +16 -2
- metaflow-stubs/metaflow_current.pyi +32 -34
- metaflow-stubs/metaflow_git.pyi +3 -5
- metaflow-stubs/multicore_utils.pyi +4 -4
- metaflow-stubs/packaging_sys/__init__.pyi +39 -40
- metaflow-stubs/packaging_sys/backend.pyi +13 -13
- metaflow-stubs/packaging_sys/distribution_support.pyi +6 -7
- metaflow-stubs/packaging_sys/tar_backend.pyi +11 -11
- metaflow-stubs/packaging_sys/utils.pyi +3 -6
- metaflow-stubs/packaging_sys/v1.pyi +4 -4
- metaflow-stubs/parameters.pyi +6 -9
- metaflow-stubs/plugins/__init__.pyi +11 -11
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +5 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +11 -9
- metaflow-stubs/plugins/argo/exit_hooks.pyi +4 -7
- metaflow-stubs/plugins/aws/__init__.pyi +3 -3
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +5 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +9 -7
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +5 -6
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +4 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +14 -14
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/json_viewer.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +27 -35
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/exit_hook/__init__.pyi +2 -2
- metaflow-stubs/plugins/exit_hook/exit_hook_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/parsers.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +3 -3
- metaflow-stubs/plugins/pypi/parsers.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_func.pyi +3 -5
- metaflow-stubs/plugins/secrets/secrets_spec.pyi +2 -2
- metaflow-stubs/plugins/secrets/utils.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/plugins/uv/__init__.pyi +2 -2
- metaflow-stubs/plugins/uv/uv_environment.pyi +3 -3
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +20 -19
- metaflow-stubs/runner/deployer_impl.pyi +6 -4
- metaflow-stubs/runner/metaflow_runner.pyi +134 -21
- metaflow-stubs/runner/nbdeploy.pyi +3 -3
- metaflow-stubs/runner/nbrun.pyi +3 -3
- metaflow-stubs/runner/subprocess_manager.pyi +8 -8
- metaflow-stubs/runner/utils.pyi +4 -5
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +4 -5
- metaflow-stubs/system/system_monitor.pyi +3 -3
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_options.pyi +5 -6
- metaflow-stubs/user_configs/config_parameters.pyi +9 -9
- metaflow-stubs/user_decorators/__init__.pyi +2 -2
- metaflow-stubs/user_decorators/common.pyi +6 -6
- metaflow-stubs/user_decorators/mutable_flow.pyi +6 -7
- metaflow-stubs/user_decorators/mutable_step.pyi +6 -9
- metaflow-stubs/user_decorators/user_flow_decorator.pyi +6 -7
- metaflow-stubs/user_decorators/user_step_decorator.pyi +22 -15
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.18.12.dist-info → metaflow_stubs-2.19.0.dist-info}/METADATA +2 -2
- metaflow_stubs-2.19.0.dist-info/RECORD +168 -0
- metaflow_stubs-2.18.12.dist-info/RECORD +0 -168
- {metaflow_stubs-2.18.12.dist-info → metaflow_stubs-2.19.0.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.18.12.dist-info → metaflow_stubs-2.19.0.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.755925 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.decorators
|
|
13
12
|
import metaflow.exception
|
|
13
|
+
import metaflow.decorators
|
|
14
14
|
|
|
15
15
|
from ..exception import MetaflowException as MetaflowException
|
|
16
16
|
from ..exception import MetaflowExceptionWrapper as MetaflowExceptionWrapper
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.757900 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.782806 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.783024 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.728927 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,9 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.plugins.datatools.s3.s3
|
|
13
|
-
import io
|
|
14
12
|
import metaflow.exception
|
|
13
|
+
import metaflow.plugins.datatools.s3.s3
|
|
15
14
|
|
|
16
15
|
from ....flowspec import FlowSpec as FlowSpec
|
|
17
16
|
from ....metaflow_current import current as current
|
|
@@ -29,6 +28,8 @@ S3_RETRY_COUNT: int
|
|
|
29
28
|
|
|
30
29
|
S3_TRANSIENT_RETRY_COUNT: int
|
|
31
30
|
|
|
31
|
+
S3_LOG_TRANSIENT_RETRIES: bool
|
|
32
|
+
|
|
32
33
|
S3_SERVER_SIDE_ENCRYPTION: None
|
|
33
34
|
|
|
34
35
|
S3_WORKER_COUNT: int
|
|
@@ -71,10 +72,7 @@ class S3GetObject(tuple, metaclass=type):
|
|
|
71
72
|
Return self as a plain tuple. Used by copy and pickle.
|
|
72
73
|
"""
|
|
73
74
|
...
|
|
74
|
-
def
|
|
75
|
-
"""
|
|
76
|
-
The type of the None singleton.
|
|
77
|
-
"""
|
|
75
|
+
def __annotate_func__(format):
|
|
78
76
|
...
|
|
79
77
|
...
|
|
80
78
|
|
|
@@ -83,7 +81,7 @@ class S3PutObject(tuple, metaclass=type):
|
|
|
83
81
|
S3PutObject(key, value, path, content_type, encryption, metadata)
|
|
84
82
|
"""
|
|
85
83
|
@staticmethod
|
|
86
|
-
def __new__(_cls, key: str, value:
|
|
84
|
+
def __new__(_cls, key: str, value: io.RawIOBase | io.BufferedIOBase | str | bytes | None = None, path: str | None = None, content_type: str | None = None, encryption: str | None = None, metadata: typing.Dict[str, str] | None = None):
|
|
87
85
|
"""
|
|
88
86
|
Create new instance of S3PutObject(key, value, path, content_type, encryption, metadata)
|
|
89
87
|
"""
|
|
@@ -98,10 +96,7 @@ class S3PutObject(tuple, metaclass=type):
|
|
|
98
96
|
Return self as a plain tuple. Used by copy and pickle.
|
|
99
97
|
"""
|
|
100
98
|
...
|
|
101
|
-
def
|
|
102
|
-
"""
|
|
103
|
-
The type of the None singleton.
|
|
104
|
-
"""
|
|
99
|
+
def __annotate_func__(format):
|
|
105
100
|
...
|
|
106
101
|
...
|
|
107
102
|
|
|
@@ -125,10 +120,7 @@ class RangeInfo(tuple, metaclass=type):
|
|
|
125
120
|
Return self as a plain tuple. Used by copy and pickle.
|
|
126
121
|
"""
|
|
127
122
|
...
|
|
128
|
-
def
|
|
129
|
-
"""
|
|
130
|
-
The type of the None singleton.
|
|
131
|
-
"""
|
|
123
|
+
def __annotate_func__(format):
|
|
132
124
|
...
|
|
133
125
|
...
|
|
134
126
|
|
|
@@ -161,7 +153,7 @@ class S3Object(object, metaclass=type):
|
|
|
161
153
|
`S3Object`s are not instantiated directly, but they are returned
|
|
162
154
|
by many methods of the `S3` client.
|
|
163
155
|
"""
|
|
164
|
-
def __init__(self, prefix: str, url: str, path: str, size:
|
|
156
|
+
def __init__(self, prefix: str, url: str, path: str, size: int | None = None, content_type: str | None = None, metadata: typing.Dict[str, str] | None = None, range_info: metaflow.plugins.datatools.s3.s3.RangeInfo | None = None, last_modified: int | None = None, encryption: str | None = None):
|
|
165
157
|
...
|
|
166
158
|
@property
|
|
167
159
|
def exists(self) -> bool:
|
|
@@ -226,7 +218,7 @@ class S3Object(object, metaclass=type):
|
|
|
226
218
|
"""
|
|
227
219
|
...
|
|
228
220
|
@property
|
|
229
|
-
def path(self) ->
|
|
221
|
+
def path(self) -> str | None:
|
|
230
222
|
"""
|
|
231
223
|
Path to a local temporary file corresponding to the object downloaded.
|
|
232
224
|
|
|
@@ -240,7 +232,7 @@ class S3Object(object, metaclass=type):
|
|
|
240
232
|
"""
|
|
241
233
|
...
|
|
242
234
|
@property
|
|
243
|
-
def blob(self) ->
|
|
235
|
+
def blob(self) -> bytes | None:
|
|
244
236
|
"""
|
|
245
237
|
Contents of the object as a byte string or None if the
|
|
246
238
|
object hasn't been downloaded.
|
|
@@ -252,7 +244,7 @@ class S3Object(object, metaclass=type):
|
|
|
252
244
|
"""
|
|
253
245
|
...
|
|
254
246
|
@property
|
|
255
|
-
def text(self) ->
|
|
247
|
+
def text(self) -> str | None:
|
|
256
248
|
"""
|
|
257
249
|
Contents of the object as a string or None if the
|
|
258
250
|
object hasn't been downloaded.
|
|
@@ -266,7 +258,7 @@ class S3Object(object, metaclass=type):
|
|
|
266
258
|
"""
|
|
267
259
|
...
|
|
268
260
|
@property
|
|
269
|
-
def size(self) ->
|
|
261
|
+
def size(self) -> int | None:
|
|
270
262
|
"""
|
|
271
263
|
Size of the object in bytes.
|
|
272
264
|
|
|
@@ -294,7 +286,7 @@ class S3Object(object, metaclass=type):
|
|
|
294
286
|
"""
|
|
295
287
|
...
|
|
296
288
|
@property
|
|
297
|
-
def metadata(self) -> typing.
|
|
289
|
+
def metadata(self) -> typing.Dict[str, str] | None:
|
|
298
290
|
"""
|
|
299
291
|
Returns a dictionary of user-defined metadata, or None if no metadata
|
|
300
292
|
is defined.
|
|
@@ -306,7 +298,7 @@ class S3Object(object, metaclass=type):
|
|
|
306
298
|
"""
|
|
307
299
|
...
|
|
308
300
|
@property
|
|
309
|
-
def content_type(self) ->
|
|
301
|
+
def content_type(self) -> str | None:
|
|
310
302
|
"""
|
|
311
303
|
Returns the content-type of the S3 object or None if it is not defined.
|
|
312
304
|
|
|
@@ -317,7 +309,7 @@ class S3Object(object, metaclass=type):
|
|
|
317
309
|
"""
|
|
318
310
|
...
|
|
319
311
|
@property
|
|
320
|
-
def encryption(self) ->
|
|
312
|
+
def encryption(self) -> str | None:
|
|
321
313
|
"""
|
|
322
314
|
Returns the encryption type of the S3 object or None if it is not defined.
|
|
323
315
|
|
|
@@ -328,7 +320,7 @@ class S3Object(object, metaclass=type):
|
|
|
328
320
|
"""
|
|
329
321
|
...
|
|
330
322
|
@property
|
|
331
|
-
def range_info(self) ->
|
|
323
|
+
def range_info(self) -> metaflow.plugins.datatools.s3.s3.RangeInfo | None:
|
|
332
324
|
"""
|
|
333
325
|
If the object corresponds to a partially downloaded object, returns
|
|
334
326
|
information of what was downloaded.
|
|
@@ -347,7 +339,7 @@ class S3Object(object, metaclass=type):
|
|
|
347
339
|
"""
|
|
348
340
|
...
|
|
349
341
|
@property
|
|
350
|
-
def last_modified(self) ->
|
|
342
|
+
def last_modified(self) -> int | None:
|
|
351
343
|
"""
|
|
352
344
|
Returns the last modified unix timestamp of the object.
|
|
353
345
|
|
|
@@ -442,7 +434,7 @@ class S3(object, metaclass=type):
|
|
|
442
434
|
Delete all temporary files downloaded in this context.
|
|
443
435
|
"""
|
|
444
436
|
...
|
|
445
|
-
def list_paths(self, keys: typing.
|
|
437
|
+
def list_paths(self, keys: typing.Iterable[str] | None = None) -> typing.List[metaflow.plugins.datatools.s3.s3.S3Object]:
|
|
446
438
|
"""
|
|
447
439
|
List the next level of paths in S3.
|
|
448
440
|
|
|
@@ -479,7 +471,7 @@ class S3(object, metaclass=type):
|
|
|
479
471
|
do not correspond to leaf objects.
|
|
480
472
|
"""
|
|
481
473
|
...
|
|
482
|
-
def list_recursive(self, keys: typing.
|
|
474
|
+
def list_recursive(self, keys: typing.Iterable[str] | None = None) -> typing.List[metaflow.plugins.datatools.s3.s3.S3Object]:
|
|
483
475
|
"""
|
|
484
476
|
List all objects recursively under the given prefixes.
|
|
485
477
|
|
|
@@ -514,7 +506,7 @@ class S3(object, metaclass=type):
|
|
|
514
506
|
S3Objects under the given paths.
|
|
515
507
|
"""
|
|
516
508
|
...
|
|
517
|
-
def info(self, key:
|
|
509
|
+
def info(self, key: str | None = None, return_missing: bool = False) -> S3Object:
|
|
518
510
|
"""
|
|
519
511
|
Get metadata about a single object in S3.
|
|
520
512
|
|
|
@@ -558,7 +550,7 @@ class S3(object, metaclass=type):
|
|
|
558
550
|
objects will have `.downloaded == False`.
|
|
559
551
|
"""
|
|
560
552
|
...
|
|
561
|
-
def get(self, key:
|
|
553
|
+
def get(self, key: str | metaflow.plugins.datatools.s3.s3.S3GetObject | None = None, return_missing: bool = False, return_info: bool = True) -> S3Object:
|
|
562
554
|
"""
|
|
563
555
|
Get a single object from S3.
|
|
564
556
|
|
|
@@ -581,7 +573,7 @@ class S3(object, metaclass=type):
|
|
|
581
573
|
An S3Object corresponding to the object requested.
|
|
582
574
|
"""
|
|
583
575
|
...
|
|
584
|
-
def get_many(self, keys: typing.Iterable[
|
|
576
|
+
def get_many(self, keys: typing.Iterable[str | metaflow.plugins.datatools.s3.s3.S3GetObject], return_missing: bool = False, return_info: bool = True) -> typing.List[metaflow.plugins.datatools.s3.s3.S3Object]:
|
|
585
577
|
"""
|
|
586
578
|
Get many objects from S3 in parallel.
|
|
587
579
|
|
|
@@ -641,7 +633,7 @@ class S3(object, metaclass=type):
|
|
|
641
633
|
S3Objects stored under the main prefix.
|
|
642
634
|
"""
|
|
643
635
|
...
|
|
644
|
-
def put(self, key:
|
|
636
|
+
def put(self, key: str | metaflow.plugins.datatools.s3.s3.S3PutObject, obj: io.RawIOBase | io.BufferedIOBase | str | bytes, overwrite: bool = True, content_type: str | None = None, metadata: typing.Dict[str, str] | None = None) -> str:
|
|
645
637
|
"""
|
|
646
638
|
Upload a single object to S3.
|
|
647
639
|
|
|
@@ -666,7 +658,7 @@ class S3(object, metaclass=type):
|
|
|
666
658
|
URL of the object stored.
|
|
667
659
|
"""
|
|
668
660
|
...
|
|
669
|
-
def put_many(self, key_objs: typing.List[typing.
|
|
661
|
+
def put_many(self, key_objs: typing.List[typing.Tuple[str, io.RawIOBase | io.BufferedIOBase | str | bytes] | metaflow.plugins.datatools.s3.s3.S3PutObject], overwrite: bool = True) -> typing.List[typing.Tuple[str, str]]:
|
|
670
662
|
"""
|
|
671
663
|
Upload many objects to S3.
|
|
672
664
|
|
|
@@ -692,7 +684,7 @@ class S3(object, metaclass=type):
|
|
|
692
684
|
List of `(key, url)` pairs corresponding to the objects uploaded.
|
|
693
685
|
"""
|
|
694
686
|
...
|
|
695
|
-
def put_files(self, key_paths: typing.List[typing.
|
|
687
|
+
def put_files(self, key_paths: typing.List[typing.Tuple[str, io.RawIOBase | io.BufferedIOBase | str | bytes] | metaflow.plugins.datatools.s3.s3.S3PutObject], overwrite: bool = True) -> typing.List[typing.Tuple[str, str]]:
|
|
696
688
|
"""
|
|
697
689
|
Upload many local files to S3.
|
|
698
690
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.801230 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.766095 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.761875 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.762127 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.757677 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.760158 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.759578 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.792134 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.756126 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.772885 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.761594 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.795768 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -11,8 +11,8 @@ import metaflow
|
|
|
11
11
|
import typing
|
|
12
12
|
if typing.TYPE_CHECKING:
|
|
13
13
|
import metaflow.exception
|
|
14
|
-
import abc
|
|
15
14
|
import metaflow.plugins.secrets
|
|
15
|
+
import abc
|
|
16
16
|
|
|
17
17
|
from ...exception import MetaflowException as MetaflowException
|
|
18
18
|
from ..secrets import SecretsProvider as SecretsProvider
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.794736 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.794601 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.794957 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.795447 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.756784 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.775602 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -26,7 +26,7 @@ def qos_requests_and_limits(qos: str, cpu: int, memory: int, storage: int):
|
|
|
26
26
|
"""
|
|
27
27
|
...
|
|
28
28
|
|
|
29
|
-
def validate_kube_labels(labels: typing.
|
|
29
|
+
def validate_kube_labels(labels: typing.Dict[str, str | None] | None) -> bool:
|
|
30
30
|
"""
|
|
31
31
|
Validate label values.
|
|
32
32
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.779434 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.778448 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.780273 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.778063 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.777217 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.780528 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.755519 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.730308 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-10-
|
|
3
|
+
# MF version: 2.19.0 #
|
|
4
|
+
# Generated on 2025-10-26T02:29:29.760555 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|