metaflow-stubs 2.11.15__py2.py3-none-any.whl → 2.11.16__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +378 -378
- metaflow-stubs/cards.pyi +5 -5
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +3 -3
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +5 -5
- metaflow-stubs/metadata/metadata.pyi +3 -3
- metaflow-stubs/metadata/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +14 -2
- metaflow-stubs/metaflow_current.pyi +4 -4
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +4 -4
- metaflow-stubs/plugins/__init__.pyi +10 -2
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow.pyi +12 -4
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +4 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +8 -4
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/azure/__init__.pyi +5 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +28 -0
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +58 -0
- metaflow-stubs/plugins/azure/azure_utils.pyi +5 -5
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +5 -5
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +5 -5
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +3 -3
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +4 -4
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +8 -5
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +3 -3
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
- metaflow-stubs/plugins/gcp/__init__.pyi +5 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +73 -0
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +16 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +15 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +15 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +13 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +22 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +15 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +127 -0
- metaflow-stubs/plugins/logs_cli.pyi +4 -4
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +3 -3
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +3 -3
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +4 -2
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +14 -0
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/METADATA +2 -2
- metaflow_stubs-2.11.16.dist-info/RECORD +138 -0
- metaflow_stubs-2.11.15.dist-info/RECORD +0 -133
- {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.11.15.dist-info → metaflow_stubs-2.11.16.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.097882 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.097558 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.097438 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.096878 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.040139 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import
|
11
|
+
import metaflow.plugins.cards.card_modules.components
|
12
12
|
import metaflow.plugins.cards.card_modules.card
|
13
|
+
import typing
|
13
14
|
import metaflow.plugins.cards.card_modules.basic
|
14
|
-
import metaflow.plugins.cards.card_modules.components
|
15
15
|
|
16
16
|
class LogComponent(metaflow.plugins.cards.card_modules.basic.DefaultComponent, metaclass=type):
|
17
17
|
def __init__(self, data = None):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.082681 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.082903 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.031662 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.plugins.cards.card_modules.card
|
12
11
|
import metaflow
|
12
|
+
import metaflow.plugins.cards.card_modules.card
|
13
13
|
|
14
14
|
class MetaflowCard(object, metaclass=type):
|
15
15
|
def __init__(self, options = {}, components = [], graph = None):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.047660 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,17 +1,17 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.044951 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.
|
11
|
+
import metaflow.plugins.cards.card_modules.components
|
12
12
|
import metaflow.plugins.cards.card_modules.card
|
13
|
+
import metaflow.exception
|
13
14
|
import metaflow.plugins.cards.card_modules.basic
|
14
|
-
import metaflow.plugins.cards.card_modules.components
|
15
15
|
|
16
16
|
class MetaflowCardComponent(object, metaclass=type):
|
17
17
|
@property
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.043369 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.024658 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.023303 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.035027 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.053859 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.007228 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import
|
11
|
+
import metaflow.plugins.datatools.s3.s3
|
12
12
|
import metaflow.exception
|
13
13
|
import metaflow.datastore.inputs
|
14
|
-
import metaflow.plugins.datatools.s3.s3
|
15
|
-
import metaflow.metaflow_current
|
16
14
|
import typing
|
15
|
+
import io
|
16
|
+
import metaflow.metaflow_current
|
17
17
|
|
18
18
|
TYPE_CHECKING: bool
|
19
19
|
|
@@ -250,6 +250,9 @@ S3_SERVER_SIDE_ENCRYPTION: None
|
|
250
250
|
|
251
251
|
TEMPDIR: str
|
252
252
|
|
253
|
+
def namedtuple_with_defaults(typename, field_descr, defaults = ()):
|
254
|
+
...
|
255
|
+
|
253
256
|
class MetaflowException(Exception, metaclass=type):
|
254
257
|
def __init__(self, msg = "", lineno = None):
|
255
258
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.094629 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.034366 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.027572 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.027846 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.024055 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.026176 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.metaflow_current
|
12
|
+
import metaflow.decorators
|
13
13
|
|
14
14
|
current: metaflow.metaflow_current.Current
|
15
15
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.025794 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.078817 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.plugins.parallel_decorator
|
12
|
-
import metaflow.decorators
|
13
12
|
import metaflow.metaflow_current
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
current: metaflow.metaflow_current.Current
|
16
16
|
|
@@ -1,9 +1,12 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.027305 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
+
def get_credentials(scopes, *args, **kwargs):
|
11
|
+
...
|
12
|
+
|
@@ -0,0 +1,73 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.082220 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.plugins.secrets
|
12
|
+
import abc
|
13
|
+
import metaflow.exception
|
14
|
+
|
15
|
+
class MetaflowException(Exception, metaclass=type):
|
16
|
+
def __init__(self, msg = "", lineno = None):
|
17
|
+
...
|
18
|
+
def __str__(self):
|
19
|
+
...
|
20
|
+
...
|
21
|
+
|
22
|
+
class SecretsProvider(abc.ABC, metaclass=abc.ABCMeta):
|
23
|
+
def get_secret_as_dict(self, secret_id, options = {}, role = None) -> typing.Dict[str, str]:
|
24
|
+
"""
|
25
|
+
Retrieve the secret from secrets backend, and return a dictionary of
|
26
|
+
environment variables.
|
27
|
+
"""
|
28
|
+
...
|
29
|
+
...
|
30
|
+
|
31
|
+
def get_credentials(scopes, *args, **kwargs):
|
32
|
+
...
|
33
|
+
|
34
|
+
GCP_SECRET_MANAGER_PREFIX: None
|
35
|
+
|
36
|
+
class MetaflowGcpSecretsManagerBadResponse(metaflow.exception.MetaflowException, metaclass=type):
|
37
|
+
...
|
38
|
+
|
39
|
+
class MetaflowGcpSecretsManagerDuplicateKey(metaflow.exception.MetaflowException, metaclass=type):
|
40
|
+
...
|
41
|
+
|
42
|
+
class MetaflowGcpSecretsManagerJSONParseError(metaflow.exception.MetaflowException, metaclass=type):
|
43
|
+
...
|
44
|
+
|
45
|
+
class MetaflowGcpSecretsManagerNotJSONObject(metaflow.exception.MetaflowException, metaclass=type):
|
46
|
+
...
|
47
|
+
|
48
|
+
class GcpSecretManagerSecretsProvider(metaflow.plugins.secrets.SecretsProvider, metaclass=abc.ABCMeta):
|
49
|
+
def get_secret_as_dict(self, secret_id, options = {}, role = None):
|
50
|
+
"""
|
51
|
+
Reads a secret from GCP Secrets Manager and returns it as a dictionary of environment variables.
|
52
|
+
|
53
|
+
If the secret contains a string payload ("SecretString"):
|
54
|
+
- if the `json` option is True:
|
55
|
+
Secret will be parsed as a JSON. If successfully parsed, AND the JSON contains a
|
56
|
+
top-level object, each entry K/V in the object will also be converted to an entry in the result. V will
|
57
|
+
always be casted to a string (if not already a string).
|
58
|
+
- If `json` option is False (default):
|
59
|
+
Will be returned as a single entry in the result, with the key being the last part after / in secret_id.
|
60
|
+
|
61
|
+
On GCP Secrets Manager, the secret payload is a binary blob. However, by default we interpret it as UTF8 encoded
|
62
|
+
string. To disable this, set the `binary` option to True, the binary will be base64 encoded in the result.
|
63
|
+
|
64
|
+
All keys in the result are sanitized to be more valid environment variable names. This is done on a best effort
|
65
|
+
basis. Further validation is expected to be done by the invoking @secrets decorator itself.
|
66
|
+
|
67
|
+
:param secret_id: GCP Secrets Manager secret ID
|
68
|
+
:param options: unused
|
69
|
+
:return: dict of environment variables. All keys and values are strings.
|
70
|
+
"""
|
71
|
+
...
|
72
|
+
...
|
73
|
+
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.081366 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,12 +1,26 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.081144 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
|
10
|
+
class GcpDefaultClientProvider(object, metaclass=type):
|
11
|
+
@staticmethod
|
12
|
+
def get_gs_storage_client(*args, **kwargs):
|
13
|
+
...
|
14
|
+
@staticmethod
|
15
|
+
def get_credentials(scopes, *args, **kwargs):
|
16
|
+
...
|
17
|
+
...
|
18
|
+
|
19
|
+
cached_provider_class: None
|
20
|
+
|
10
21
|
def get_gs_storage_client():
|
11
22
|
...
|
12
23
|
|
24
|
+
def get_credentials(scopes, *args, **kwargs):
|
25
|
+
...
|
26
|
+
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.081715 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.036121 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.023867 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.057898 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -52,10 +52,16 @@ DATATOOLS_S3ROOT: None
|
|
52
52
|
|
53
53
|
DEFAULT_AWS_CLIENT_PROVIDER: str
|
54
54
|
|
55
|
+
DEFAULT_GCP_CLIENT_PROVIDER: str
|
56
|
+
|
55
57
|
DEFAULT_METADATA: str
|
56
58
|
|
57
59
|
DEFAULT_SECRETS_BACKEND_TYPE: None
|
58
60
|
|
61
|
+
GCP_SECRET_MANAGER_PREFIX: None
|
62
|
+
|
63
|
+
AZURE_KEY_VAULT_PREFIX: None
|
64
|
+
|
59
65
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
60
66
|
|
61
67
|
KUBERNETES_LABELS: str
|
@@ -79,6 +85,8 @@ class KubernetesClient(object, metaclass=type):
|
|
79
85
|
...
|
80
86
|
def get(self):
|
81
87
|
...
|
88
|
+
def jobset(self, **kwargs):
|
89
|
+
...
|
82
90
|
def job(self, **kwargs):
|
83
91
|
...
|
84
92
|
...
|
@@ -104,7 +112,11 @@ class Kubernetes(object, metaclass=type):
|
|
104
112
|
...
|
105
113
|
def launch_job(self, **kwargs):
|
106
114
|
...
|
107
|
-
def
|
115
|
+
def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
|
116
|
+
...
|
117
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
|
118
|
+
...
|
119
|
+
def create_k8sjob(self, job):
|
108
120
|
...
|
109
121
|
def wait(self, stdout_location, stderr_location, echo = None):
|
110
122
|
...
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16 #
|
4
|
+
# Generated on 2024-05-22T00:31:20.060288 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.exception
|
12
11
|
import metaflow._vendor.click.types
|
12
|
+
import metaflow.exception
|
13
13
|
import metaflow.decorators
|
14
14
|
|
15
15
|
class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
|
@@ -29,6 +29,10 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
|
|
29
29
|
def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
|
30
30
|
...
|
31
31
|
|
32
|
+
UBF_CONTROL: str
|
33
|
+
|
34
|
+
UBF_TASK: str
|
35
|
+
|
32
36
|
DATASTORE_LOCAL_DIR: str
|
33
37
|
|
34
38
|
KUBERNETES_LABELS: str
|
@@ -40,7 +44,11 @@ class Kubernetes(object, metaclass=type):
|
|
40
44
|
...
|
41
45
|
def launch_job(self, **kwargs):
|
42
46
|
...
|
43
|
-
def
|
47
|
+
def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
|
48
|
+
...
|
49
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
|
50
|
+
...
|
51
|
+
def create_k8sjob(self, job):
|
44
52
|
...
|
45
53
|
def wait(self, stdout_location, stderr_location, echo = None):
|
46
54
|
...
|
@@ -52,6 +60,9 @@ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=
|
|
52
60
|
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
53
61
|
...
|
54
62
|
|
63
|
+
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
64
|
+
...
|
65
|
+
|
55
66
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
56
67
|
def __init__(self, attributes = None, statically_defined = False):
|
57
68
|
...
|