metaflow-stubs 2.12.39__py2.py3-none-any.whl → 2.13.1__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +266 -265
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +3 -3
- metaflow-stubs/flowspec.pyi +7 -7
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +4 -4
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +6 -2
- metaflow-stubs/metaflow_current.pyi +27 -27
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +5 -5
- metaflow-stubs/plugins/__init__.pyi +14 -14
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -9
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -5
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +31 -3
- metaflow-stubs/plugins/aws/__init__.pyi +3 -3
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +9 -10
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +16 -14
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +4 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +25 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +4 -21
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +12 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +3 -7
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +10 -4
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +3 -3
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +6 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +28 -28
- metaflow-stubs/runner/deployer_impl.pyi +3 -3
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +4 -4
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +6 -6
- metaflow-stubs/user_configs/config_options.pyi +9 -4
- metaflow-stubs/user_configs/config_parameters.pyi +7 -7
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.12.39.dist-info → metaflow_stubs-2.13.1.dist-info}/METADATA +2 -2
- metaflow_stubs-2.13.1.dist-info/RECORD +144 -0
- {metaflow_stubs-2.12.39.dist-info → metaflow_stubs-2.13.1.dist-info}/WHEEL +1 -1
- metaflow_stubs-2.12.39.dist-info/RECORD +0 -144
- {metaflow_stubs-2.12.39.dist-info → metaflow_stubs-2.13.1.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.333113 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -12,6 +12,8 @@ if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.decorators
|
13
13
|
|
14
14
|
from ...metaflow_current import current as current
|
15
|
+
from ...user_configs.config_options import ConfigInput as ConfigInput
|
16
|
+
from ...user_configs.config_parameters import dump_config_values as dump_config_values
|
15
17
|
from .component_serializer import CardComponentCollector as CardComponentCollector
|
16
18
|
from .component_serializer import get_card_class as get_card_class
|
17
19
|
from .card_creator import CardCreator as CardCreator
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.330525 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.321599 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.plugins.cards.card_modules.card
|
13
12
|
import metaflow.plugins.cards.card_modules.basic
|
13
|
+
import metaflow.plugins.cards.card_modules.card
|
14
14
|
|
15
15
|
from .card import MetaflowCard as MetaflowCard
|
16
16
|
from .card import MetaflowCardComponent as MetaflowCardComponent
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.324218 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.325878 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.plugins.cards.card_modules.card
|
13
|
-
import typing
|
14
12
|
import metaflow.plugins.cards.card_modules.components
|
13
|
+
import typing
|
14
|
+
import metaflow.plugins.cards.card_modules.card
|
15
15
|
|
16
16
|
from .basic import LogComponent as LogComponent
|
17
17
|
from .basic import ErrorComponent as ErrorComponent
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.348742 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.348907 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.322620 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.334118 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.332362 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.331111 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.315965 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.316194 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.342786 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.343018 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.296232 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.exception
|
12
13
|
import io
|
13
14
|
import metaflow.plugins.datatools.s3.s3
|
14
|
-
import metaflow.exception
|
15
15
|
|
16
16
|
from ....flowspec import FlowSpec as FlowSpec
|
17
17
|
from ....metaflow_current import current as current
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.356044 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.322963 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.318539 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.318770 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.313286 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.317485 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.316427 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.343325 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.318269 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,17 +1,17 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.348330 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import metaflow
|
10
9
|
import abc
|
10
|
+
import metaflow
|
11
11
|
import typing
|
12
12
|
if typing.TYPE_CHECKING:
|
13
|
-
import abc
|
14
13
|
import metaflow.exception
|
14
|
+
import abc
|
15
15
|
import metaflow.plugins.secrets
|
16
16
|
|
17
17
|
from ...exception import MetaflowException as MetaflowException
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.347290 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.347157 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.347532 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.348001 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.314809 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,13 +1,21 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.335776 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
+
import metaflow
|
10
|
+
import typing
|
11
|
+
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.exception
|
9
13
|
|
10
14
|
from ...exception import CommandException as CommandException
|
15
|
+
from ...exception import MetaflowException as MetaflowException
|
16
|
+
|
17
|
+
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
18
|
+
...
|
11
19
|
|
12
20
|
def parse_cli_options(flow_name, run_id, user, my_runs, echo):
|
13
21
|
...
|
@@ -18,3 +26,18 @@ def qos_requests_and_limits(qos: str, cpu: int, memory: int, storage: int):
|
|
18
26
|
"""
|
19
27
|
...
|
20
28
|
|
29
|
+
def validate_kube_labels(labels: typing.Optional[typing.Dict[str, typing.Optional[str]]]) -> bool:
|
30
|
+
"""
|
31
|
+
Validate label values.
|
32
|
+
|
33
|
+
This validates the kubernetes label values. It does not validate the keys.
|
34
|
+
Ideally, keys should be static and also the validation rules for keys are
|
35
|
+
more complex than those for values. For full validation rules, see:
|
36
|
+
|
37
|
+
https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#syntax-and-character-set
|
38
|
+
"""
|
39
|
+
...
|
40
|
+
|
41
|
+
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
42
|
+
...
|
43
|
+
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.339325 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -63,8 +63,6 @@ GCP_SECRET_MANAGER_PREFIX: None
|
|
63
63
|
|
64
64
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
65
65
|
|
66
|
-
KUBERNETES_LABELS: str
|
67
|
-
|
68
66
|
KUBERNETES_SANDBOX_INIT_SCRIPT: None
|
69
67
|
|
70
68
|
OTEL_ENDPOINT: None
|
@@ -108,9 +106,9 @@ class Kubernetes(object, metaclass=type):
|
|
108
106
|
...
|
109
107
|
def launch_job(self, **kwargs):
|
110
108
|
...
|
111
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
109
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
112
110
|
...
|
113
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None):
|
111
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None, annotations = None):
|
114
112
|
...
|
115
113
|
def create_k8sjob(self, job):
|
116
114
|
...
|
@@ -118,18 +116,3 @@ class Kubernetes(object, metaclass=type):
|
|
118
116
|
...
|
119
117
|
...
|
120
118
|
|
121
|
-
def validate_kube_labels(labels: typing.Optional[typing.Dict[str, typing.Optional[str]]]) -> bool:
|
122
|
-
"""
|
123
|
-
Validate label values.
|
124
|
-
|
125
|
-
This validates the kubernetes label values. It does not validate the keys.
|
126
|
-
Ideally, keys should be static and also the validation rules for keys are
|
127
|
-
more complex than those for values. For full validation rules, see:
|
128
|
-
|
129
|
-
https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#syntax-and-character-set
|
130
|
-
"""
|
131
|
-
...
|
132
|
-
|
133
|
-
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
134
|
-
...
|
135
|
-
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.338296 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.340065 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -20,7 +20,8 @@ from ..timeout_decorator import get_run_time_limit_for_task as get_run_time_limi
|
|
20
20
|
from ..aws.aws_utils import get_docker_registry as get_docker_registry
|
21
21
|
from ..aws.aws_utils import get_ec2_instance_metadata as get_ec2_instance_metadata
|
22
22
|
from .kubernetes import KubernetesException as KubernetesException
|
23
|
-
from .
|
23
|
+
from .kube_utils import validate_kube_labels as validate_kube_labels
|
24
|
+
from .kube_utils import parse_kube_keyvalue_list as parse_kube_keyvalue_list
|
24
25
|
|
25
26
|
DATASTORE_LOCAL_DIR: str
|
26
27
|
|
@@ -40,6 +41,10 @@ KUBERNETES_IMAGE_PULL_POLICY: None
|
|
40
41
|
|
41
42
|
KUBERNETES_MEMORY: None
|
42
43
|
|
44
|
+
KUBERNETES_LABELS: str
|
45
|
+
|
46
|
+
KUBERNETES_ANNOTATIONS: str
|
47
|
+
|
43
48
|
KUBERNETES_NAMESPACE: str
|
44
49
|
|
45
50
|
KUBERNETES_NODE_SELECTOR: str
|
@@ -104,6 +109,10 @@ class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
104
109
|
tolerations : List[str], default []
|
105
110
|
The default is extracted from METAFLOW_KUBERNETES_TOLERATIONS.
|
106
111
|
Kubernetes tolerations to use when launching pod in Kubernetes.
|
112
|
+
labels: Dict[str, str], default: METAFLOW_KUBERNETES_LABELS
|
113
|
+
Kubernetes labels to use when launching pod in Kubernetes.
|
114
|
+
annotations: Dict[str, str], default: METAFLOW_KUBERNETES_ANNOTATIONS
|
115
|
+
Kubernetes annotations to use when launching pod in Kubernetes.
|
107
116
|
use_tmpfs : bool, default False
|
108
117
|
This enables an explicit tmpfs mount for this step.
|
109
118
|
tmpfs_tempdir : bool, default True
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1 #
|
4
|
+
# Generated on 2025-01-06T13:29:15.337954 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -12,15 +12,11 @@ if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.exception
|
13
13
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
15
|
-
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
16
15
|
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
16
|
+
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
17
17
|
|
18
18
|
KUBERNETES_SECRETS: str
|
19
19
|
|
20
|
-
UBF_CONTROL: str
|
21
|
-
|
22
|
-
UBF_TASK: str
|
23
|
-
|
24
20
|
CLIENT_REFRESH_INTERVAL_SECONDS: int
|
25
21
|
|
26
22
|
class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
|