metaflow-stubs 2.12.33__py2.py3-none-any.whl → 2.12.35__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +177 -177
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +4 -4
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +4 -4
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +4 -2
- metaflow-stubs/metaflow_current.pyi +22 -22
- metaflow-stubs/mflog/__init__.pyi +2 -2
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +11 -11
- metaflow-stubs/parameters.pyi +4 -4
- metaflow-stubs/plugins/__init__.pyi +17 -17
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow.pyi +3 -2
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -2
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +4 -3
- metaflow-stubs/plugins/aws/__init__.pyi +4 -4
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +5 -5
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +4 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +5 -5
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +12 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +5 -5
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +8 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +5 -5
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +8 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +3 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +3 -2
- metaflow-stubs/plugins/logs_cli.pyi +3 -3
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +3 -3
- metaflow-stubs/runner/deployer.pyi +6 -6
- metaflow-stubs/runner/deployer_impl.pyi +4 -3
- metaflow-stubs/runner/metaflow_runner.pyi +9 -5
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +7 -3
- metaflow-stubs/runner/utils.pyi +108 -9
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.12.33.dist-info → metaflow_stubs-2.12.35.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.35.dist-info/RECORD +158 -0
- metaflow_stubs-2.12.33.dist-info/RECORD +0 -158
- {metaflow_stubs-2.12.33.dist-info → metaflow_stubs-2.12.35.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.12.33.dist-info → metaflow_stubs-2.12.35.dist-info}/top_level.txt +0 -0
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.441856 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import typing
|
|
10
9
|
import metaflow
|
|
10
|
+
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
+
import metaflow.plugins.cards.card_modules.card
|
|
12
13
|
import metaflow.plugins.cards.card_modules.components
|
|
13
14
|
import typing
|
|
14
|
-
import metaflow.plugins.cards.card_modules.card
|
|
15
15
|
|
|
16
16
|
from .basic import LogComponent as LogComponent
|
|
17
17
|
from .basic import ErrorComponent as ErrorComponent
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.477397 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.477580 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.437073 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.462317 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.460262 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.458859 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.429676 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.430880 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.469626 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.469905 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.408578 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import typing
|
|
10
9
|
import metaflow
|
|
10
|
+
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.plugins.datatools.s3.s3
|
|
13
|
-
import io
|
|
14
13
|
import metaflow.exception
|
|
14
|
+
import io
|
|
15
15
|
|
|
16
16
|
from ....flowspec import FlowSpec as FlowSpec
|
|
17
17
|
from ....metaflow_current import current as current
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.488748 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.438415 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.433386 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.433652 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.429209 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.431741 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -13,6 +13,8 @@ if typing.TYPE_CHECKING:
|
|
|
13
13
|
|
|
14
14
|
from ..metaflow_current import current as current
|
|
15
15
|
from ..exception import MetaflowException as MetaflowException
|
|
16
|
+
from ..parameters import DeployTimeField as DeployTimeField
|
|
17
|
+
from ..parameters import deploy_time_eval as deploy_time_eval
|
|
16
18
|
|
|
17
19
|
class TriggerDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
|
18
20
|
"""
|
|
@@ -65,8 +67,14 @@ class TriggerDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
|
|
65
67
|
Trigger
|
|
66
68
|
`Trigger` if triggered by an event
|
|
67
69
|
"""
|
|
70
|
+
def process_event_name(self, event):
|
|
71
|
+
...
|
|
72
|
+
def process_parameters(self, parameters):
|
|
73
|
+
...
|
|
68
74
|
def flow_init(self, flow_name, graph, environment, flow_datastore, metadata, logger, echo, options):
|
|
69
75
|
...
|
|
76
|
+
def format_deploytime_value(self):
|
|
77
|
+
...
|
|
70
78
|
...
|
|
71
79
|
|
|
72
80
|
class TriggerOnFinishDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
|
@@ -126,6 +134,8 @@ class TriggerOnFinishDecorator(metaflow.decorators.FlowDecorator, metaclass=type
|
|
|
126
134
|
"""
|
|
127
135
|
def flow_init(self, flow_name, graph, environment, flow_datastore, metadata, logger, echo, options):
|
|
128
136
|
...
|
|
137
|
+
def format_deploytime_value(self):
|
|
138
|
+
...
|
|
129
139
|
def get_top_level_options(self):
|
|
130
140
|
...
|
|
131
141
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.427285 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.444906 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.432417 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.474863 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import metaflow
|
|
10
9
|
import abc
|
|
10
|
+
import metaflow
|
|
11
11
|
import typing
|
|
12
12
|
if typing.TYPE_CHECKING:
|
|
13
|
-
import metaflow.plugins.secrets
|
|
14
|
-
import metaflow.exception
|
|
15
13
|
import abc
|
|
14
|
+
import metaflow.exception
|
|
15
|
+
import metaflow.plugins.secrets
|
|
16
16
|
|
|
17
17
|
from ...exception import MetaflowException as MetaflowException
|
|
18
18
|
from ..secrets import SecretsProvider as SecretsProvider
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.473740 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.473591 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.473985 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.474507 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.430620 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
|
|
10
|
+
from . import kube_utils as kube_utils
|
|
10
11
|
from . import kubernetes_jobsets as kubernetes_jobsets
|
|
11
12
|
from . import kubernetes_job as kubernetes_job
|
|
12
13
|
from . import kubernetes_client as kubernetes_client
|
|
13
14
|
from . import kubernetes as kubernetes
|
|
14
15
|
from . import kubernetes_decorator as kubernetes_decorator
|
|
15
|
-
from . import kube_utils as kube_utils
|
|
16
16
|
from . import kubernetes_cli as kubernetes_cli
|
|
17
17
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.463542 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,3 +12,9 @@ from ...exception import CommandException as CommandException
|
|
|
12
12
|
def parse_cli_options(flow_name, run_id, user, my_runs, echo):
|
|
13
13
|
...
|
|
14
14
|
|
|
15
|
+
def qos_requests_and_limits(qos: str, cpu: int, memory: int, storage: int):
|
|
16
|
+
"""
|
|
17
|
+
return resource requests and limits for the kubernetes pod based on the given QoS Class
|
|
18
|
+
"""
|
|
19
|
+
...
|
|
20
|
+
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.467757 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import typing
|
|
10
9
|
import metaflow
|
|
10
|
+
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.exception
|
|
13
13
|
|
|
@@ -108,9 +108,9 @@ class Kubernetes(object, metaclass=type):
|
|
|
108
108
|
...
|
|
109
109
|
def launch_job(self, **kwargs):
|
|
110
110
|
...
|
|
111
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
|
|
111
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
|
112
112
|
...
|
|
113
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
|
|
113
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None):
|
|
114
114
|
...
|
|
115
115
|
def create_k8sjob(self, job):
|
|
116
116
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.469020 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.466348 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.468648 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -54,8 +54,12 @@ KUBERNETES_SHARED_MEMORY: None
|
|
|
54
54
|
|
|
55
55
|
KUBERNETES_TOLERATIONS: str
|
|
56
56
|
|
|
57
|
+
KUBERNETES_QOS: str
|
|
58
|
+
|
|
57
59
|
UBF_CONTROL: str
|
|
58
60
|
|
|
61
|
+
SUPPORTED_KUBERNETES_QOS_CLASSES: list
|
|
62
|
+
|
|
59
63
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
60
64
|
"""
|
|
61
65
|
Specifies that this step should execute on Kubernetes.
|
|
@@ -123,6 +127,8 @@ class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
123
127
|
hostname_resolution_timeout: int, default 10 * 60
|
|
124
128
|
Timeout in seconds for the workers tasks in the gang scheduled cluster to resolve the hostname of control task.
|
|
125
129
|
Only applicable when @parallel is used.
|
|
130
|
+
qos: str, default: Burstable
|
|
131
|
+
Quality of Service class to assign to the pod. Supported values are: Guaranteed, Burstable, BestEffort
|
|
126
132
|
"""
|
|
127
133
|
def __init__(self, attributes = None, statically_defined = False):
|
|
128
134
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.465962 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -13,6 +13,7 @@ if typing.TYPE_CHECKING:
|
|
|
13
13
|
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
|
15
15
|
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
|
16
|
+
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
|
16
17
|
|
|
17
18
|
KUBERNETES_SECRETS: str
|
|
18
19
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.465103 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,6 +12,7 @@ if typing.TYPE_CHECKING:
|
|
|
12
12
|
import metaflow.exception
|
|
13
13
|
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
|
15
|
+
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
|
15
16
|
|
|
16
17
|
KUBERNETES_JOBSET_GROUP: str
|
|
17
18
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.438028 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow._vendor.click.core
|
|
13
12
|
import metaflow.plugins.logs_cli
|
|
13
|
+
import metaflow._vendor.click.core
|
|
14
14
|
|
|
15
15
|
from .._vendor import click as click
|
|
16
16
|
from ..exception import CommandException as CommandException
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.437262 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.427055 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.432143 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-
|
|
3
|
+
# MF version: 2.12.35 #
|
|
4
|
+
# Generated on 2024-12-06T00:07:18.428453 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|