metaflow-stubs 2.13__py2.py3-none-any.whl → 2.13.1__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +192 -192
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +4 -4
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +4 -2
- metaflow-stubs/metaflow_current.pyi +18 -18
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +4 -4
- metaflow-stubs/plugins/__init__.pyi +13 -13
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -9
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +5 -5
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +4 -4
- metaflow-stubs/plugins/aws/__init__.pyi +3 -3
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +9 -10
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +5 -5
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +25 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +5 -22
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +12 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +3 -7
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +10 -4
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +6 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +4 -4
- metaflow-stubs/runner/deployer_impl.pyi +3 -3
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +6 -6
- metaflow-stubs/user_configs/config_options.pyi +4 -4
- metaflow-stubs/user_configs/config_parameters.pyi +6 -6
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.13.dist-info → metaflow_stubs-2.13.1.dist-info}/METADATA +2 -2
- metaflow_stubs-2.13.1.dist-info/RECORD +144 -0
- {metaflow_stubs-2.13.dist-info → metaflow_stubs-2.13.1.dist-info}/WHEEL +1 -1
- metaflow_stubs-2.13.dist-info/RECORD +0 -144
- {metaflow_stubs-2.13.dist-info → metaflow_stubs-2.13.1.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.318539 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.318770 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.313286 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.317485 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.316427 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.343325 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.318269 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.348330 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -10,9 +10,9 @@ import abc
|
|
|
10
10
|
import metaflow
|
|
11
11
|
import typing
|
|
12
12
|
if typing.TYPE_CHECKING:
|
|
13
|
-
import metaflow.plugins.secrets
|
|
14
|
-
import abc
|
|
15
13
|
import metaflow.exception
|
|
14
|
+
import abc
|
|
15
|
+
import metaflow.plugins.secrets
|
|
16
16
|
|
|
17
17
|
from ...exception import MetaflowException as MetaflowException
|
|
18
18
|
from ..secrets import SecretsProvider as SecretsProvider
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.347290 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.347157 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.347532 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.348001 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.314809 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,13 +1,21 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.335776 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
+
import metaflow
|
|
10
|
+
import typing
|
|
11
|
+
if typing.TYPE_CHECKING:
|
|
12
|
+
import metaflow.exception
|
|
9
13
|
|
|
10
14
|
from ...exception import CommandException as CommandException
|
|
15
|
+
from ...exception import MetaflowException as MetaflowException
|
|
16
|
+
|
|
17
|
+
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
|
18
|
+
...
|
|
11
19
|
|
|
12
20
|
def parse_cli_options(flow_name, run_id, user, my_runs, echo):
|
|
13
21
|
...
|
|
@@ -18,3 +26,18 @@ def qos_requests_and_limits(qos: str, cpu: int, memory: int, storage: int):
|
|
|
18
26
|
"""
|
|
19
27
|
...
|
|
20
28
|
|
|
29
|
+
def validate_kube_labels(labels: typing.Optional[typing.Dict[str, typing.Optional[str]]]) -> bool:
|
|
30
|
+
"""
|
|
31
|
+
Validate label values.
|
|
32
|
+
|
|
33
|
+
This validates the kubernetes label values. It does not validate the keys.
|
|
34
|
+
Ideally, keys should be static and also the validation rules for keys are
|
|
35
|
+
more complex than those for values. For full validation rules, see:
|
|
36
|
+
|
|
37
|
+
https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#syntax-and-character-set
|
|
38
|
+
"""
|
|
39
|
+
...
|
|
40
|
+
|
|
41
|
+
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
|
42
|
+
...
|
|
43
|
+
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.339325 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import typing
|
|
10
9
|
import metaflow
|
|
10
|
+
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.exception
|
|
13
13
|
|
|
@@ -63,8 +63,6 @@ GCP_SECRET_MANAGER_PREFIX: None
|
|
|
63
63
|
|
|
64
64
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
|
65
65
|
|
|
66
|
-
KUBERNETES_LABELS: str
|
|
67
|
-
|
|
68
66
|
KUBERNETES_SANDBOX_INIT_SCRIPT: None
|
|
69
67
|
|
|
70
68
|
OTEL_ENDPOINT: None
|
|
@@ -108,9 +106,9 @@ class Kubernetes(object, metaclass=type):
|
|
|
108
106
|
...
|
|
109
107
|
def launch_job(self, **kwargs):
|
|
110
108
|
...
|
|
111
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
|
109
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
|
112
110
|
...
|
|
113
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None):
|
|
111
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None, annotations = None):
|
|
114
112
|
...
|
|
115
113
|
def create_k8sjob(self, job):
|
|
116
114
|
...
|
|
@@ -118,18 +116,3 @@ class Kubernetes(object, metaclass=type):
|
|
|
118
116
|
...
|
|
119
117
|
...
|
|
120
118
|
|
|
121
|
-
def validate_kube_labels(labels: typing.Optional[typing.Dict[str, typing.Optional[str]]]) -> bool:
|
|
122
|
-
"""
|
|
123
|
-
Validate label values.
|
|
124
|
-
|
|
125
|
-
This validates the kubernetes label values. It does not validate the keys.
|
|
126
|
-
Ideally, keys should be static and also the validation rules for keys are
|
|
127
|
-
more complex than those for values. For full validation rules, see:
|
|
128
|
-
|
|
129
|
-
https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#syntax-and-character-set
|
|
130
|
-
"""
|
|
131
|
-
...
|
|
132
|
-
|
|
133
|
-
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
|
134
|
-
...
|
|
135
|
-
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.338296 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.340065 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -20,7 +20,8 @@ from ..timeout_decorator import get_run_time_limit_for_task as get_run_time_limi
|
|
|
20
20
|
from ..aws.aws_utils import get_docker_registry as get_docker_registry
|
|
21
21
|
from ..aws.aws_utils import get_ec2_instance_metadata as get_ec2_instance_metadata
|
|
22
22
|
from .kubernetes import KubernetesException as KubernetesException
|
|
23
|
-
from .
|
|
23
|
+
from .kube_utils import validate_kube_labels as validate_kube_labels
|
|
24
|
+
from .kube_utils import parse_kube_keyvalue_list as parse_kube_keyvalue_list
|
|
24
25
|
|
|
25
26
|
DATASTORE_LOCAL_DIR: str
|
|
26
27
|
|
|
@@ -40,6 +41,10 @@ KUBERNETES_IMAGE_PULL_POLICY: None
|
|
|
40
41
|
|
|
41
42
|
KUBERNETES_MEMORY: None
|
|
42
43
|
|
|
44
|
+
KUBERNETES_LABELS: str
|
|
45
|
+
|
|
46
|
+
KUBERNETES_ANNOTATIONS: str
|
|
47
|
+
|
|
43
48
|
KUBERNETES_NAMESPACE: str
|
|
44
49
|
|
|
45
50
|
KUBERNETES_NODE_SELECTOR: str
|
|
@@ -104,6 +109,10 @@ class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
104
109
|
tolerations : List[str], default []
|
|
105
110
|
The default is extracted from METAFLOW_KUBERNETES_TOLERATIONS.
|
|
106
111
|
Kubernetes tolerations to use when launching pod in Kubernetes.
|
|
112
|
+
labels: Dict[str, str], default: METAFLOW_KUBERNETES_LABELS
|
|
113
|
+
Kubernetes labels to use when launching pod in Kubernetes.
|
|
114
|
+
annotations: Dict[str, str], default: METAFLOW_KUBERNETES_ANNOTATIONS
|
|
115
|
+
Kubernetes annotations to use when launching pod in Kubernetes.
|
|
107
116
|
use_tmpfs : bool, default False
|
|
108
117
|
This enables an explicit tmpfs mount for this step.
|
|
109
118
|
tmpfs_tempdir : bool, default True
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.337954 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,15 +12,11 @@ if typing.TYPE_CHECKING:
|
|
|
12
12
|
import metaflow.exception
|
|
13
13
|
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
|
15
|
-
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
|
16
15
|
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
|
16
|
+
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
|
17
17
|
|
|
18
18
|
KUBERNETES_SECRETS: str
|
|
19
19
|
|
|
20
|
-
UBF_CONTROL: str
|
|
21
|
-
|
|
22
|
-
UBF_TASK: str
|
|
23
|
-
|
|
24
20
|
CLIENT_REFRESH_INTERVAL_SECONDS: int
|
|
25
21
|
|
|
26
22
|
class KubernetesJobException(metaflow.exception.MetaflowException, metaclass=type):
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.337190 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -18,8 +18,6 @@ KUBERNETES_JOBSET_GROUP: str
|
|
|
18
18
|
|
|
19
19
|
KUBERNETES_JOBSET_VERSION: str
|
|
20
20
|
|
|
21
|
-
KUBERNETES_SECRETS: str
|
|
22
|
-
|
|
23
21
|
class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
|
|
24
22
|
...
|
|
25
23
|
|
|
@@ -143,6 +141,10 @@ class KubernetesJobSet(object, metaclass=type):
|
|
|
143
141
|
...
|
|
144
142
|
def annotation(self, name, value):
|
|
145
143
|
...
|
|
144
|
+
def labels(self, labels):
|
|
145
|
+
...
|
|
146
|
+
def annotations(self, annotations):
|
|
147
|
+
...
|
|
146
148
|
def secret(self, name):
|
|
147
149
|
...
|
|
148
150
|
def dump(self):
|
|
@@ -171,8 +173,12 @@ class KubernetesArgoJobSet(object, metaclass=type):
|
|
|
171
173
|
...
|
|
172
174
|
def label(self, name, value):
|
|
173
175
|
...
|
|
176
|
+
def labels(self, labels):
|
|
177
|
+
...
|
|
174
178
|
def annotation(self, name, value):
|
|
175
179
|
...
|
|
180
|
+
def annotations(self, annotations):
|
|
181
|
+
...
|
|
176
182
|
def dump(self):
|
|
177
183
|
...
|
|
178
184
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.313736 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.316998 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.313081 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.329059 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.330119 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -11,10 +11,10 @@ import metaflow
|
|
|
11
11
|
import io
|
|
12
12
|
import typing
|
|
13
13
|
if typing.TYPE_CHECKING:
|
|
14
|
-
import io
|
|
15
|
-
import abc
|
|
16
14
|
import metaflow.exception
|
|
15
|
+
import abc
|
|
17
16
|
import metaflow.metaflow_environment
|
|
17
|
+
import io
|
|
18
18
|
|
|
19
19
|
from ...exception import MetaflowException as MetaflowException
|
|
20
20
|
from ...metaflow_config import get_pinned_conda_libs as get_pinned_conda_libs
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.328437 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.330267 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.329329 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -10,6 +10,10 @@ from __future__ import annotations
|
|
|
10
10
|
from ..._vendor.packaging import tags as tags
|
|
11
11
|
from ...exception import MetaflowException as MetaflowException
|
|
12
12
|
|
|
13
|
+
MICROMAMBA_URL: str
|
|
14
|
+
|
|
15
|
+
MICROMAMBA_MIRROR_URL: str
|
|
16
|
+
|
|
13
17
|
def conda_platform():
|
|
14
18
|
...
|
|
15
19
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.314985 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.312814 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.315547 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.342114 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -10,8 +10,8 @@ import abc
|
|
|
10
10
|
import metaflow
|
|
11
11
|
import typing
|
|
12
12
|
if typing.TYPE_CHECKING:
|
|
13
|
-
import metaflow.plugins.secrets
|
|
14
13
|
import abc
|
|
14
|
+
import metaflow.plugins.secrets
|
|
15
15
|
|
|
16
16
|
from . import SecretsProvider as SecretsProvider
|
|
17
17
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.341919 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.318041 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.312571 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.13
|
|
4
|
-
# Generated on
|
|
3
|
+
# MF version: 2.13.1 #
|
|
4
|
+
# Generated on 2025-01-06T13:29:15.314088 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.decorators
|
|
13
12
|
import metaflow.exception
|
|
13
|
+
import metaflow.decorators
|
|
14
14
|
|
|
15
15
|
from ..exception import MetaflowException as MetaflowException
|
|
16
16
|
|