ob-metaflow-stubs 6.0.3.128__py2.py3-none-any.whl → 6.0.3.130__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +315 -314
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +3 -3
- metaflow-stubs/flowspec.pyi +6 -6
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +5 -5
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +6 -2
- metaflow-stubs/metaflow_current.pyi +122 -122
- metaflow-stubs/mf_extensions/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +5 -5
- metaflow-stubs/plugins/__init__.pyi +10 -10
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +2 -8
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -4
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +2 -2
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +9 -10
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +14 -12
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +4 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +3 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +25 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +5 -22
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +12 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +10 -4
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +6 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +29 -29
- metaflow-stubs/runner/deployer_impl.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +5 -5
- metaflow-stubs/user_configs/config_options.pyi +9 -4
- metaflow-stubs/user_configs/config_parameters.pyi +8 -8
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.130.dist-info/RECORD +191 -0
- ob_metaflow_stubs-6.0.3.128.dist-info/RECORD +0 -191
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.128.dist-info → ob_metaflow_stubs-6.0.3.130.dist-info}/top_level.txt +0 -0
@@ -1,13 +1,13 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.677872 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
9
|
import metaflow
|
10
|
+
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import metaflow.exception
|
13
13
|
|
@@ -64,8 +64,6 @@ GCP_SECRET_MANAGER_PREFIX: None
|
|
64
64
|
|
65
65
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
66
66
|
|
67
|
-
KUBERNETES_LABELS: str
|
68
|
-
|
69
67
|
KUBERNETES_SANDBOX_INIT_SCRIPT: None
|
70
68
|
|
71
69
|
OTEL_ENDPOINT: None
|
@@ -109,9 +107,9 @@ class Kubernetes(object, metaclass=type):
|
|
109
107
|
...
|
110
108
|
def launch_job(self, **kwargs):
|
111
109
|
...
|
112
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
110
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
113
111
|
...
|
114
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None):
|
112
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None, annotations = None):
|
115
113
|
...
|
116
114
|
def create_k8sjob(self, job):
|
117
115
|
...
|
@@ -119,18 +117,3 @@ class Kubernetes(object, metaclass=type):
|
|
119
117
|
...
|
120
118
|
...
|
121
119
|
|
122
|
-
def validate_kube_labels(labels: typing.Optional[typing.Dict[str, typing.Optional[str]]]) -> bool:
|
123
|
-
"""
|
124
|
-
Validate label values.
|
125
|
-
|
126
|
-
This validates the kubernetes label values. It does not validate the keys.
|
127
|
-
Ideally, keys should be static and also the validation rules for keys are
|
128
|
-
more complex than those for values. For full validation rules, see:
|
129
|
-
|
130
|
-
https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#syntax-and-character-set
|
131
|
-
"""
|
132
|
-
...
|
133
|
-
|
134
|
-
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
135
|
-
...
|
136
|
-
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.611098 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.678922 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -20,7 +20,8 @@ from ..timeout_decorator import get_run_time_limit_for_task as get_run_time_limi
|
|
20
20
|
from ..aws.aws_utils import get_docker_registry as get_docker_registry
|
21
21
|
from ..aws.aws_utils import get_ec2_instance_metadata as get_ec2_instance_metadata
|
22
22
|
from .kubernetes import KubernetesException as KubernetesException
|
23
|
-
from .
|
23
|
+
from .kube_utils import validate_kube_labels as validate_kube_labels
|
24
|
+
from .kube_utils import parse_kube_keyvalue_list as parse_kube_keyvalue_list
|
24
25
|
|
25
26
|
DATASTORE_LOCAL_DIR: str
|
26
27
|
|
@@ -40,6 +41,10 @@ KUBERNETES_IMAGE_PULL_POLICY: None
|
|
40
41
|
|
41
42
|
KUBERNETES_MEMORY: None
|
42
43
|
|
44
|
+
KUBERNETES_LABELS: str
|
45
|
+
|
46
|
+
KUBERNETES_ANNOTATIONS: str
|
47
|
+
|
43
48
|
KUBERNETES_NAMESPACE: str
|
44
49
|
|
45
50
|
KUBERNETES_NODE_SELECTOR: str
|
@@ -108,6 +113,10 @@ class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
108
113
|
tolerations : List[str], default []
|
109
114
|
The default is extracted from METAFLOW_KUBERNETES_TOLERATIONS.
|
110
115
|
Kubernetes tolerations to use when launching pod in Kubernetes.
|
116
|
+
labels: Dict[str, str], default: METAFLOW_KUBERNETES_LABELS
|
117
|
+
Kubernetes labels to use when launching pod in Kubernetes.
|
118
|
+
annotations: Dict[str, str], default: METAFLOW_KUBERNETES_ANNOTATIONS
|
119
|
+
Kubernetes annotations to use when launching pod in Kubernetes.
|
111
120
|
use_tmpfs : bool, default False
|
112
121
|
This enables an explicit tmpfs mount for this step.
|
113
122
|
tmpfs_tempdir : bool, default True
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.755011 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -18,8 +18,6 @@ KUBERNETES_JOBSET_GROUP: str
|
|
18
18
|
|
19
19
|
KUBERNETES_JOBSET_VERSION: str
|
20
20
|
|
21
|
-
KUBERNETES_SECRETS: str
|
22
|
-
|
23
21
|
class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
|
24
22
|
...
|
25
23
|
|
@@ -143,6 +141,10 @@ class KubernetesJobSet(object, metaclass=type):
|
|
143
141
|
...
|
144
142
|
def annotation(self, name, value):
|
145
143
|
...
|
144
|
+
def labels(self, labels):
|
145
|
+
...
|
146
|
+
def annotations(self, annotations):
|
147
|
+
...
|
146
148
|
def secret(self, name):
|
147
149
|
...
|
148
150
|
def dump(self):
|
@@ -171,8 +173,12 @@ class KubernetesArgoJobSet(object, metaclass=type):
|
|
171
173
|
...
|
172
174
|
def label(self, name, value):
|
173
175
|
...
|
176
|
+
def labels(self, labels):
|
177
|
+
...
|
174
178
|
def annotation(self, name, value):
|
175
179
|
...
|
180
|
+
def annotations(self, annotations):
|
181
|
+
...
|
176
182
|
def dump(self):
|
177
183
|
...
|
178
184
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.664237 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.611717 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.665824 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.665104 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.689361 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,20 +1,20 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.690672 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import io
|
10
9
|
import abc
|
10
|
+
import io
|
11
11
|
import metaflow
|
12
12
|
import typing
|
13
13
|
if typing.TYPE_CHECKING:
|
14
|
-
import io
|
15
14
|
import metaflow.exception
|
16
15
|
import metaflow.metaflow_environment
|
17
16
|
import abc
|
17
|
+
import io
|
18
18
|
|
19
19
|
from ...exception import MetaflowException as MetaflowException
|
20
20
|
from ...metaflow_config import get_pinned_conda_libs as get_pinned_conda_libs
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.689714 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.690802 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.689963 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -10,6 +10,10 @@ from __future__ import annotations
|
|
10
10
|
from ..._vendor.packaging import tags as tags
|
11
11
|
from ...exception import MetaflowException as MetaflowException
|
12
12
|
|
13
|
+
MICROMAMBA_URL: str
|
14
|
+
|
15
|
+
MICROMAMBA_MIRROR_URL: str
|
16
|
+
|
13
17
|
def conda_platform():
|
14
18
|
...
|
15
19
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.661405 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.663452 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,13 +1,13 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.665470 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
9
|
import abc
|
10
|
+
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import abc
|
13
13
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.691496 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.691319 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.611379 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.663036 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.661105 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.661895 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.611987 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.645172 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.624375 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.766712 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,12 +9,12 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
import metaflow
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
+
import metaflow.plugins.argo.argo_workflows_deployer_objects
|
12
13
|
import metaflow.plugins.aws.step_functions.step_functions_deployer_objects
|
14
|
+
import metaflow.plugins.aws.step_functions.step_functions_deployer
|
13
15
|
import metaflow
|
14
|
-
import metaflow.runner.deployer
|
15
16
|
import metaflow.plugins.argo.argo_workflows_deployer
|
16
|
-
import metaflow.
|
17
|
-
import metaflow.plugins.aws.step_functions.step_functions_deployer
|
17
|
+
import metaflow.runner.deployer
|
18
18
|
|
19
19
|
from ..exception import MetaflowNotFound as MetaflowNotFound
|
20
20
|
|
@@ -55,24 +55,24 @@ class Deployer(object, metaclass=DeployerMeta):
|
|
55
55
|
"""
|
56
56
|
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, file_read_timeout: int = 3600, **kwargs):
|
57
57
|
...
|
58
|
-
def
|
58
|
+
def step_functions(self, *, name: typing.Optional[str] = None) -> "metaflow.plugins.aws.step_functions.step_functions_deployer.StepFunctionsDeployer":
|
59
59
|
"""
|
60
|
-
Deployer implementation for
|
60
|
+
Deployer implementation for AWS Step Functions.
|
61
61
|
|
62
62
|
Parameters
|
63
63
|
----------
|
64
64
|
name : str, optional, default None
|
65
|
-
|
65
|
+
State Machine name. The flow name is used instead if this option is not specified.
|
66
66
|
"""
|
67
67
|
...
|
68
|
-
def
|
68
|
+
def argo_workflows(self, *, name: typing.Optional[str] = None) -> "metaflow.plugins.argo.argo_workflows_deployer.ArgoWorkflowsDeployer":
|
69
69
|
"""
|
70
|
-
Deployer implementation for
|
70
|
+
Deployer implementation for Argo Workflows.
|
71
71
|
|
72
72
|
Parameters
|
73
73
|
----------
|
74
74
|
name : str, optional, default None
|
75
|
-
|
75
|
+
Argo workflow name. The flow name is used instead if this option is not specified.
|
76
76
|
"""
|
77
77
|
...
|
78
78
|
...
|
@@ -157,45 +157,45 @@ class DeployedFlow(object, metaclass=DeployedFlowMeta):
|
|
157
157
|
"""
|
158
158
|
...
|
159
159
|
@classmethod
|
160
|
-
def
|
160
|
+
def from_step_functions(cls) -> "metaflow.plugins.aws.step_functions.step_functions_deployer_objects.StepFunctionsDeployedFlow":
|
161
161
|
"""
|
162
|
-
|
163
|
-
metadata.
|
164
|
-
|
162
|
+
This method is not currently implemented for Step Functions.
|
165
163
|
|
164
|
+
Raises
|
165
|
+
------
|
166
|
+
NotImplementedError
|
167
|
+
This method is not implemented for Step Functions.
|
166
168
|
|
167
169
|
Parameters
|
168
170
|
----------
|
169
|
-
identifier : str
|
170
|
-
Deployer specific identifier for the workflow to retrieve
|
171
|
-
metadata : str, optional, default None
|
172
|
-
Optional deployer specific metadata.
|
173
|
-
|
174
171
|
|
175
172
|
|
176
173
|
Returns
|
177
174
|
-------
|
178
|
-
ArgoWorkflowsDeployedFlow
|
179
|
-
A `ArgoWorkflowsDeployedFlow` object representing the
|
180
|
-
deployed flow on argo workflows.
|
181
175
|
"""
|
182
176
|
...
|
183
177
|
@classmethod
|
184
|
-
def
|
178
|
+
def from_argo_workflows(cls, *, identifier: str, metadata: typing.Optional[str] = None) -> "metaflow.plugins.argo.argo_workflows_deployer_objects.ArgoWorkflowsDeployedFlow":
|
185
179
|
"""
|
186
|
-
|
180
|
+
Retrieves a `ArgoWorkflowsDeployedFlow` object from an identifier and optional
|
181
|
+
metadata.
|
182
|
+
|
187
183
|
|
188
|
-
Raises
|
189
|
-
------
|
190
|
-
NotImplementedError
|
191
|
-
This method is not implemented for Step Functions.
|
192
184
|
|
193
185
|
Parameters
|
194
186
|
----------
|
187
|
+
identifier : str
|
188
|
+
Deployer specific identifier for the workflow to retrieve
|
189
|
+
metadata : str, optional, default None
|
190
|
+
Optional deployer specific metadata.
|
191
|
+
|
195
192
|
|
196
193
|
|
197
194
|
Returns
|
198
195
|
-------
|
196
|
+
ArgoWorkflowsDeployedFlow
|
197
|
+
A `ArgoWorkflowsDeployedFlow` object representing the
|
198
|
+
deployed flow on argo workflows.
|
199
199
|
"""
|
200
200
|
...
|
201
201
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.660577 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.637783 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.runner.metaflow_runner
|
11
12
|
import metaflow.client.core
|
12
13
|
import metaflow.runner.subprocess_manager
|
13
|
-
import metaflow.runner.metaflow_runner
|
14
14
|
|
15
15
|
from ..client.core import Run as Run
|
16
16
|
from .utils import temporary_fifo as temporary_fifo
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.639394 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/runner/nbrun.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.638755 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.
|
4
|
-
# Generated on
|
3
|
+
# MF version: 2.13.1.1+obcheckpoint(0.1.6);ob(v1) #
|
4
|
+
# Generated on 2025-01-06T16:50:32.660050 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|