metaflow-stubs 2.15.21__py2.py3-none-any.whl → 2.16.1__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of metaflow-stubs might be problematic. Click here for more details.
- metaflow-stubs/__init__.pyi +626 -620
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +3 -2
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +6 -7
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +8 -8
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +2 -2
- metaflow-stubs/{info_file.pyi → meta_files.pyi} +2 -6
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +6 -2
- metaflow-stubs/metaflow_current.pyi +17 -17
- metaflow-stubs/metaflow_git.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/packaging_sys/__init__.pyi +430 -0
- metaflow-stubs/packaging_sys/backend.pyi +73 -0
- metaflow-stubs/packaging_sys/distribution_support.pyi +72 -0
- metaflow-stubs/packaging_sys/tar_backend.pyi +53 -0
- metaflow-stubs/packaging_sys/utils.pyi +26 -0
- metaflow-stubs/packaging_sys/v1.pyi +145 -0
- metaflow-stubs/parameters.pyi +2 -2
- metaflow-stubs/plugins/__init__.pyi +12 -12
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +2 -2
- metaflow-stubs/plugins/argo/exit_hooks.pyi +2 -2
- metaflow-stubs/plugins/aws/__init__.pyi +3 -3
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +4 -4
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +4 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +2 -2
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -4
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/exit_hook/__init__.pyi +2 -2
- metaflow-stubs/plugins/exit_hook/exit_hook_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +4 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +4 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +3 -3
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +5 -8
- metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -4
- metaflow-stubs/plugins/pypi/parsers.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_func.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_spec.pyi +2 -2
- metaflow-stubs/plugins/secrets/utils.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/plugins/uv/__init__.pyi +2 -2
- metaflow-stubs/plugins/uv/uv_environment.pyi +3 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +29 -29
- metaflow-stubs/runner/deployer_impl.pyi +3 -3
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +3 -2
- metaflow-stubs/runner/utils.pyi +4 -4
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -3
- metaflow-stubs/user_configs/config_options.pyi +3 -4
- metaflow-stubs/user_configs/config_parameters.pyi +5 -7
- metaflow-stubs/user_decorators/__init__.pyi +15 -0
- metaflow-stubs/user_decorators/common.pyi +38 -0
- metaflow-stubs/user_decorators/mutable_flow.pyi +223 -0
- metaflow-stubs/user_decorators/mutable_step.pyi +152 -0
- metaflow-stubs/user_decorators/user_flow_decorator.pyi +137 -0
- metaflow-stubs/user_decorators/user_step_decorator.pyi +323 -0
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.15.21.dist-info → metaflow_stubs-2.16.1.dist-info}/METADATA +2 -2
- metaflow_stubs-2.16.1.dist-info/RECORD +166 -0
- metaflow-stubs/user_configs/config_decorators.pyi +0 -251
- metaflow_stubs-2.15.21.dist-info/RECORD +0 -155
- {metaflow_stubs-2.15.21.dist-info → metaflow_stubs-2.16.1.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.15.21.dist-info → metaflow_stubs-2.16.1.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.018858 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.982482 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.006217 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.010210 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -106,9 +106,9 @@ class Kubernetes(object, metaclass=type):
|
|
|
106
106
|
...
|
|
107
107
|
def launch_job(self, **kwargs):
|
|
108
108
|
...
|
|
109
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, image_pull_secrets = None, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, shared_memory = None, port = None, num_parallel = None, qos = None, security_context = None):
|
|
109
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_metadata, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, image_pull_secrets = None, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, shared_memory = None, port = None, num_parallel = None, qos = None, security_context = None):
|
|
110
110
|
...
|
|
111
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, image_pull_secrets = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None, annotations = None, security_context = None):
|
|
111
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_metadata, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, image_pull_secrets = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None, annotations = None, security_context = None):
|
|
112
112
|
...
|
|
113
113
|
def create_k8sjob(self, job):
|
|
114
114
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.009161 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.011132 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -25,6 +25,8 @@ from .kube_utils import parse_kube_keyvalue_list as parse_kube_keyvalue_list
|
|
|
25
25
|
|
|
26
26
|
DATASTORE_LOCAL_DIR: str
|
|
27
27
|
|
|
28
|
+
FEAT_ALWAYS_UPLOAD_CODE_PACKAGE: bool
|
|
29
|
+
|
|
28
30
|
KUBERNETES_CONTAINER_IMAGE: None
|
|
29
31
|
|
|
30
32
|
KUBERNETES_CONTAINER_REGISTRY: None
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.008764 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.007878 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.011404 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.980780 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -43,7 +43,7 @@ class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
43
43
|
is_parallel -> bool
|
|
44
44
|
True if the current step is a @parallel step.
|
|
45
45
|
"""
|
|
46
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
46
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
47
47
|
...
|
|
48
48
|
def runtime_step_cli(self, cli_args, retry_count, max_user_code_retries, ubf_context):
|
|
49
49
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.984015 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.979516 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.996324 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,10 +12,7 @@ if typing.TYPE_CHECKING:
|
|
|
12
12
|
import metaflow.decorators
|
|
13
13
|
|
|
14
14
|
from ...metadata_provider.metadata import MetaDatum as MetaDatum
|
|
15
|
-
|
|
16
|
-
EXT_PKG: str
|
|
17
|
-
|
|
18
|
-
INFO_FILE: str
|
|
15
|
+
from ...packaging_sys import ContentType as ContentType
|
|
19
16
|
|
|
20
17
|
class CondaStepDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
21
18
|
"""
|
|
@@ -39,7 +36,7 @@ class CondaStepDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
39
36
|
disabled : bool, default False
|
|
40
37
|
If set to True, disables @conda.
|
|
41
38
|
"""
|
|
42
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
39
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
43
40
|
...
|
|
44
41
|
def init(self):
|
|
45
42
|
...
|
|
@@ -79,7 +76,7 @@ class CondaFlowDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
|
|
79
76
|
disabled : bool, default False
|
|
80
77
|
If set to True, disables Conda.
|
|
81
78
|
"""
|
|
82
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
79
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
83
80
|
...
|
|
84
81
|
def init(self):
|
|
85
82
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.998158 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -11,13 +11,14 @@ import io
|
|
|
11
11
|
import abc
|
|
12
12
|
import typing
|
|
13
13
|
if typing.TYPE_CHECKING:
|
|
14
|
-
import io
|
|
15
14
|
import metaflow.metaflow_environment
|
|
16
|
-
import abc
|
|
17
15
|
import metaflow.exception
|
|
16
|
+
import io
|
|
17
|
+
import abc
|
|
18
18
|
|
|
19
19
|
from ...exception import MetaflowException as MetaflowException
|
|
20
20
|
from ...metaflow_config import get_pinned_conda_libs as get_pinned_conda_libs
|
|
21
|
+
from ...packaging_sys import ContentType as ContentType
|
|
21
22
|
from .utils import conda_platform as conda_platform
|
|
22
23
|
|
|
23
24
|
MAGIC_FILE: str
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.956834 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.996712 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -30,7 +30,7 @@ class PyPIStepDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
30
30
|
Version of Python to use, e.g. '3.7.4'. A default value of None implies
|
|
31
31
|
that the version used will correspond to the version of the Python interpreter used to start the run.
|
|
32
32
|
"""
|
|
33
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
33
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
34
34
|
...
|
|
35
35
|
def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
|
|
36
36
|
...
|
|
@@ -53,7 +53,7 @@ class PyPIFlowDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
|
|
|
53
53
|
Version of Python to use, e.g. '3.7.4'. A default value of None implies
|
|
54
54
|
that the version used will correspond to the version of the Python interpreter used to start the run.
|
|
55
55
|
"""
|
|
56
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
56
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
57
57
|
...
|
|
58
58
|
def flow_init(self, flow, graph, environment, flow_datastore, metadata, logger, echo, options):
|
|
59
59
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.998306 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.997003 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.980145 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.982260 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.983588 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.015291 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.015090 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.014787 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.014523 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.014146 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.985531 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.979333 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -43,7 +43,7 @@ class InternalTestUnboundedForeachInput(metaflow.unbounded_foreach.UnboundedFore
|
|
|
43
43
|
...
|
|
44
44
|
|
|
45
45
|
class InternalTestUnboundedForeachDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
46
|
-
def __init__(self, attributes = None, statically_defined = False):
|
|
46
|
+
def __init__(self, attributes = None, statically_defined = False, inserted_by = None):
|
|
47
47
|
...
|
|
48
48
|
def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
|
|
49
49
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.979982 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.984941 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.015856 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -13,6 +13,7 @@ if typing.TYPE_CHECKING:
|
|
|
13
13
|
import metaflow.exception
|
|
14
14
|
|
|
15
15
|
from ...exception import MetaflowException as MetaflowException
|
|
16
|
+
from ...packaging_sys import ContentType as ContentType
|
|
16
17
|
|
|
17
18
|
class UVException(metaflow.exception.MetaflowException, metaclass=type):
|
|
18
19
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.965790 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.951003 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:43.057706 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -10,11 +10,11 @@ import metaflow
|
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
12
|
import metaflow.plugins.argo.argo_workflows_deployer_objects
|
|
13
|
+
import metaflow.plugins.aws.step_functions.step_functions_deployer_objects
|
|
13
14
|
import metaflow.runner.deployer
|
|
14
|
-
import metaflow
|
|
15
|
-
import metaflow.plugins.aws.step_functions.step_functions_deployer
|
|
16
15
|
import metaflow.plugins.argo.argo_workflows_deployer
|
|
17
|
-
import metaflow.plugins.aws.step_functions.
|
|
16
|
+
import metaflow.plugins.aws.step_functions.step_functions_deployer
|
|
17
|
+
import metaflow
|
|
18
18
|
|
|
19
19
|
from ..exception import MetaflowNotFound as MetaflowNotFound
|
|
20
20
|
|
|
@@ -58,24 +58,24 @@ class Deployer(object, metaclass=DeployerMeta):
|
|
|
58
58
|
"""
|
|
59
59
|
def __init__(self, flow_file: str, show_output: bool = True, profile: typing.Optional[str] = None, env: typing.Optional[typing.Dict] = None, cwd: typing.Optional[str] = None, file_read_timeout: int = 3600, **kwargs):
|
|
60
60
|
...
|
|
61
|
-
def
|
|
61
|
+
def argo_workflows(self, *, name: typing.Optional[str] = None) -> "metaflow.plugins.argo.argo_workflows_deployer.ArgoWorkflowsDeployer":
|
|
62
62
|
"""
|
|
63
|
-
Deployer implementation for
|
|
63
|
+
Deployer implementation for Argo Workflows.
|
|
64
64
|
|
|
65
65
|
Parameters
|
|
66
66
|
----------
|
|
67
67
|
name : str, optional, default None
|
|
68
|
-
|
|
68
|
+
Argo workflow name. The flow name is used instead if this option is not specified.
|
|
69
69
|
"""
|
|
70
70
|
...
|
|
71
|
-
def
|
|
71
|
+
def step_functions(self, *, name: typing.Optional[str] = None) -> "metaflow.plugins.aws.step_functions.step_functions_deployer.StepFunctionsDeployer":
|
|
72
72
|
"""
|
|
73
|
-
Deployer implementation for
|
|
73
|
+
Deployer implementation for AWS Step Functions.
|
|
74
74
|
|
|
75
75
|
Parameters
|
|
76
76
|
----------
|
|
77
77
|
name : str, optional, default None
|
|
78
|
-
|
|
78
|
+
State Machine name. The flow name is used instead if this option is not specified.
|
|
79
79
|
"""
|
|
80
80
|
...
|
|
81
81
|
...
|
|
@@ -162,24 +162,6 @@ class DeployedFlow(object, metaclass=DeployedFlowMeta):
|
|
|
162
162
|
"""
|
|
163
163
|
...
|
|
164
164
|
@classmethod
|
|
165
|
-
def from_step_functions(cls) -> "metaflow.plugins.aws.step_functions.step_functions_deployer_objects.StepFunctionsDeployedFlow":
|
|
166
|
-
"""
|
|
167
|
-
This method is not currently implemented for Step Functions.
|
|
168
|
-
|
|
169
|
-
Raises
|
|
170
|
-
------
|
|
171
|
-
NotImplementedError
|
|
172
|
-
This method is not implemented for Step Functions.
|
|
173
|
-
|
|
174
|
-
Parameters
|
|
175
|
-
----------
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
Returns
|
|
179
|
-
-------
|
|
180
|
-
"""
|
|
181
|
-
...
|
|
182
|
-
@classmethod
|
|
183
165
|
def from_argo_workflows(cls, *, identifier: str, metadata: typing.Optional[str] = None) -> "metaflow.plugins.argo.argo_workflows_deployer_objects.ArgoWorkflowsDeployedFlow":
|
|
184
166
|
"""
|
|
185
167
|
Retrieves a `ArgoWorkflowsDeployedFlow` object from an identifier and optional
|
|
@@ -203,5 +185,23 @@ class DeployedFlow(object, metaclass=DeployedFlowMeta):
|
|
|
203
185
|
deployed flow on argo workflows.
|
|
204
186
|
"""
|
|
205
187
|
...
|
|
188
|
+
@classmethod
|
|
189
|
+
def from_step_functions(cls) -> "metaflow.plugins.aws.step_functions.step_functions_deployer_objects.StepFunctionsDeployedFlow":
|
|
190
|
+
"""
|
|
191
|
+
This method is not currently implemented for Step Functions.
|
|
192
|
+
|
|
193
|
+
Raises
|
|
194
|
+
------
|
|
195
|
+
NotImplementedError
|
|
196
|
+
This method is not implemented for Step Functions.
|
|
197
|
+
|
|
198
|
+
Parameters
|
|
199
|
+
----------
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
Returns
|
|
203
|
+
-------
|
|
204
|
+
"""
|
|
205
|
+
...
|
|
206
206
|
...
|
|
207
207
|
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.
|
|
4
|
-
# Generated on 2025-07-
|
|
3
|
+
# MF version: 2.16.1 #
|
|
4
|
+
# Generated on 2025-07-15T19:29:42.978689 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
import typing
|
|
10
10
|
if typing.TYPE_CHECKING:
|
|
11
|
-
import metaflow.runner.deployer
|
|
12
11
|
import typing
|
|
12
|
+
import metaflow.runner.deployer
|
|
13
13
|
|
|
14
14
|
from .subprocess_manager import SubprocessManager as SubprocessManager
|
|
15
15
|
from .utils import get_lower_level_group as get_lower_level_group
|