metaflow-stubs 2.12.34__py2.py3-none-any.whl → 2.12.36__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +187 -187
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +5 -5
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +4 -2
- metaflow-stubs/metaflow_current.pyi +5 -5
- metaflow-stubs/mflog/__init__.pyi +2 -2
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +14 -14
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow.pyi +3 -2
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -2
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/aws/__init__.pyi +3 -3
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +3 -3
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +8 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +4 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +8 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +3 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +3 -2
- metaflow-stubs/plugins/logs_cli.pyi +3 -3
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +3 -3
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +29 -29
- metaflow-stubs/runner/deployer_impl.pyi +2 -2
- metaflow-stubs/runner/metaflow_runner.pyi +3 -3
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.12.34.dist-info → metaflow_stubs-2.12.36.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.36.dist-info/RECORD +158 -0
- metaflow_stubs-2.12.34.dist-info/RECORD +0 -158
- {metaflow_stubs-2.12.34.dist-info → metaflow_stubs-2.12.36.dist-info}/WHEEL +0 -0
- {metaflow_stubs-2.12.34.dist-info → metaflow_stubs-2.12.36.dist-info}/top_level.txt +0 -0
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.892164 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.828748 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
|
9
9
|
import typing
|
|
10
10
|
import metaflow
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import io
|
|
13
|
-
import metaflow.plugins.datatools.s3.s3
|
|
14
12
|
import metaflow.exception
|
|
13
|
+
import metaflow.plugins.datatools.s3.s3
|
|
14
|
+
import io
|
|
15
15
|
|
|
16
16
|
from ....flowspec import FlowSpec as FlowSpec
|
|
17
17
|
from ....metaflow_current import current as current
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.907866 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.858030 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.853026 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.853276 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.850955 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.851485 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.848904 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.872247 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.852108 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.893765 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.892648 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.892493 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.892891 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.893413 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.846354 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
9
|
|
|
10
|
+
from . import kube_utils as kube_utils
|
|
10
11
|
from . import kubernetes_jobsets as kubernetes_jobsets
|
|
11
12
|
from . import kubernetes_job as kubernetes_job
|
|
12
13
|
from . import kubernetes_client as kubernetes_client
|
|
13
14
|
from . import kubernetes as kubernetes
|
|
14
15
|
from . import kubernetes_decorator as kubernetes_decorator
|
|
15
|
-
from . import kube_utils as kube_utils
|
|
16
16
|
from . import kubernetes_cli as kubernetes_cli
|
|
17
17
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.864200 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,3 +12,9 @@ from ...exception import CommandException as CommandException
|
|
|
12
12
|
def parse_cli_options(flow_name, run_id, user, my_runs, echo):
|
|
13
13
|
...
|
|
14
14
|
|
|
15
|
+
def qos_requests_and_limits(qos: str, cpu: int, memory: int, storage: int):
|
|
16
|
+
"""
|
|
17
|
+
return resource requests and limits for the kubernetes pod based on the given QoS Class
|
|
18
|
+
"""
|
|
19
|
+
...
|
|
20
|
+
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.868380 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -108,9 +108,9 @@ class Kubernetes(object, metaclass=type):
|
|
|
108
108
|
...
|
|
109
109
|
def launch_job(self, **kwargs):
|
|
110
110
|
...
|
|
111
|
-
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
|
|
111
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None, qos = None):
|
|
112
112
|
...
|
|
113
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
|
|
113
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, qos = None):
|
|
114
114
|
...
|
|
115
115
|
def create_k8sjob(self, job):
|
|
116
116
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.869575 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.867080 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.869221 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -54,8 +54,12 @@ KUBERNETES_SHARED_MEMORY: None
|
|
|
54
54
|
|
|
55
55
|
KUBERNETES_TOLERATIONS: str
|
|
56
56
|
|
|
57
|
+
KUBERNETES_QOS: str
|
|
58
|
+
|
|
57
59
|
UBF_CONTROL: str
|
|
58
60
|
|
|
61
|
+
SUPPORTED_KUBERNETES_QOS_CLASSES: list
|
|
62
|
+
|
|
59
63
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
60
64
|
"""
|
|
61
65
|
Specifies that this step should execute on Kubernetes.
|
|
@@ -123,6 +127,8 @@ class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
|
123
127
|
hostname_resolution_timeout: int, default 10 * 60
|
|
124
128
|
Timeout in seconds for the workers tasks in the gang scheduled cluster to resolve the hostname of control task.
|
|
125
129
|
Only applicable when @parallel is used.
|
|
130
|
+
qos: str, default: Burstable
|
|
131
|
+
Quality of Service class to assign to the pod. Supported values are: Guaranteed, Burstable, BestEffort
|
|
126
132
|
"""
|
|
127
133
|
def __init__(self, attributes = None, statically_defined = False):
|
|
128
134
|
...
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.866696 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -13,6 +13,7 @@ if typing.TYPE_CHECKING:
|
|
|
13
13
|
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
|
15
15
|
from .kubernetes_jobsets import KubernetesJobSet as KubernetesJobSet
|
|
16
|
+
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
|
16
17
|
|
|
17
18
|
KUBERNETES_SECRETS: str
|
|
18
19
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.865699 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -12,6 +12,7 @@ if typing.TYPE_CHECKING:
|
|
|
12
12
|
import metaflow.exception
|
|
13
13
|
|
|
14
14
|
from ...exception import MetaflowException as MetaflowException
|
|
15
|
+
from .kube_utils import qos_requests_and_limits as qos_requests_and_limits
|
|
15
16
|
|
|
16
17
|
KUBERNETES_JOBSET_GROUP: str
|
|
17
18
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.857479 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.plugins.logs_cli
|
|
13
12
|
import metaflow._vendor.click.core
|
|
13
|
+
import metaflow.plugins.logs_cli
|
|
14
14
|
|
|
15
15
|
from .._vendor import click as click
|
|
16
16
|
from ..exception import CommandException as CommandException
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.857648 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.848688 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.851850 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.849802 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
|
|
10
10
|
from ... import metaflow_config as metaflow_config
|
|
11
11
|
from ...exception import MetaflowException as MetaflowException
|
|
12
|
-
from . import pypi_decorator as pypi_decorator
|
|
13
12
|
from . import conda_decorator as conda_decorator
|
|
13
|
+
from . import pypi_decorator as pypi_decorator
|
|
14
14
|
from . import utils as utils
|
|
15
15
|
from . import conda_environment as conda_environment
|
|
16
16
|
from . import pypi_environment as pypi_environment
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.878298 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.879840 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
8
8
|
|
|
9
|
-
import io
|
|
10
9
|
import metaflow
|
|
11
10
|
import abc
|
|
11
|
+
import io
|
|
12
12
|
import typing
|
|
13
13
|
if typing.TYPE_CHECKING:
|
|
14
|
-
import io
|
|
15
14
|
import metaflow.metaflow_environment
|
|
16
15
|
import abc
|
|
16
|
+
import io
|
|
17
17
|
import metaflow.exception
|
|
18
18
|
|
|
19
19
|
from ...exception import MetaflowException as MetaflowException
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.878720 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.879997 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.878982 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.846584 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.849211 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.848152 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.871941 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.871722 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.852476 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.857007 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
######################################################################################################
|
|
2
2
|
# Auto-generated Metaflow stub file #
|
|
3
|
-
# MF version: 2.12.
|
|
4
|
-
# Generated on 2024-12-
|
|
3
|
+
# MF version: 2.12.36 #
|
|
4
|
+
# Generated on 2024-12-07T00:02:15.846045 #
|
|
5
5
|
######################################################################################################
|
|
6
6
|
|
|
7
7
|
from __future__ import annotations
|
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
|
9
9
|
import metaflow
|
|
10
10
|
import typing
|
|
11
11
|
if typing.TYPE_CHECKING:
|
|
12
|
-
import metaflow.unbounded_foreach
|
|
13
12
|
import metaflow.decorators
|
|
13
|
+
import metaflow.unbounded_foreach
|
|
14
14
|
|
|
15
15
|
from ..exception import MetaflowException as MetaflowException
|
|
16
16
|
from ..metadata_provider.metadata import MetaDatum as MetaDatum
|