metaflow-stubs 2.12.8__py2.py3-none-any.whl → 2.12.9__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +535 -486
- metaflow-stubs/cards.pyi +6 -6
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +3 -3
- metaflow-stubs/client/core.pyi +7 -7
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +5 -5
- metaflow-stubs/metadata/metadata.pyi +2 -2
- metaflow-stubs/metadata/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +2 -2
- metaflow-stubs/metaflow_current.pyi +32 -9
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +7 -3
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow.pyi +5 -5
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +3 -3
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +38 -5
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +270 -5
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +228 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +292 -0
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +24 -4
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +260 -0
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3.pyi +6 -6
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +3 -3
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +5 -3
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +18 -10
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +12 -12
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +26 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +14 -31
- metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +26 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +82 -28
- metaflow-stubs/plugins/logs_cli.pyi +4 -4
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +47 -2
- metaflow-stubs/plugins/project_decorator.pyi +3 -3
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +3 -3
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +3 -3
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +4 -4
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +26 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +354 -0
- metaflow-stubs/runner/metaflow_runner.pyi +10 -10
- metaflow-stubs/runner/nbdeploy.pyi +54 -0
- metaflow-stubs/runner/nbrun.pyi +7 -7
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +25 -0
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +2 -2
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/METADATA +2 -2
- metaflow_stubs-2.12.9.dist-info/RECORD +150 -0
- {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/WHEEL +1 -1
- metaflow_stubs-2.12.8.dist-info/RECORD +0 -145
- {metaflow_stubs-2.12.8.dist-info → metaflow_stubs-2.12.9.dist-info}/top_level.txt +0 -0
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.272280 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.metaflow_current
|
13
12
|
import metaflow.exception
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
class MetaflowException(Exception, metaclass=type):
|
16
16
|
def __init__(self, msg = "", lineno = None):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.271242 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.plugins.datatools.s3.s3
|
12
|
-
import metaflow.exception
|
13
12
|
import io
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
def read_in_chunks(dst, src, src_sz, max_chunk_size):
|
16
16
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.266837 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.309207 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,8 +9,8 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.plugins.datatools.s3.s3
|
12
|
-
import metaflow.exception
|
13
12
|
import io
|
13
|
+
import metaflow.exception
|
14
14
|
|
15
15
|
class RangeInfo(tuple, metaclass=type):
|
16
16
|
@staticmethod
|
@@ -1,20 +1,20 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.246161 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import
|
12
|
-
import metaflow.datastore.inputs
|
11
|
+
import io
|
13
12
|
import metaflow.flowspec
|
13
|
+
import typing
|
14
14
|
import metaflow.metaflow_current
|
15
|
+
import metaflow.datastore.inputs
|
16
|
+
import metaflow.plugins.datatools.s3.s3
|
15
17
|
import metaflow.exception
|
16
|
-
import typing
|
17
|
-
import io
|
18
18
|
|
19
19
|
TYPE_CHECKING: bool
|
20
20
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.349088 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.282648 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.275824 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.276128 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.274107 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.274493 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.metaflow_current
|
12
|
+
import metaflow.decorators
|
13
13
|
|
14
14
|
current: metaflow.metaflow_current.Current
|
15
15
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.273214 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.331520 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.metaflow_current
|
13
12
|
import metaflow.plugins.parallel_decorator
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
current: metaflow.metaflow_current.Current
|
16
16
|
|
@@ -21,6 +21,8 @@ class ParallelDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
21
21
|
...
|
22
22
|
def step_init(self, flow, graph, step_name, decorators, environment, flow_datastore, logger):
|
23
23
|
...
|
24
|
+
def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
|
25
|
+
...
|
24
26
|
def task_decorate(self, step_func, flow, graph, retry_count, max_user_code_retries, ubf_context):
|
25
27
|
...
|
26
28
|
def setup_distributed_env(self, flow):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.275562 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.334837 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import abc
|
12
|
-
import metaflow.exception
|
13
11
|
import metaflow.plugins.secrets
|
12
|
+
import metaflow.exception
|
13
|
+
import abc
|
14
14
|
|
15
15
|
class MetaflowException(Exception, metaclass=type):
|
16
16
|
def __init__(self, msg = "", lineno = None):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.333986 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.333770 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.334327 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.268027 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.268961 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.294746 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -26,13 +26,15 @@ ARGO_EVENTS_EVENT_BUS: str
|
|
26
26
|
|
27
27
|
ARGO_EVENTS_EVENT_SOURCE: None
|
28
28
|
|
29
|
+
ARGO_EVENTS_INTERNAL_WEBHOOK_URL: None
|
30
|
+
|
29
31
|
ARGO_EVENTS_SERVICE_ACCOUNT: None
|
30
32
|
|
31
|
-
|
33
|
+
ARGO_EVENTS_WEBHOOK_AUTH: str
|
32
34
|
|
33
35
|
AWS_SECRETS_MANAGER_DEFAULT_REGION: None
|
34
36
|
|
35
|
-
|
37
|
+
AZURE_KEY_VAULT_PREFIX: None
|
36
38
|
|
37
39
|
AZURE_STORAGE_BLOB_SERVICE_ENDPOINT: None
|
38
40
|
|
@@ -60,23 +62,27 @@ DEFAULT_SECRETS_BACKEND_TYPE: None
|
|
60
62
|
|
61
63
|
GCP_SECRET_MANAGER_PREFIX: None
|
62
64
|
|
63
|
-
AZURE_KEY_VAULT_PREFIX: None
|
64
|
-
|
65
65
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
66
66
|
|
67
67
|
KUBERNETES_LABELS: str
|
68
68
|
|
69
69
|
KUBERNETES_SANDBOX_INIT_SCRIPT: None
|
70
70
|
|
71
|
+
OTEL_ENDPOINT: None
|
72
|
+
|
71
73
|
S3_ENDPOINT_URL: None
|
72
74
|
|
75
|
+
S3_SERVER_SIDE_ENCRYPTION: None
|
76
|
+
|
73
77
|
SERVICE_HEADERS: dict
|
74
78
|
|
79
|
+
KUBERNETES_SECRETS: str
|
80
|
+
|
75
81
|
SERVICE_INTERNAL_URL: None
|
76
82
|
|
77
|
-
|
83
|
+
UBF_CONTROL: str
|
78
84
|
|
79
|
-
|
85
|
+
UBF_TASK: str
|
80
86
|
|
81
87
|
BASH_SAVE_LOGS: str
|
82
88
|
|
@@ -101,6 +107,8 @@ STDOUT_PATH: str
|
|
101
107
|
|
102
108
|
STDERR_PATH: str
|
103
109
|
|
110
|
+
METAFLOW_PARALLEL_STEP_CLI_OPTIONS_TEMPLATE: str
|
111
|
+
|
104
112
|
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
105
113
|
...
|
106
114
|
|
@@ -112,9 +120,9 @@ class Kubernetes(object, metaclass=type):
|
|
112
120
|
...
|
113
121
|
def launch_job(self, **kwargs):
|
114
122
|
...
|
115
|
-
def create_jobset(self,
|
123
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
|
116
124
|
...
|
117
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None
|
125
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
|
118
126
|
...
|
119
127
|
def create_k8sjob(self, job):
|
120
128
|
...
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.297011 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.exception
|
11
12
|
import metaflow._vendor.click.types
|
12
13
|
import metaflow.decorators
|
13
|
-
import metaflow.exception
|
14
14
|
|
15
15
|
class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
|
16
16
|
def convert(self, value, param, ctx):
|
@@ -29,24 +29,24 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
|
|
29
29
|
def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
|
30
30
|
...
|
31
31
|
|
32
|
-
UBF_CONTROL: str
|
33
|
-
|
34
|
-
UBF_TASK: str
|
35
|
-
|
36
32
|
DATASTORE_LOCAL_DIR: str
|
37
33
|
|
38
34
|
KUBERNETES_LABELS: str
|
39
35
|
|
40
36
|
TASK_LOG_SOURCE: str
|
41
37
|
|
38
|
+
UBF_CONTROL: str
|
39
|
+
|
40
|
+
UBF_TASK: str
|
41
|
+
|
42
42
|
class Kubernetes(object, metaclass=type):
|
43
43
|
def __init__(self, datastore, metadata, environment):
|
44
44
|
...
|
45
45
|
def launch_job(self, **kwargs):
|
46
46
|
...
|
47
|
-
def create_jobset(self,
|
47
|
+
def create_jobset(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, docker_image, docker_image_pull_policy, step_cli = None, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, num_parallel = None):
|
48
48
|
...
|
49
|
-
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None
|
49
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None):
|
50
50
|
...
|
51
51
|
def create_k8sjob(self, job):
|
52
52
|
...
|
@@ -54,13 +54,13 @@ class Kubernetes(object, metaclass=type):
|
|
54
54
|
...
|
55
55
|
...
|
56
56
|
|
57
|
-
class
|
57
|
+
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
58
58
|
...
|
59
59
|
|
60
|
-
|
60
|
+
class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=type):
|
61
61
|
...
|
62
62
|
|
63
|
-
|
63
|
+
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
64
64
|
...
|
65
65
|
|
66
66
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.293425 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -49,7 +49,30 @@ class KubernetesJob(object, metaclass=type):
|
|
49
49
|
...
|
50
50
|
|
51
51
|
class KubernetesJobSet(object, metaclass=type):
|
52
|
-
def __init__(self, client, name = None,
|
52
|
+
def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
|
53
|
+
...
|
54
|
+
@property
|
55
|
+
def jobset_control_addr(self):
|
56
|
+
...
|
57
|
+
@property
|
58
|
+
def worker(self):
|
59
|
+
...
|
60
|
+
@property
|
61
|
+
def control(self):
|
62
|
+
...
|
63
|
+
def environment_variable_from_selector(self, name, label_value):
|
64
|
+
...
|
65
|
+
def environment_variables_from_selectors(self, env_dict):
|
66
|
+
...
|
67
|
+
def environment_variable(self, name, value):
|
68
|
+
...
|
69
|
+
def label(self, name, value):
|
70
|
+
...
|
71
|
+
def annotation(self, name, value):
|
72
|
+
...
|
73
|
+
def secret(self, name):
|
74
|
+
...
|
75
|
+
def dump(self):
|
53
76
|
...
|
54
77
|
def execute(self):
|
55
78
|
...
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.295855 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.decorators
|
12
11
|
import metaflow.metaflow_current
|
13
12
|
import metaflow.exception
|
13
|
+
import metaflow.decorators
|
14
14
|
|
15
15
|
current: metaflow.metaflow_current.Current
|
16
16
|
|
@@ -49,11 +49,17 @@ KUBERNETES_CONTAINER_IMAGE: None
|
|
49
49
|
|
50
50
|
KUBERNETES_CONTAINER_REGISTRY: None
|
51
51
|
|
52
|
+
KUBERNETES_CPU: None
|
53
|
+
|
54
|
+
KUBERNETES_DISK: None
|
55
|
+
|
52
56
|
KUBERNETES_FETCH_EC2_METADATA: bool
|
53
57
|
|
58
|
+
KUBERNETES_GPU_VENDOR: str
|
59
|
+
|
54
60
|
KUBERNETES_IMAGE_PULL_POLICY: None
|
55
61
|
|
56
|
-
|
62
|
+
KUBERNETES_MEMORY: None
|
57
63
|
|
58
64
|
KUBERNETES_NAMESPACE: str
|
59
65
|
|
@@ -61,19 +67,13 @@ KUBERNETES_NODE_SELECTOR: str
|
|
61
67
|
|
62
68
|
KUBERNETES_PERSISTENT_VOLUME_CLAIMS: str
|
63
69
|
|
64
|
-
|
70
|
+
KUBERNETES_PORT: None
|
65
71
|
|
66
72
|
KUBERNETES_SERVICE_ACCOUNT: None
|
67
73
|
|
68
74
|
KUBERNETES_SHARED_MEMORY: None
|
69
75
|
|
70
|
-
|
71
|
-
|
72
|
-
KUBERNETES_CPU: None
|
73
|
-
|
74
|
-
KUBERNETES_MEMORY: None
|
75
|
-
|
76
|
-
KUBERNETES_DISK: None
|
76
|
+
KUBERNETES_TOLERATIONS: str
|
77
77
|
|
78
78
|
class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
79
79
|
...
|
@@ -81,6 +81,8 @@ class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
81
81
|
def get_run_time_limit_for_task(step_decos):
|
82
82
|
...
|
83
83
|
|
84
|
+
UBF_CONTROL: str
|
85
|
+
|
84
86
|
def get_docker_registry(image_uri):
|
85
87
|
"""
|
86
88
|
Explanation:
|
@@ -144,25 +146,6 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
|
144
146
|
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
145
147
|
...
|
146
148
|
|
147
|
-
UBF_CONTROL: str
|
148
|
-
|
149
|
-
class TaskIdConstructor(object, metaclass=type):
|
150
|
-
@classmethod
|
151
|
-
def jobset_worker_id(cls, control_task_id: str):
|
152
|
-
...
|
153
|
-
@classmethod
|
154
|
-
def join_step_task_ids(cls, num_parallel):
|
155
|
-
"""
|
156
|
-
Called within the step decorator to set the `flow._control_mapper_tasks`.
|
157
|
-
Setting these allows the flow to know which tasks are needed in the join step.
|
158
|
-
We set this in the `task_pre_step` method of the decorator.
|
159
|
-
"""
|
160
|
-
...
|
161
|
-
@classmethod
|
162
|
-
def argo(cls):
|
163
|
-
...
|
164
|
-
...
|
165
|
-
|
166
149
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
167
150
|
def __init__(self, attributes = None, statically_defined = False):
|
168
151
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-07-
|
3
|
+
# MF version: 2.12.9 #
|
4
|
+
# Generated on 2024-07-25T18:20:16.292529 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -26,7 +26,30 @@ UBF_TASK: str
|
|
26
26
|
CLIENT_REFRESH_INTERVAL_SECONDS: int
|
27
27
|
|
28
28
|
class KubernetesJobSet(object, metaclass=type):
|
29
|
-
def __init__(self, client, name = None,
|
29
|
+
def __init__(self, client, name = None, namespace = None, num_parallel = None, **kwargs):
|
30
|
+
...
|
31
|
+
@property
|
32
|
+
def jobset_control_addr(self):
|
33
|
+
...
|
34
|
+
@property
|
35
|
+
def worker(self):
|
36
|
+
...
|
37
|
+
@property
|
38
|
+
def control(self):
|
39
|
+
...
|
40
|
+
def environment_variable_from_selector(self, name, label_value):
|
41
|
+
...
|
42
|
+
def environment_variables_from_selectors(self, env_dict):
|
43
|
+
...
|
44
|
+
def environment_variable(self, name, value):
|
45
|
+
...
|
46
|
+
def label(self, name, value):
|
47
|
+
...
|
48
|
+
def annotation(self, name, value):
|
49
|
+
...
|
50
|
+
def secret(self, name):
|
51
|
+
...
|
52
|
+
def dump(self):
|
30
53
|
...
|
31
54
|
def execute(self):
|
32
55
|
...
|