ob-metaflow-stubs 3.4__py2.py3-none-any.whl → 3.6__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow-stubs/__init__.pyi +479 -479
- metaflow-stubs/cards.pyi +5 -5
- metaflow-stubs/cli.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +4 -4
- metaflow-stubs/client/core.pyi +6 -6
- metaflow-stubs/client/filecache.pyi +3 -3
- metaflow-stubs/clone_util.pyi +2 -2
- metaflow-stubs/events.pyi +2 -2
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +4 -4
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/metadata/metadata.pyi +3 -3
- metaflow-stubs/metadata/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +10 -4
- metaflow-stubs/metaflow_current.pyi +18 -18
- metaflow-stubs/mflog/mflog.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +5 -5
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow.pyi +8 -4
- metaflow-stubs/plugins/airflow/airflow_cli.pyi +3 -3
- metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +4 -4
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_cli.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +3 -3
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/production_token.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi +4 -4
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
- metaflow-stubs/plugins/cards/card_client.pyi +4 -4
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/renderer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/chevron/tokenizer.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +3 -3
- metaflow-stubs/plugins/datatools/s3/s3.pyi +8 -5
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +3 -3
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +4 -4
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +7 -3
- metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +15 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +24 -7
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +127 -0
- metaflow-stubs/plugins/logs_cli.pyi +3 -3
- metaflow-stubs/plugins/package_cli.pyi +2 -2
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +3 -3
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +3 -3
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/tag_cli.pyi +4 -4
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +5 -3
- metaflow-stubs/procpoll.pyi +2 -2
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +14 -0
- {ob_metaflow_stubs-3.4.dist-info → ob_metaflow_stubs-3.6.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-3.6.dist-info/RECORD +138 -0
- ob_metaflow_stubs-3.4.dist-info/RECORD +0 -136
- {ob_metaflow_stubs-3.4.dist-info → ob_metaflow_stubs-3.6.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-3.4.dist-info → ob_metaflow_stubs-3.6.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.043855 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.078080 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.075898 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
11
|
import metaflow.plugins.cards.card_modules.components
|
12
|
+
import metaflow.plugins.cards.card_modules.basic
|
12
13
|
import metaflow.plugins.cards.card_modules.card
|
13
14
|
import metaflow.exception
|
14
|
-
import metaflow.plugins.cards.card_modules.basic
|
15
15
|
|
16
16
|
class MetaflowCardComponent(object, metaclass=type):
|
17
17
|
@property
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.074559 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.038931 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.decorators
|
11
12
|
import metaflow.metaflow_current
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.decorators
|
14
14
|
|
15
15
|
class MetaflowException(Exception, metaclass=type):
|
16
16
|
def __init__(self, msg = "", lineno = None):
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.037478 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import io
|
11
12
|
import metaflow.plugins.datatools.s3.s3
|
12
13
|
import metaflow.exception
|
13
|
-
import io
|
14
14
|
|
15
15
|
def read_in_chunks(dst, src, src_sz, max_chunk_size):
|
16
16
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.046456 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.061783 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import io
|
11
12
|
import metaflow.plugins.datatools.s3.s3
|
12
13
|
import metaflow.exception
|
13
|
-
import io
|
14
14
|
|
15
15
|
class RangeInfo(tuple, metaclass=type):
|
16
16
|
@staticmethod
|
@@ -1,19 +1,19 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.023682 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import io
|
12
|
-
import typing
|
13
11
|
import metaflow.metaflow_current
|
12
|
+
import metaflow.datastore.inputs
|
13
|
+
import typing
|
14
|
+
import io
|
14
15
|
import metaflow.plugins.datatools.s3.s3
|
15
16
|
import metaflow.exception
|
16
|
-
import metaflow.datastore.inputs
|
17
17
|
|
18
18
|
TYPE_CHECKING: bool
|
19
19
|
|
@@ -250,6 +250,9 @@ S3_SERVER_SIDE_ENCRYPTION: None
|
|
250
250
|
|
251
251
|
TEMPDIR: str
|
252
252
|
|
253
|
+
def namedtuple_with_defaults(typename, field_descr, defaults = ()):
|
254
|
+
...
|
255
|
+
|
253
256
|
class MetaflowException(Exception, metaclass=type):
|
254
257
|
def __init__(self, msg = "", lineno = None):
|
255
258
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.094112 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.045949 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.040459 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.040680 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.037911 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.039609 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metaflow_current
|
12
11
|
import metaflow.decorators
|
12
|
+
import metaflow.metaflow_current
|
13
13
|
|
14
14
|
current: metaflow.metaflow_current.Current
|
15
15
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.035638 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.054819 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.metaflow_current
|
12
|
-
import metaflow.plugins.parallel_decorator
|
13
11
|
import metaflow.decorators
|
12
|
+
import metaflow.plugins.parallel_decorator
|
13
|
+
import metaflow.metaflow_current
|
14
14
|
|
15
15
|
current: metaflow.metaflow_current.Current
|
16
16
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.040234 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.083033 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.082331 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.082150 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.082614 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.047395 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.038004 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.062766 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -112,7 +112,11 @@ class Kubernetes(object, metaclass=type):
|
|
112
112
|
...
|
113
113
|
def launch_job(self, **kwargs):
|
114
114
|
...
|
115
|
-
def
|
115
|
+
def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
|
116
|
+
...
|
117
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
|
118
|
+
...
|
119
|
+
def create_k8sjob(self, job):
|
116
120
|
...
|
117
121
|
def wait(self, stdout_location, stderr_location, echo = None):
|
118
122
|
...
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.065458 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.decorators
|
11
12
|
import metaflow._vendor.click.types
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.decorators
|
14
14
|
|
15
15
|
class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
|
16
16
|
def convert(self, value, param, ctx):
|
@@ -29,6 +29,10 @@ class CommandException(metaflow.exception.MetaflowException, metaclass=type):
|
|
29
29
|
def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
|
30
30
|
...
|
31
31
|
|
32
|
+
UBF_CONTROL: str
|
33
|
+
|
34
|
+
UBF_TASK: str
|
35
|
+
|
32
36
|
DATASTORE_LOCAL_DIR: str
|
33
37
|
|
34
38
|
KUBERNETES_LABELS: str
|
@@ -40,7 +44,11 @@ class Kubernetes(object, metaclass=type):
|
|
40
44
|
...
|
41
45
|
def launch_job(self, **kwargs):
|
42
46
|
...
|
43
|
-
def
|
47
|
+
def create_jobset(self, job_spec = None, run_id = None, step_name = None, task_id = None, namespace = None, env = None, num_parallel = None, port = None, annotations = None, labels = None):
|
48
|
+
...
|
49
|
+
def create_job_object(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, shared_memory = None, port = None, name_pattern = None, num_parallel = None):
|
50
|
+
...
|
51
|
+
def create_k8sjob(self, job):
|
44
52
|
...
|
45
53
|
def wait(self, stdout_location, stderr_location, echo = None):
|
46
54
|
...
|
@@ -52,6 +60,9 @@ class KubernetesKilledException(metaflow.exception.MetaflowException, metaclass=
|
|
52
60
|
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
53
61
|
...
|
54
62
|
|
63
|
+
class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
64
|
+
...
|
65
|
+
|
55
66
|
class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
56
67
|
def __init__(self, attributes = None, statically_defined = False):
|
57
68
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.008439 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,16 +1,16 @@
|
|
1
1
|
##################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.11.
|
4
|
-
# Generated on 2024-05-
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.064598 #
|
5
5
|
##################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.decorators
|
11
12
|
import metaflow.metaflow_current
|
12
13
|
import metaflow.exception
|
13
|
-
import metaflow.decorators
|
14
14
|
|
15
15
|
current: metaflow.metaflow_current.Current
|
16
16
|
|
@@ -65,10 +65,10 @@ KUBERNETES_TOLERATIONS: str
|
|
65
65
|
|
66
66
|
KUBERNETES_SERVICE_ACCOUNT: None
|
67
67
|
|
68
|
-
KUBERNETES_PORT: None
|
69
|
-
|
70
68
|
KUBERNETES_SHARED_MEMORY: None
|
71
69
|
|
70
|
+
KUBERNETES_PORT: None
|
71
|
+
|
72
72
|
KUBERNETES_CPU: None
|
73
73
|
|
74
74
|
KUBERNETES_MEMORY: None
|
@@ -81,8 +81,6 @@ class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
|
|
81
81
|
def get_run_time_limit_for_task(step_decos):
|
82
82
|
...
|
83
83
|
|
84
|
-
UBF_CONTROL: str
|
85
|
-
|
86
84
|
def get_docker_registry(image_uri):
|
87
85
|
"""
|
88
86
|
Explanation:
|
@@ -146,6 +144,25 @@ class KubernetesException(metaflow.exception.MetaflowException, metaclass=type):
|
|
146
144
|
def parse_kube_keyvalue_list(items: typing.List[str], requires_both: bool = True):
|
147
145
|
...
|
148
146
|
|
147
|
+
UBF_CONTROL: str
|
148
|
+
|
149
|
+
class TaskIdConstructor(object, metaclass=type):
|
150
|
+
@classmethod
|
151
|
+
def jobset_worker_id(cls, control_task_id: str):
|
152
|
+
...
|
153
|
+
@classmethod
|
154
|
+
def join_step_task_ids(cls, num_parallel):
|
155
|
+
"""
|
156
|
+
Called within the step decorator to set the `flow._control_mapper_tasks`.
|
157
|
+
Setting these allows the flow to know which tasks are needed in the join step.
|
158
|
+
We set this in the `task_pre_step` method of the decorator.
|
159
|
+
"""
|
160
|
+
...
|
161
|
+
@classmethod
|
162
|
+
def argo(cls):
|
163
|
+
...
|
164
|
+
...
|
165
|
+
|
149
166
|
MAX_MEMORY_PER_TASK: None
|
150
167
|
|
151
168
|
MAX_CPU_PER_TASK: None
|
@@ -0,0 +1,127 @@
|
|
1
|
+
##################################################################################
|
2
|
+
# Auto-generated Metaflow stub file #
|
3
|
+
# MF version: 2.11.16.1+ob(v1) #
|
4
|
+
# Generated on 2024-05-21T17:36:50.063662 #
|
5
|
+
##################################################################################
|
6
|
+
|
7
|
+
from __future__ import annotations
|
8
|
+
|
9
|
+
import typing
|
10
|
+
if typing.TYPE_CHECKING:
|
11
|
+
import metaflow.metaflow_current
|
12
|
+
import metaflow.exception
|
13
|
+
|
14
|
+
current: metaflow.metaflow_current.Current
|
15
|
+
|
16
|
+
class MetaflowException(Exception, metaclass=type):
|
17
|
+
def __init__(self, msg = "", lineno = None):
|
18
|
+
...
|
19
|
+
def __str__(self):
|
20
|
+
...
|
21
|
+
...
|
22
|
+
|
23
|
+
UBF_CONTROL: str
|
24
|
+
|
25
|
+
UBF_TASK: str
|
26
|
+
|
27
|
+
KUBERNETES_JOBSET_GROUP: str
|
28
|
+
|
29
|
+
KUBERNETES_JOBSET_VERSION: str
|
30
|
+
|
31
|
+
class KubernetesJobsetException(metaflow.exception.MetaflowException, metaclass=type):
|
32
|
+
...
|
33
|
+
|
34
|
+
def k8s_retry(deadline_seconds = 60, max_backoff = 32):
|
35
|
+
...
|
36
|
+
|
37
|
+
class JobsetStatus(tuple, metaclass=type):
|
38
|
+
@staticmethod
|
39
|
+
def __new__(_cls, control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running):
|
40
|
+
"""
|
41
|
+
Create new instance of JobsetStatus(control_pod_failed, control_exit_code, control_pod_status, control_started, control_completed, worker_pods_failed, workers_are_suspended, workers_have_started, all_jobs_are_suspended, jobset_finished, jobset_failed, status_unknown, jobset_was_terminated, some_jobs_are_running)
|
42
|
+
"""
|
43
|
+
...
|
44
|
+
def __repr__(self):
|
45
|
+
"""
|
46
|
+
Return a nicely formatted representation string
|
47
|
+
"""
|
48
|
+
...
|
49
|
+
def __getnewargs__(self):
|
50
|
+
"""
|
51
|
+
Return self as a plain tuple. Used by copy and pickle.
|
52
|
+
"""
|
53
|
+
...
|
54
|
+
...
|
55
|
+
|
56
|
+
class RunningJobSet(object, metaclass=type):
|
57
|
+
def __init__(self, client, name, namespace, group, version):
|
58
|
+
...
|
59
|
+
def __repr__(self):
|
60
|
+
...
|
61
|
+
def kill(self):
|
62
|
+
...
|
63
|
+
@property
|
64
|
+
def id(self):
|
65
|
+
...
|
66
|
+
@property
|
67
|
+
def is_done(self):
|
68
|
+
...
|
69
|
+
@property
|
70
|
+
def status(self):
|
71
|
+
...
|
72
|
+
@property
|
73
|
+
def has_succeeded(self):
|
74
|
+
...
|
75
|
+
@property
|
76
|
+
def has_failed(self):
|
77
|
+
...
|
78
|
+
@property
|
79
|
+
def is_running(self):
|
80
|
+
...
|
81
|
+
@property
|
82
|
+
def _jobset_was_terminated(self):
|
83
|
+
...
|
84
|
+
@property
|
85
|
+
def is_waiting(self):
|
86
|
+
...
|
87
|
+
@property
|
88
|
+
def reason(self):
|
89
|
+
...
|
90
|
+
@property
|
91
|
+
def _jobset_is_completed(self):
|
92
|
+
...
|
93
|
+
@property
|
94
|
+
def _jobset_has_failed(self):
|
95
|
+
...
|
96
|
+
...
|
97
|
+
|
98
|
+
class TaskIdConstructor(object, metaclass=type):
|
99
|
+
@classmethod
|
100
|
+
def jobset_worker_id(cls, control_task_id: str):
|
101
|
+
...
|
102
|
+
@classmethod
|
103
|
+
def join_step_task_ids(cls, num_parallel):
|
104
|
+
"""
|
105
|
+
Called within the step decorator to set the `flow._control_mapper_tasks`.
|
106
|
+
Setting these allows the flow to know which tasks are needed in the join step.
|
107
|
+
We set this in the `task_pre_step` method of the decorator.
|
108
|
+
"""
|
109
|
+
...
|
110
|
+
@classmethod
|
111
|
+
def argo(cls):
|
112
|
+
...
|
113
|
+
...
|
114
|
+
|
115
|
+
def get_control_job(client, job_spec, jobset_main_addr, subdomain, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
|
116
|
+
...
|
117
|
+
|
118
|
+
def get_worker_job(client, job_spec, job_name, jobset_main_addr, subdomain, control_task_id = None, worker_task_id = None, replicas = 1, port = None, num_parallel = None, namespace = None, annotations = None) -> dict:
|
119
|
+
...
|
120
|
+
|
121
|
+
class KubernetesJobSet(object, metaclass=type):
|
122
|
+
def __init__(self, client, name = None, job_spec = None, namespace = None, num_parallel = None, annotations = None, labels = None, port = None, task_id = None, **kwargs):
|
123
|
+
...
|
124
|
+
def execute(self):
|
125
|
+
...
|
126
|
+
...
|
127
|
+
|