ob-metaflow-stubs 6.0.3.143rc0__py2.py3-none-any.whl → 6.0.3.144__py2.py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- metaflow-stubs/__init__.pyi +727 -725
- metaflow-stubs/cards.pyi +2 -2
- metaflow-stubs/cli.pyi +2 -7
- metaflow-stubs/cli_components/__init__.pyi +2 -2
- metaflow-stubs/cli_components/utils.pyi +2 -2
- metaflow-stubs/client/__init__.pyi +2 -2
- metaflow-stubs/client/core.pyi +95 -6
- metaflow-stubs/client/filecache.pyi +2 -2
- metaflow-stubs/events.pyi +3 -3
- metaflow-stubs/exception.pyi +2 -2
- metaflow-stubs/flowspec.pyi +5 -5
- metaflow-stubs/generated_for.txt +1 -1
- metaflow-stubs/includefile.pyi +3 -3
- metaflow-stubs/info_file.pyi +2 -2
- metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- metaflow-stubs/metadata_provider/metadata.pyi +26 -2
- metaflow-stubs/metadata_provider/util.pyi +2 -2
- metaflow-stubs/metaflow_config.pyi +3 -5
- metaflow-stubs/metaflow_current.pyi +85 -85
- metaflow-stubs/mf_extensions/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +4 -6
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +5 -8
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +5 -6
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +3 -5
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +8 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +5 -12
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +4 -4
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +2 -2
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +3 -3
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +3 -3
- metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/card_utilities/injector.pyi +23 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/__init__.pyi +6 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/ollama/ollama.pyi +29 -0
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
- metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
- metaflow-stubs/multicore_utils.pyi +2 -2
- metaflow-stubs/parameters.pyi +3 -3
- metaflow-stubs/plugins/__init__.pyi +11 -10
- metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +4 -4
- metaflow-stubs/plugins/aws/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +4 -4
- metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_client.pyi +3 -3
- metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/components.pyi +4 -4
- metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- metaflow-stubs/plugins/cards/exception.pyi +2 -2
- metaflow-stubs/plugins/catch_decorator.pyi +3 -3
- metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/local.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
- metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- metaflow-stubs/plugins/debug_logger.pyi +2 -2
- metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- metaflow-stubs/plugins/events_decorator.pyi +2 -2
- metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
- metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kube_utils.pyi +3 -3
- metaflow-stubs/plugins/kubernetes/kubernetes.pyi +4 -4
- metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -5
- metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +2 -2
- metaflow-stubs/plugins/ollama/__init__.pyi +53 -0
- metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- metaflow-stubs/plugins/perimeters.pyi +2 -2
- metaflow-stubs/plugins/project_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/conda_environment.pyi +6 -6
- metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
- metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +4 -4
- metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
- metaflow-stubs/plugins/storage_executor.pyi +2 -2
- metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
- metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
- metaflow-stubs/profilers/__init__.pyi +2 -2
- metaflow-stubs/pylint_wrapper.pyi +2 -2
- metaflow-stubs/runner/__init__.pyi +2 -2
- metaflow-stubs/runner/deployer.pyi +6 -6
- metaflow-stubs/runner/deployer_impl.pyi +3 -3
- metaflow-stubs/runner/metaflow_runner.pyi +4 -4
- metaflow-stubs/runner/nbdeploy.pyi +2 -2
- metaflow-stubs/runner/nbrun.pyi +2 -2
- metaflow-stubs/runner/subprocess_manager.pyi +2 -2
- metaflow-stubs/runner/utils.pyi +3 -3
- metaflow-stubs/system/__init__.pyi +2 -2
- metaflow-stubs/system/system_logger.pyi +3 -3
- metaflow-stubs/system/system_monitor.pyi +2 -2
- metaflow-stubs/tagging_util.pyi +2 -2
- metaflow-stubs/tuple_util.pyi +2 -2
- metaflow-stubs/user_configs/__init__.pyi +2 -2
- metaflow-stubs/user_configs/config_decorators.pyi +6 -6
- metaflow-stubs/user_configs/config_options.pyi +3 -3
- metaflow-stubs/user_configs/config_parameters.pyi +6 -6
- {ob_metaflow_stubs-6.0.3.143rc0.dist-info → ob_metaflow_stubs-6.0.3.144.dist-info}/METADATA +1 -1
- ob_metaflow_stubs-6.0.3.144.dist-info/RECORD +197 -0
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/context.pyi +0 -79
- metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/decorator.pyi +0 -46
- ob_metaflow_stubs-6.0.3.143rc0.dist-info/RECORD +0 -194
- {ob_metaflow_stubs-6.0.3.143rc0.dist-info → ob_metaflow_stubs-6.0.3.144.dist-info}/WHEEL +0 -0
- {ob_metaflow_stubs-6.0.3.143rc0.dist-info → ob_metaflow_stubs-6.0.3.144.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.403280 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/cli.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.417420 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -22,8 +22,6 @@ from .user_configs.config_parameters import ConfigValue as ConfigValue
|
|
22
22
|
from .cli_components.utils import cli as cli
|
23
23
|
from .cli_components.utils import start as start
|
24
24
|
|
25
|
-
DECOSPECS: str
|
26
|
-
|
27
25
|
DEFAULT_DATASTORE: str
|
28
26
|
|
29
27
|
DEFAULT_ENVIRONMENT: str
|
@@ -67,9 +65,6 @@ def echo_always(line, **kwargs):
|
|
67
65
|
def logger(body = '', system_msg = False, head = '', bad = False, timestamp = True, nl = True):
|
68
66
|
...
|
69
67
|
|
70
|
-
def config_merge_cb(ctx, param, value):
|
71
|
-
...
|
72
|
-
|
73
68
|
def print_metaflow_exception(ex):
|
74
69
|
...
|
75
70
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.416245 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.442643 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.406528 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/client/core.pyi
CHANGED
@@ -1,19 +1,20 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.411162 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
9
|
import metaflow
|
10
|
+
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.events
|
13
|
-
import metaflow.client.core
|
14
|
-
import datetime
|
15
12
|
import tarfile
|
13
|
+
import tempfile
|
16
14
|
import typing
|
15
|
+
import datetime
|
16
|
+
import metaflow.events
|
17
|
+
import metaflow.client.core
|
17
18
|
|
18
19
|
from ..metaflow_current import current as current
|
19
20
|
from ..events import Trigger as Trigger
|
@@ -464,6 +465,50 @@ class MetaflowCode(object, metaclass=type):
|
|
464
465
|
TarFile for everything in this code package
|
465
466
|
"""
|
466
467
|
...
|
468
|
+
def extract(self) -> tempfile.TemporaryDirectory:
|
469
|
+
"""
|
470
|
+
Extracts the code package to a temporary directory.
|
471
|
+
|
472
|
+
This creates a temporary directory containing all user code
|
473
|
+
files from the code package. The temporary directory is
|
474
|
+
automatically deleted when the returned TemporaryDirectory
|
475
|
+
object is garbage collected or when its cleanup() is called.
|
476
|
+
|
477
|
+
To preserve the contents to a permanent location, use
|
478
|
+
os.replace() which performs a zero-copy move on the same
|
479
|
+
filesystem:
|
480
|
+
|
481
|
+
```python
|
482
|
+
with task.code.extract() as tmp_dir:
|
483
|
+
# Move contents to permanent location
|
484
|
+
for item in os.listdir(tmp_dir):
|
485
|
+
src = os.path.join(tmp_dir, item)
|
486
|
+
dst = os.path.join('/path/to/permanent/dir', item)
|
487
|
+
os.makedirs(os.path.dirname(dst), exist_ok=True)
|
488
|
+
os.replace(src, dst) # Atomic move operation
|
489
|
+
```
|
490
|
+
Returns
|
491
|
+
-------
|
492
|
+
TemporaryDirectory
|
493
|
+
A temporary directory containing the extracted code files.
|
494
|
+
The directory and its contents are automatically deleted when
|
495
|
+
this object is garbage collected.
|
496
|
+
"""
|
497
|
+
...
|
498
|
+
@property
|
499
|
+
def script_name(self) -> str:
|
500
|
+
"""
|
501
|
+
Returns the filename of the Python script containing the FlowSpec.
|
502
|
+
|
503
|
+
This is the main Python file that was used to execute the flow. For example,
|
504
|
+
if your flow is defined in 'myflow.py', this property will return 'myflow.py'.
|
505
|
+
|
506
|
+
Returns
|
507
|
+
-------
|
508
|
+
str
|
509
|
+
Name of the Python file containing the FlowSpec
|
510
|
+
"""
|
511
|
+
...
|
467
512
|
def __str__(self):
|
468
513
|
...
|
469
514
|
...
|
@@ -631,6 +676,28 @@ class Task(MetaflowObject, metaclass=type):
|
|
631
676
|
def __init__(self, *args, **kwargs):
|
632
677
|
...
|
633
678
|
@property
|
679
|
+
def parent_tasks(self) -> typing.Iterator["Task"]:
|
680
|
+
"""
|
681
|
+
Yields all parent tasks of the current task if one exists.
|
682
|
+
|
683
|
+
Yields
|
684
|
+
------
|
685
|
+
Task
|
686
|
+
Parent task of the current task
|
687
|
+
"""
|
688
|
+
...
|
689
|
+
@property
|
690
|
+
def child_tasks(self) -> typing.Iterator["Task"]:
|
691
|
+
"""
|
692
|
+
Yield all child tasks of the current task if one exists.
|
693
|
+
|
694
|
+
Yields
|
695
|
+
------
|
696
|
+
Task
|
697
|
+
Child task of the current task
|
698
|
+
"""
|
699
|
+
...
|
700
|
+
@property
|
634
701
|
def metadata(self) -> typing.List[Metadata]:
|
635
702
|
"""
|
636
703
|
Metadata events produced by this task across all attempts of the task
|
@@ -1090,6 +1157,28 @@ class Step(MetaflowObject, metaclass=type):
|
|
1090
1157
|
Dictionary describing the environment
|
1091
1158
|
"""
|
1092
1159
|
...
|
1160
|
+
@property
|
1161
|
+
def parent_steps(self) -> typing.Iterator["Step"]:
|
1162
|
+
"""
|
1163
|
+
Yields parent steps for the current step.
|
1164
|
+
|
1165
|
+
Yields
|
1166
|
+
------
|
1167
|
+
Step
|
1168
|
+
Parent step
|
1169
|
+
"""
|
1170
|
+
...
|
1171
|
+
@property
|
1172
|
+
def child_steps(self) -> typing.Iterator["Step"]:
|
1173
|
+
"""
|
1174
|
+
Yields child steps for the current step.
|
1175
|
+
|
1176
|
+
Yields
|
1177
|
+
------
|
1178
|
+
Step
|
1179
|
+
Child step
|
1180
|
+
"""
|
1181
|
+
...
|
1093
1182
|
...
|
1094
1183
|
|
1095
1184
|
class Run(MetaflowObject, metaclass=type):
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.437616 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/events.pyi
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.403865 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.events
|
12
11
|
import metaflow
|
12
|
+
import metaflow.events
|
13
13
|
|
14
14
|
|
15
15
|
TYPE_CHECKING: bool
|
metaflow-stubs/exception.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.395375 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
metaflow-stubs/flowspec.pyi
CHANGED
@@ -1,19 +1,19 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.400133 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
9
|
import metaflow
|
10
|
+
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import metaflow.exception
|
13
12
|
import metaflow.flowspec
|
14
|
-
import metaflow.unbounded_foreach
|
15
13
|
import metaflow.datastore.inputs
|
14
|
+
import metaflow.unbounded_foreach
|
16
15
|
import typing
|
16
|
+
import metaflow.exception
|
17
17
|
|
18
18
|
from . import parameters as parameters
|
19
19
|
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
metaflow-stubs/generated_for.txt
CHANGED
@@ -1 +1 @@
|
|
1
|
-
2.14.
|
1
|
+
2.14.2.1+obcheckpoint(0.1.8);ob(v1) 2025-02-21T20:43:13.391809
|
metaflow-stubs/includefile.pyi
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.406239 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
|
-
import typing
|
10
9
|
import metaflow
|
10
|
+
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
12
|
import metaflow.parameters
|
13
13
|
import metaflow._vendor.click.types
|
metaflow-stubs/info_file.pyi
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.394603 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.398978 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.421874 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.421380 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -368,6 +368,30 @@ class MetadataProvider(object, metaclass=MetadataProviderMeta):
|
|
368
368
|
Run tags after mutation operations
|
369
369
|
"""
|
370
370
|
...
|
371
|
+
@classmethod
|
372
|
+
def filter_tasks_by_metadata(cls, flow_name: str, run_id: str, step_name: str, field_name: str, pattern: str) -> typing.List[str]:
|
373
|
+
"""
|
374
|
+
Filter tasks by metadata field and pattern, returning task pathspecs that match criteria.
|
375
|
+
|
376
|
+
Parameters
|
377
|
+
----------
|
378
|
+
flow_name : str
|
379
|
+
Flow name, that the run belongs to.
|
380
|
+
run_id: str
|
381
|
+
Run id, together with flow_id, that identifies the specific Run whose tasks to query
|
382
|
+
step_name: str
|
383
|
+
Step name to query tasks from
|
384
|
+
field_name: str
|
385
|
+
Metadata field name to query
|
386
|
+
pattern: str
|
387
|
+
Pattern to match in metadata field value
|
388
|
+
|
389
|
+
Returns
|
390
|
+
-------
|
391
|
+
List[str]
|
392
|
+
List of task pathspecs that satisfy the query
|
393
|
+
"""
|
394
|
+
...
|
371
395
|
def __init__(self, environment, flow, event_logger, monitor):
|
372
396
|
...
|
373
397
|
...
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.421611 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.396544 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -143,7 +143,7 @@ ARGO_WORKFLOWS_CAPTURE_ERROR_SCRIPT: None
|
|
143
143
|
|
144
144
|
CONTACT_INFO: dict
|
145
145
|
|
146
|
-
|
146
|
+
DEFAULT_DECOSPECS: str
|
147
147
|
|
148
148
|
ECS_S3_ACCESS_IAM_ROLE: None
|
149
149
|
|
@@ -249,8 +249,6 @@ CONDA_PACKAGE_GSROOT: None
|
|
249
249
|
|
250
250
|
CONDA_DEPENDENCY_RESOLVER: str
|
251
251
|
|
252
|
-
CONDA_USE_FAST_INIT: bool
|
253
|
-
|
254
252
|
ESCAPE_HATCH_WARNING: bool
|
255
253
|
|
256
254
|
DEBUG_OPTIONS: list
|
@@ -1,21 +1,21 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.536250 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
+
import typing
|
12
|
+
import metaflow.plugins.cards.component_serializer
|
11
13
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator
|
12
14
|
import metaflow
|
15
|
+
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
13
16
|
import metaflow.events
|
14
17
|
import metaflow.metaflow_current
|
15
|
-
import typing
|
16
18
|
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
|
17
|
-
import metaflow.plugins.cards.component_serializer
|
18
|
-
import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
|
19
19
|
|
20
20
|
|
21
21
|
TYPE_CHECKING: bool
|
@@ -228,6 +228,67 @@ class Current(object, metaclass=type):
|
|
228
228
|
def graph(self):
|
229
229
|
...
|
230
230
|
@property
|
231
|
+
def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
|
232
|
+
"""
|
233
|
+
(only in the presence of the @model decorator)
|
234
|
+
|
235
|
+
The object used for loading / saving models.
|
236
|
+
`current.model` exposes a `save` method to save models and a `load` method to load models.
|
237
|
+
`current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
|
238
|
+
or models loaded via `current.model.load`.
|
239
|
+
|
240
|
+
Usage (Saving a model):
|
241
|
+
-------
|
242
|
+
|
243
|
+
```
|
244
|
+
@model
|
245
|
+
@step
|
246
|
+
def train(self):
|
247
|
+
# current.model.save returns a dictionary reference to the model saved
|
248
|
+
self.my_model = current.model.save(
|
249
|
+
path_to_my_model,
|
250
|
+
label="my_model",
|
251
|
+
metadata={
|
252
|
+
"epochs": 10,
|
253
|
+
"batch-size": 32,
|
254
|
+
"learning-rate": 0.001,
|
255
|
+
}
|
256
|
+
)
|
257
|
+
self.next(self.test)
|
258
|
+
|
259
|
+
@model(load="my_model")
|
260
|
+
@step
|
261
|
+
def test(self):
|
262
|
+
# `current.model.loaded` returns a dictionary of the loaded models
|
263
|
+
# where the key is the name of the artifact and the value is the path to the model
|
264
|
+
print(os.listdir(current.model.loaded["my_model"]))
|
265
|
+
self.next(self.end)
|
266
|
+
```
|
267
|
+
|
268
|
+
Usage (Loading models):
|
269
|
+
-------
|
270
|
+
|
271
|
+
```
|
272
|
+
@step
|
273
|
+
def train(self):
|
274
|
+
# current.model.load returns the path to the model loaded
|
275
|
+
checkpoint_path = current.model.load(
|
276
|
+
self.checkpoint_key,
|
277
|
+
)
|
278
|
+
model_path = current.model.load(
|
279
|
+
self.model,
|
280
|
+
)
|
281
|
+
self.next(self.test)
|
282
|
+
```
|
283
|
+
|
284
|
+
|
285
|
+
Returns
|
286
|
+
-------
|
287
|
+
ModelSerializer
|
288
|
+
The object used for loading / saving models.
|
289
|
+
"""
|
290
|
+
...
|
291
|
+
@property
|
231
292
|
def huggingface_hub(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.hf_hub.decorator.HuggingfaceRegistry":
|
232
293
|
"""
|
233
294
|
(only in the presence of the @huggingface_hub decorator)
|
@@ -297,6 +358,24 @@ class Current(object, metaclass=type):
|
|
297
358
|
"""
|
298
359
|
...
|
299
360
|
@property
|
361
|
+
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
362
|
+
"""
|
363
|
+
(only in the presence of the @card decorator)
|
364
|
+
|
365
|
+
The `@card` decorator makes the cards available through the `current.card`
|
366
|
+
object. If multiple `@card` decorators are present, you can add an `ID` to
|
367
|
+
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
368
|
+
be able to access that specific card using `current.card[ID].
|
369
|
+
|
370
|
+
Methods available are `append` and `extend`
|
371
|
+
|
372
|
+
Returns
|
373
|
+
-------
|
374
|
+
CardComponentCollector
|
375
|
+
The or one of the cards attached to this step.
|
376
|
+
"""
|
377
|
+
...
|
378
|
+
@property
|
300
379
|
def parallel(self) -> "metaflow.metaflow_current.Parallel":
|
301
380
|
"""
|
302
381
|
(only in the presence of the @parallel decorator)
|
@@ -326,67 +405,6 @@ class Current(object, metaclass=type):
|
|
326
405
|
"""
|
327
406
|
...
|
328
407
|
@property
|
329
|
-
def model(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
|
330
|
-
"""
|
331
|
-
(only in the presence of the @model decorator)
|
332
|
-
|
333
|
-
The object used for loading / saving models.
|
334
|
-
`current.model` exposes a `save` method to save models and a `load` method to load models.
|
335
|
-
`current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
|
336
|
-
or models loaded via `current.model.load`.
|
337
|
-
|
338
|
-
Usage (Saving a model):
|
339
|
-
-------
|
340
|
-
|
341
|
-
```
|
342
|
-
@model
|
343
|
-
@step
|
344
|
-
def train(self):
|
345
|
-
# current.model.save returns a dictionary reference to the model saved
|
346
|
-
self.my_model = current.model.save(
|
347
|
-
path_to_my_model,
|
348
|
-
label="my_model",
|
349
|
-
metadata={
|
350
|
-
"epochs": 10,
|
351
|
-
"batch-size": 32,
|
352
|
-
"learning-rate": 0.001,
|
353
|
-
}
|
354
|
-
)
|
355
|
-
self.next(self.test)
|
356
|
-
|
357
|
-
@model(load="my_model")
|
358
|
-
@step
|
359
|
-
def test(self):
|
360
|
-
# `current.model.loaded` returns a dictionary of the loaded models
|
361
|
-
# where the key is the name of the artifact and the value is the path to the model
|
362
|
-
print(os.listdir(current.model.loaded["my_model"]))
|
363
|
-
self.next(self.end)
|
364
|
-
```
|
365
|
-
|
366
|
-
Usage (Loading models):
|
367
|
-
-------
|
368
|
-
|
369
|
-
```
|
370
|
-
@step
|
371
|
-
def train(self):
|
372
|
-
# current.model.load returns the path to the model loaded
|
373
|
-
checkpoint_path = current.model.load(
|
374
|
-
self.checkpoint_key,
|
375
|
-
)
|
376
|
-
model_path = current.model.load(
|
377
|
-
self.model,
|
378
|
-
)
|
379
|
-
self.next(self.test)
|
380
|
-
```
|
381
|
-
|
382
|
-
|
383
|
-
Returns
|
384
|
-
-------
|
385
|
-
ModelSerializer
|
386
|
-
The object used for loading / saving models.
|
387
|
-
"""
|
388
|
-
...
|
389
|
-
@property
|
390
408
|
def checkpoint(self) -> "metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
|
391
409
|
"""
|
392
410
|
(only in the presence of the @checkpoint decorator)
|
@@ -448,27 +466,9 @@ class Current(object, metaclass=type):
|
|
448
466
|
"""
|
449
467
|
...
|
450
468
|
@property
|
451
|
-
def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
|
452
|
-
"""
|
453
|
-
(only in the presence of the @card decorator)
|
454
|
-
|
455
|
-
The `@card` decorator makes the cards available through the `current.card`
|
456
|
-
object. If multiple `@card` decorators are present, you can add an `ID` to
|
457
|
-
distinguish between them using `@card(id=ID)` as the decorator. You will then
|
458
|
-
be able to access that specific card using `current.card[ID].
|
459
|
-
|
460
|
-
Methods available are `append` and `extend`
|
461
|
-
|
462
|
-
Returns
|
463
|
-
-------
|
464
|
-
CardComponentCollector
|
465
|
-
The or one of the cards attached to this step.
|
466
|
-
"""
|
467
|
-
...
|
468
|
-
@property
|
469
469
|
def trigger(self) -> "metaflow.events.Trigger":
|
470
470
|
"""
|
471
|
-
(only in the presence of the @
|
471
|
+
(only in the presence of the @trigger_on_finish, or @trigger decorators)
|
472
472
|
|
473
473
|
Returns `Trigger` if the current run is triggered by an event
|
474
474
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.405126 #
|
5
5
|
######################################################################################################
|
6
6
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.14.
|
4
|
-
# Generated on 2025-02-
|
3
|
+
# MF version: 2.14.2.1+obcheckpoint(0.1.8);ob(v1) #
|
4
|
+
# Generated on 2025-02-21T20:43:13.414061 #
|
5
5
|
######################################################################################################
|
6
6
|
|