metaflow-stubs 2.12.37__tar.gz → 2.12.39__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {metaflow_stubs-2.12.37/metaflow_stubs.egg-info → metaflow_stubs-2.12.39}/PKG-INFO +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/__init__.pyi +177 -177
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/cards.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/cli.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/cli_components/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/cli_components/utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/client/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/client/core.pyi +5 -5
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/client/filecache.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/events.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/exception.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/flowspec.pyi +4 -4
- metaflow_stubs-2.12.39/metaflow-stubs/generated_for.txt +1 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/includefile.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/info_file.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metadata_provider/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metadata_provider/metadata.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metadata_provider/util.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metaflow_config.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/metaflow_current.pyi +23 -23
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/multicore_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/parameters.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/__init__.pyi +10 -10
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/airflow_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/exception.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/__init__.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/cards/exception.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/catch_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/local.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/s3/s3.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/debug_logger.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/debug_monitor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/environment_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/events_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kubernetes_job.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/project_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/conda_environment.pyi +5 -5
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/pypi/utils.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/resources_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/retry_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/secrets/__init__.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/storage_executor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/pylint_wrapper.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/deployer.pyi +30 -30
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/deployer_impl.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/metaflow_runner.pyi +4 -4
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/nbdeploy.pyi +4 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/nbrun.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/subprocess_manager.pyi +5 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/runner/utils.pyi +8 -8
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/system/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/system/system_logger.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/system/system_monitor.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/tagging_util.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/tuple_util.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/user_configs/__init__.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/user_configs/config_decorators.pyi +6 -6
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/user_configs/config_options.pyi +3 -3
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/user_configs/config_parameters.pyi +8 -8
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/version.pyi +2 -2
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39/metaflow_stubs.egg-info}/PKG-INFO +2 -2
- metaflow_stubs-2.12.39/metaflow_stubs.egg-info/requires.txt +1 -0
- metaflow_stubs-2.12.39/version.py +1 -0
- metaflow_stubs-2.12.37/metaflow-stubs/generated_for.txt +0 -1
- metaflow_stubs-2.12.37/metaflow_stubs.egg-info/requires.txt +0 -1
- metaflow_stubs-2.12.37/version.py +0 -1
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/MANIFEST.in +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/README.md +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/py.typed +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow_stubs.egg-info/SOURCES.txt +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow_stubs.egg-info/dependency_links.txt +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow_stubs.egg-info/top_level.txt +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/setup.cfg +0 -0
- {metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/setup.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: metaflow-stubs
|
3
|
-
Version: 2.12.
|
3
|
+
Version: 2.12.39
|
4
4
|
Summary: Metaflow Stubs: Stubs for the metaflow package
|
5
5
|
Author: Metaflow Developers
|
6
6
|
Author-email: help@metaflow.org
|
@@ -21,7 +21,7 @@ Classifier: Programming Language :: Python :: 3.11
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.12
|
22
22
|
Requires-Python: >=3.7.0
|
23
23
|
Description-Content-Type: text/markdown
|
24
|
-
Requires-Dist: metaflow==2.12.
|
24
|
+
Requires-Dist: metaflow==2.12.39
|
25
25
|
|
26
26
|
# Metaflow Stubs
|
27
27
|
|
@@ -1,15 +1,15 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.687901 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import datetime
|
12
11
|
import typing
|
12
|
+
import datetime
|
13
13
|
FlowSpecDerived = typing.TypeVar("FlowSpecDerived", bound="FlowSpec", contravariant=False, covariant=False)
|
14
14
|
StepFlag = typing.NewType("StepFlag", bool)
|
15
15
|
|
@@ -34,8 +34,8 @@ from .user_configs.config_parameters import Config as Config
|
|
34
34
|
from .user_configs.config_parameters import config_expr as config_expr
|
35
35
|
from .user_configs.config_decorators import CustomFlowDecorator as CustomFlowDecorator
|
36
36
|
from .user_configs.config_decorators import CustomStepDecorator as CustomStepDecorator
|
37
|
-
from . import tuple_util as tuple_util
|
38
37
|
from . import events as events
|
38
|
+
from . import tuple_util as tuple_util
|
39
39
|
from . import runner as runner
|
40
40
|
from . import plugins as plugins
|
41
41
|
from .plugins.datatools.s3.s3 import S3 as S3
|
@@ -142,41 +142,25 @@ def step(f: typing.Union[typing.Callable[[FlowSpecDerived], None], typing.Callab
|
|
142
142
|
...
|
143
143
|
|
144
144
|
@typing.overload
|
145
|
-
def
|
145
|
+
def secrets(*, sources: typing.List[typing.Union[str, typing.Dict[str, typing.Any]]] = []) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
146
146
|
"""
|
147
|
-
Specifies
|
148
|
-
|
149
|
-
|
150
|
-
This decorator is useful for handling transient errors, such as networking issues.
|
151
|
-
If your task contains operations that can't be retried safely, e.g. database updates,
|
152
|
-
it is advisable to annotate it with `@retry(times=0)`.
|
153
|
-
|
154
|
-
This can be used in conjunction with the `@catch` decorator. The `@catch`
|
155
|
-
decorator will execute a no-op task after all retries have been exhausted,
|
156
|
-
ensuring that the flow execution can continue.
|
147
|
+
Specifies secrets to be retrieved and injected as environment variables prior to
|
148
|
+
the execution of a step.
|
157
149
|
"""
|
158
150
|
...
|
159
151
|
|
160
152
|
@typing.overload
|
161
|
-
def
|
153
|
+
def secrets(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
162
154
|
...
|
163
155
|
|
164
156
|
@typing.overload
|
165
|
-
def
|
157
|
+
def secrets(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
166
158
|
...
|
167
159
|
|
168
|
-
def
|
160
|
+
def secrets(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, sources: typing.List[typing.Union[str, typing.Dict[str, typing.Any]]] = []):
|
169
161
|
"""
|
170
|
-
Specifies
|
171
|
-
|
172
|
-
|
173
|
-
This decorator is useful for handling transient errors, such as networking issues.
|
174
|
-
If your task contains operations that can't be retried safely, e.g. database updates,
|
175
|
-
it is advisable to annotate it with `@retry(times=0)`.
|
176
|
-
|
177
|
-
This can be used in conjunction with the `@catch` decorator. The `@catch`
|
178
|
-
decorator will execute a no-op task after all retries have been exhausted,
|
179
|
-
ensuring that the flow execution can continue.
|
162
|
+
Specifies secrets to be retrieved and injected as environment variables prior to
|
163
|
+
the execution of a step.
|
180
164
|
"""
|
181
165
|
...
|
182
166
|
|
@@ -211,106 +195,6 @@ def conda(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], ty
|
|
211
195
|
"""
|
212
196
|
...
|
213
197
|
|
214
|
-
@typing.overload
|
215
|
-
def parallel(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
216
|
-
"""
|
217
|
-
Decorator prototype for all step decorators. This function gets specialized
|
218
|
-
and imported for all decorators types by _import_plugin_decorators().
|
219
|
-
"""
|
220
|
-
...
|
221
|
-
|
222
|
-
@typing.overload
|
223
|
-
def parallel(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
224
|
-
...
|
225
|
-
|
226
|
-
def parallel(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None):
|
227
|
-
"""
|
228
|
-
Decorator prototype for all step decorators. This function gets specialized
|
229
|
-
and imported for all decorators types by _import_plugin_decorators().
|
230
|
-
"""
|
231
|
-
...
|
232
|
-
|
233
|
-
@typing.overload
|
234
|
-
def pypi(*, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
235
|
-
"""
|
236
|
-
Specifies the PyPI packages for the step.
|
237
|
-
|
238
|
-
Information in this decorator will augment any
|
239
|
-
attributes set in the `@pyi_base` flow-level decorator. Hence,
|
240
|
-
you can use `@pypi_base` to set packages required by all
|
241
|
-
steps and use `@pypi` to specify step-specific overrides.
|
242
|
-
"""
|
243
|
-
...
|
244
|
-
|
245
|
-
@typing.overload
|
246
|
-
def pypi(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
247
|
-
...
|
248
|
-
|
249
|
-
@typing.overload
|
250
|
-
def pypi(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
251
|
-
...
|
252
|
-
|
253
|
-
def pypi(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None):
|
254
|
-
"""
|
255
|
-
Specifies the PyPI packages for the step.
|
256
|
-
|
257
|
-
Information in this decorator will augment any
|
258
|
-
attributes set in the `@pyi_base` flow-level decorator. Hence,
|
259
|
-
you can use `@pypi_base` to set packages required by all
|
260
|
-
steps and use `@pypi` to specify step-specific overrides.
|
261
|
-
"""
|
262
|
-
...
|
263
|
-
|
264
|
-
def kubernetes(*, cpu: int = 1, memory: int = 4096, disk: int = 10240, image: typing.Optional[str] = None, image_pull_policy: str = 'KUBERNETES_IMAGE_PULL_POLICY', service_account: str = 'METAFLOW_KUBERNETES_SERVICE_ACCOUNT', secrets: typing.Optional[typing.List[str]] = None, node_selector: typing.Union[typing.Dict[str, str], str, None] = None, namespace: str = 'METAFLOW_KUBERNETES_NAMESPACE', gpu: typing.Optional[int] = None, gpu_vendor: str = 'KUBERNETES_GPU_VENDOR', tolerations: typing.List[str] = [], use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = '/metaflow_temp', persistent_volume_claims: typing.Optional[typing.Dict[str, str]] = None, shared_memory: typing.Optional[int] = None, port: typing.Optional[int] = None, compute_pool: typing.Optional[str] = None, hostname_resolution_timeout: int = 600, qos: str = 'Burstable') -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
265
|
-
"""
|
266
|
-
Specifies that this step should execute on Kubernetes.
|
267
|
-
"""
|
268
|
-
...
|
269
|
-
|
270
|
-
@typing.overload
|
271
|
-
def secrets(*, sources: typing.List[typing.Union[str, typing.Dict[str, typing.Any]]] = []) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
272
|
-
"""
|
273
|
-
Specifies secrets to be retrieved and injected as environment variables prior to
|
274
|
-
the execution of a step.
|
275
|
-
"""
|
276
|
-
...
|
277
|
-
|
278
|
-
@typing.overload
|
279
|
-
def secrets(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
280
|
-
...
|
281
|
-
|
282
|
-
@typing.overload
|
283
|
-
def secrets(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
284
|
-
...
|
285
|
-
|
286
|
-
def secrets(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, sources: typing.List[typing.Union[str, typing.Dict[str, typing.Any]]] = []):
|
287
|
-
"""
|
288
|
-
Specifies secrets to be retrieved and injected as environment variables prior to
|
289
|
-
the execution of a step.
|
290
|
-
"""
|
291
|
-
...
|
292
|
-
|
293
|
-
@typing.overload
|
294
|
-
def batch(*, cpu: int = 1, gpu: int = 0, memory: int = 4096, image: typing.Optional[str] = None, queue: str = 'METAFLOW_BATCH_JOB_QUEUE', iam_role: str = 'METAFLOW_ECS_S3_ACCESS_IAM_ROLE', execution_role: str = 'METAFLOW_ECS_FARGATE_EXECUTION_ROLE', shared_memory: typing.Optional[int] = None, max_swap: typing.Optional[int] = None, swappiness: typing.Optional[int] = None, use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = None, inferentia: int = 0, trainium: int = None, efa: int = 0, ephemeral_storage: int = None, log_driver: typing.Optional[str] = None, log_options: typing.Optional[typing.List[str]] = None) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
295
|
-
"""
|
296
|
-
Specifies that this step should execute on [AWS Batch](https://aws.amazon.com/batch/).
|
297
|
-
"""
|
298
|
-
...
|
299
|
-
|
300
|
-
@typing.overload
|
301
|
-
def batch(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
302
|
-
...
|
303
|
-
|
304
|
-
@typing.overload
|
305
|
-
def batch(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
306
|
-
...
|
307
|
-
|
308
|
-
def batch(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, cpu: int = 1, gpu: int = 0, memory: int = 4096, image: typing.Optional[str] = None, queue: str = 'METAFLOW_BATCH_JOB_QUEUE', iam_role: str = 'METAFLOW_ECS_S3_ACCESS_IAM_ROLE', execution_role: str = 'METAFLOW_ECS_FARGATE_EXECUTION_ROLE', shared_memory: typing.Optional[int] = None, max_swap: typing.Optional[int] = None, swappiness: typing.Optional[int] = None, use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = None, inferentia: int = 0, trainium: int = None, efa: int = 0, ephemeral_storage: int = None, log_driver: typing.Optional[str] = None, log_options: typing.Optional[typing.List[str]] = None):
|
309
|
-
"""
|
310
|
-
Specifies that this step should execute on [AWS Batch](https://aws.amazon.com/batch/).
|
311
|
-
"""
|
312
|
-
...
|
313
|
-
|
314
198
|
@typing.overload
|
315
199
|
def resources(*, cpu: int = 1, gpu: typing.Optional[int] = None, disk: typing.Optional[int] = None, memory: int = 4096, shared_memory: typing.Optional[int] = None) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
316
200
|
"""
|
@@ -360,6 +244,27 @@ def resources(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None]
|
|
360
244
|
"""
|
361
245
|
...
|
362
246
|
|
247
|
+
@typing.overload
|
248
|
+
def batch(*, cpu: int = 1, gpu: int = 0, memory: int = 4096, image: typing.Optional[str] = None, queue: str = 'METAFLOW_BATCH_JOB_QUEUE', iam_role: str = 'METAFLOW_ECS_S3_ACCESS_IAM_ROLE', execution_role: str = 'METAFLOW_ECS_FARGATE_EXECUTION_ROLE', shared_memory: typing.Optional[int] = None, max_swap: typing.Optional[int] = None, swappiness: typing.Optional[int] = None, use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = None, inferentia: int = 0, trainium: int = None, efa: int = 0, ephemeral_storage: int = None, log_driver: typing.Optional[str] = None, log_options: typing.Optional[typing.List[str]] = None) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
249
|
+
"""
|
250
|
+
Specifies that this step should execute on [AWS Batch](https://aws.amazon.com/batch/).
|
251
|
+
"""
|
252
|
+
...
|
253
|
+
|
254
|
+
@typing.overload
|
255
|
+
def batch(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
256
|
+
...
|
257
|
+
|
258
|
+
@typing.overload
|
259
|
+
def batch(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
260
|
+
...
|
261
|
+
|
262
|
+
def batch(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, cpu: int = 1, gpu: int = 0, memory: int = 4096, image: typing.Optional[str] = None, queue: str = 'METAFLOW_BATCH_JOB_QUEUE', iam_role: str = 'METAFLOW_ECS_S3_ACCESS_IAM_ROLE', execution_role: str = 'METAFLOW_ECS_FARGATE_EXECUTION_ROLE', shared_memory: typing.Optional[int] = None, max_swap: typing.Optional[int] = None, swappiness: typing.Optional[int] = None, use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = None, inferentia: int = 0, trainium: int = None, efa: int = 0, ephemeral_storage: int = None, log_driver: typing.Optional[str] = None, log_options: typing.Optional[typing.List[str]] = None):
|
263
|
+
"""
|
264
|
+
Specifies that this step should execute on [AWS Batch](https://aws.amazon.com/batch/).
|
265
|
+
"""
|
266
|
+
...
|
267
|
+
|
363
268
|
@typing.overload
|
364
269
|
def card(*, type: str = 'default', id: typing.Optional[str] = None, options: typing.Dict[str, typing.Any] = {}, timeout: int = 45) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
365
270
|
"""
|
@@ -406,6 +311,70 @@ def environment(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], Non
|
|
406
311
|
"""
|
407
312
|
...
|
408
313
|
|
314
|
+
def kubernetes(*, cpu: int = 1, memory: int = 4096, disk: int = 10240, image: typing.Optional[str] = None, image_pull_policy: str = 'KUBERNETES_IMAGE_PULL_POLICY', service_account: str = 'METAFLOW_KUBERNETES_SERVICE_ACCOUNT', secrets: typing.Optional[typing.List[str]] = None, node_selector: typing.Union[typing.Dict[str, str], str, None] = None, namespace: str = 'METAFLOW_KUBERNETES_NAMESPACE', gpu: typing.Optional[int] = None, gpu_vendor: str = 'KUBERNETES_GPU_VENDOR', tolerations: typing.List[str] = [], use_tmpfs: bool = False, tmpfs_tempdir: bool = True, tmpfs_size: typing.Optional[int] = None, tmpfs_path: typing.Optional[str] = '/metaflow_temp', persistent_volume_claims: typing.Optional[typing.Dict[str, str]] = None, shared_memory: typing.Optional[int] = None, port: typing.Optional[int] = None, compute_pool: typing.Optional[str] = None, hostname_resolution_timeout: int = 600, qos: str = 'Burstable') -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
315
|
+
"""
|
316
|
+
Specifies that this step should execute on Kubernetes.
|
317
|
+
"""
|
318
|
+
...
|
319
|
+
|
320
|
+
@typing.overload
|
321
|
+
def retry(*, times: int = 3, minutes_between_retries: int = 2) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
322
|
+
"""
|
323
|
+
Specifies the number of times the task corresponding
|
324
|
+
to a step needs to be retried.
|
325
|
+
|
326
|
+
This decorator is useful for handling transient errors, such as networking issues.
|
327
|
+
If your task contains operations that can't be retried safely, e.g. database updates,
|
328
|
+
it is advisable to annotate it with `@retry(times=0)`.
|
329
|
+
|
330
|
+
This can be used in conjunction with the `@catch` decorator. The `@catch`
|
331
|
+
decorator will execute a no-op task after all retries have been exhausted,
|
332
|
+
ensuring that the flow execution can continue.
|
333
|
+
"""
|
334
|
+
...
|
335
|
+
|
336
|
+
@typing.overload
|
337
|
+
def retry(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
338
|
+
...
|
339
|
+
|
340
|
+
@typing.overload
|
341
|
+
def retry(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
342
|
+
...
|
343
|
+
|
344
|
+
def retry(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, times: int = 3, minutes_between_retries: int = 2):
|
345
|
+
"""
|
346
|
+
Specifies the number of times the task corresponding
|
347
|
+
to a step needs to be retried.
|
348
|
+
|
349
|
+
This decorator is useful for handling transient errors, such as networking issues.
|
350
|
+
If your task contains operations that can't be retried safely, e.g. database updates,
|
351
|
+
it is advisable to annotate it with `@retry(times=0)`.
|
352
|
+
|
353
|
+
This can be used in conjunction with the `@catch` decorator. The `@catch`
|
354
|
+
decorator will execute a no-op task after all retries have been exhausted,
|
355
|
+
ensuring that the flow execution can continue.
|
356
|
+
"""
|
357
|
+
...
|
358
|
+
|
359
|
+
@typing.overload
|
360
|
+
def parallel(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
361
|
+
"""
|
362
|
+
Decorator prototype for all step decorators. This function gets specialized
|
363
|
+
and imported for all decorators types by _import_plugin_decorators().
|
364
|
+
"""
|
365
|
+
...
|
366
|
+
|
367
|
+
@typing.overload
|
368
|
+
def parallel(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
369
|
+
...
|
370
|
+
|
371
|
+
def parallel(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None):
|
372
|
+
"""
|
373
|
+
Decorator prototype for all step decorators. This function gets specialized
|
374
|
+
and imported for all decorators types by _import_plugin_decorators().
|
375
|
+
"""
|
376
|
+
...
|
377
|
+
|
409
378
|
@typing.overload
|
410
379
|
def catch(*, var: typing.Optional[str] = None, print_exception: bool = True) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
411
380
|
"""
|
@@ -437,6 +406,37 @@ def catch(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], ty
|
|
437
406
|
"""
|
438
407
|
...
|
439
408
|
|
409
|
+
@typing.overload
|
410
|
+
def pypi(*, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
411
|
+
"""
|
412
|
+
Specifies the PyPI packages for the step.
|
413
|
+
|
414
|
+
Information in this decorator will augment any
|
415
|
+
attributes set in the `@pyi_base` flow-level decorator. Hence,
|
416
|
+
you can use `@pypi_base` to set packages required by all
|
417
|
+
steps and use `@pypi` to specify step-specific overrides.
|
418
|
+
"""
|
419
|
+
...
|
420
|
+
|
421
|
+
@typing.overload
|
422
|
+
def pypi(f: typing.Callable[[FlowSpecDerived, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, StepFlag], None]:
|
423
|
+
...
|
424
|
+
|
425
|
+
@typing.overload
|
426
|
+
def pypi(f: typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]) -> typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]:
|
427
|
+
...
|
428
|
+
|
429
|
+
def pypi(f: typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None], None] = None, *, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None):
|
430
|
+
"""
|
431
|
+
Specifies the PyPI packages for the step.
|
432
|
+
|
433
|
+
Information in this decorator will augment any
|
434
|
+
attributes set in the `@pyi_base` flow-level decorator. Hence,
|
435
|
+
you can use `@pypi_base` to set packages required by all
|
436
|
+
steps and use `@pypi` to specify step-specific overrides.
|
437
|
+
"""
|
438
|
+
...
|
439
|
+
|
440
440
|
@typing.overload
|
441
441
|
def timeout(*, seconds: int = 0, minutes: int = 0, hours: int = 0) -> typing.Callable[[typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]], typing.Union[typing.Callable[[FlowSpecDerived, StepFlag], None], typing.Callable[[FlowSpecDerived, typing.Any, StepFlag], None]]]:
|
442
442
|
"""
|
@@ -557,6 +557,55 @@ def trigger_on_finish(f: typing.Optional[typing.Type[FlowSpecDerived]] = None, *
|
|
557
557
|
"""
|
558
558
|
...
|
559
559
|
|
560
|
+
def project(*, name: str) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
561
|
+
"""
|
562
|
+
Specifies what flows belong to the same project.
|
563
|
+
|
564
|
+
A project-specific namespace is created for all flows that
|
565
|
+
use the same `@project(name)`.
|
566
|
+
"""
|
567
|
+
...
|
568
|
+
|
569
|
+
def airflow_external_task_sensor(*, timeout: int, poke_interval: int, mode: str, exponential_backoff: bool, pool: str, soft_fail: bool, name: str, description: str, external_dag_id: str, external_task_ids: typing.List[str], allowed_states: typing.List[str], failed_states: typing.List[str], execution_delta: "datetime.timedelta", check_existence: bool) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
570
|
+
"""
|
571
|
+
The `@airflow_external_task_sensor` decorator attaches a Airflow [ExternalTaskSensor](https://airflow.apache.org/docs/apache-airflow/stable/_api/airflow/sensors/external_task/index.html#airflow.sensors.external_task.ExternalTaskSensor) before the start step of the flow.
|
572
|
+
This decorator only works when a flow is scheduled on Airflow and is compiled using `airflow create`. More than one `@airflow_external_task_sensor` can be added as a flow decorators. Adding more than one decorator will ensure that `start` step starts only after all sensors finish.
|
573
|
+
"""
|
574
|
+
...
|
575
|
+
|
576
|
+
def airflow_s3_key_sensor(*, timeout: int, poke_interval: int, mode: str, exponential_backoff: bool, pool: str, soft_fail: bool, name: str, description: str, bucket_key: typing.Union[str, typing.List[str]], bucket_name: str, wildcard_match: bool, aws_conn_id: str, verify: bool) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
577
|
+
"""
|
578
|
+
The `@airflow_s3_key_sensor` decorator attaches a Airflow [S3KeySensor](https://airflow.apache.org/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/sensors/s3/index.html#airflow.providers.amazon.aws.sensors.s3.S3KeySensor)
|
579
|
+
before the start step of the flow. This decorator only works when a flow is scheduled on Airflow
|
580
|
+
and is compiled using `airflow create`. More than one `@airflow_s3_key_sensor` can be
|
581
|
+
added as a flow decorators. Adding more than one decorator will ensure that `start` step
|
582
|
+
starts only after all sensors finish.
|
583
|
+
"""
|
584
|
+
...
|
585
|
+
|
586
|
+
@typing.overload
|
587
|
+
def pypi_base(*, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
588
|
+
"""
|
589
|
+
Specifies the PyPI packages for all steps of the flow.
|
590
|
+
|
591
|
+
Use `@pypi_base` to set common packages required by all
|
592
|
+
steps and use `@pypi` to specify step-specific overrides.
|
593
|
+
"""
|
594
|
+
...
|
595
|
+
|
596
|
+
@typing.overload
|
597
|
+
def pypi_base(f: typing.Type[FlowSpecDerived]) -> typing.Type[FlowSpecDerived]:
|
598
|
+
...
|
599
|
+
|
600
|
+
def pypi_base(f: typing.Optional[typing.Type[FlowSpecDerived]] = None, *, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None):
|
601
|
+
"""
|
602
|
+
Specifies the PyPI packages for all steps of the flow.
|
603
|
+
|
604
|
+
Use `@pypi_base` to set common packages required by all
|
605
|
+
steps and use `@pypi` to specify step-specific overrides.
|
606
|
+
"""
|
607
|
+
...
|
608
|
+
|
560
609
|
@typing.overload
|
561
610
|
def conda_base(*, packages: typing.Dict[str, str] = {}, libraries: typing.Dict[str, str] = {}, python: typing.Optional[str] = None, disabled: bool = False) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
562
611
|
"""
|
@@ -580,16 +629,6 @@ def conda_base(f: typing.Optional[typing.Type[FlowSpecDerived]] = None, *, packa
|
|
580
629
|
"""
|
581
630
|
...
|
582
631
|
|
583
|
-
def airflow_s3_key_sensor(*, timeout: int, poke_interval: int, mode: str, exponential_backoff: bool, pool: str, soft_fail: bool, name: str, description: str, bucket_key: typing.Union[str, typing.List[str]], bucket_name: str, wildcard_match: bool, aws_conn_id: str, verify: bool) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
584
|
-
"""
|
585
|
-
The `@airflow_s3_key_sensor` decorator attaches a Airflow [S3KeySensor](https://airflow.apache.org/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/sensors/s3/index.html#airflow.providers.amazon.aws.sensors.s3.S3KeySensor)
|
586
|
-
before the start step of the flow. This decorator only works when a flow is scheduled on Airflow
|
587
|
-
and is compiled using `airflow create`. More than one `@airflow_s3_key_sensor` can be
|
588
|
-
added as a flow decorators. Adding more than one decorator will ensure that `start` step
|
589
|
-
starts only after all sensors finish.
|
590
|
-
"""
|
591
|
-
...
|
592
|
-
|
593
632
|
@typing.overload
|
594
633
|
def trigger(*, event: typing.Union[str, typing.Dict[str, typing.Any], None] = None, events: typing.List[typing.Union[str, typing.Dict[str, typing.Any]]] = [], options: typing.Dict[str, typing.Any] = {}) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
595
634
|
"""
|
@@ -682,42 +721,3 @@ def schedule(f: typing.Optional[typing.Type[FlowSpecDerived]] = None, *, hourly:
|
|
682
721
|
"""
|
683
722
|
...
|
684
723
|
|
685
|
-
def airflow_external_task_sensor(*, timeout: int, poke_interval: int, mode: str, exponential_backoff: bool, pool: str, soft_fail: bool, name: str, description: str, external_dag_id: str, external_task_ids: typing.List[str], allowed_states: typing.List[str], failed_states: typing.List[str], execution_delta: "datetime.timedelta", check_existence: bool) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
686
|
-
"""
|
687
|
-
The `@airflow_external_task_sensor` decorator attaches a Airflow [ExternalTaskSensor](https://airflow.apache.org/docs/apache-airflow/stable/_api/airflow/sensors/external_task/index.html#airflow.sensors.external_task.ExternalTaskSensor) before the start step of the flow.
|
688
|
-
This decorator only works when a flow is scheduled on Airflow and is compiled using `airflow create`. More than one `@airflow_external_task_sensor` can be added as a flow decorators. Adding more than one decorator will ensure that `start` step starts only after all sensors finish.
|
689
|
-
"""
|
690
|
-
...
|
691
|
-
|
692
|
-
@typing.overload
|
693
|
-
def pypi_base(*, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
694
|
-
"""
|
695
|
-
Specifies the PyPI packages for all steps of the flow.
|
696
|
-
|
697
|
-
Use `@pypi_base` to set common packages required by all
|
698
|
-
steps and use `@pypi` to specify step-specific overrides.
|
699
|
-
"""
|
700
|
-
...
|
701
|
-
|
702
|
-
@typing.overload
|
703
|
-
def pypi_base(f: typing.Type[FlowSpecDerived]) -> typing.Type[FlowSpecDerived]:
|
704
|
-
...
|
705
|
-
|
706
|
-
def pypi_base(f: typing.Optional[typing.Type[FlowSpecDerived]] = None, *, packages: typing.Dict[str, str] = {}, python: typing.Optional[str] = None):
|
707
|
-
"""
|
708
|
-
Specifies the PyPI packages for all steps of the flow.
|
709
|
-
|
710
|
-
Use `@pypi_base` to set common packages required by all
|
711
|
-
steps and use `@pypi` to specify step-specific overrides.
|
712
|
-
"""
|
713
|
-
...
|
714
|
-
|
715
|
-
def project(*, name: str) -> typing.Callable[[typing.Type[FlowSpecDerived]], typing.Type[FlowSpecDerived]]:
|
716
|
-
"""
|
717
|
-
Specifies what flows belong to the same project.
|
718
|
-
|
719
|
-
A project-specific namespace is created for all flows that
|
720
|
-
use the same `@project(name)`.
|
721
|
-
"""
|
722
|
-
...
|
723
|
-
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.600460 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.610717 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
{metaflow_stubs-2.12.37 → metaflow_stubs-2.12.39}/metaflow-stubs/cli_components/__init__.pyi
RENAMED
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.609249 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.633910 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.600834 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.606315 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,11 +9,11 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import
|
12
|
+
import tarfile
|
13
13
|
import typing
|
14
|
-
import metaflow.client.core
|
15
14
|
import datetime
|
16
|
-
import
|
15
|
+
import metaflow.client.core
|
16
|
+
import metaflow.events
|
17
17
|
|
18
18
|
from ..metaflow_current import current as current
|
19
19
|
from ..events import Trigger as Trigger
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.633500 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,15 +1,15 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.594026 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
8
8
|
|
9
9
|
import typing
|
10
10
|
if typing.TYPE_CHECKING:
|
11
|
-
import metaflow.events
|
12
11
|
import metaflow
|
12
|
+
import metaflow.events
|
13
13
|
|
14
14
|
|
15
15
|
TYPE_CHECKING: bool
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.584419 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.590069 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,11 +9,11 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
-
import typing
|
13
12
|
import metaflow.flowspec
|
14
|
-
import
|
13
|
+
import typing
|
15
14
|
import metaflow.datastore.inputs
|
16
15
|
import metaflow.exception
|
16
|
+
import metaflow.unbounded_foreach
|
17
17
|
|
18
18
|
from . import parameters as parameters
|
19
19
|
from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
|
@@ -0,0 +1 @@
|
|
1
|
+
2.12.39 2024-12-10T16:02:32.582422
|
@@ -1,7 +1,7 @@
|
|
1
1
|
######################################################################################################
|
2
2
|
# Auto-generated Metaflow stub file #
|
3
|
-
# MF version: 2.12.
|
4
|
-
# Generated on 2024-12-
|
3
|
+
# MF version: 2.12.39 #
|
4
|
+
# Generated on 2024-12-10T16:02:32.600171 #
|
5
5
|
######################################################################################################
|
6
6
|
|
7
7
|
from __future__ import annotations
|
@@ -9,9 +9,9 @@ from __future__ import annotations
|
|
9
9
|
import metaflow
|
10
10
|
import typing
|
11
11
|
if typing.TYPE_CHECKING:
|
12
|
+
import typing
|
12
13
|
import metaflow.parameters
|
13
14
|
import metaflow._vendor.click.types
|
14
|
-
import typing
|
15
15
|
|
16
16
|
from ._vendor import click as click
|
17
17
|
from .exception import MetaflowException as MetaflowException
|