ob-metaflow 2.15.13.1__py2.py3-none-any.whl → 2.19.7.1rc0__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow/__init__.py +10 -3
- metaflow/_vendor/imghdr/__init__.py +186 -0
- metaflow/_vendor/yaml/__init__.py +427 -0
- metaflow/_vendor/yaml/composer.py +139 -0
- metaflow/_vendor/yaml/constructor.py +748 -0
- metaflow/_vendor/yaml/cyaml.py +101 -0
- metaflow/_vendor/yaml/dumper.py +62 -0
- metaflow/_vendor/yaml/emitter.py +1137 -0
- metaflow/_vendor/yaml/error.py +75 -0
- metaflow/_vendor/yaml/events.py +86 -0
- metaflow/_vendor/yaml/loader.py +63 -0
- metaflow/_vendor/yaml/nodes.py +49 -0
- metaflow/_vendor/yaml/parser.py +589 -0
- metaflow/_vendor/yaml/reader.py +185 -0
- metaflow/_vendor/yaml/representer.py +389 -0
- metaflow/_vendor/yaml/resolver.py +227 -0
- metaflow/_vendor/yaml/scanner.py +1435 -0
- metaflow/_vendor/yaml/serializer.py +111 -0
- metaflow/_vendor/yaml/tokens.py +104 -0
- metaflow/cards.py +4 -0
- metaflow/cli.py +125 -21
- metaflow/cli_components/init_cmd.py +1 -0
- metaflow/cli_components/run_cmds.py +204 -40
- metaflow/cli_components/step_cmd.py +160 -4
- metaflow/client/__init__.py +1 -0
- metaflow/client/core.py +198 -130
- metaflow/client/filecache.py +59 -32
- metaflow/cmd/code/__init__.py +2 -1
- metaflow/cmd/develop/stub_generator.py +49 -18
- metaflow/cmd/develop/stubs.py +9 -27
- metaflow/cmd/make_wrapper.py +30 -0
- metaflow/datastore/__init__.py +1 -0
- metaflow/datastore/content_addressed_store.py +40 -9
- metaflow/datastore/datastore_set.py +10 -1
- metaflow/datastore/flow_datastore.py +124 -4
- metaflow/datastore/spin_datastore.py +91 -0
- metaflow/datastore/task_datastore.py +92 -6
- metaflow/debug.py +5 -0
- metaflow/decorators.py +331 -82
- metaflow/extension_support/__init__.py +414 -356
- metaflow/extension_support/_empty_file.py +2 -2
- metaflow/flowspec.py +322 -82
- metaflow/graph.py +178 -15
- metaflow/includefile.py +25 -3
- metaflow/lint.py +94 -3
- metaflow/meta_files.py +13 -0
- metaflow/metadata_provider/metadata.py +13 -2
- metaflow/metaflow_config.py +66 -4
- metaflow/metaflow_environment.py +91 -25
- metaflow/metaflow_profile.py +18 -0
- metaflow/metaflow_version.py +16 -1
- metaflow/package/__init__.py +673 -0
- metaflow/packaging_sys/__init__.py +880 -0
- metaflow/packaging_sys/backend.py +128 -0
- metaflow/packaging_sys/distribution_support.py +153 -0
- metaflow/packaging_sys/tar_backend.py +99 -0
- metaflow/packaging_sys/utils.py +54 -0
- metaflow/packaging_sys/v1.py +527 -0
- metaflow/parameters.py +6 -2
- metaflow/plugins/__init__.py +6 -0
- metaflow/plugins/airflow/airflow.py +11 -1
- metaflow/plugins/airflow/airflow_cli.py +16 -5
- metaflow/plugins/argo/argo_client.py +42 -20
- metaflow/plugins/argo/argo_events.py +6 -6
- metaflow/plugins/argo/argo_workflows.py +1023 -344
- metaflow/plugins/argo/argo_workflows_cli.py +396 -94
- metaflow/plugins/argo/argo_workflows_decorator.py +9 -0
- metaflow/plugins/argo/argo_workflows_deployer_objects.py +75 -49
- metaflow/plugins/argo/capture_error.py +5 -2
- metaflow/plugins/argo/conditional_input_paths.py +35 -0
- metaflow/plugins/argo/exit_hooks.py +209 -0
- metaflow/plugins/argo/param_val.py +19 -0
- metaflow/plugins/aws/aws_client.py +6 -0
- metaflow/plugins/aws/aws_utils.py +33 -1
- metaflow/plugins/aws/batch/batch.py +72 -5
- metaflow/plugins/aws/batch/batch_cli.py +24 -3
- metaflow/plugins/aws/batch/batch_decorator.py +57 -6
- metaflow/plugins/aws/step_functions/step_functions.py +28 -3
- metaflow/plugins/aws/step_functions/step_functions_cli.py +49 -4
- metaflow/plugins/aws/step_functions/step_functions_deployer.py +3 -0
- metaflow/plugins/aws/step_functions/step_functions_deployer_objects.py +30 -0
- metaflow/plugins/cards/card_cli.py +20 -1
- metaflow/plugins/cards/card_creator.py +24 -1
- metaflow/plugins/cards/card_datastore.py +21 -49
- metaflow/plugins/cards/card_decorator.py +58 -6
- metaflow/plugins/cards/card_modules/basic.py +38 -9
- metaflow/plugins/cards/card_modules/bundle.css +1 -1
- metaflow/plugins/cards/card_modules/chevron/renderer.py +1 -1
- metaflow/plugins/cards/card_modules/components.py +592 -3
- metaflow/plugins/cards/card_modules/convert_to_native_type.py +34 -5
- metaflow/plugins/cards/card_modules/json_viewer.py +232 -0
- metaflow/plugins/cards/card_modules/main.css +1 -0
- metaflow/plugins/cards/card_modules/main.js +56 -41
- metaflow/plugins/cards/card_modules/test_cards.py +22 -6
- metaflow/plugins/cards/component_serializer.py +1 -8
- metaflow/plugins/cards/metadata.py +22 -0
- metaflow/plugins/catch_decorator.py +9 -0
- metaflow/plugins/datastores/local_storage.py +12 -6
- metaflow/plugins/datastores/spin_storage.py +12 -0
- metaflow/plugins/datatools/s3/s3.py +49 -17
- metaflow/plugins/datatools/s3/s3op.py +113 -66
- metaflow/plugins/env_escape/client_modules.py +102 -72
- metaflow/plugins/events_decorator.py +127 -121
- metaflow/plugins/exit_hook/__init__.py +0 -0
- metaflow/plugins/exit_hook/exit_hook_decorator.py +46 -0
- metaflow/plugins/exit_hook/exit_hook_script.py +52 -0
- metaflow/plugins/kubernetes/kubernetes.py +12 -1
- metaflow/plugins/kubernetes/kubernetes_cli.py +11 -0
- metaflow/plugins/kubernetes/kubernetes_decorator.py +25 -6
- metaflow/plugins/kubernetes/kubernetes_job.py +12 -4
- metaflow/plugins/kubernetes/kubernetes_jobsets.py +31 -30
- metaflow/plugins/metadata_providers/local.py +76 -82
- metaflow/plugins/metadata_providers/service.py +13 -9
- metaflow/plugins/metadata_providers/spin.py +16 -0
- metaflow/plugins/package_cli.py +36 -24
- metaflow/plugins/parallel_decorator.py +11 -2
- metaflow/plugins/parsers.py +16 -0
- metaflow/plugins/pypi/bootstrap.py +7 -1
- metaflow/plugins/pypi/conda_decorator.py +41 -82
- metaflow/plugins/pypi/conda_environment.py +14 -6
- metaflow/plugins/pypi/micromamba.py +9 -1
- metaflow/plugins/pypi/pip.py +41 -5
- metaflow/plugins/pypi/pypi_decorator.py +4 -4
- metaflow/plugins/pypi/utils.py +22 -0
- metaflow/plugins/secrets/__init__.py +3 -0
- metaflow/plugins/secrets/secrets_decorator.py +14 -178
- metaflow/plugins/secrets/secrets_func.py +49 -0
- metaflow/plugins/secrets/secrets_spec.py +101 -0
- metaflow/plugins/secrets/utils.py +74 -0
- metaflow/plugins/test_unbounded_foreach_decorator.py +2 -2
- metaflow/plugins/timeout_decorator.py +0 -1
- metaflow/plugins/uv/bootstrap.py +29 -1
- metaflow/plugins/uv/uv_environment.py +5 -3
- metaflow/pylint_wrapper.py +5 -1
- metaflow/runner/click_api.py +79 -26
- metaflow/runner/deployer.py +208 -6
- metaflow/runner/deployer_impl.py +32 -12
- metaflow/runner/metaflow_runner.py +266 -33
- metaflow/runner/subprocess_manager.py +21 -1
- metaflow/runner/utils.py +27 -16
- metaflow/runtime.py +660 -66
- metaflow/task.py +255 -26
- metaflow/user_configs/config_options.py +33 -21
- metaflow/user_configs/config_parameters.py +220 -58
- metaflow/user_decorators/__init__.py +0 -0
- metaflow/user_decorators/common.py +144 -0
- metaflow/user_decorators/mutable_flow.py +512 -0
- metaflow/user_decorators/mutable_step.py +424 -0
- metaflow/user_decorators/user_flow_decorator.py +264 -0
- metaflow/user_decorators/user_step_decorator.py +749 -0
- metaflow/util.py +197 -7
- metaflow/vendor.py +23 -7
- metaflow/version.py +1 -1
- {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/Makefile +13 -2
- {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/Tiltfile +107 -7
- {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/pick_services.sh +1 -0
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/METADATA +2 -3
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/RECORD +162 -121
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/WHEEL +1 -1
- metaflow/_vendor/v3_5/__init__.py +0 -1
- metaflow/_vendor/v3_5/importlib_metadata/__init__.py +0 -644
- metaflow/_vendor/v3_5/importlib_metadata/_compat.py +0 -152
- metaflow/_vendor/v3_5/zipp.py +0 -329
- metaflow/info_file.py +0 -25
- metaflow/package.py +0 -203
- metaflow/user_configs/config_decorators.py +0 -568
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/entry_points.txt +0 -0
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/licenses/LICENSE +0 -0
- {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
|
|
2
|
+
__all__ = [
|
|
3
|
+
'CBaseLoader', 'CSafeLoader', 'CFullLoader', 'CUnsafeLoader', 'CLoader',
|
|
4
|
+
'CBaseDumper', 'CSafeDumper', 'CDumper'
|
|
5
|
+
]
|
|
6
|
+
|
|
7
|
+
from _yaml import CParser, CEmitter
|
|
8
|
+
|
|
9
|
+
from .constructor import *
|
|
10
|
+
|
|
11
|
+
from .serializer import *
|
|
12
|
+
from .representer import *
|
|
13
|
+
|
|
14
|
+
from .resolver import *
|
|
15
|
+
|
|
16
|
+
class CBaseLoader(CParser, BaseConstructor, BaseResolver):
|
|
17
|
+
|
|
18
|
+
def __init__(self, stream):
|
|
19
|
+
CParser.__init__(self, stream)
|
|
20
|
+
BaseConstructor.__init__(self)
|
|
21
|
+
BaseResolver.__init__(self)
|
|
22
|
+
|
|
23
|
+
class CSafeLoader(CParser, SafeConstructor, Resolver):
|
|
24
|
+
|
|
25
|
+
def __init__(self, stream):
|
|
26
|
+
CParser.__init__(self, stream)
|
|
27
|
+
SafeConstructor.__init__(self)
|
|
28
|
+
Resolver.__init__(self)
|
|
29
|
+
|
|
30
|
+
class CFullLoader(CParser, FullConstructor, Resolver):
|
|
31
|
+
|
|
32
|
+
def __init__(self, stream):
|
|
33
|
+
CParser.__init__(self, stream)
|
|
34
|
+
FullConstructor.__init__(self)
|
|
35
|
+
Resolver.__init__(self)
|
|
36
|
+
|
|
37
|
+
class CUnsafeLoader(CParser, UnsafeConstructor, Resolver):
|
|
38
|
+
|
|
39
|
+
def __init__(self, stream):
|
|
40
|
+
CParser.__init__(self, stream)
|
|
41
|
+
UnsafeConstructor.__init__(self)
|
|
42
|
+
Resolver.__init__(self)
|
|
43
|
+
|
|
44
|
+
class CLoader(CParser, Constructor, Resolver):
|
|
45
|
+
|
|
46
|
+
def __init__(self, stream):
|
|
47
|
+
CParser.__init__(self, stream)
|
|
48
|
+
Constructor.__init__(self)
|
|
49
|
+
Resolver.__init__(self)
|
|
50
|
+
|
|
51
|
+
class CBaseDumper(CEmitter, BaseRepresenter, BaseResolver):
|
|
52
|
+
|
|
53
|
+
def __init__(self, stream,
|
|
54
|
+
default_style=None, default_flow_style=False,
|
|
55
|
+
canonical=None, indent=None, width=None,
|
|
56
|
+
allow_unicode=None, line_break=None,
|
|
57
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
58
|
+
version=None, tags=None, sort_keys=True):
|
|
59
|
+
CEmitter.__init__(self, stream, canonical=canonical,
|
|
60
|
+
indent=indent, width=width, encoding=encoding,
|
|
61
|
+
allow_unicode=allow_unicode, line_break=line_break,
|
|
62
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
63
|
+
version=version, tags=tags)
|
|
64
|
+
Representer.__init__(self, default_style=default_style,
|
|
65
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
66
|
+
Resolver.__init__(self)
|
|
67
|
+
|
|
68
|
+
class CSafeDumper(CEmitter, SafeRepresenter, Resolver):
|
|
69
|
+
|
|
70
|
+
def __init__(self, stream,
|
|
71
|
+
default_style=None, default_flow_style=False,
|
|
72
|
+
canonical=None, indent=None, width=None,
|
|
73
|
+
allow_unicode=None, line_break=None,
|
|
74
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
75
|
+
version=None, tags=None, sort_keys=True):
|
|
76
|
+
CEmitter.__init__(self, stream, canonical=canonical,
|
|
77
|
+
indent=indent, width=width, encoding=encoding,
|
|
78
|
+
allow_unicode=allow_unicode, line_break=line_break,
|
|
79
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
80
|
+
version=version, tags=tags)
|
|
81
|
+
SafeRepresenter.__init__(self, default_style=default_style,
|
|
82
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
83
|
+
Resolver.__init__(self)
|
|
84
|
+
|
|
85
|
+
class CDumper(CEmitter, Serializer, Representer, Resolver):
|
|
86
|
+
|
|
87
|
+
def __init__(self, stream,
|
|
88
|
+
default_style=None, default_flow_style=False,
|
|
89
|
+
canonical=None, indent=None, width=None,
|
|
90
|
+
allow_unicode=None, line_break=None,
|
|
91
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
92
|
+
version=None, tags=None, sort_keys=True):
|
|
93
|
+
CEmitter.__init__(self, stream, canonical=canonical,
|
|
94
|
+
indent=indent, width=width, encoding=encoding,
|
|
95
|
+
allow_unicode=allow_unicode, line_break=line_break,
|
|
96
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
97
|
+
version=version, tags=tags)
|
|
98
|
+
Representer.__init__(self, default_style=default_style,
|
|
99
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
100
|
+
Resolver.__init__(self)
|
|
101
|
+
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
|
|
2
|
+
__all__ = ['BaseDumper', 'SafeDumper', 'Dumper']
|
|
3
|
+
|
|
4
|
+
from .emitter import *
|
|
5
|
+
from .serializer import *
|
|
6
|
+
from .representer import *
|
|
7
|
+
from .resolver import *
|
|
8
|
+
|
|
9
|
+
class BaseDumper(Emitter, Serializer, BaseRepresenter, BaseResolver):
|
|
10
|
+
|
|
11
|
+
def __init__(self, stream,
|
|
12
|
+
default_style=None, default_flow_style=False,
|
|
13
|
+
canonical=None, indent=None, width=None,
|
|
14
|
+
allow_unicode=None, line_break=None,
|
|
15
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
16
|
+
version=None, tags=None, sort_keys=True):
|
|
17
|
+
Emitter.__init__(self, stream, canonical=canonical,
|
|
18
|
+
indent=indent, width=width,
|
|
19
|
+
allow_unicode=allow_unicode, line_break=line_break)
|
|
20
|
+
Serializer.__init__(self, encoding=encoding,
|
|
21
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
22
|
+
version=version, tags=tags)
|
|
23
|
+
Representer.__init__(self, default_style=default_style,
|
|
24
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
25
|
+
Resolver.__init__(self)
|
|
26
|
+
|
|
27
|
+
class SafeDumper(Emitter, Serializer, SafeRepresenter, Resolver):
|
|
28
|
+
|
|
29
|
+
def __init__(self, stream,
|
|
30
|
+
default_style=None, default_flow_style=False,
|
|
31
|
+
canonical=None, indent=None, width=None,
|
|
32
|
+
allow_unicode=None, line_break=None,
|
|
33
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
34
|
+
version=None, tags=None, sort_keys=True):
|
|
35
|
+
Emitter.__init__(self, stream, canonical=canonical,
|
|
36
|
+
indent=indent, width=width,
|
|
37
|
+
allow_unicode=allow_unicode, line_break=line_break)
|
|
38
|
+
Serializer.__init__(self, encoding=encoding,
|
|
39
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
40
|
+
version=version, tags=tags)
|
|
41
|
+
SafeRepresenter.__init__(self, default_style=default_style,
|
|
42
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
43
|
+
Resolver.__init__(self)
|
|
44
|
+
|
|
45
|
+
class Dumper(Emitter, Serializer, Representer, Resolver):
|
|
46
|
+
|
|
47
|
+
def __init__(self, stream,
|
|
48
|
+
default_style=None, default_flow_style=False,
|
|
49
|
+
canonical=None, indent=None, width=None,
|
|
50
|
+
allow_unicode=None, line_break=None,
|
|
51
|
+
encoding=None, explicit_start=None, explicit_end=None,
|
|
52
|
+
version=None, tags=None, sort_keys=True):
|
|
53
|
+
Emitter.__init__(self, stream, canonical=canonical,
|
|
54
|
+
indent=indent, width=width,
|
|
55
|
+
allow_unicode=allow_unicode, line_break=line_break)
|
|
56
|
+
Serializer.__init__(self, encoding=encoding,
|
|
57
|
+
explicit_start=explicit_start, explicit_end=explicit_end,
|
|
58
|
+
version=version, tags=tags)
|
|
59
|
+
Representer.__init__(self, default_style=default_style,
|
|
60
|
+
default_flow_style=default_flow_style, sort_keys=sort_keys)
|
|
61
|
+
Resolver.__init__(self)
|
|
62
|
+
|