ob-metaflow 2.15.13.1__py2.py3-none-any.whl → 2.19.7.1rc0__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. metaflow/__init__.py +10 -3
  2. metaflow/_vendor/imghdr/__init__.py +186 -0
  3. metaflow/_vendor/yaml/__init__.py +427 -0
  4. metaflow/_vendor/yaml/composer.py +139 -0
  5. metaflow/_vendor/yaml/constructor.py +748 -0
  6. metaflow/_vendor/yaml/cyaml.py +101 -0
  7. metaflow/_vendor/yaml/dumper.py +62 -0
  8. metaflow/_vendor/yaml/emitter.py +1137 -0
  9. metaflow/_vendor/yaml/error.py +75 -0
  10. metaflow/_vendor/yaml/events.py +86 -0
  11. metaflow/_vendor/yaml/loader.py +63 -0
  12. metaflow/_vendor/yaml/nodes.py +49 -0
  13. metaflow/_vendor/yaml/parser.py +589 -0
  14. metaflow/_vendor/yaml/reader.py +185 -0
  15. metaflow/_vendor/yaml/representer.py +389 -0
  16. metaflow/_vendor/yaml/resolver.py +227 -0
  17. metaflow/_vendor/yaml/scanner.py +1435 -0
  18. metaflow/_vendor/yaml/serializer.py +111 -0
  19. metaflow/_vendor/yaml/tokens.py +104 -0
  20. metaflow/cards.py +4 -0
  21. metaflow/cli.py +125 -21
  22. metaflow/cli_components/init_cmd.py +1 -0
  23. metaflow/cli_components/run_cmds.py +204 -40
  24. metaflow/cli_components/step_cmd.py +160 -4
  25. metaflow/client/__init__.py +1 -0
  26. metaflow/client/core.py +198 -130
  27. metaflow/client/filecache.py +59 -32
  28. metaflow/cmd/code/__init__.py +2 -1
  29. metaflow/cmd/develop/stub_generator.py +49 -18
  30. metaflow/cmd/develop/stubs.py +9 -27
  31. metaflow/cmd/make_wrapper.py +30 -0
  32. metaflow/datastore/__init__.py +1 -0
  33. metaflow/datastore/content_addressed_store.py +40 -9
  34. metaflow/datastore/datastore_set.py +10 -1
  35. metaflow/datastore/flow_datastore.py +124 -4
  36. metaflow/datastore/spin_datastore.py +91 -0
  37. metaflow/datastore/task_datastore.py +92 -6
  38. metaflow/debug.py +5 -0
  39. metaflow/decorators.py +331 -82
  40. metaflow/extension_support/__init__.py +414 -356
  41. metaflow/extension_support/_empty_file.py +2 -2
  42. metaflow/flowspec.py +322 -82
  43. metaflow/graph.py +178 -15
  44. metaflow/includefile.py +25 -3
  45. metaflow/lint.py +94 -3
  46. metaflow/meta_files.py +13 -0
  47. metaflow/metadata_provider/metadata.py +13 -2
  48. metaflow/metaflow_config.py +66 -4
  49. metaflow/metaflow_environment.py +91 -25
  50. metaflow/metaflow_profile.py +18 -0
  51. metaflow/metaflow_version.py +16 -1
  52. metaflow/package/__init__.py +673 -0
  53. metaflow/packaging_sys/__init__.py +880 -0
  54. metaflow/packaging_sys/backend.py +128 -0
  55. metaflow/packaging_sys/distribution_support.py +153 -0
  56. metaflow/packaging_sys/tar_backend.py +99 -0
  57. metaflow/packaging_sys/utils.py +54 -0
  58. metaflow/packaging_sys/v1.py +527 -0
  59. metaflow/parameters.py +6 -2
  60. metaflow/plugins/__init__.py +6 -0
  61. metaflow/plugins/airflow/airflow.py +11 -1
  62. metaflow/plugins/airflow/airflow_cli.py +16 -5
  63. metaflow/plugins/argo/argo_client.py +42 -20
  64. metaflow/plugins/argo/argo_events.py +6 -6
  65. metaflow/plugins/argo/argo_workflows.py +1023 -344
  66. metaflow/plugins/argo/argo_workflows_cli.py +396 -94
  67. metaflow/plugins/argo/argo_workflows_decorator.py +9 -0
  68. metaflow/plugins/argo/argo_workflows_deployer_objects.py +75 -49
  69. metaflow/plugins/argo/capture_error.py +5 -2
  70. metaflow/plugins/argo/conditional_input_paths.py +35 -0
  71. metaflow/plugins/argo/exit_hooks.py +209 -0
  72. metaflow/plugins/argo/param_val.py +19 -0
  73. metaflow/plugins/aws/aws_client.py +6 -0
  74. metaflow/plugins/aws/aws_utils.py +33 -1
  75. metaflow/plugins/aws/batch/batch.py +72 -5
  76. metaflow/plugins/aws/batch/batch_cli.py +24 -3
  77. metaflow/plugins/aws/batch/batch_decorator.py +57 -6
  78. metaflow/plugins/aws/step_functions/step_functions.py +28 -3
  79. metaflow/plugins/aws/step_functions/step_functions_cli.py +49 -4
  80. metaflow/plugins/aws/step_functions/step_functions_deployer.py +3 -0
  81. metaflow/plugins/aws/step_functions/step_functions_deployer_objects.py +30 -0
  82. metaflow/plugins/cards/card_cli.py +20 -1
  83. metaflow/plugins/cards/card_creator.py +24 -1
  84. metaflow/plugins/cards/card_datastore.py +21 -49
  85. metaflow/plugins/cards/card_decorator.py +58 -6
  86. metaflow/plugins/cards/card_modules/basic.py +38 -9
  87. metaflow/plugins/cards/card_modules/bundle.css +1 -1
  88. metaflow/plugins/cards/card_modules/chevron/renderer.py +1 -1
  89. metaflow/plugins/cards/card_modules/components.py +592 -3
  90. metaflow/plugins/cards/card_modules/convert_to_native_type.py +34 -5
  91. metaflow/plugins/cards/card_modules/json_viewer.py +232 -0
  92. metaflow/plugins/cards/card_modules/main.css +1 -0
  93. metaflow/plugins/cards/card_modules/main.js +56 -41
  94. metaflow/plugins/cards/card_modules/test_cards.py +22 -6
  95. metaflow/plugins/cards/component_serializer.py +1 -8
  96. metaflow/plugins/cards/metadata.py +22 -0
  97. metaflow/plugins/catch_decorator.py +9 -0
  98. metaflow/plugins/datastores/local_storage.py +12 -6
  99. metaflow/plugins/datastores/spin_storage.py +12 -0
  100. metaflow/plugins/datatools/s3/s3.py +49 -17
  101. metaflow/plugins/datatools/s3/s3op.py +113 -66
  102. metaflow/plugins/env_escape/client_modules.py +102 -72
  103. metaflow/plugins/events_decorator.py +127 -121
  104. metaflow/plugins/exit_hook/__init__.py +0 -0
  105. metaflow/plugins/exit_hook/exit_hook_decorator.py +46 -0
  106. metaflow/plugins/exit_hook/exit_hook_script.py +52 -0
  107. metaflow/plugins/kubernetes/kubernetes.py +12 -1
  108. metaflow/plugins/kubernetes/kubernetes_cli.py +11 -0
  109. metaflow/plugins/kubernetes/kubernetes_decorator.py +25 -6
  110. metaflow/plugins/kubernetes/kubernetes_job.py +12 -4
  111. metaflow/plugins/kubernetes/kubernetes_jobsets.py +31 -30
  112. metaflow/plugins/metadata_providers/local.py +76 -82
  113. metaflow/plugins/metadata_providers/service.py +13 -9
  114. metaflow/plugins/metadata_providers/spin.py +16 -0
  115. metaflow/plugins/package_cli.py +36 -24
  116. metaflow/plugins/parallel_decorator.py +11 -2
  117. metaflow/plugins/parsers.py +16 -0
  118. metaflow/plugins/pypi/bootstrap.py +7 -1
  119. metaflow/plugins/pypi/conda_decorator.py +41 -82
  120. metaflow/plugins/pypi/conda_environment.py +14 -6
  121. metaflow/plugins/pypi/micromamba.py +9 -1
  122. metaflow/plugins/pypi/pip.py +41 -5
  123. metaflow/plugins/pypi/pypi_decorator.py +4 -4
  124. metaflow/plugins/pypi/utils.py +22 -0
  125. metaflow/plugins/secrets/__init__.py +3 -0
  126. metaflow/plugins/secrets/secrets_decorator.py +14 -178
  127. metaflow/plugins/secrets/secrets_func.py +49 -0
  128. metaflow/plugins/secrets/secrets_spec.py +101 -0
  129. metaflow/plugins/secrets/utils.py +74 -0
  130. metaflow/plugins/test_unbounded_foreach_decorator.py +2 -2
  131. metaflow/plugins/timeout_decorator.py +0 -1
  132. metaflow/plugins/uv/bootstrap.py +29 -1
  133. metaflow/plugins/uv/uv_environment.py +5 -3
  134. metaflow/pylint_wrapper.py +5 -1
  135. metaflow/runner/click_api.py +79 -26
  136. metaflow/runner/deployer.py +208 -6
  137. metaflow/runner/deployer_impl.py +32 -12
  138. metaflow/runner/metaflow_runner.py +266 -33
  139. metaflow/runner/subprocess_manager.py +21 -1
  140. metaflow/runner/utils.py +27 -16
  141. metaflow/runtime.py +660 -66
  142. metaflow/task.py +255 -26
  143. metaflow/user_configs/config_options.py +33 -21
  144. metaflow/user_configs/config_parameters.py +220 -58
  145. metaflow/user_decorators/__init__.py +0 -0
  146. metaflow/user_decorators/common.py +144 -0
  147. metaflow/user_decorators/mutable_flow.py +512 -0
  148. metaflow/user_decorators/mutable_step.py +424 -0
  149. metaflow/user_decorators/user_flow_decorator.py +264 -0
  150. metaflow/user_decorators/user_step_decorator.py +749 -0
  151. metaflow/util.py +197 -7
  152. metaflow/vendor.py +23 -7
  153. metaflow/version.py +1 -1
  154. {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/Makefile +13 -2
  155. {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/Tiltfile +107 -7
  156. {ob_metaflow-2.15.13.1.data → ob_metaflow-2.19.7.1rc0.data}/data/share/metaflow/devtools/pick_services.sh +1 -0
  157. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/METADATA +2 -3
  158. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/RECORD +162 -121
  159. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/WHEEL +1 -1
  160. metaflow/_vendor/v3_5/__init__.py +0 -1
  161. metaflow/_vendor/v3_5/importlib_metadata/__init__.py +0 -644
  162. metaflow/_vendor/v3_5/importlib_metadata/_compat.py +0 -152
  163. metaflow/_vendor/v3_5/zipp.py +0 -329
  164. metaflow/info_file.py +0 -25
  165. metaflow/package.py +0 -203
  166. metaflow/user_configs/config_decorators.py +0 -568
  167. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/entry_points.txt +0 -0
  168. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/licenses/LICENSE +0 -0
  169. {ob_metaflow-2.15.13.1.dist-info → ob_metaflow-2.19.7.1rc0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,101 @@
1
+
2
+ __all__ = [
3
+ 'CBaseLoader', 'CSafeLoader', 'CFullLoader', 'CUnsafeLoader', 'CLoader',
4
+ 'CBaseDumper', 'CSafeDumper', 'CDumper'
5
+ ]
6
+
7
+ from _yaml import CParser, CEmitter
8
+
9
+ from .constructor import *
10
+
11
+ from .serializer import *
12
+ from .representer import *
13
+
14
+ from .resolver import *
15
+
16
+ class CBaseLoader(CParser, BaseConstructor, BaseResolver):
17
+
18
+ def __init__(self, stream):
19
+ CParser.__init__(self, stream)
20
+ BaseConstructor.__init__(self)
21
+ BaseResolver.__init__(self)
22
+
23
+ class CSafeLoader(CParser, SafeConstructor, Resolver):
24
+
25
+ def __init__(self, stream):
26
+ CParser.__init__(self, stream)
27
+ SafeConstructor.__init__(self)
28
+ Resolver.__init__(self)
29
+
30
+ class CFullLoader(CParser, FullConstructor, Resolver):
31
+
32
+ def __init__(self, stream):
33
+ CParser.__init__(self, stream)
34
+ FullConstructor.__init__(self)
35
+ Resolver.__init__(self)
36
+
37
+ class CUnsafeLoader(CParser, UnsafeConstructor, Resolver):
38
+
39
+ def __init__(self, stream):
40
+ CParser.__init__(self, stream)
41
+ UnsafeConstructor.__init__(self)
42
+ Resolver.__init__(self)
43
+
44
+ class CLoader(CParser, Constructor, Resolver):
45
+
46
+ def __init__(self, stream):
47
+ CParser.__init__(self, stream)
48
+ Constructor.__init__(self)
49
+ Resolver.__init__(self)
50
+
51
+ class CBaseDumper(CEmitter, BaseRepresenter, BaseResolver):
52
+
53
+ def __init__(self, stream,
54
+ default_style=None, default_flow_style=False,
55
+ canonical=None, indent=None, width=None,
56
+ allow_unicode=None, line_break=None,
57
+ encoding=None, explicit_start=None, explicit_end=None,
58
+ version=None, tags=None, sort_keys=True):
59
+ CEmitter.__init__(self, stream, canonical=canonical,
60
+ indent=indent, width=width, encoding=encoding,
61
+ allow_unicode=allow_unicode, line_break=line_break,
62
+ explicit_start=explicit_start, explicit_end=explicit_end,
63
+ version=version, tags=tags)
64
+ Representer.__init__(self, default_style=default_style,
65
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
66
+ Resolver.__init__(self)
67
+
68
+ class CSafeDumper(CEmitter, SafeRepresenter, Resolver):
69
+
70
+ def __init__(self, stream,
71
+ default_style=None, default_flow_style=False,
72
+ canonical=None, indent=None, width=None,
73
+ allow_unicode=None, line_break=None,
74
+ encoding=None, explicit_start=None, explicit_end=None,
75
+ version=None, tags=None, sort_keys=True):
76
+ CEmitter.__init__(self, stream, canonical=canonical,
77
+ indent=indent, width=width, encoding=encoding,
78
+ allow_unicode=allow_unicode, line_break=line_break,
79
+ explicit_start=explicit_start, explicit_end=explicit_end,
80
+ version=version, tags=tags)
81
+ SafeRepresenter.__init__(self, default_style=default_style,
82
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
83
+ Resolver.__init__(self)
84
+
85
+ class CDumper(CEmitter, Serializer, Representer, Resolver):
86
+
87
+ def __init__(self, stream,
88
+ default_style=None, default_flow_style=False,
89
+ canonical=None, indent=None, width=None,
90
+ allow_unicode=None, line_break=None,
91
+ encoding=None, explicit_start=None, explicit_end=None,
92
+ version=None, tags=None, sort_keys=True):
93
+ CEmitter.__init__(self, stream, canonical=canonical,
94
+ indent=indent, width=width, encoding=encoding,
95
+ allow_unicode=allow_unicode, line_break=line_break,
96
+ explicit_start=explicit_start, explicit_end=explicit_end,
97
+ version=version, tags=tags)
98
+ Representer.__init__(self, default_style=default_style,
99
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
100
+ Resolver.__init__(self)
101
+
@@ -0,0 +1,62 @@
1
+
2
+ __all__ = ['BaseDumper', 'SafeDumper', 'Dumper']
3
+
4
+ from .emitter import *
5
+ from .serializer import *
6
+ from .representer import *
7
+ from .resolver import *
8
+
9
+ class BaseDumper(Emitter, Serializer, BaseRepresenter, BaseResolver):
10
+
11
+ def __init__(self, stream,
12
+ default_style=None, default_flow_style=False,
13
+ canonical=None, indent=None, width=None,
14
+ allow_unicode=None, line_break=None,
15
+ encoding=None, explicit_start=None, explicit_end=None,
16
+ version=None, tags=None, sort_keys=True):
17
+ Emitter.__init__(self, stream, canonical=canonical,
18
+ indent=indent, width=width,
19
+ allow_unicode=allow_unicode, line_break=line_break)
20
+ Serializer.__init__(self, encoding=encoding,
21
+ explicit_start=explicit_start, explicit_end=explicit_end,
22
+ version=version, tags=tags)
23
+ Representer.__init__(self, default_style=default_style,
24
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
25
+ Resolver.__init__(self)
26
+
27
+ class SafeDumper(Emitter, Serializer, SafeRepresenter, Resolver):
28
+
29
+ def __init__(self, stream,
30
+ default_style=None, default_flow_style=False,
31
+ canonical=None, indent=None, width=None,
32
+ allow_unicode=None, line_break=None,
33
+ encoding=None, explicit_start=None, explicit_end=None,
34
+ version=None, tags=None, sort_keys=True):
35
+ Emitter.__init__(self, stream, canonical=canonical,
36
+ indent=indent, width=width,
37
+ allow_unicode=allow_unicode, line_break=line_break)
38
+ Serializer.__init__(self, encoding=encoding,
39
+ explicit_start=explicit_start, explicit_end=explicit_end,
40
+ version=version, tags=tags)
41
+ SafeRepresenter.__init__(self, default_style=default_style,
42
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
43
+ Resolver.__init__(self)
44
+
45
+ class Dumper(Emitter, Serializer, Representer, Resolver):
46
+
47
+ def __init__(self, stream,
48
+ default_style=None, default_flow_style=False,
49
+ canonical=None, indent=None, width=None,
50
+ allow_unicode=None, line_break=None,
51
+ encoding=None, explicit_start=None, explicit_end=None,
52
+ version=None, tags=None, sort_keys=True):
53
+ Emitter.__init__(self, stream, canonical=canonical,
54
+ indent=indent, width=width,
55
+ allow_unicode=allow_unicode, line_break=line_break)
56
+ Serializer.__init__(self, encoding=encoding,
57
+ explicit_start=explicit_start, explicit_end=explicit_end,
58
+ version=version, tags=tags)
59
+ Representer.__init__(self, default_style=default_style,
60
+ default_flow_style=default_flow_style, sort_keys=sort_keys)
61
+ Resolver.__init__(self)
62
+