ob-metaflow 2.16.8.1__py2.py3-none-any.whl → 2.16.8.2rc1__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ob-metaflow might be problematic. Click here for more details.

Files changed (61) hide show
  1. metaflow/_vendor/click/core.py +4 -3
  2. metaflow/_vendor/imghdr/__init__.py +1 -7
  3. metaflow/cli.py +2 -11
  4. metaflow/cli_components/run_cmds.py +15 -0
  5. metaflow/client/core.py +1 -6
  6. metaflow/extension_support/__init__.py +3 -4
  7. metaflow/flowspec.py +113 -1
  8. metaflow/graph.py +134 -10
  9. metaflow/lint.py +70 -3
  10. metaflow/metaflow_environment.py +6 -14
  11. metaflow/package/__init__.py +9 -18
  12. metaflow/packaging_sys/__init__.py +43 -53
  13. metaflow/packaging_sys/backend.py +6 -21
  14. metaflow/packaging_sys/tar_backend.py +3 -16
  15. metaflow/packaging_sys/v1.py +21 -21
  16. metaflow/plugins/argo/argo_client.py +14 -31
  17. metaflow/plugins/argo/argo_workflows.py +22 -66
  18. metaflow/plugins/argo/argo_workflows_cli.py +2 -1
  19. metaflow/plugins/argo/argo_workflows_deployer_objects.py +0 -69
  20. metaflow/plugins/aws/step_functions/step_functions.py +6 -0
  21. metaflow/plugins/aws/step_functions/step_functions_deployer_objects.py +0 -30
  22. metaflow/plugins/cards/card_modules/basic.py +14 -2
  23. metaflow/plugins/cards/card_modules/convert_to_native_type.py +1 -7
  24. metaflow/plugins/kubernetes/kubernetes_decorator.py +1 -1
  25. metaflow/plugins/kubernetes/kubernetes_jobsets.py +28 -26
  26. metaflow/plugins/pypi/conda_decorator.py +2 -4
  27. metaflow/runner/click_api.py +7 -14
  28. metaflow/runner/deployer.py +7 -160
  29. metaflow/runner/subprocess_manager.py +12 -20
  30. metaflow/runtime.py +102 -27
  31. metaflow/task.py +46 -25
  32. metaflow/user_decorators/mutable_flow.py +1 -3
  33. metaflow/util.py +29 -0
  34. metaflow/vendor.py +6 -23
  35. metaflow/version.py +1 -1
  36. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/METADATA +2 -2
  37. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/RECORD +44 -61
  38. metaflow/_vendor/yaml/__init__.py +0 -427
  39. metaflow/_vendor/yaml/composer.py +0 -139
  40. metaflow/_vendor/yaml/constructor.py +0 -748
  41. metaflow/_vendor/yaml/cyaml.py +0 -101
  42. metaflow/_vendor/yaml/dumper.py +0 -62
  43. metaflow/_vendor/yaml/emitter.py +0 -1137
  44. metaflow/_vendor/yaml/error.py +0 -75
  45. metaflow/_vendor/yaml/events.py +0 -86
  46. metaflow/_vendor/yaml/loader.py +0 -63
  47. metaflow/_vendor/yaml/nodes.py +0 -49
  48. metaflow/_vendor/yaml/parser.py +0 -589
  49. metaflow/_vendor/yaml/reader.py +0 -185
  50. metaflow/_vendor/yaml/representer.py +0 -389
  51. metaflow/_vendor/yaml/resolver.py +0 -227
  52. metaflow/_vendor/yaml/scanner.py +0 -1435
  53. metaflow/_vendor/yaml/serializer.py +0 -111
  54. metaflow/_vendor/yaml/tokens.py +0 -104
  55. {ob_metaflow-2.16.8.1.data → ob_metaflow-2.16.8.2rc1.data}/data/share/metaflow/devtools/Makefile +0 -0
  56. {ob_metaflow-2.16.8.1.data → ob_metaflow-2.16.8.2rc1.data}/data/share/metaflow/devtools/Tiltfile +0 -0
  57. {ob_metaflow-2.16.8.1.data → ob_metaflow-2.16.8.2rc1.data}/data/share/metaflow/devtools/pick_services.sh +0 -0
  58. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/WHEEL +0 -0
  59. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/entry_points.txt +0 -0
  60. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/licenses/LICENSE +0 -0
  61. {ob_metaflow-2.16.8.1.dist-info → ob_metaflow-2.16.8.2rc1.dist-info}/top_level.txt +0 -0
@@ -1,111 +0,0 @@
1
-
2
- __all__ = ['Serializer', 'SerializerError']
3
-
4
- from .error import YAMLError
5
- from .events import *
6
- from .nodes import *
7
-
8
- class SerializerError(YAMLError):
9
- pass
10
-
11
- class Serializer:
12
-
13
- ANCHOR_TEMPLATE = 'id%03d'
14
-
15
- def __init__(self, encoding=None,
16
- explicit_start=None, explicit_end=None, version=None, tags=None):
17
- self.use_encoding = encoding
18
- self.use_explicit_start = explicit_start
19
- self.use_explicit_end = explicit_end
20
- self.use_version = version
21
- self.use_tags = tags
22
- self.serialized_nodes = {}
23
- self.anchors = {}
24
- self.last_anchor_id = 0
25
- self.closed = None
26
-
27
- def open(self):
28
- if self.closed is None:
29
- self.emit(StreamStartEvent(encoding=self.use_encoding))
30
- self.closed = False
31
- elif self.closed:
32
- raise SerializerError("serializer is closed")
33
- else:
34
- raise SerializerError("serializer is already opened")
35
-
36
- def close(self):
37
- if self.closed is None:
38
- raise SerializerError("serializer is not opened")
39
- elif not self.closed:
40
- self.emit(StreamEndEvent())
41
- self.closed = True
42
-
43
- #def __del__(self):
44
- # self.close()
45
-
46
- def serialize(self, node):
47
- if self.closed is None:
48
- raise SerializerError("serializer is not opened")
49
- elif self.closed:
50
- raise SerializerError("serializer is closed")
51
- self.emit(DocumentStartEvent(explicit=self.use_explicit_start,
52
- version=self.use_version, tags=self.use_tags))
53
- self.anchor_node(node)
54
- self.serialize_node(node, None, None)
55
- self.emit(DocumentEndEvent(explicit=self.use_explicit_end))
56
- self.serialized_nodes = {}
57
- self.anchors = {}
58
- self.last_anchor_id = 0
59
-
60
- def anchor_node(self, node):
61
- if node in self.anchors:
62
- if self.anchors[node] is None:
63
- self.anchors[node] = self.generate_anchor(node)
64
- else:
65
- self.anchors[node] = None
66
- if isinstance(node, SequenceNode):
67
- for item in node.value:
68
- self.anchor_node(item)
69
- elif isinstance(node, MappingNode):
70
- for key, value in node.value:
71
- self.anchor_node(key)
72
- self.anchor_node(value)
73
-
74
- def generate_anchor(self, node):
75
- self.last_anchor_id += 1
76
- return self.ANCHOR_TEMPLATE % self.last_anchor_id
77
-
78
- def serialize_node(self, node, parent, index):
79
- alias = self.anchors[node]
80
- if node in self.serialized_nodes:
81
- self.emit(AliasEvent(alias))
82
- else:
83
- self.serialized_nodes[node] = True
84
- self.descend_resolver(parent, index)
85
- if isinstance(node, ScalarNode):
86
- detected_tag = self.resolve(ScalarNode, node.value, (True, False))
87
- default_tag = self.resolve(ScalarNode, node.value, (False, True))
88
- implicit = (node.tag == detected_tag), (node.tag == default_tag)
89
- self.emit(ScalarEvent(alias, node.tag, implicit, node.value,
90
- style=node.style))
91
- elif isinstance(node, SequenceNode):
92
- implicit = (node.tag
93
- == self.resolve(SequenceNode, node.value, True))
94
- self.emit(SequenceStartEvent(alias, node.tag, implicit,
95
- flow_style=node.flow_style))
96
- index = 0
97
- for item in node.value:
98
- self.serialize_node(item, node, index)
99
- index += 1
100
- self.emit(SequenceEndEvent())
101
- elif isinstance(node, MappingNode):
102
- implicit = (node.tag
103
- == self.resolve(MappingNode, node.value, True))
104
- self.emit(MappingStartEvent(alias, node.tag, implicit,
105
- flow_style=node.flow_style))
106
- for key, value in node.value:
107
- self.serialize_node(key, node, None)
108
- self.serialize_node(value, node, key)
109
- self.emit(MappingEndEvent())
110
- self.ascend_resolver()
111
-
@@ -1,104 +0,0 @@
1
-
2
- class Token(object):
3
- def __init__(self, start_mark, end_mark):
4
- self.start_mark = start_mark
5
- self.end_mark = end_mark
6
- def __repr__(self):
7
- attributes = [key for key in self.__dict__
8
- if not key.endswith('_mark')]
9
- attributes.sort()
10
- arguments = ', '.join(['%s=%r' % (key, getattr(self, key))
11
- for key in attributes])
12
- return '%s(%s)' % (self.__class__.__name__, arguments)
13
-
14
- #class BOMToken(Token):
15
- # id = '<byte order mark>'
16
-
17
- class DirectiveToken(Token):
18
- id = '<directive>'
19
- def __init__(self, name, value, start_mark, end_mark):
20
- self.name = name
21
- self.value = value
22
- self.start_mark = start_mark
23
- self.end_mark = end_mark
24
-
25
- class DocumentStartToken(Token):
26
- id = '<document start>'
27
-
28
- class DocumentEndToken(Token):
29
- id = '<document end>'
30
-
31
- class StreamStartToken(Token):
32
- id = '<stream start>'
33
- def __init__(self, start_mark=None, end_mark=None,
34
- encoding=None):
35
- self.start_mark = start_mark
36
- self.end_mark = end_mark
37
- self.encoding = encoding
38
-
39
- class StreamEndToken(Token):
40
- id = '<stream end>'
41
-
42
- class BlockSequenceStartToken(Token):
43
- id = '<block sequence start>'
44
-
45
- class BlockMappingStartToken(Token):
46
- id = '<block mapping start>'
47
-
48
- class BlockEndToken(Token):
49
- id = '<block end>'
50
-
51
- class FlowSequenceStartToken(Token):
52
- id = '['
53
-
54
- class FlowMappingStartToken(Token):
55
- id = '{'
56
-
57
- class FlowSequenceEndToken(Token):
58
- id = ']'
59
-
60
- class FlowMappingEndToken(Token):
61
- id = '}'
62
-
63
- class KeyToken(Token):
64
- id = '?'
65
-
66
- class ValueToken(Token):
67
- id = ':'
68
-
69
- class BlockEntryToken(Token):
70
- id = '-'
71
-
72
- class FlowEntryToken(Token):
73
- id = ','
74
-
75
- class AliasToken(Token):
76
- id = '<alias>'
77
- def __init__(self, value, start_mark, end_mark):
78
- self.value = value
79
- self.start_mark = start_mark
80
- self.end_mark = end_mark
81
-
82
- class AnchorToken(Token):
83
- id = '<anchor>'
84
- def __init__(self, value, start_mark, end_mark):
85
- self.value = value
86
- self.start_mark = start_mark
87
- self.end_mark = end_mark
88
-
89
- class TagToken(Token):
90
- id = '<tag>'
91
- def __init__(self, value, start_mark, end_mark):
92
- self.value = value
93
- self.start_mark = start_mark
94
- self.end_mark = end_mark
95
-
96
- class ScalarToken(Token):
97
- id = '<scalar>'
98
- def __init__(self, value, plain, start_mark, end_mark, style=None):
99
- self.value = value
100
- self.plain = plain
101
- self.start_mark = start_mark
102
- self.end_mark = end_mark
103
- self.style = style
104
-