metaflow 2.15.14__py2.py3-none-any.whl → 2.15.16__py2.py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- metaflow/__init__.py +2 -2
- metaflow/_vendor/click/core.py +4 -3
- metaflow/cmd/develop/stub_generator.py +30 -16
- metaflow/cmd/develop/stubs.py +9 -27
- metaflow/datastore/task_datastore.py +3 -3
- metaflow/decorators.py +3 -3
- metaflow/extension_support/__init__.py +25 -42
- metaflow/parameters.py +2 -2
- metaflow/plugins/argo/argo_workflows_cli.py +4 -4
- metaflow/plugins/argo/argo_workflows_deployer_objects.py +6 -49
- metaflow/plugins/aws/aws_client.py +6 -0
- metaflow/plugins/cards/card_modules/chevron/renderer.py +1 -1
- metaflow/plugins/cards/card_modules/test_cards.py +6 -6
- metaflow/plugins/cards/component_serializer.py +1 -8
- metaflow/plugins/datatools/s3/s3op.py +1 -1
- metaflow/plugins/metadata_providers/service.py +12 -8
- metaflow/plugins/package_cli.py +12 -2
- metaflow/plugins/pypi/bootstrap.py +2 -2
- metaflow/plugins/uv/bootstrap.py +18 -1
- metaflow/plugins/uv/uv_environment.py +1 -1
- metaflow/runner/click_api.py +16 -9
- metaflow/runner/deployer.py +49 -0
- metaflow/runner/deployer_impl.py +17 -5
- metaflow/runner/metaflow_runner.py +40 -13
- metaflow/runner/subprocess_manager.py +1 -1
- metaflow/runner/utils.py +8 -0
- metaflow/user_configs/config_options.py +6 -6
- metaflow/user_configs/config_parameters.py +211 -45
- metaflow/util.py +2 -5
- metaflow/vendor.py +0 -1
- metaflow/version.py +1 -1
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/METADATA +2 -2
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/RECORD +40 -44
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/WHEEL +1 -1
- metaflow/_vendor/v3_5/__init__.py +0 -1
- metaflow/_vendor/v3_5/importlib_metadata/__init__.py +0 -644
- metaflow/_vendor/v3_5/importlib_metadata/_compat.py +0 -152
- metaflow/_vendor/v3_5/zipp.py +0 -329
- {metaflow-2.15.14.data → metaflow-2.15.16.data}/data/share/metaflow/devtools/Makefile +0 -0
- {metaflow-2.15.14.data → metaflow-2.15.16.data}/data/share/metaflow/devtools/Tiltfile +0 -0
- {metaflow-2.15.14.data → metaflow-2.15.16.data}/data/share/metaflow/devtools/pick_services.sh +0 -0
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/entry_points.txt +0 -0
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/licenses/LICENSE +0 -0
- {metaflow-2.15.14.dist-info → metaflow-2.15.16.dist-info}/top_level.txt +0 -0
@@ -1,152 +0,0 @@
|
|
1
|
-
from __future__ import absolute_import, unicode_literals
|
2
|
-
|
3
|
-
import io
|
4
|
-
import abc
|
5
|
-
import sys
|
6
|
-
import email
|
7
|
-
|
8
|
-
|
9
|
-
if sys.version_info > (3,): # pragma: nocover
|
10
|
-
import builtins
|
11
|
-
from configparser import ConfigParser
|
12
|
-
import contextlib
|
13
|
-
FileNotFoundError = builtins.FileNotFoundError
|
14
|
-
IsADirectoryError = builtins.IsADirectoryError
|
15
|
-
NotADirectoryError = builtins.NotADirectoryError
|
16
|
-
PermissionError = builtins.PermissionError
|
17
|
-
map = builtins.map
|
18
|
-
from itertools import filterfalse
|
19
|
-
else: # pragma: nocover
|
20
|
-
from backports.configparser import ConfigParser
|
21
|
-
from itertools import imap as map # type: ignore
|
22
|
-
from itertools import ifilterfalse as filterfalse
|
23
|
-
import contextlib2 as contextlib
|
24
|
-
FileNotFoundError = IOError, OSError
|
25
|
-
IsADirectoryError = IOError, OSError
|
26
|
-
NotADirectoryError = IOError, OSError
|
27
|
-
PermissionError = IOError, OSError
|
28
|
-
|
29
|
-
str = type('')
|
30
|
-
|
31
|
-
suppress = contextlib.suppress
|
32
|
-
|
33
|
-
if sys.version_info > (3, 5): # pragma: nocover
|
34
|
-
import pathlib
|
35
|
-
else: # pragma: nocover
|
36
|
-
import pathlib2 as pathlib
|
37
|
-
|
38
|
-
try:
|
39
|
-
ModuleNotFoundError = builtins.FileNotFoundError
|
40
|
-
except (NameError, AttributeError): # pragma: nocover
|
41
|
-
ModuleNotFoundError = ImportError # type: ignore
|
42
|
-
|
43
|
-
|
44
|
-
if sys.version_info >= (3,): # pragma: nocover
|
45
|
-
from importlib.abc import MetaPathFinder
|
46
|
-
else: # pragma: nocover
|
47
|
-
class MetaPathFinder(object):
|
48
|
-
__metaclass__ = abc.ABCMeta
|
49
|
-
|
50
|
-
|
51
|
-
__metaclass__ = type
|
52
|
-
__all__ = [
|
53
|
-
'install', 'NullFinder', 'MetaPathFinder', 'ModuleNotFoundError',
|
54
|
-
'pathlib', 'ConfigParser', 'map', 'suppress', 'FileNotFoundError',
|
55
|
-
'NotADirectoryError', 'email_message_from_string',
|
56
|
-
]
|
57
|
-
|
58
|
-
|
59
|
-
def install(cls):
|
60
|
-
"""
|
61
|
-
Class decorator for installation on sys.meta_path.
|
62
|
-
|
63
|
-
Adds the backport DistributionFinder to sys.meta_path and
|
64
|
-
attempts to disable the finder functionality of the stdlib
|
65
|
-
DistributionFinder.
|
66
|
-
"""
|
67
|
-
sys.meta_path.append(cls())
|
68
|
-
disable_stdlib_finder()
|
69
|
-
return cls
|
70
|
-
|
71
|
-
|
72
|
-
def disable_stdlib_finder():
|
73
|
-
"""
|
74
|
-
Give the backport primacy for discovering path-based distributions
|
75
|
-
by monkey-patching the stdlib O_O.
|
76
|
-
|
77
|
-
See #91 for more background for rationale on this sketchy
|
78
|
-
behavior.
|
79
|
-
"""
|
80
|
-
def matches(finder):
|
81
|
-
return (
|
82
|
-
getattr(finder, '__module__', None) == '_frozen_importlib_external'
|
83
|
-
and hasattr(finder, 'find_distributions')
|
84
|
-
)
|
85
|
-
for finder in filter(matches, sys.meta_path): # pragma: nocover
|
86
|
-
del finder.find_distributions
|
87
|
-
|
88
|
-
|
89
|
-
class NullFinder:
|
90
|
-
"""
|
91
|
-
A "Finder" (aka "MetaClassFinder") that never finds any modules,
|
92
|
-
but may find distributions.
|
93
|
-
"""
|
94
|
-
@staticmethod
|
95
|
-
def find_spec(*args, **kwargs):
|
96
|
-
return None
|
97
|
-
|
98
|
-
# In Python 2, the import system requires finders
|
99
|
-
# to have a find_module() method, but this usage
|
100
|
-
# is deprecated in Python 3 in favor of find_spec().
|
101
|
-
# For the purposes of this finder (i.e. being present
|
102
|
-
# on sys.meta_path but having no other import
|
103
|
-
# system functionality), the two methods are identical.
|
104
|
-
find_module = find_spec
|
105
|
-
|
106
|
-
|
107
|
-
def py2_message_from_string(text): # nocoverpy3
|
108
|
-
# Work around https://bugs.python.org/issue25545 where
|
109
|
-
# email.message_from_string cannot handle Unicode on Python 2.
|
110
|
-
io_buffer = io.StringIO(text)
|
111
|
-
return email.message_from_file(io_buffer)
|
112
|
-
|
113
|
-
|
114
|
-
email_message_from_string = (
|
115
|
-
py2_message_from_string
|
116
|
-
if sys.version_info < (3,) else
|
117
|
-
email.message_from_string
|
118
|
-
)
|
119
|
-
|
120
|
-
|
121
|
-
class PyPy_repr:
|
122
|
-
"""
|
123
|
-
Override repr for EntryPoint objects on PyPy to avoid __iter__ access.
|
124
|
-
Ref #97, #102.
|
125
|
-
"""
|
126
|
-
affected = hasattr(sys, 'pypy_version_info')
|
127
|
-
|
128
|
-
def __compat_repr__(self): # pragma: nocover
|
129
|
-
def make_param(name):
|
130
|
-
value = getattr(self, name)
|
131
|
-
return '{name}={value!r}'.format(**locals())
|
132
|
-
params = ', '.join(map(make_param, self._fields))
|
133
|
-
return 'EntryPoint({params})'.format(**locals())
|
134
|
-
|
135
|
-
if affected: # pragma: nocover
|
136
|
-
__repr__ = __compat_repr__
|
137
|
-
del affected
|
138
|
-
|
139
|
-
|
140
|
-
# from itertools recipes
|
141
|
-
def unique_everseen(iterable): # pragma: nocover
|
142
|
-
"List unique elements, preserving order. Remember all elements ever seen."
|
143
|
-
seen = set()
|
144
|
-
seen_add = seen.add
|
145
|
-
|
146
|
-
for element in filterfalse(seen.__contains__, iterable):
|
147
|
-
seen_add(element)
|
148
|
-
yield element
|
149
|
-
|
150
|
-
|
151
|
-
unique_ordered = (
|
152
|
-
unique_everseen if sys.version_info < (3, 7) else dict.fromkeys)
|
metaflow/_vendor/v3_5/zipp.py
DELETED
@@ -1,329 +0,0 @@
|
|
1
|
-
import io
|
2
|
-
import posixpath
|
3
|
-
import zipfile
|
4
|
-
import itertools
|
5
|
-
import contextlib
|
6
|
-
import sys
|
7
|
-
import pathlib
|
8
|
-
|
9
|
-
if sys.version_info < (3, 7):
|
10
|
-
from collections import OrderedDict
|
11
|
-
else:
|
12
|
-
OrderedDict = dict
|
13
|
-
|
14
|
-
|
15
|
-
__all__ = ['Path']
|
16
|
-
|
17
|
-
|
18
|
-
def _parents(path):
|
19
|
-
"""
|
20
|
-
Given a path with elements separated by
|
21
|
-
posixpath.sep, generate all parents of that path.
|
22
|
-
|
23
|
-
>>> list(_parents('b/d'))
|
24
|
-
['b']
|
25
|
-
>>> list(_parents('/b/d/'))
|
26
|
-
['/b']
|
27
|
-
>>> list(_parents('b/d/f/'))
|
28
|
-
['b/d', 'b']
|
29
|
-
>>> list(_parents('b'))
|
30
|
-
[]
|
31
|
-
>>> list(_parents(''))
|
32
|
-
[]
|
33
|
-
"""
|
34
|
-
return itertools.islice(_ancestry(path), 1, None)
|
35
|
-
|
36
|
-
|
37
|
-
def _ancestry(path):
|
38
|
-
"""
|
39
|
-
Given a path with elements separated by
|
40
|
-
posixpath.sep, generate all elements of that path
|
41
|
-
|
42
|
-
>>> list(_ancestry('b/d'))
|
43
|
-
['b/d', 'b']
|
44
|
-
>>> list(_ancestry('/b/d/'))
|
45
|
-
['/b/d', '/b']
|
46
|
-
>>> list(_ancestry('b/d/f/'))
|
47
|
-
['b/d/f', 'b/d', 'b']
|
48
|
-
>>> list(_ancestry('b'))
|
49
|
-
['b']
|
50
|
-
>>> list(_ancestry(''))
|
51
|
-
[]
|
52
|
-
"""
|
53
|
-
path = path.rstrip(posixpath.sep)
|
54
|
-
while path and path != posixpath.sep:
|
55
|
-
yield path
|
56
|
-
path, tail = posixpath.split(path)
|
57
|
-
|
58
|
-
|
59
|
-
_dedupe = OrderedDict.fromkeys
|
60
|
-
"""Deduplicate an iterable in original order"""
|
61
|
-
|
62
|
-
|
63
|
-
def _difference(minuend, subtrahend):
|
64
|
-
"""
|
65
|
-
Return items in minuend not in subtrahend, retaining order
|
66
|
-
with O(1) lookup.
|
67
|
-
"""
|
68
|
-
return itertools.filterfalse(set(subtrahend).__contains__, minuend)
|
69
|
-
|
70
|
-
|
71
|
-
class CompleteDirs(zipfile.ZipFile):
|
72
|
-
"""
|
73
|
-
A ZipFile subclass that ensures that implied directories
|
74
|
-
are always included in the namelist.
|
75
|
-
"""
|
76
|
-
|
77
|
-
@staticmethod
|
78
|
-
def _implied_dirs(names):
|
79
|
-
parents = itertools.chain.from_iterable(map(_parents, names))
|
80
|
-
as_dirs = (p + posixpath.sep for p in parents)
|
81
|
-
return _dedupe(_difference(as_dirs, names))
|
82
|
-
|
83
|
-
def namelist(self):
|
84
|
-
names = super(CompleteDirs, self).namelist()
|
85
|
-
return names + list(self._implied_dirs(names))
|
86
|
-
|
87
|
-
def _name_set(self):
|
88
|
-
return set(self.namelist())
|
89
|
-
|
90
|
-
def resolve_dir(self, name):
|
91
|
-
"""
|
92
|
-
If the name represents a directory, return that name
|
93
|
-
as a directory (with the trailing slash).
|
94
|
-
"""
|
95
|
-
names = self._name_set()
|
96
|
-
dirname = name + '/'
|
97
|
-
dir_match = name not in names and dirname in names
|
98
|
-
return dirname if dir_match else name
|
99
|
-
|
100
|
-
@classmethod
|
101
|
-
def make(cls, source):
|
102
|
-
"""
|
103
|
-
Given a source (filename or zipfile), return an
|
104
|
-
appropriate CompleteDirs subclass.
|
105
|
-
"""
|
106
|
-
if isinstance(source, CompleteDirs):
|
107
|
-
return source
|
108
|
-
|
109
|
-
if not isinstance(source, zipfile.ZipFile):
|
110
|
-
return cls(_pathlib_compat(source))
|
111
|
-
|
112
|
-
# Only allow for FastLookup when supplied zipfile is read-only
|
113
|
-
if 'r' not in source.mode:
|
114
|
-
cls = CompleteDirs
|
115
|
-
|
116
|
-
source.__class__ = cls
|
117
|
-
return source
|
118
|
-
|
119
|
-
|
120
|
-
class FastLookup(CompleteDirs):
|
121
|
-
"""
|
122
|
-
ZipFile subclass to ensure implicit
|
123
|
-
dirs exist and are resolved rapidly.
|
124
|
-
"""
|
125
|
-
|
126
|
-
def namelist(self):
|
127
|
-
with contextlib.suppress(AttributeError):
|
128
|
-
return self.__names
|
129
|
-
self.__names = super(FastLookup, self).namelist()
|
130
|
-
return self.__names
|
131
|
-
|
132
|
-
def _name_set(self):
|
133
|
-
with contextlib.suppress(AttributeError):
|
134
|
-
return self.__lookup
|
135
|
-
self.__lookup = super(FastLookup, self)._name_set()
|
136
|
-
return self.__lookup
|
137
|
-
|
138
|
-
|
139
|
-
def _pathlib_compat(path):
|
140
|
-
"""
|
141
|
-
For path-like objects, convert to a filename for compatibility
|
142
|
-
on Python 3.6.1 and earlier.
|
143
|
-
"""
|
144
|
-
try:
|
145
|
-
return path.__fspath__()
|
146
|
-
except AttributeError:
|
147
|
-
return str(path)
|
148
|
-
|
149
|
-
|
150
|
-
class Path:
|
151
|
-
"""
|
152
|
-
A pathlib-compatible interface for zip files.
|
153
|
-
|
154
|
-
Consider a zip file with this structure::
|
155
|
-
|
156
|
-
.
|
157
|
-
├── a.txt
|
158
|
-
└── b
|
159
|
-
├── c.txt
|
160
|
-
└── d
|
161
|
-
└── e.txt
|
162
|
-
|
163
|
-
>>> data = io.BytesIO()
|
164
|
-
>>> zf = zipfile.ZipFile(data, 'w')
|
165
|
-
>>> zf.writestr('a.txt', 'content of a')
|
166
|
-
>>> zf.writestr('b/c.txt', 'content of c')
|
167
|
-
>>> zf.writestr('b/d/e.txt', 'content of e')
|
168
|
-
>>> zf.filename = 'mem/abcde.zip'
|
169
|
-
|
170
|
-
Path accepts the zipfile object itself or a filename
|
171
|
-
|
172
|
-
>>> root = Path(zf)
|
173
|
-
|
174
|
-
From there, several path operations are available.
|
175
|
-
|
176
|
-
Directory iteration (including the zip file itself):
|
177
|
-
|
178
|
-
>>> a, b = root.iterdir()
|
179
|
-
>>> a
|
180
|
-
Path('mem/abcde.zip', 'a.txt')
|
181
|
-
>>> b
|
182
|
-
Path('mem/abcde.zip', 'b/')
|
183
|
-
|
184
|
-
name property:
|
185
|
-
|
186
|
-
>>> b.name
|
187
|
-
'b'
|
188
|
-
|
189
|
-
join with divide operator:
|
190
|
-
|
191
|
-
>>> c = b / 'c.txt'
|
192
|
-
>>> c
|
193
|
-
Path('mem/abcde.zip', 'b/c.txt')
|
194
|
-
>>> c.name
|
195
|
-
'c.txt'
|
196
|
-
|
197
|
-
Read text:
|
198
|
-
|
199
|
-
>>> c.read_text()
|
200
|
-
'content of c'
|
201
|
-
|
202
|
-
existence:
|
203
|
-
|
204
|
-
>>> c.exists()
|
205
|
-
True
|
206
|
-
>>> (b / 'missing.txt').exists()
|
207
|
-
False
|
208
|
-
|
209
|
-
Coercion to string:
|
210
|
-
|
211
|
-
>>> import os
|
212
|
-
>>> str(c).replace(os.sep, posixpath.sep)
|
213
|
-
'mem/abcde.zip/b/c.txt'
|
214
|
-
|
215
|
-
At the root, ``name``, ``filename``, and ``parent``
|
216
|
-
resolve to the zipfile. Note these attributes are not
|
217
|
-
valid and will raise a ``ValueError`` if the zipfile
|
218
|
-
has no filename.
|
219
|
-
|
220
|
-
>>> root.name
|
221
|
-
'abcde.zip'
|
222
|
-
>>> str(root.filename).replace(os.sep, posixpath.sep)
|
223
|
-
'mem/abcde.zip'
|
224
|
-
>>> str(root.parent)
|
225
|
-
'mem'
|
226
|
-
"""
|
227
|
-
|
228
|
-
__repr = "{self.__class__.__name__}({self.root.filename!r}, {self.at!r})"
|
229
|
-
|
230
|
-
def __init__(self, root, at=""):
|
231
|
-
"""
|
232
|
-
Construct a Path from a ZipFile or filename.
|
233
|
-
|
234
|
-
Note: When the source is an existing ZipFile object,
|
235
|
-
its type (__class__) will be mutated to a
|
236
|
-
specialized type. If the caller wishes to retain the
|
237
|
-
original type, the caller should either create a
|
238
|
-
separate ZipFile object or pass a filename.
|
239
|
-
"""
|
240
|
-
self.root = FastLookup.make(root)
|
241
|
-
self.at = at
|
242
|
-
|
243
|
-
def open(self, mode='r', *args, pwd=None, **kwargs):
|
244
|
-
"""
|
245
|
-
Open this entry as text or binary following the semantics
|
246
|
-
of ``pathlib.Path.open()`` by passing arguments through
|
247
|
-
to io.TextIOWrapper().
|
248
|
-
"""
|
249
|
-
if self.is_dir():
|
250
|
-
raise IsADirectoryError(self)
|
251
|
-
zip_mode = mode[0]
|
252
|
-
if not self.exists() and zip_mode == 'r':
|
253
|
-
raise FileNotFoundError(self)
|
254
|
-
stream = self.root.open(self.at, zip_mode, pwd=pwd)
|
255
|
-
if 'b' in mode:
|
256
|
-
if args or kwargs:
|
257
|
-
raise ValueError("encoding args invalid for binary operation")
|
258
|
-
return stream
|
259
|
-
return io.TextIOWrapper(stream, *args, **kwargs)
|
260
|
-
|
261
|
-
@property
|
262
|
-
def name(self):
|
263
|
-
return pathlib.Path(self.at).name or self.filename.name
|
264
|
-
|
265
|
-
@property
|
266
|
-
def suffix(self):
|
267
|
-
return pathlib.Path(self.at).suffix or self.filename.suffix
|
268
|
-
|
269
|
-
@property
|
270
|
-
def suffixes(self):
|
271
|
-
return pathlib.Path(self.at).suffixes or self.filename.suffixes
|
272
|
-
|
273
|
-
@property
|
274
|
-
def stem(self):
|
275
|
-
return pathlib.Path(self.at).stem or self.filename.stem
|
276
|
-
|
277
|
-
@property
|
278
|
-
def filename(self):
|
279
|
-
return pathlib.Path(self.root.filename).joinpath(self.at)
|
280
|
-
|
281
|
-
def read_text(self, *args, **kwargs):
|
282
|
-
with self.open('r', *args, **kwargs) as strm:
|
283
|
-
return strm.read()
|
284
|
-
|
285
|
-
def read_bytes(self):
|
286
|
-
with self.open('rb') as strm:
|
287
|
-
return strm.read()
|
288
|
-
|
289
|
-
def _is_child(self, path):
|
290
|
-
return posixpath.dirname(path.at.rstrip("/")) == self.at.rstrip("/")
|
291
|
-
|
292
|
-
def _next(self, at):
|
293
|
-
return self.__class__(self.root, at)
|
294
|
-
|
295
|
-
def is_dir(self):
|
296
|
-
return not self.at or self.at.endswith("/")
|
297
|
-
|
298
|
-
def is_file(self):
|
299
|
-
return self.exists() and not self.is_dir()
|
300
|
-
|
301
|
-
def exists(self):
|
302
|
-
return self.at in self.root._name_set()
|
303
|
-
|
304
|
-
def iterdir(self):
|
305
|
-
if not self.is_dir():
|
306
|
-
raise ValueError("Can't listdir a file")
|
307
|
-
subs = map(self._next, self.root.namelist())
|
308
|
-
return filter(self._is_child, subs)
|
309
|
-
|
310
|
-
def __str__(self):
|
311
|
-
return posixpath.join(self.root.filename, self.at)
|
312
|
-
|
313
|
-
def __repr__(self):
|
314
|
-
return self.__repr.format(self=self)
|
315
|
-
|
316
|
-
def joinpath(self, *other):
|
317
|
-
next = posixpath.join(self.at, *map(_pathlib_compat, other))
|
318
|
-
return self._next(self.root.resolve_dir(next))
|
319
|
-
|
320
|
-
__truediv__ = joinpath
|
321
|
-
|
322
|
-
@property
|
323
|
-
def parent(self):
|
324
|
-
if not self.at:
|
325
|
-
return self.filename.parent
|
326
|
-
parent_at = posixpath.dirname(self.at.rstrip('/'))
|
327
|
-
if parent_at:
|
328
|
-
parent_at += '/'
|
329
|
-
return self._next(parent_at)
|
File without changes
|
File without changes
|
{metaflow-2.15.14.data → metaflow-2.15.16.data}/data/share/metaflow/devtools/pick_services.sh
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|