velocity-python 0.13.1__py3-none-any.whl → 0.13.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
velocity/__init__.py CHANGED
@@ -1,4 +1,4 @@
1
- __version__ = version = "0.13.1"
1
+ __version__ = version = "0.13.2"
2
2
 
3
3
  import importlib as _importlib
4
4
 
@@ -19,6 +19,13 @@ key per Lambda cold start; a transient AWS failure (throttle, timeout, 5xx) is
19
19
  not cached. One client serves the process (``ssm_client``), and ``prefetch``
20
20
  fills the cache for many keys in batched ``GetParameters`` calls.
21
21
 
22
+ The first read lists each path once (``GetParametersByPath``, one level, not
23
+ decrypted), so a key SSM does not hold — one that lives only in
24
+ ``os.environ``, or only under ``/Global`` — costs no further call, and a
25
+ plain ``String`` comes straight from the listing. A ``SecureString`` is still
26
+ read (and decrypted) by name, only when asked for. A path the role may not
27
+ list is read key by key, as before.
28
+
22
29
  Outside Lambda, or when project/AppStage cannot be resolved, ``getenv`` remains a
23
30
  thin wrapper around ``os.environ.get`` with no SSM call.
24
31
  """
@@ -181,6 +188,16 @@ _MISS_CODES = frozenset(
181
188
  # _fetch's answer when a read failed transiently (distinct from a miss).
182
189
  _TRANSIENT = object()
183
190
 
191
+ # Per-process listing of each SSM path: path -> {parameter name: plain value,
192
+ # or _SECURE for a SecureString (read by name when asked for)}, or _UNLISTED
193
+ # when the path may not be listed (read key by key). A transient listing
194
+ # failure caches nothing.
195
+ _listing: dict[str, object] = {}
196
+ _SECURE = object()
197
+ _UNLISTED = object()
198
+ # GetParametersByPath returns at most 10 parameters a page.
199
+ _PAGE = 10
200
+
184
201
 
185
202
  def ssm_client():
186
203
  """The process's SSM client (built once, in :func:`get_region`, with
@@ -226,6 +243,12 @@ def _fetch(key: str):
226
243
  logger.debug("SSM client failure while resolving %s: %s", key, exc)
227
244
  return None
228
245
  for param_name in parameter_names:
246
+ listed = _list_path(ssm, param_name.rsplit("/", 1)[0])
247
+ if isinstance(listed, dict):
248
+ if param_name not in listed:
249
+ continue # SSM does not hold it: no call
250
+ if listed[param_name] is not _SECURE:
251
+ return listed[param_name]
229
252
  try:
230
253
  resp = ssm.get_parameter(Name=param_name, WithDecryption=True)
231
254
  return resp["Parameter"]["Value"]
@@ -241,6 +264,48 @@ def _fetch(key: str):
241
264
  return None
242
265
 
243
266
 
267
+ def _list_path(ssm, path: str):
268
+ """The listing of ``path`` (cached per process): a dict of the names
269
+ directly under it, :data:`_UNLISTED` when it may not be listed, or
270
+ :data:`_TRANSIENT` when AWS failed (nothing cached; read by name)."""
271
+ cached = _listing.get(path)
272
+ if cached is not None:
273
+ return cached
274
+ found: dict[str, object] = {}
275
+ kwargs = {
276
+ "Path": path,
277
+ "Recursive": False,
278
+ "WithDecryption": False,
279
+ "MaxResults": _PAGE,
280
+ }
281
+ try:
282
+ while True:
283
+ page = ssm.get_parameters_by_path(**kwargs)
284
+ for parameter in page.get("Parameters") or ():
285
+ found[parameter["Name"]] = (
286
+ _SECURE
287
+ if parameter.get("Type") == "SecureString"
288
+ else parameter["Value"]
289
+ )
290
+ token = page.get("NextToken")
291
+ if not token:
292
+ break
293
+ kwargs["NextToken"] = token
294
+ except Exception as exc:
295
+ if _is_transient(exc):
296
+ logger.warning(
297
+ "SSM listing of %s failed (%s); reading by name",
298
+ path,
299
+ type(exc).__name__,
300
+ )
301
+ return _TRANSIENT
302
+ logger.debug("SSM listing of %s unavailable: %s", path, exc)
303
+ _listing[path] = _UNLISTED
304
+ return _UNLISTED
305
+ _listing[path] = found
306
+ return found
307
+
308
+
244
309
  def prefetch(keys) -> list[str]:
245
310
  """Resolve ``keys`` into the cache in batched ``GetParameters`` calls
246
311
  (both the project and the ``/Global`` name of each, 10 names a call)
@@ -417,6 +482,7 @@ def export_path(
417
482
  def clear_cache() -> None:
418
483
  """Clear the SSM cache (useful in tests)."""
419
484
  _cache.clear()
485
+ _listing.clear()
420
486
  global _SSM_ENABLED, _client
421
487
  _SSM_ENABLED = None
422
488
  _client = None
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: velocity-python
3
- Version: 0.13.1
3
+ Version: 0.13.2
4
4
  Summary: A rapid application development library for interfacing with data storage
5
5
  Author-email: Velocity Team <info@codeclubs.org>
6
6
  License-Expression: MIT
@@ -1,4 +1,4 @@
1
- velocity/__init__.py,sha256=x4J7qurfr1bqhNn0ZrhXGQSqklOlAiLdmPaAdySbUY4,363
1
+ velocity/__init__.py,sha256=-p_wnPMwH7aEXhWHLXLK-bW2cEDvIg6FJEASvUKhYSs,363
2
2
  velocity/cache.py,sha256=HacQGQXMcrEveDxs-AYVGceRsyi_ZHZ9dcW8YizoGEE,9659
3
3
  velocity/hooks.py,sha256=jY_qtAapNHvptmryFSD-Zc7RvLhV6e5nJEH3x2xTgCw,20575
4
4
  velocity/logging.py,sha256=MAsZap1cDSdOBNRc_9ezQxup5dHOS0ARxU9NI_-UK3E,4037
@@ -24,7 +24,7 @@ velocity/aws/scheduler.py,sha256=bn6GxaQaCsZyVzUSJhyfA64j6H4ZtRzIGx4f1SZI-RY,219
24
24
  velocity/aws/schema.py,sha256=65hUgWCxPRb2jBxHGQV3LBBJyATj2NIV4ZBm-zujYuc,6885
25
25
  velocity/aws/settings.py,sha256=aAQL7_dtcC5VSBnk60SX2KwU6jYDmKuyBQVp12Mr5as,39464
26
26
  velocity/aws/sms.py,sha256=2CdcLlIEy_V5K5Qx_pZ2vrakvEK7IhP7y1JUttBgyG4,16253
27
- velocity/aws/ssm_config.py,sha256=w9SIYNsIQkUptXj9M491qf970aMH1PX0LaPnRE4OHQI,14127
27
+ velocity/aws/ssm_config.py,sha256=T89j0sBr1D1ra2qBg70G7I7x-cHtm0H3F9m43NDsA_U,16647
28
28
  velocity/aws/tenancy.py,sha256=GmraxV3tJBeNJhqnJedH29LECCuOxNY_UIimvzOakSQ,23335
29
29
  velocity/aws/tiles.py,sha256=_38EH9ngxQxLeiZnTHBta-TXg1VkO2hPvaoPHWEKAlc,28011
30
30
  velocity/aws/user_data.py,sha256=qLdmzUpkapUToEWaQ_jSeJa6hHgTHIqz0p0Cp2JuFx4,15564
@@ -291,9 +291,9 @@ velocity/workflow/points.py,sha256=g_vQ3cdHdx_JloVCS5dVjo_jJoSolO92K5p3suDzxlE,1
291
291
  velocity/workflow/schema.py,sha256=1ZAkGZ_4YrTAfY6TIPCviWQJGLhhmAJmkxisfLyy2og,21597
292
292
  velocity/workflow/traveler.py,sha256=Ik1InoEo69sZB1wVV-UinVo4P0P5QlcV_hh858p3OWE,20562
293
293
  velocity/workflow/views.py,sha256=oTPjpuheND8y4VbcTY8c-4fMdSHKb0jgGzXMuT_G7_s,32175
294
- velocity_python-0.13.1.dist-info/licenses/LICENSE,sha256=aoN245GG8s9oRUU89KNiGTU4_4OtnNmVi4hQeChg6rM,1076
295
- velocity_python-0.13.1.dist-info/METADATA,sha256=_qwnPWIluEHTeHsHLOk0fFzApb8pjN15wz3oeiinSMs,17709
296
- velocity_python-0.13.1.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
297
- velocity_python-0.13.1.dist-info/entry_points.txt,sha256=nXUKJHkOGQCSPoagdmMNd_qycrle1LVU-GhYknLGM1M,56
298
- velocity_python-0.13.1.dist-info/top_level.txt,sha256=JW2vJPmodgdgSz7H6yoZvnxF8S3fTMIv-YJWCT1sNW0,9
299
- velocity_python-0.13.1.dist-info/RECORD,,
294
+ velocity_python-0.13.2.dist-info/licenses/LICENSE,sha256=aoN245GG8s9oRUU89KNiGTU4_4OtnNmVi4hQeChg6rM,1076
295
+ velocity_python-0.13.2.dist-info/METADATA,sha256=M5jOfVPSKsv6zLd-ps8xPJkqBs2DoZnRJLNfhEG95CI,17709
296
+ velocity_python-0.13.2.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
297
+ velocity_python-0.13.2.dist-info/entry_points.txt,sha256=nXUKJHkOGQCSPoagdmMNd_qycrle1LVU-GhYknLGM1M,56
298
+ velocity_python-0.13.2.dist-info/top_level.txt,sha256=JW2vJPmodgdgSz7H6yoZvnxF8S3fTMIv-YJWCT1sNW0,9
299
+ velocity_python-0.13.2.dist-info/RECORD,,