thds.core 1.33.20250407135817__py3-none-any.whl → 1.33.20250408202517__py3-none-any.whl

thds/core/fretry.py

@@ -1,5 +1,6 @@
 """A more composable retry decorator."""
 
+import asyncio
 import random
 import time
 import typing as ty
@@ -12,7 +13,19 @@ F = ty.TypeVar("F", bound=ty.Callable)
 
 IsRetryable = ty.Callable[[Exception], bool]
 RetryStrategy = ty.Iterable[IsRetryable]
+AsyncRetryStrategy = ty.AsyncIterable[IsRetryable]
 RetryStrategyFactory = ty.Callable[[], RetryStrategy]
+AsyncRetryStrategyFactory = ty.Callable[[], AsyncRetryStrategy]
+
+
+def n_times(retries: int) -> ty.Callable[[], ty.Iterator[None]]:
+    """End iteration after yielding 'retries' times."""
+
+    def n_times_() -> ty.Iterator[None]:
+        for _ in range(retries):
+            yield None
+
+    return n_times_
 
 
 def expo(
@@ -113,3 +126,84 @@ def is_exc(*exc_types: ty.Type[Exception]) -> IsRetryable:
         return isinstance(exc, exc_types)
 
     return _is_exc_retryable
+
+
+# some async reimplementations of everything :P
+T = ty.TypeVar("T")
+
+
+async def aenumerate(
+    asequence: ty.AsyncIterable[T], start: int = 0
+) -> ty.AsyncGenerator[ty.Tuple[int, T], None]:
+    # https://stackoverflow.com/questions/48070863/is-python3-6-new-change-async-for-not-compatible-with-enumerate
+    """Asynchronously enumerate an async iterator from a given start value"""
+    n = start
+    async for elem in asequence:
+        yield n, elem
+        n += 1
+
+
+def iter_to_async(
+    sync_iter_factory: ty.Callable[[], ty.Iterable[T]]
+) -> ty.Callable[[], ty.AsyncIterator[T]]:
+    """Convert a synchronous iterable factory to an async iterator factory."""
+
+    async def async_wrapper() -> ty.AsyncIterator[T]:
+        for item in sync_iter_factory():
+            yield item
+
+    return async_wrapper
+
+
+def retry_async(retry_strategy_factory: AsyncRetryStrategyFactory) -> ty.Callable[[F], F]:
+    def _retry_decorator(func: F) -> F:
+        @wraps(func)
+        async def retry_wrapper(*args, **kwargs):
+            async for i, is_retryable in aenumerate(retry_strategy_factory(), start=1):
+                try:
+                    return await func(*args, **kwargs)
+                except Exception as ex:
+                    if not is_retryable(ex):
+                        raise ex
+                    getLogger(__name__).info("Retry #%d for %s due to exception %s", i, func, ex)
+            # one final retry that, if it fails, will not get caught and retried.
+            return await func(*args, **kwargs)
+
+        return ty.cast(F, retry_wrapper)
+
+    return _retry_decorator
+
+
+def retry_regular_async(
+    is_retryable: IsRetryable,
+    intervals_factory: ty.Callable[[], ty.AsyncIterable[ty.Any]],
+) -> ty.Callable[[F], F]:
+    async def _retry_internal() -> ty.AsyncIterable[IsRetryable]:
+        async for _ in intervals_factory():
+            yield is_retryable
+
+    return retry_async(_retry_internal)
+
+
+def sleep_async(
+    mk_seconds_iter: ty.Callable[[], ty.Iterable[float]],
+    sleeper: ty.Callable[[float], ty.Awaitable[ty.Any]] = asyncio.sleep,
+) -> ty.Callable[[], ty.AsyncGenerator[str, None]]:
+    async def sleep_() -> ty.AsyncGenerator[str, None]:
+        start = default_timer()
+
+        so_far = 0.0
+        for i, secs in enumerate(mk_seconds_iter(), start=1):
+            yield f"attempt {i} after {so_far:.2f}s"
+            so_far = default_timer() - start
+            await sleeper(secs)
+
+    return sleep_
+
+
+def retry_sleep_async(
+    is_retryable: IsRetryable,
+    seconds_iter: ty.Callable[[], ty.Iterable[float]],
+) -> ty.Callable[[F], F]:
+    """E.g. retry_sleep(expo(retries=5)) to get max 6 calls to the function."""
+    return retry_regular_async(is_retryable, sleep_async(seconds_iter))

{thds_core-1.33.20250407135817.dist-info → thds_core-1.33.20250408202517.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: thds.core
-Version: 1.33.20250407135817
+Version: 1.33.20250408202517
 Summary: Core utilities.
 Author-email: Trilliant Health <info@trillianthealth.com>
 License: MIT

{thds_core-1.33.20250407135817.dist-info → thds_core-1.33.20250408202517.dist-info}/RECORD

@@ -11,7 +11,7 @@ thds/core/dict_utils.py,sha256=MatsjZC9lchfdaDqNAzL2mkTZytDnCAqg56sMm71wbE,6364
 thds/core/env.py,sha256=HkuyFmGpCgdQUB1r2GbpCqB3cs1lCsvp47Ghk1DHBo8,1083
 thds/core/exit_after.py,sha256=0lz63nz2NTiIdyBDYyRa9bQShxQKe7eISy8VhXeW4HU,3485
 thds/core/files.py,sha256=NJlPXj7BejKd_Pa06MOywVv_YapT4bVedfsJHrWX8nI,4579
-thds/core/fretry.py,sha256=Tui2q6vXV6c7mjTa1czLrXiugHUEwQp-sZdiwXfxvmM,3829
+thds/core/fretry.py,sha256=PKgOxCMjcF4zsFfXFvPXpomv5J6KU6llB1EaKukugig,6942
 thds/core/generators.py,sha256=rcdFpPj0NMJWSaSZTnBfTeZxTTORNB633Lng-BW1284,1939
 thds/core/git.py,sha256=I6kaEvwcvVxCLYHhTTfnHle-GkmgOR9_fHs03QxgBfI,2792
 thds/core/hash_cache.py,sha256=bkdV8HZOl66zNffnIjRvMQH1A0_xNqowMDLBtRXGFl8,3723
@@ -67,8 +67,8 @@ thds/core/sqlite/structured.py,sha256=SvZ67KcVcVdmpR52JSd52vMTW2ALUXmlHEeD-VrzWV
 thds/core/sqlite/types.py,sha256=oUkfoKRYNGDPZRk29s09rc9ha3SCk2SKr_K6WKebBFs,1308
 thds/core/sqlite/upsert.py,sha256=BmKK6fsGVedt43iY-Lp7dnAu8aJ1e9CYlPVEQR2pMj4,5827
 thds/core/sqlite/write.py,sha256=z0219vDkQDCnsV0WLvsj94keItr7H4j7Y_evbcoBrWU,3458
-thds_core-1.33.20250407135817.dist-info/METADATA,sha256=AtcZ3ExrHnPxQLisIbBRNx5ymVWm989culGlInD0e4I,2277
-thds_core-1.33.20250407135817.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-thds_core-1.33.20250407135817.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
-thds_core-1.33.20250407135817.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_core-1.33.20250407135817.dist-info/RECORD,,
+thds_core-1.33.20250408202517.dist-info/METADATA,sha256=M6l71hXzPYsYnaC5Wc6LznI2koXmUR26TvQ4kRaLbdQ,2277
+thds_core-1.33.20250408202517.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+thds_core-1.33.20250408202517.dist-info/entry_points.txt,sha256=bOCOVhKZv7azF3FvaWX6uxE6yrjK6FcjqhtxXvLiFY8,161
+thds_core-1.33.20250408202517.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_core-1.33.20250408202517.dist-info/RECORD,,