dycw-utilities 0.126.9__py3-none-any.whl → 0.126.11__py3-none-any.whl

{dycw_utilities-0.126.9.dist-info → dycw_utilities-0.126.11.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.126.9
+Version: 0.126.11
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12
 Requires-Dist: typing-extensions<4.14,>=4.13.1
 Provides-Extra: test
 Requires-Dist: dycw-pytest-only<2.2,>=2.1.1; extra == 'test'
-Requires-Dist: hypothesis<6.133,>=6.132.0; extra == 'test'
+Requires-Dist: hypothesis<6.134,>=6.133.0; extra == 'test'
 Requires-Dist: pytest-asyncio<1.1,>=1.0.0; extra == 'test'
 Requires-Dist: pytest-cov<6.2,>=6.1.1; extra == 'test'
 Requires-Dist: pytest-instafail<0.6,>=0.5.0; extra == 'test'
@@ -77,7 +77,7 @@ Provides-Extra: zzz-test-hypothesis
 Requires-Dist: aiosqlite<0.22,>=0.21.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: asyncpg<0.31,>=0.30.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: greenlet<3.3,>=3.2.0; extra == 'zzz-test-hypothesis'
-Requires-Dist: hypothesis<6.133,>=6.132.0; extra == 'zzz-test-hypothesis'
+Requires-Dist: hypothesis<6.134,>=6.133.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: luigi<3.7,>=3.6.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: numpy<2.3,>=2.2.6; extra == 'zzz-test-hypothesis'
 Requires-Dist: pathvalidate<3.3,>=3.2.3; extra == 'zzz-test-hypothesis'

{dycw_utilities-0.126.9.dist-info → dycw_utilities-0.126.11.dist-info}/RECORD

@@ -1,4 +1,4 @@
-utilities/__init__.py,sha256=aVKs1kn02xCyHOT2ZG3T7fvbEh9r8Eu-f2_9scWzbPI,60
+utilities/__init__.py,sha256=zZdDjXYw0iXgNb3iikpaOv2GNjXKtYX9dLFyhvGm1Bs,61
 utilities/altair.py,sha256=Gpja-flOo-Db0PIPJLJsgzAlXWoKUjPU1qY-DQ829ek,9156
 utilities/asyncio.py,sha256=phbGti22VSe9cu-SwM1vP8kyUg8AUDHvvciMvE6JnCg,51842
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
@@ -23,7 +23,7 @@ utilities/getpass.py,sha256=DfN5UgMAtFCqS3dSfFHUfqIMZX2shXvwphOz_6J6f6A,103
 utilities/git.py,sha256=wpt5dZ5Oi5931pN24_VLZYaQOvmR0OcQuVtgHzFUN1k,2359
 utilities/hashlib.py,sha256=SVTgtguur0P4elppvzOBbLEjVM3Pea0eWB61yg2ilxo,309
 utilities/http.py,sha256=WcahTcKYRtZ04WXQoWt5EGCgFPcyHD3EJdlMfxvDt-0,946
-utilities/hypothesis.py,sha256=tgUQ3egBETjo_A8xzEmfuYMGYf8o30PtZD8FqBfwsPM,45267
+utilities/hypothesis.py,sha256=snJ35u9-dXKn3Unac4IPW2V4JtRUg5B7SsDBrQHIx9g,44834
 utilities/importlib.py,sha256=mV1xT_O_zt_GnZZ36tl3xOmMaN_3jErDWY54fX39F6Y,429
 utilities/ipython.py,sha256=V2oMYHvEKvlNBzxDXdLvKi48oUq2SclRg5xasjaXStw,763
 utilities/iterables.py,sha256=mDqw2_0MUVp-P8FklgcaVTi2TXduH0MxbhTDzzhSBho,44915
@@ -61,7 +61,7 @@ utilities/pytest_regressions.py,sha256=-SVT9647Dg6-JcdsiaDKXe3NdOmmrvGevLKWwGjxq
 utilities/python_dotenv.py,sha256=iWcnpXbH7S6RoXHiLlGgyuH6udCupAcPd_gQ0eAenQ0,3190
 utilities/random.py,sha256=lYdjgxB7GCfU_fwFVl5U-BIM_HV3q6_urL9byjrwDM8,4157
 utilities/re.py,sha256=5J4d8VwIPFVrX2Eb8zfoxImDv7IwiN_U7mJ07wR2Wvs,3958
-utilities/redis.py,sha256=XywncvQak9AYgdeN2M3vDJM9MEJsIFSfOiWVCKZVGjY,32697
+utilities/redis.py,sha256=pMKJjNI5e0lG-FZh2_idMBBmfgNr53KIGjBquZQOLZc,37556
 utilities/reprlib.py,sha256=Re9bk3n-kC__9DxQmRlevqFA86pE6TtVfWjUgpbVOv0,1849
 utilities/rich.py,sha256=t50MwwVBsoOLxzmeVFSVpjno4OW6Ufum32skXbV8-Bs,1911
 utilities/scipy.py,sha256=X6ROnHwiUhAmPhM0jkfEh0-Fd9iRvwiqtCQMOLmOQF8,945
@@ -69,7 +69,7 @@ utilities/sentinel.py,sha256=3jIwgpMekWgDAxPDA_hXMP2St43cPhciKN3LWiZ7kv0,1248
 utilities/shelve.py,sha256=HZsMwK4tcIfg3sh0gApx4-yjQnrY4o3V3ZRimvRhoW0,738
 utilities/slack_sdk.py,sha256=h2DiVkcFyYcT5zzZOAo6CSith5BBlHUbXeOJSL1neK8,5948
 utilities/socket.py,sha256=K77vfREvzoVTrpYKo6MZakol0EYu2q1sWJnnZqL0So0,118
-utilities/sqlalchemy.py,sha256=KraI3PGrIs8ZpTQi0rZzBMjlcPbgWNipXlLySeu4aiY,36765
+utilities/sqlalchemy.py,sha256=rHixzaYl_QHTR1dAhLj15ntiE5kwZWY4MKIr97crDts,39602
 utilities/sqlalchemy_polars.py,sha256=s7hQNep2O5DTgIRXyN_JRQma7a4DAtNd25tshaZW8iw,15490
 utilities/statsmodels.py,sha256=koyiBHvpMcSiBfh99wFUfSggLNx7cuAw3rwyfAhoKpQ,3410
 utilities/streamlit.py,sha256=U9PJBaKP1IdSykKhPZhIzSPTZsmLsnwbEPZWzNhJPKk,2955
@@ -77,7 +77,7 @@ utilities/string.py,sha256=XmU-s04qIV_tODnKl2pQiwmHaxzgOqRKU-RyzdrfvSE,620
 utilities/sys.py,sha256=h0Xr7Vj86wNalvwJVP1wj5Y0kD_VWm1vzuXZ_jw94mE,2743
 utilities/tempfile.py,sha256=VqmZJAhTJ1OaVywFzk5eqROV8iJbW9XQ_QYAV0bpdRo,1384
 utilities/tenacity.py,sha256=1PUvODiBVgeqIh7G5TRt5WWMSqjLYkEqP53itT97WQc,4914
-utilities/text.py,sha256=Fo12N4aA7k2rnb4W4vH9iiDh88Q5_nvRssTkfNsvVM8,10965
+utilities/text.py,sha256=ymBFlP_cA8OgNnZRVNs7FAh7OG8HxE6YkiLEMZv5g_A,11297
 utilities/threading.py,sha256=GvBOp4CyhHfN90wGXZuA2VKe9fGzMaEa7oCl4f3nnPU,1009
 utilities/timer.py,sha256=Rkc49KSpHuC8s7vUxGO9DU55U9I6yDKnchsQqrUCVBs,4075
 utilities/traceback.py,sha256=p9WATV-e4_5AW6SvyRBiU-MY8XnEFcKgrFNUoFzalXI,27521
@@ -91,7 +91,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=jS31ZAY5OMxFxLja_Yo5Fidi87Pd-GoVZ7Vi_teqVDA,16743
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=-5j7IQ9nb7gR43rdgA7ms05im-XuqhAk9EJnQBXxCoQ,1874
-dycw_utilities-0.126.9.dist-info/METADATA,sha256=kgxJx1OLQSkOqyenGUbtVzwcPfk8bt0raQsEypd5FsE,12803
-dycw_utilities-0.126.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.126.9.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.126.9.dist-info/RECORD,,
+dycw_utilities-0.126.11.dist-info/METADATA,sha256=BpSldlx63eNjZ98CKmHpEi6Ee2Zm5HqWnYZrKbBOICI,12804
+dycw_utilities-0.126.11.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.126.11.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.126.11.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.126.9"
+__version__ = "0.126.11"

utilities/hypothesis.py

@@ -8,12 +8,11 @@ from datetime import timezone
 from enum import Enum, auto
 from functools import partial
 from math import ceil, floor, inf, isclose, isfinite, nan
-from os import environ, getpid
+from os import environ
 from pathlib import Path
 from re import search
 from string import ascii_letters, ascii_lowercase, ascii_uppercase, digits, printable
 from subprocess import check_call
-from threading import get_ident
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -24,7 +23,6 @@ from typing import (
     overload,
     override,
 )
-from uuid import uuid4
 
 from hypothesis import HealthCheck, Phase, Verbosity, assume, settings
 from hypothesis.errors import InvalidArgument
@@ -89,7 +87,6 @@ from utilities.pathlib import temp_cwd
 from utilities.platform import IS_WINDOWS
 from utilities.sentinel import Sentinel, sentinel
 from utilities.tempfile import TEMP_DIR, TemporaryDirectory
-from utilities.tzlocal import get_now_local
 from utilities.version import Version
 from utilities.zoneinfo import UTC
 
@@ -1411,20 +1408,6 @@ def uint64s(
 ##
 
 
-@composite
-def unique_strs(draw: DrawFn, /) -> str:
-    """Strategy for generating unique strings."""
-    now = get_now_local()
-    pid = getpid()
-    ident = just(get_ident())
-    key = str(uuid4()).replace("-", "")
-    full = f"{now:%Y%m%d%H%M%S%f}_{pid}_{ident}_{key}"
-    return draw(just(full))
-
-
-##
-
-
 @composite
 def versions(draw: DrawFn, /, *, suffix: MaybeSearchStrategy[bool] = False) -> Version:
     """Strategy for generating versions."""
@@ -1553,7 +1536,6 @@ __all__ = [
     "triples",
     "uint32s",
     "uint64s",
-    "unique_strs",
     "versions",
     "zoned_datetimes",
 ]

utilities/redis.py

@@ -25,7 +25,14 @@ from typing import (
 from redis.asyncio import Redis
 from redis.typing import EncodableT
 
-from utilities.asyncio import EnhancedQueue, InfiniteQueueLooper, Looper, timeout_dur
+from utilities.asyncio import (
+    EnhancedQueue,
+    InfiniteQueueLooper,
+    Looper,
+    LooperTimeoutError,
+    timeout_dur,
+)
+from utilities.contextlib import suppress_super_object_attribute_error
 from utilities.datetime import (
     MILLISECOND,
     SECOND,
@@ -72,6 +79,9 @@ _V2 = TypeVar("_V2")
 _V3 = TypeVar("_V3")
 
 
+_PUBLISH_TIMEOUT: Duration = SECOND
+
+
 ##
 
 
@@ -548,9 +558,6 @@ def redis_key(
 ##
 
 
-_PUBLISH_TIMEOUT: Duration = SECOND
-
-
 @overload
 async def publish(
     redis: Redis,
@@ -666,7 +673,7 @@ class PublishService(Looper[tuple[str, _T]]):
     # self
     redis: Redis
     serializer: Callable[[_T], EncodableT] = serialize
-    publish_timeout: Duration = SECOND
+    publish_timeout: Duration = _PUBLISH_TIMEOUT
 
     @override
     async def core(self) -> None:
@@ -685,6 +692,55 @@ class PublishService(Looper[tuple[str, _T]]):
 ##
 
 
+@dataclass(kw_only=True)
+class PublishServiceMixin(Generic[_T]):
+    """Mix-in for the publish service."""
+
+    # base - looper
+    publish_service_freq: Duration = field(default=MILLISECOND, repr=False)
+    publish_service_backoff: Duration = field(default=SECOND, repr=False)
+    publish_service_empty_upon_exit: bool = field(default=False, repr=False)
+    publish_service_logger: str | None = field(default=None, repr=False)
+    publish_service_timeout: Duration | None = field(default=None, repr=False)
+    publish_service_timeout_error: type[Exception] = field(
+        default=LooperTimeoutError, repr=False
+    )
+    publish_service_debug: bool = field(default=False, repr=False)
+    _is_pending_restart: Event = field(default_factory=Event, init=False, repr=False)
+    # base - publish service
+    publish_service_redis: Redis
+    publish_service_serializer: Callable[[_T], EncodableT] = serialize
+    publish_service_publish_timeout: Duration = _PUBLISH_TIMEOUT
+    # self
+    _publish_service: PublishService[_T] = field(init=False, repr=False)
+
+    def __post_init__(self) -> None:
+        with suppress_super_object_attribute_error():  # skipif-ci-and-not-linux
+            super().__post_init__()  # pyright: ignore[reportAttributeAccessIssue]
+        self._publish_service = PublishService(  # skipif-ci-and-not-linux
+            # looper
+            freq=self.publish_service_freq,
+            backoff=self.publish_service_backoff,
+            empty_upon_exit=self.publish_service_empty_upon_exit,
+            logger=self.publish_service_logger,
+            timeout=self.publish_service_timeout,
+            timeout_error=self.publish_service_timeout_error,
+            _debug=self.publish_service_debug,
+            # publish service
+            redis=self.publish_service_redis,
+            serializer=self.publish_service_serializer,
+            publish_timeout=self.publish_service_publish_timeout,
+        )
+
+    def _yield_sub_loopers(self) -> Iterator[Looper[Any]]:
+        with suppress_super_object_attribute_error():  # skipif-ci-and-not-linux
+            yield from super()._yield_sub_loopers()  # pyright: ignore[reportAttributeAccessIssue]
+        yield self._publish_service  # skipif-ci-and-not-linux
+
+
+##
+
+
 _SUBSCRIBE_TIMEOUT: Duration = SECOND
 _SUBSCRIBE_SLEEP: Duration = MILLISECOND
 
@@ -920,6 +976,58 @@ class SubscribeService(Looper[_T]):
 ##
 
 
+@dataclass(kw_only=True)
+class SubscribeServiceMixin(Generic[_T]):
+    """Mix-in for the subscribe service."""
+
+    # base - looper
+    subscribe_service_freq: Duration = field(default=MILLISECOND, repr=False)
+    subscribe_service_backoff: Duration = field(default=SECOND, repr=False)
+    subscribe_service_empty_upon_exit: bool = field(default=False, repr=False)
+    subscribe_service_logger: str | None = field(default=None, repr=False)
+    subscribe_service_timeout: Duration | None = field(default=None, repr=False)
+    subscribe_service_timeout_error: type[Exception] = field(
+        default=LooperTimeoutError, repr=False
+    )
+    subscribe_service_debug: bool = field(default=False, repr=False)
+    # base - looper
+    subscribe_service_redis: Redis
+    subscribe_service_channel: str
+    subscribe_service_deserializer: Callable[[bytes], _T] = deserialize
+    subscribe_service_subscribe_sleep: Duration = _SUBSCRIBE_SLEEP
+    subscribe_service_subscribe_timeout: Duration | None = _SUBSCRIBE_TIMEOUT
+    # self
+    _subscribe_service: SubscribeService[_T] = field(init=False, repr=False)
+
+    def __post_init__(self) -> None:
+        with suppress_super_object_attribute_error():  # skipif-ci-and-not-linux
+            super().__post_init__()  # pyright: ignore[reportAttributeAccessIssue]
+        self._subscribe_service = SubscribeService(  # skipif-ci-and-not-linux
+            # looper
+            freq=self.subscribe_service_freq,
+            backoff=self.subscribe_service_backoff,
+            empty_upon_exit=self.subscribe_service_empty_upon_exit,
+            logger=self.subscribe_service_logger,
+            timeout=self.subscribe_service_timeout,
+            timeout_error=self.subscribe_service_timeout_error,
+            _debug=self.subscribe_service_debug,
+            # subscribe service
+            redis=self.subscribe_service_redis,
+            channel=self.subscribe_service_channel,
+            deserializer=self.subscribe_service_deserializer,
+            subscribe_sleep=self.subscribe_service_subscribe_sleep,
+            subscribe_timeout=self.subscribe_service_subscribe_timeout,
+        )
+
+    def _yield_sub_loopers(self) -> Iterator[Looper[Any]]:
+        with suppress_super_object_attribute_error():  # skipif-ci-and-not-linux
+            yield from super()._yield_sub_loopers()  # pyright: ignore[reportAttributeAccessIssue]
+        yield self._subscribe_service  # skipif-ci-and-not-linux
+
+
+##
+
+
 @asynccontextmanager
 async def yield_pubsub(
     redis: Redis, channels: MaybeIterable[str], /
@@ -1000,11 +1108,13 @@ def _deserialize(
 
 __all__ = [
     "PublishService",
+    "PublishServiceMixin",
     "Publisher",
     "PublisherError",
     "RedisHashMapKey",
     "RedisKey",
     "SubscribeService",
+    "SubscribeServiceMixin",
     "publish",
     "redis_hash_map_key",
     "redis_key",

utilities/sqlalchemy.py

@@ -57,7 +57,13 @@ from sqlalchemy.orm import (
 from sqlalchemy.orm.exc import UnmappedClassError
 from sqlalchemy.pool import NullPool, Pool
 
-from utilities.asyncio import InfiniteQueueLooper, Looper, timeout_dur
+from utilities.asyncio import (
+    InfiniteQueueLooper,
+    Looper,
+    LooperTimeoutError,
+    timeout_dur,
+)
+from utilities.contextlib import suppress_super_object_attribute_error
 from utilities.datetime import SECOND
 from utilities.functions import (
     ensure_str,
@@ -691,6 +697,63 @@ class UpsertService(Looper[_InsertItem]):
         )
 
 
+@dataclass(kw_only=True)
+class UpsertServiceMixin:
+    """Mix-in for the upsert service."""
+
+    # base - looper
+    upsert_service_freq: Duration = field(default=SECOND, repr=False)
+    upsert_service_backoff: Duration = field(default=SECOND, repr=False)
+    upsert_service_empty_upon_exit: bool = field(default=False, repr=False)
+    upsert_service_logger: str | None = field(default=None, repr=False)
+    upsert_service_timeout: Duration | None = field(default=None, repr=False)
+    upsert_service_timeout_error: type[Exception] = field(
+        default=LooperTimeoutError, repr=False
+    )
+    upsert_service_debug: bool = field(default=False, repr=False)
+    # base - upsert service
+    upsert_service_database: AsyncEngine
+    upsert_service_snake: bool = False
+    upsert_service_selected_or_all: _SelectedOrAll = "selected"
+    upsert_service_chunk_size_frac: float = CHUNK_SIZE_FRAC
+    upsert_service_assume_tables_exist: bool = False
+    upsert_service_timeout_create: Duration | None = None
+    upsert_service_error_create: type[Exception] = TimeoutError
+    upsert_service_timeout_insert: Duration | None = None
+    upsert_service_error_insert: type[Exception] = TimeoutError
+    # self
+    _upsert_service: UpsertService = field(init=False, repr=False)
+
+    def __post_init__(self) -> None:
+        with suppress_super_object_attribute_error():
+            super().__post_init__()  # pyright: ignore[reportAttributeAccessIssue]
+        self._upsert_service = UpsertService(
+            # looper
+            freq=self.upsert_service_freq,
+            backoff=self.upsert_service_backoff,
+            empty_upon_exit=self.upsert_service_empty_upon_exit,
+            logger=self.upsert_service_logger,
+            timeout=self.upsert_service_timeout,
+            timeout_error=self.upsert_service_timeout_error,
+            _debug=self.upsert_service_debug,
+            # upsert service
+            engine=self.upsert_service_database,
+            snake=self.upsert_service_snake,
+            selected_or_all=self.upsert_service_selected_or_all,
+            chunk_size_frac=self.upsert_service_chunk_size_frac,
+            assume_tables_exist=self.upsert_service_assume_tables_exist,
+            timeout_create=self.upsert_service_timeout_create,
+            error_create=self.upsert_service_error_create,
+            timeout_insert=self.upsert_service_timeout_insert,
+            error_insert=self.upsert_service_error_insert,
+        )
+
+    def _yield_sub_loopers(self) -> Iterator[Looper[Any]]:
+        with suppress_super_object_attribute_error():
+            yield from super()._yield_sub_loopers()  # pyright: ignore[reportAttributeAccessIssue]
+        yield self._upsert_service
+
+
 ##
 
 
@@ -1147,6 +1210,7 @@ __all__ = [
     "TablenameMixin",
     "UpsertItemsError",
     "UpsertService",
+    "UpsertServiceMixin",
     "Upserter",
     "UpserterError",
     "check_engine",

utilities/text.py

@@ -4,9 +4,13 @@ import re
 from collections import deque
 from dataclasses import dataclass
 from itertools import chain
+from os import getpid
 from re import IGNORECASE, Match, escape, search
 from textwrap import dedent
+from threading import get_ident
+from time import time_ns
 from typing import TYPE_CHECKING, Any, Literal, overload, override
+from uuid import uuid4
 
 from utilities.iterables import CheckDuplicatesError, check_duplicates, transpose
 from utilities.reprlib import get_repr
@@ -395,6 +399,18 @@ def strip_and_dedent(text: str, /, *, trailing: bool = False) -> str:
     return f"{result}\n" if trailing else result
 
 
+##
+
+
+def unique_str() -> str:
+    """Generate at unique string."""
+    now = time_ns()
+    pid = getpid()
+    ident = get_ident()
+    key = str(uuid4()).replace("-", "")
+    return f"{now}_{pid}_{ident}_{key}"
+
+
 __all__ = [
     "BRACKETS",
     "DEFAULT_SEPARATOR",
@@ -413,4 +429,5 @@ __all__ = [
     "split_str",
     "str_encode",
     "strip_and_dedent",
+    "unique_str",
 ]