dycw-utilities 0.114.2__py3-none-any.whl → 0.114.4__py3-none-any.whl

{dycw_utilities-0.114.2.dist-info → dycw_utilities-0.114.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.114.2
+Version: 0.114.4
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.114.2.dist-info → dycw_utilities-0.114.4.dist-info}/RECORD

@@ -1,7 +1,7 @@
-utilities/__init__.py,sha256=oAmd7ttFz157b1dwFyTjWf9pMUSBunxAZPRwd4iDr68,60
+utilities/__init__.py,sha256=tJolUL8rPFxB39Y9tDrGxZfStHDwKSYDM0b1ZF2U11Q,60
 utilities/altair.py,sha256=Gpja-flOo-Db0PIPJLJsgzAlXWoKUjPU1qY-DQ829ek,9156
 utilities/astor.py,sha256=xuDUkjq0-b6fhtwjhbnebzbqQZAjMSHR1IIS5uOodVg,777
-utilities/asyncio.py,sha256=XVvmVNXKhP246JawvQCpFh4bMOl_NYm7QM60e-zrSFQ,20850
+utilities/asyncio.py,sha256=d_z20q4pFhjMBruepHKjvbWVFF-89VpP6_o9ZFQIe9k,21508
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
 utilities/atools.py,sha256=IYMuFSFGSKyuQmqD6v5IUtDlz8PPw0Sr87Cub_gRU3M,1168
 utilities/cachetools.py,sha256=C1zqOg7BYz0IfQFK8e3qaDDgEZxDpo47F15RTfJM37Q,2910
@@ -58,15 +58,15 @@ utilities/pytest_regressions.py,sha256=-SVT9647Dg6-JcdsiaDKXe3NdOmmrvGevLKWwGjxq
 utilities/python_dotenv.py,sha256=iWcnpXbH7S6RoXHiLlGgyuH6udCupAcPd_gQ0eAenQ0,3190
 utilities/random.py,sha256=lYdjgxB7GCfU_fwFVl5U-BIM_HV3q6_urL9byjrwDM8,4157
 utilities/re.py,sha256=5J4d8VwIPFVrX2Eb8zfoxImDv7IwiN_U7mJ07wR2Wvs,3958
-utilities/redis.py,sha256=otrtsfGvU5FBzqDJ7IEMQOJwG5ccFaq4TRKEMteqYk8,25489
+utilities/redis.py,sha256=O2EoSbavGRZsLT9Jfh7byZwBNBpZFPzlIcg4Qf_8CkE,26663
 utilities/reprlib.py,sha256=Re9bk3n-kC__9DxQmRlevqFA86pE6TtVfWjUgpbVOv0,1849
 utilities/rich.py,sha256=t50MwwVBsoOLxzmeVFSVpjno4OW6Ufum32skXbV8-Bs,1911
 utilities/scipy.py,sha256=X6ROnHwiUhAmPhM0jkfEh0-Fd9iRvwiqtCQMOLmOQF8,945
 utilities/sentinel.py,sha256=3jIwgpMekWgDAxPDA_hXMP2St43cPhciKN3LWiZ7kv0,1248
 utilities/shelve.py,sha256=HZsMwK4tcIfg3sh0gApx4-yjQnrY4o3V3ZRimvRhoW0,738
-utilities/slack_sdk.py,sha256=Gbla983KulSSXnNyzaXgYQLKoq84KvLH8SdhxU-jQ0Q,4126
+utilities/slack_sdk.py,sha256=wPqn9F5AMXgmkp3zgIrBMllLt2SDCCnBNNyi-ag3yzw,5555
 utilities/socket.py,sha256=K77vfREvzoVTrpYKo6MZakol0EYu2q1sWJnnZqL0So0,118
-utilities/sqlalchemy.py,sha256=bs7rD1f8yB0uaFMYgmjo8wEoGow0x6aiELSYTPY_Img,35447
+utilities/sqlalchemy.py,sha256=585hWuuXVTKTnyn0Pfd9JI6jp-hmKW6pLKGYMjXjytM,36959
 utilities/sqlalchemy_polars.py,sha256=wjJpoUo-yO9E2ujpG_06vV5r2OdvBiQ4yvV6wKCa2Tk,15605
 utilities/statsmodels.py,sha256=koyiBHvpMcSiBfh99wFUfSggLNx7cuAw3rwyfAhoKpQ,3410
 utilities/streamlit.py,sha256=U9PJBaKP1IdSykKhPZhIzSPTZsmLsnwbEPZWzNhJPKk,2955
@@ -87,7 +87,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=iLRP_-8CZtBpHKbGZGu-kjSMg1ZubJ-VSmgSy7Eudxw,17787
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=-Xm57PMMwDTYpxJdkiJG13wnbwK--I7XItBh5WVhD-o,1874
-dycw_utilities-0.114.2.dist-info/METADATA,sha256=mbXuybydflJ95yffJ4FaYeqq1tiATKR6DrtDd_5v02c,12943
-dycw_utilities-0.114.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.114.2.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.114.2.dist-info/RECORD,,
+dycw_utilities-0.114.4.dist-info/METADATA,sha256=9qRUMytURQugNiOj679IgyjcF69EMzLAGsd_y0cwi_E,12943
+dycw_utilities-0.114.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.114.4.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.114.4.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.114.2"
+__version__ = "0.114.4"

utilities/asyncio.py

@@ -25,6 +25,7 @@ from contextlib import (
 )
 from dataclasses import dataclass, field
 from io import StringIO
+from logging import getLogger
 from subprocess import PIPE
 from sys import stderr, stdout
 from typing import (
@@ -41,7 +42,7 @@ from typing import (
 
 from utilities.datetime import MILLISECOND, MINUTE, SECOND, datetime_duration_to_float
 from utilities.errors import ImpossibleCaseError
-from utilities.functions import ensure_int, ensure_not_none
+from utilities.functions import ensure_int, ensure_not_none, get_class_name
 from utilities.sentinel import Sentinel, sentinel
 from utilities.types import (
     MaybeCallableEvent,
@@ -59,6 +60,7 @@ if TYPE_CHECKING:
 
     from utilities.types import Duration
 
+
 _T = TypeVar("_T")
 
 
@@ -324,15 +326,16 @@ class ExceptionProcessor(QueueProcessor[Exception | type[Exception]]):
 ##
 
 
-@dataclass(kw_only=True)
+@dataclass(kw_only=True, unsafe_hash=True)
 class InfiniteLooper(ABC, Generic[THashable]):
     """An infinite loop which can throw exceptions by setting events."""
 
-    _events: Mapping[THashable, Event] = field(
-        default_factory=dict, init=False, repr=False
-    )
     sleep_core: Duration = SECOND
     sleep_restart: Duration = MINUTE
+    logger: str | None = None
+    _events: Mapping[THashable, Event] = field(
+        default_factory=dict, init=False, repr=False, hash=False
+    )
 
     def __post_init__(self) -> None:
         self._events = {
@@ -395,11 +398,23 @@ class InfiniteLooper(ABC, Generic[THashable]):
 
     def _error_upon_initialize(self, error: Exception, /) -> None:
         """Handle any errors upon initializing the looper."""
-        _ = error
+        if self.logger is not None:
+            getLogger(name=self.logger).error(
+                "Error initializing %r due to %s; sleeping for %s...",
+                get_class_name(self),
+                error,
+                self.sleep_restart,
+            )
 
     def _error_upon_core(self, error: Exception, /) -> None:
         """Handle any errors upon running the core function."""
-        _ = error
+        if self.logger is not None:
+            getLogger(name=self.logger).error(
+                "Error running core part of %r due to %s; sleeping for %s...",
+                get_class_name(self),
+                error,
+                self.sleep_restart,
+            )
 
     def _raise_error(self, event: THashable, /) -> NoReturn:
         """Raise the error corresponding to given event."""
@@ -684,7 +699,9 @@ __all__ = [
     "AsyncService",
     "EnhancedTaskGroup",
     "ExceptionProcessor",
+    "InfiniteLooper",
     "InfiniteLooperError",
+    "InfiniteQueueLooper",
     "QueueProcessor",
     "StreamCommandOutput",
     "UniquePriorityQueue",

utilities/redis.py

@@ -21,7 +21,7 @@ from uuid import UUID, uuid4
 from redis.asyncio import Redis
 from redis.typing import EncodableT
 
-from utilities.asyncio import QueueProcessor, timeout_dur
+from utilities.asyncio import InfiniteQueueLooper, QueueProcessor, timeout_dur
 from utilities.datetime import (
     MILLISECOND,
     SECOND,
@@ -30,7 +30,7 @@ from utilities.datetime import (
     get_now,
 )
 from utilities.errors import ImpossibleCaseError
-from utilities.functions import ensure_int
+from utilities.functions import ensure_int, get_class_name
 from utilities.iterables import always_iterable, one
 
 if TYPE_CHECKING:
@@ -40,6 +40,7 @@ if TYPE_CHECKING:
         Awaitable,
         Callable,
         Iterable,
+        Iterator,
         Mapping,
         Sequence,
     )
@@ -49,7 +50,7 @@ if TYPE_CHECKING:
     from redis.typing import ResponseT
 
     from utilities.iterables import MaybeIterable
-    from utilities.types import Duration, TypeLike
+    from utilities.types import Duration, MaybeType, TypeLike
 
 
 _K = TypeVar("_K")
@@ -603,6 +604,42 @@ class Publisher(QueueProcessor[tuple[str, EncodableT]]):
         )
 
 
+@dataclass(kw_only=True)
+class PublisherIQL(InfiniteQueueLooper[None, tuple[str, EncodableT]]):
+    """Publish a set of messages to Redis."""
+
+    redis: Redis
+    serializer: Callable[[Any], EncodableT] | None = None
+    timeout: Duration = _PUBLISH_TIMEOUT
+
+    @override
+    async def _process_items(self, *items: tuple[str, EncodableT]) -> None:
+        for item in items:  # skipif-ci-and-not-linux
+            channel, data = item
+            _ = await publish(
+                self.redis,
+                channel,
+                data,
+                serializer=self.serializer,
+                timeout=self.timeout,
+            )
+
+    @override
+    def _yield_events_and_exceptions(
+        self,
+    ) -> Iterator[tuple[None, MaybeType[BaseException]]]:
+        yield (None, PublisherIQLError)  # skipif-ci-and-not-linux
+
+
+@dataclass(kw_only=True)
+class PublisherIQLError(Exception):
+    publisher: PublisherIQL
+
+    @override
+    def __str__(self) -> str:
+        return f"Error running {get_class_name(self.publisher)!r}"  # skipif-ci-and-not-linux
+
+
 ##
 
 
@@ -780,6 +817,8 @@ _ = _TestRedis
 
 __all__ = [
     "Publisher",
+    "PublisherIQL",
+    "PublisherIQLError",
     "RedisHashMapKey",
     "RedisKey",
     "publish",

utilities/slack_sdk.py

@@ -9,7 +9,12 @@ from typing import TYPE_CHECKING, override
 
 from slack_sdk.webhook.async_client import AsyncWebhookClient
 
-from utilities.asyncio import QueueProcessor, sleep_dur, timeout_dur
+from utilities.asyncio import (
+    InfiniteQueueLooper,
+    QueueProcessor,
+    sleep_dur,
+    timeout_dur,
+)
 from utilities.datetime import MINUTE, SECOND, datetime_duration_to_float
 from utilities.functools import cache
 from utilities.math import safe_round
@@ -95,6 +100,49 @@ class SlackHandler(Handler, QueueProcessor[str]):
             await sleep_dur(duration=self.sleep)
 
 
+@dataclass(init=False, unsafe_hash=True)
+class SlackHandlerIQL(Handler, InfiniteQueueLooper[None, str]):
+    """Handler for sending messages to Slack."""
+
+    @override
+    def __init__(
+        self,
+        url: str,
+        /,
+        *,
+        level: int = NOTSET,
+        sleep_core: Duration = _SLEEP,
+        sleep_restart: Duration = _SLEEP,
+        queue_type: type[Queue[str]] = Queue,
+        sender: Callable[[str, str], Coroutine1[None]] = _send_adapter,
+        timeout: Duration = _TIMEOUT,
+    ) -> None:
+        InfiniteQueueLooper.__init__(  # InfiniteQueueLooper first
+            self, queue_type=queue_type
+        )
+        InfiniteQueueLooper.__post_init__(self)
+        Handler.__init__(self, level=level)
+        self.url = url
+        self.sender = sender
+        self.timeout = timeout
+        self.sleep_core = sleep_core
+        self.sleep_restart = sleep_restart
+
+    @override
+    def emit(self, record: LogRecord) -> None:
+        try:
+            self.put_items_nowait(self.format(record))
+        except Exception:  # noqa: BLE001  # pragma: no cover
+            self.handleError(record)
+
+    @override
+    async def _process_items(self, *items: str) -> None:
+        """Process the first item."""
+        text = "\n".join(items)
+        async with timeout_dur(duration=self.timeout):
+            await self.sender(self.url, text)
+
+
 ##
 
 
@@ -128,4 +176,4 @@ def _get_client(url: str, /, *, timeout: Duration = _TIMEOUT) -> AsyncWebhookCli
     return AsyncWebhookClient(url, timeout=timeout_use)
 
 
-__all__ = ["SendToSlackError", "SlackHandler", "send_to_slack"]
+__all__ = ["SendToSlackError", "SlackHandler", "SlackHandlerIQL", "send_to_slack"]

utilities/sqlalchemy.py

@@ -57,7 +57,7 @@ from sqlalchemy.orm import (
 from sqlalchemy.orm.exc import UnmappedClassError
 from sqlalchemy.pool import NullPool, Pool
 
-from utilities.asyncio import QueueProcessor, timeout_dur
+from utilities.asyncio import InfiniteQueueLooper, QueueProcessor, timeout_dur
 from utilities.functions import (
     ensure_str,
     get_class_name,
@@ -80,7 +80,13 @@ from utilities.iterables import (
 )
 from utilities.reprlib import get_repr
 from utilities.text import snake_case
-from utilities.types import Duration, MaybeIterable, StrMapping, TupleOrStrMapping
+from utilities.types import (
+    Duration,
+    MaybeIterable,
+    MaybeType,
+    StrMapping,
+    TupleOrStrMapping,
+)
 
 _T = TypeVar("_T")
 type _EngineOrConnectionOrAsync = Engine | Connection | AsyncEngine | AsyncConnection
@@ -644,6 +650,51 @@ class Upserter(QueueProcessor[_InsertItem]):
         await self._post_upsert(items)
 
 
+@dataclass(kw_only=True)
+class UpserterIQL(InfiniteQueueLooper[None, _InsertItem]):
+    """Upsert a set of items to a database."""
+
+    engine: AsyncEngine
+    snake: bool = False
+    selected_or_all: _SelectedOrAll = "selected"
+    chunk_size_frac: float = CHUNK_SIZE_FRAC
+    assume_tables_exist: bool = False
+    timeout_create: Duration | None = None
+    error_create: type[Exception] = TimeoutError
+    timeout_insert: Duration | None = None
+    error_insert: type[Exception] = TimeoutError
+
+    @override
+    async def _process_items(self, *items: _InsertItem) -> None:
+        await upsert_items(
+            self.engine,
+            *items,
+            snake=self.snake,
+            selected_or_all=self.selected_or_all,
+            chunk_size_frac=self.chunk_size_frac,
+            assume_tables_exist=self.assume_tables_exist,
+            timeout_create=self.timeout_create,
+            error_create=self.error_create,
+            timeout_insert=self.timeout_insert,
+            error_insert=self.error_insert,
+        )
+
+    @override
+    def _yield_events_and_exceptions(
+        self,
+    ) -> Iterator[tuple[None, MaybeType[BaseException]]]:
+        yield (None, UpserterIQLError)
+
+
+@dataclass(kw_only=True)
+class UpserterIQLError(Exception):
+    upserter: UpserterIQL
+
+    @override
+    def __str__(self) -> str:
+        return f"Error running {get_class_name(self.upserter)!r}"
+
+
 ##
 
 
@@ -1099,6 +1150,9 @@ __all__ = [
     "InsertItemsError",
     "TablenameMixin",
     "UpsertItemsError",
+    "Upserter",
+    "UpserterIQL",
+    "UpserterIQLError",
     "check_engine",
     "columnwise_max",
     "columnwise_min",