dycw-utilities 0.114.0__py3-none-any.whl → 0.114.2__py3-none-any.whl

{dycw_utilities-0.114.0.dist-info → dycw_utilities-0.114.2.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.114.0
+Version: 0.114.2
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12
 Requires-Dist: typing-extensions<4.14,>=4.13.1
 Provides-Extra: test
-Requires-Dist: hypothesis<6.132,>=6.131.15; extra == 'test'
+Requires-Dist: hypothesis<6.132,>=6.131.17; extra == 'test'
 Requires-Dist: pytest-asyncio<0.27,>=0.26.0; extra == 'test'
 Requires-Dist: pytest-cov<6.2,>=6.1.1; extra == 'test'
 Requires-Dist: pytest-instafail<0.6,>=0.5.0; extra == 'test'
@@ -38,7 +38,7 @@ Provides-Extra: zzz-test-cachetools
 Requires-Dist: cachetools<5.6,>=5.5.2; extra == 'zzz-test-cachetools'
 Provides-Extra: zzz-test-click
 Requires-Dist: click<8.3,>=8.2.0; extra == 'zzz-test-click'
-Requires-Dist: sqlalchemy<2.1,>=2.0.40; extra == 'zzz-test-click'
+Requires-Dist: sqlalchemy<2.1,>=2.0.41; extra == 'zzz-test-click'
 Requires-Dist: whenever<0.8,>=0.7.3; extra == 'zzz-test-click'
 Provides-Extra: zzz-test-contextlib
 Provides-Extra: zzz-test-contextvars
@@ -80,12 +80,12 @@ Provides-Extra: zzz-test-hypothesis
 Requires-Dist: aiosqlite<0.22,>=0.21.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: asyncpg<0.31,>=0.30.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: greenlet<3.3,>=3.2.0; extra == 'zzz-test-hypothesis'
-Requires-Dist: hypothesis<6.132,>=6.131.15; extra == 'zzz-test-hypothesis'
+Requires-Dist: hypothesis<6.132,>=6.131.17; extra == 'zzz-test-hypothesis'
 Requires-Dist: luigi<3.7,>=3.6.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: numpy<2.3,>=2.2.5; extra == 'zzz-test-hypothesis'
 Requires-Dist: pathvalidate<3.3,>=3.2.3; extra == 'zzz-test-hypothesis'
-Requires-Dist: redis<6.1,>=6.0.0; extra == 'zzz-test-hypothesis'
-Requires-Dist: sqlalchemy<2.1,>=2.0.40; extra == 'zzz-test-hypothesis'
+Requires-Dist: redis<6.2,>=6.1.0; extra == 'zzz-test-hypothesis'
+Requires-Dist: sqlalchemy<2.1,>=2.0.41; extra == 'zzz-test-hypothesis'
 Requires-Dist: tenacity<9.0,>=8.5.0; extra == 'zzz-test-hypothesis'
 Requires-Dist: tzlocal<5.4,>=5.3.1; extra == 'zzz-test-hypothesis'
 Requires-Dist: whenever<0.8,>=0.7.3; extra == 'zzz-test-hypothesis'
@@ -164,7 +164,7 @@ Provides-Extra: zzz-test-re
 Provides-Extra: zzz-test-redis
 Requires-Dist: orjson<3.11,>=3.10.15; extra == 'zzz-test-redis'
 Requires-Dist: polars-lts-cpu<1.30,>=1.29.0; extra == 'zzz-test-redis'
-Requires-Dist: redis<6.1,>=6.0.0; extra == 'zzz-test-redis'
+Requires-Dist: redis<6.2,>=6.1.0; extra == 'zzz-test-redis'
 Requires-Dist: rich<14.1,>=14.0.0; extra == 'zzz-test-redis'
 Requires-Dist: tenacity<9.0,>=8.5.0; extra == 'zzz-test-redis'
 Requires-Dist: tzlocal<5.4,>=5.3.1; extra == 'zzz-test-redis'
@@ -184,7 +184,7 @@ Requires-Dist: aiosqlite<0.22,>=0.21.0; extra == 'zzz-test-sqlalchemy'
 Requires-Dist: asyncpg<0.31,>=0.30.0; extra == 'zzz-test-sqlalchemy'
 Requires-Dist: greenlet<3.3,>=3.2.0; extra == 'zzz-test-sqlalchemy'
 Requires-Dist: nest-asyncio<1.7,>=1.6.0; extra == 'zzz-test-sqlalchemy'
-Requires-Dist: sqlalchemy<2.1,>=2.0.40; extra == 'zzz-test-sqlalchemy'
+Requires-Dist: sqlalchemy<2.1,>=2.0.41; extra == 'zzz-test-sqlalchemy'
 Requires-Dist: tenacity<9.0,>=8.5.0; extra == 'zzz-test-sqlalchemy'
 Provides-Extra: zzz-test-sqlalchemy-polars
 Requires-Dist: aiosqlite<0.22,>=0.21.0; extra == 'zzz-test-sqlalchemy-polars'
@@ -192,7 +192,7 @@ Requires-Dist: asyncpg<0.31,>=0.30.0; extra == 'zzz-test-sqlalchemy-polars'
 Requires-Dist: greenlet<3.3,>=3.2.0; extra == 'zzz-test-sqlalchemy-polars'
 Requires-Dist: nest-asyncio<1.7,>=1.6.0; extra == 'zzz-test-sqlalchemy-polars'
 Requires-Dist: polars-lts-cpu<1.30,>=1.29.0; extra == 'zzz-test-sqlalchemy-polars'
-Requires-Dist: sqlalchemy<2.1,>=2.0.40; extra == 'zzz-test-sqlalchemy-polars'
+Requires-Dist: sqlalchemy<2.1,>=2.0.41; extra == 'zzz-test-sqlalchemy-polars'
 Requires-Dist: tenacity<9.0,>=8.5.0; extra == 'zzz-test-sqlalchemy-polars'
 Requires-Dist: whenever<0.8,>=0.7.3; extra == 'zzz-test-sqlalchemy-polars'
 Provides-Extra: zzz-test-streamlit

{dycw_utilities-0.114.0.dist-info → dycw_utilities-0.114.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
-utilities/__init__.py,sha256=qECk5Uaq4SsKcMpFjNUaChs2N78j3evztQRVgKylt4g,60
+utilities/__init__.py,sha256=oAmd7ttFz157b1dwFyTjWf9pMUSBunxAZPRwd4iDr68,60
 utilities/altair.py,sha256=Gpja-flOo-Db0PIPJLJsgzAlXWoKUjPU1qY-DQ829ek,9156
 utilities/astor.py,sha256=xuDUkjq0-b6fhtwjhbnebzbqQZAjMSHR1IIS5uOodVg,777
-utilities/asyncio.py,sha256=a4riQIfTYCe4oxXUbbuP7YB3tIlzmYxYDC9XygdsrQc,17637
+utilities/asyncio.py,sha256=XVvmVNXKhP246JawvQCpFh4bMOl_NYm7QM60e-zrSFQ,20850
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
 utilities/atools.py,sha256=IYMuFSFGSKyuQmqD6v5IUtDlz8PPw0Sr87Cub_gRU3M,1168
 utilities/cachetools.py,sha256=C1zqOg7BYz0IfQFK8e3qaDDgEZxDpo47F15RTfJM37Q,2910
@@ -87,7 +87,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=iLRP_-8CZtBpHKbGZGu-kjSMg1ZubJ-VSmgSy7Eudxw,17787
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=-Xm57PMMwDTYpxJdkiJG13wnbwK--I7XItBh5WVhD-o,1874
-dycw_utilities-0.114.0.dist-info/METADATA,sha256=plrwlVumL52G3Ix8B_ywj9b6hpqMXiheJfgTbbD5P_c,12943
-dycw_utilities-0.114.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.114.0.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.114.0.dist-info/RECORD,,
+dycw_utilities-0.114.2.dist-info/METADATA,sha256=mbXuybydflJ95yffJ4FaYeqq1tiATKR6DrtDd_5v02c,12943
+dycw_utilities-0.114.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.114.2.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.114.2.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.114.0"
+__version__ = "0.114.2"

utilities/asyncio.py

@@ -16,7 +16,7 @@ from asyncio import (
     sleep,
     timeout,
 )
-from collections.abc import Callable, Iterable, Mapping
+from collections.abc import Callable, Hashable, Iterable, Iterator, Mapping
 from contextlib import (
     AsyncExitStack,
     _AsyncGeneratorContextManager,
@@ -30,6 +30,7 @@ from sys import stderr, stdout
 from typing import (
     TYPE_CHECKING,
     Generic,
+    NoReturn,
     Self,
     TextIO,
     TypeVar,
@@ -43,7 +44,6 @@ from utilities.errors import ImpossibleCaseError
 from utilities.functions import ensure_int, ensure_not_none
 from utilities.sentinel import Sentinel, sentinel
 from utilities.types import (
-    Coroutine1,
     MaybeCallableEvent,
     MaybeType,
     THashable,
@@ -328,61 +328,155 @@ class ExceptionProcessor(QueueProcessor[Exception | type[Exception]]):
 class InfiniteLooper(ABC, Generic[THashable]):
     """An infinite loop which can throw exceptions by setting events."""
 
-    events: Mapping[THashable, Event] = field(
+    _events: Mapping[THashable, Event] = field(
         default_factory=dict, init=False, repr=False
     )
     sleep_core: Duration = SECOND
     sleep_restart: Duration = MINUTE
 
     def __post_init__(self) -> None:
-        self._reset_events()
-
-    async def __call__(self) -> Coroutine1[None]:
+        self._events = {
+            event: Event() for event, _ in self._yield_events_and_exceptions()
+        }
+
+    async def __call__(self) -> None:
+        """Create a coroutine to run the looper."""
+        loopers = list(self._yield_loopers())
+        if len(loopers) == 0:
+            return await self._run_looper()
+        return await self._run_multiple_loopers(*loopers)
+
+    async def _run_looper(self) -> None:
+        """Run the looper by itself."""
         while True:
             try:
                 self._reset_events()
                 try:
-                    await self.initialize()
+                    await self._initialize()
                 except Exception as error:  # noqa: BLE001
-                    self.error_upon_initialize(error)
+                    self._error_upon_initialize(error)
                     await sleep_dur(duration=self.sleep_restart)
                 else:
                     while True:
                         try:
                             event = next(
                                 key
-                                for (key, value) in self.events.items()
+                                for (key, value) in self._events.items()
                                 if value.is_set()
                             )
                         except StopIteration:
-                            await self.core()
+                            await self._core()
                             await sleep_dur(duration=self.sleep_core)
                         else:
-                            raise self.events_and_exceptions[event]
+                            self._raise_error(event)
+            except InfiniteLooperError:
+                raise
             except Exception as error:  # noqa: BLE001
-                self.error_upon_core(error)
+                self._error_upon_core(error)
                 await sleep_dur(duration=self.sleep_restart)
 
-    @property
-    @abstractmethod
-    def events_and_exceptions(self) -> Mapping[THashable, MaybeType[BaseException]]:
-        """A mapping of events to exceptions."""
+    async def _run_multiple_loopers(self, *loopers: InfiniteLooper) -> None:
+        """Run multiple loopers."""
+        while True:
+            self._reset_events()
+            try:
+                async with TaskGroup() as tg:
+                    _ = tg.create_task(self._run_looper())
+                    _ = [tg.create_task(looper()) for looper in loopers]
+            except Exception as error:  # noqa: BLE001
+                self._error_upon_core(error)  # pragma: no cover
+                await sleep_dur(duration=self.sleep_restart)  # pragma: no cover
 
-    async def initialize(self) -> None:
+    async def _initialize(self) -> None:
         """Initialize the loop."""
 
-    async def core(self) -> None:
-        """Run the core."""
+    async def _core(self) -> None:
+        """Run the core part of the loop."""
 
-    def error_upon_initialize(self, error: Exception, /) -> None:
+    def _error_upon_initialize(self, error: Exception, /) -> None:
+        """Handle any errors upon initializing the looper."""
         _ = error
 
-    def error_upon_core(self, error: Exception, /) -> None:
+    def _error_upon_core(self, error: Exception, /) -> None:
+        """Handle any errors upon running the core function."""
         _ = error
 
+    def _raise_error(self, event: THashable, /) -> NoReturn:
+        """Raise the error corresponding to given event."""
+        mapping = dict(self._yield_events_and_exceptions())
+        error = mapping.get(event, InfiniteLooperError)
+        raise error
+
     def _reset_events(self) -> None:
         """Reset the events."""
-        self.events = {event: Event() for event in self.events_and_exceptions}
+        self._events = {
+            event: Event() for event, _ in self._yield_events_and_exceptions()
+        }
+
+    def _set_event(self, event: THashable, /) -> None:
+        """Set the given event."""
+        try:
+            event_obj = self._events[event]
+        except KeyError:
+            raise InfiniteLooperError(event=event) from None
+        event_obj.set()
+
+    def _yield_events_and_exceptions(
+        self,
+    ) -> Iterator[tuple[THashable, MaybeType[BaseException]]]:
+        """Yield the events & exceptions."""
+        yield from []
+
+    def _yield_loopers(self) -> Iterator[InfiniteLooper]:
+        """Yield any other infinite loopers which must also be run."""
+        yield from []
+
+
+@dataclass(kw_only=True, slots=True)
+class InfiniteLooperError(Exception):
+    event: Hashable
+
+    @override
+    def __str__(self) -> str:
+        return f"No event {self.event!r} found"
+
+
+##
+
+
+@dataclass(kw_only=True)
+class InfiniteQueueLooper(InfiniteLooper[THashable], Generic[THashable, _T]):
+    """An infinite loop which processes a queue."""
+
+    queue_type: type[Queue[_T]] = field(default=Queue, repr=False)
+    _queue: Queue[_T] = field(init=False)
+    _current: Queue[_T] = field(init=False)
+
+    @override
+    def __post_init__(self) -> None:
+        super().__post_init__()
+        self._queue = self.queue_type()
+        self._current = self.queue_type()
+
+    @override
+    async def _core(self) -> None:
+        """Run the core part of the loop."""
+        items = await get_items(self._queue)
+        _ = get_items_nowait(self._current)
+        put_items_nowait(items, self._current)
+        try:
+            await self._process_items(*items)
+        except Exception:
+            put_items_nowait(items, self._queue)
+            raise
+
+    @abstractmethod
+    async def _process_items(self, *items: _T) -> None:
+        """Process the items."""
+
+    def put_items_nowait(self, *items: _T) -> None:
+        """Put items into the queue."""
+        put_items_nowait(items, self._queue)
 
 
 ##
@@ -590,6 +684,7 @@ __all__ = [
     "AsyncService",
     "EnhancedTaskGroup",
     "ExceptionProcessor",
+    "InfiniteLooperError",
     "QueueProcessor",
     "StreamCommandOutput",
     "UniquePriorityQueue",