dycw-utilities 0.132.4__py3-none-any.whl → 0.133.0__py3-none-any.whl

{dycw_utilities-0.132.4.dist-info → dycw_utilities-0.133.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.132.4
+Version: 0.133.0
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.132.4.dist-info → dycw_utilities-0.133.0.dist-info}/RECORD

@@ -1,6 +1,7 @@
-utilities/__init__.py,sha256=XNt4jtceKkZ5SzTlJ0nWpgaWnxz3PNjWlzmzu1iXOtI,60
+utilities/__init__.py,sha256=YfKvUqWoneovoyLwbO-FdwUu0a33vS1nujwBMcawq9Y,60
 utilities/aiolimiter.py,sha256=mD0wEiqMgwpty4XTbawFpnkkmJS6R4JRsVXFUaoitSU,628
 utilities/altair.py,sha256=HeZBVUocjkrTNwwKrClppsIqgNFF-ykv05HfZSoHYno,9104
+utilities/arq.py,sha256=YkwvWoL930hgeU9VP8iuP3RhMf0t8sm7O8qsD9TiyWo,4688
 utilities/asyncio.py,sha256=USWMMrHqPVRr20vlIn_n5JLimyqa-5xLhuqDYWJed8A,37586
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
 utilities/atools.py,sha256=-bFGIrwYMFR7xl39j02DZMsO_u5x5_Ph7bRlBUFVYyw,1048
@@ -78,7 +79,7 @@ utilities/threading.py,sha256=GvBOp4CyhHfN90wGXZuA2VKe9fGzMaEa7oCl4f3nnPU,1009
 utilities/timer.py,sha256=oYqRQ-G-DMOOHB6a4yP5-PJDVimLnbNkMnkOj_jUmFg,2474
 utilities/traceback.py,sha256=i-790AQbTrDA8MiYyOcYPFpm48I558VR_kL_7x4ypfY,8503
 utilities/typed_settings.py,sha256=DqJsJjSit9wd_OA3KyMDpx2zatKIi5QhuARI9TPl3rk,3701
-utilities/types.py,sha256=ZkTndROqNbpgUa_MX4pYlkfmU9E8prMqr4UvASruhsE,19013
+utilities/types.py,sha256=ZvD16TobtB47IgMo2CK_CCdJsvhrTqAZgqgqbCME2T0,19223
 utilities/typing.py,sha256=kVWK6ciV8T0MKxnFQcMSEr_XlRisspH5aBTTosMUh30,13872
 utilities/tzdata.py,sha256=fgNVj66yUbCSI_-vrRVzSD3gtf-L_8IEJEPjP_Jel5Y,266
 utilities/tzlocal.py,sha256=KyCXEgCTjqGFx-389JdTuhMRUaT06U1RCMdWoED-qro,728
@@ -88,7 +89,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=tArX9unVEKhRYdvbUFa83e4hrzdtMKKCEN4QWTaYd8c,19524
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=oEH-nL3t4h9uawyZqWDtNtDAl6M-CLpLYGI_nI6DulM,1971
-dycw_utilities-0.132.4.dist-info/METADATA,sha256=_AReviYgS7sJRlfoEv0VV19ABmMgXnFz2uWE0Rq3JNI,1522
-dycw_utilities-0.132.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.132.4.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.132.4.dist-info/RECORD,,
+dycw_utilities-0.133.0.dist-info/METADATA,sha256=8N2dkPiAUTKwY281OkaOGdvSP52CcijVTnjX9L63ctY,1522
+dycw_utilities-0.133.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.133.0.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.133.0.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.132.4"
+__version__ = "0.133.0"

utilities/arq.py

@@ -0,0 +1,161 @@
+from __future__ import annotations
+
+from dataclasses import dataclass
+from functools import wraps
+from itertools import chain
+from typing import TYPE_CHECKING, Any, ParamSpec, TypeVar, cast, override
+
+from arq.constants import default_queue_name, expires_extra_ms
+from arq.cron import cron
+
+if TYPE_CHECKING:
+    from collections.abc import Callable, Iterable, Sequence
+    from datetime import timezone
+
+    from arq.connections import ArqRedis, RedisSettings
+    from arq.cron import CronJob
+    from arq.jobs import Deserializer, Serializer
+    from arq.typing import (
+        OptionType,
+        SecondsTimedelta,
+        StartupShutdown,
+        WeekdayOptionType,
+        WorkerCoroutine,
+    )
+    from arq.worker import Function
+
+    from utilities.types import CallableCoroutine1, Coroutine1, StrMapping
+
+_P = ParamSpec("_P")
+_T = TypeVar("_T")
+
+
+##
+
+
+def cron_raw(
+    coroutine: CallableCoroutine1[Any],
+    /,
+    *,
+    name: str | None = None,
+    month: OptionType = None,
+    day: OptionType = None,
+    weekday: WeekdayOptionType = None,
+    hour: OptionType = None,
+    minute: OptionType = None,
+    second: OptionType = 0,
+    microsecond: int = 123_456,
+    run_at_startup: bool = False,
+    unique: bool = True,
+    job_id: str | None = None,
+    timeout: SecondsTimedelta | None = None,
+    keep_result: float | None = 0,
+    keep_result_forever: bool | None = False,
+    max_tries: int | None = 1,
+    args: Iterable[Any] | None = None,
+    kwargs: StrMapping | None = None,
+) -> CronJob:
+    """Create a cron job with a raw coroutine function."""
+    lifted = _lift_cron(
+        coroutine, *(() if args is None else args), **({} if kwargs is None else kwargs)
+    )
+    return cron(
+        lifted,
+        name=name,
+        month=month,
+        day=day,
+        weekday=weekday,
+        hour=hour,
+        minute=minute,
+        second=second,
+        microsecond=microsecond,
+        run_at_startup=run_at_startup,
+        unique=unique,
+        job_id=job_id,
+        timeout=timeout,
+        keep_result=keep_result,
+        keep_result_forever=keep_result_forever,
+        max_tries=max_tries,
+    )
+
+
+def _lift_cron(
+    func: Callable[_P, Coroutine1[_T]], *args: _P.args, **kwargs: _P.kwargs
+) -> WorkerCoroutine:
+    """Lift a coroutine function & call arg/kwargs for `cron`."""
+
+    @wraps(func)
+    async def wrapped(ctx: StrMapping, /) -> _T:
+        _ = ctx
+        return await func(*args, **kwargs)
+
+    return cast("Any", wrapped)
+
+
+##
+
+
+class _WorkerMeta(type):
+    @override
+    def __new__(
+        mcs: type[_WorkerMeta],
+        name: str,
+        bases: tuple[type, ...],
+        namespace: dict[str, Any],
+        /,
+    ) -> type[Worker]:
+        cls = cast("type[Worker]", super().__new__(mcs, name, bases, namespace))
+        cls.functions = tuple(chain(cls.functions, map(cls._lift, cls.functions_raw)))
+        return cls
+
+    @classmethod
+    def _lift(cls, func: Callable[_P, Coroutine1[_T]]) -> WorkerCoroutine:
+        """Lift a coroutine function to accept the required `ctx` argument."""
+
+        @wraps(func)
+        async def wrapped(ctx: StrMapping, *args: _P.args, **kwargs: _P.kwargs) -> _T:
+            _ = ctx
+            return await func(*args, **kwargs)
+
+        return cast("Any", wrapped)
+
+
+@dataclass(kw_only=True)
+class Worker(metaclass=_WorkerMeta):
+    """Base class for all workers."""
+
+    functions: Sequence[Function | WorkerCoroutine] = ()
+    functions_raw: Sequence[CallableCoroutine1[Any]] = ()
+    queue_name: str | None = default_queue_name
+    cron_jobs: Sequence[CronJob] | None = None
+    redis_settings: RedisSettings | None = None
+    redis_pool: ArqRedis | None = None
+    burst: bool = False
+    on_startup: StartupShutdown | None = None
+    on_shutdown: StartupShutdown | None = None
+    on_job_start: StartupShutdown | None = None
+    on_job_end: StartupShutdown | None = None
+    after_job_end: StartupShutdown | None = None
+    handle_signals: bool = True
+    job_completion_wait: int = 0
+    max_jobs: int = 10
+    job_timeout: SecondsTimedelta = 300
+    keep_result: SecondsTimedelta = 3600
+    keep_result_forever: bool = False
+    poll_delay: SecondsTimedelta = 0.5
+    queue_read_limit: int | None = None
+    max_tries: int = 5
+    health_check_interval: SecondsTimedelta = 3600
+    health_check_key: str | None = None
+    ctx: dict[Any, Any] | None = None
+    retry_jobs: bool = True
+    allow_abort_jobs: bool = False
+    max_burst_jobs: int = -1
+    job_serializer: Serializer | None = None
+    job_deserializer: Deserializer | None = None
+    expires_extra_ms: int = expires_extra_ms
+    timezone: timezone | None = None
+    log_results: bool = True
+
+
+__all__ = ["Worker", "cron"]

utilities/types.py

@@ -72,12 +72,16 @@ type Coroutine1[_T] = Coroutine[Any, Any, _T]
 type MaybeAwaitable[_T] = _T | Awaitable[_T]
 type MaybeCallableEvent = MaybeCallable[Event]
 type MaybeCoroutine1[_T] = _T | Coroutine1[_T]
+type CallableCoroutine1[_T] = Callable[..., Coroutine1[_T]]
 
 
 # callable
 TCallable = TypeVar("TCallable", bound=Callable[..., Any])
 TCallable1 = TypeVar("TCallable1", bound=Callable[..., Any])
 TCallable2 = TypeVar("TCallable2", bound=Callable[..., Any])
+TCallableCoroutine1 = TypeVar(
+    "TCallableCoroutine1", bound=Callable[..., Coroutine1[Any]]
+)
 TCallableMaybeCoroutine1None = TypeVar(
     "TCallableMaybeCoroutine1None", bound=Callable[..., MaybeCoroutine1[None]]
 )
@@ -292,6 +296,7 @@ type TimeZoneLike = (
 
 
 __all__ = [
+    "CallableCoroutine1",
     "Coroutine1",
     "Dataclass",
     "DateDeltaLike",
@@ -346,6 +351,7 @@ __all__ = [
     "TCallable",
     "TCallable1",
     "TCallable2",
+    "TCallableCoroutine1",
     "TCallableMaybeCoroutine1None",
     "TDataclass",
     "TEnum",