dycw-utilities 0.136.3__py3-none-any.whl → 0.136.5__py3-none-any.whl

{dycw_utilities-0.136.3.dist-info → dycw_utilities-0.136.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.136.3
+Version: 0.136.5
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.136.3.dist-info → dycw_utilities-0.136.5.dist-info}/RECORD

@@ -1,7 +1,6 @@
-utilities/__init__.py,sha256=BmPyeyqP4do_46ks7_IMxZ-pOQGgO4-MnFQ9bw0zx_E,60
+utilities/__init__.py,sha256=YnEnDHzwZotFIueP2TiR3whPRliR8W86Na6TxjOkcfQ,60
 utilities/aiolimiter.py,sha256=mD0wEiqMgwpty4XTbawFpnkkmJS6R4JRsVXFUaoitSU,628
 utilities/altair.py,sha256=HeZBVUocjkrTNwwKrClppsIqgNFF-ykv05HfZSoHYno,9104
-utilities/arq.py,sha256=S-sfBfY-E1ErRKf4sSXt2YyCjKvu-pBlOECDfjBebRA,6399
 utilities/asyncio.py,sha256=dcGeKQzjLBXxKzZkVIk5oZsFXEcynVbRB9iNB5XEDZk,38526
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
 utilities/atools.py,sha256=9im2g8OCf-Iynqa8bAv8N0Ycj9QvrJmGO7yLCZEdgII,986
@@ -24,13 +23,13 @@ utilities/getpass.py,sha256=DfN5UgMAtFCqS3dSfFHUfqIMZX2shXvwphOz_6J6f6A,103
 utilities/git.py,sha256=oi7-_l5e9haSANSCvQw25ufYGoNahuUPHAZ6114s3JQ,1191
 utilities/hashlib.py,sha256=SVTgtguur0P4elppvzOBbLEjVM3Pea0eWB61yg2ilxo,309
 utilities/http.py,sha256=WcahTcKYRtZ04WXQoWt5EGCgFPcyHD3EJdlMfxvDt-0,946
-utilities/hypothesis.py,sha256=_OFFvb8rVvMgXo04zaIFYw4p32QGrVHzJsR8pL3G8l4,36195
+utilities/hypothesis.py,sha256=Ru3ZBhtGiuj-1vJjGuclymlYDAV_NC0WoUg9LY873d8,38044
 utilities/importlib.py,sha256=mV1xT_O_zt_GnZZ36tl3xOmMaN_3jErDWY54fX39F6Y,429
 utilities/inflect.py,sha256=DbqB5Q9FbRGJ1NbvEiZBirRMxCxgrz91zy5jCO9ZIs0,347
 utilities/ipython.py,sha256=V2oMYHvEKvlNBzxDXdLvKi48oUq2SclRg5xasjaXStw,763
 utilities/iterables.py,sha256=wlcm0PS2fKG-H0r0k367NOLrryMbfXLlwzUeAmBSvv8,43392
 utilities/jupyter.py,sha256=ft5JA7fBxXKzP-L9W8f2-wbF0QeYc_2uLQNFDVk4Z-M,2917
-utilities/libcst.py,sha256=Jto5ppzRzsxn4AD32IS8n0lbgLYXwsVJB6EY8giNZyY,4974
+utilities/libcst.py,sha256=_yG3TWvgx8Z34S2oxI-b4iSJxZQcnWwqL-23sIGu8X4,4974
 utilities/lightweight_charts.py,sha256=JrkrAZMo6JID2Eoc9QCc05Y_pK4l2zsApIhmii1z2Ig,2764
 utilities/logging.py,sha256=j0xS7bNdZcMAobWSRahpg_d7GWewd_99oXvexrjWm6k,17841
 utilities/luigi.py,sha256=wK7cB3y8NXeSa8d6r_yTKRmjMguNmIPmy52yg10vPaI,4774
@@ -89,7 +88,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=A-yoOqBqrcVD1yDINDsTFDw7dq9-zgUGn_f8CxVUQJs,23332
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=oEH-nL3t4h9uawyZqWDtNtDAl6M-CLpLYGI_nI6DulM,1971
-dycw_utilities-0.136.3.dist-info/METADATA,sha256=Hi7aRq1msI4KXQLVrnun8CojINzZHpxfP26XxstkH7w,1637
-dycw_utilities-0.136.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.136.3.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.136.3.dist-info/RECORD,,
+dycw_utilities-0.136.5.dist-info/METADATA,sha256=IzGxc0DUvPm2PhmY1Ful44RBfat_JFpa8acA-KKoHXc,1637
+dycw_utilities-0.136.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.136.5.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.136.5.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.136.3"
+__version__ = "0.136.5"

utilities/hypothesis.py

@@ -106,6 +106,7 @@ if TYPE_CHECKING:
     from collections.abc import Collection, Hashable, Iterable, Iterator
 
     from hypothesis.database import ExampleDatabase
+    from libcst import Import, ImportFrom
     from numpy.random import RandomState
 
     from utilities.numpy import NDArrayB, NDArrayF, NDArrayI, NDArrayO
@@ -555,6 +556,59 @@ def hashables() -> SearchStrategy[Hashable]:
 ##
 
 
+@composite
+def import_froms(
+    draw: DrawFn,
+    /,
+    *,
+    min_depth: MaybeSearchStrategy[int | None] = None,
+    max_depth: MaybeSearchStrategy[int | None] = None,
+) -> ImportFrom:
+    """Strategy for generating import-froms."""
+    from utilities.libcst import generate_import_from
+
+    min_depth_, max_depth_ = [draw2(draw, d) for d in [min_depth, max_depth]]
+    path = draw(
+        paths(
+            min_depth=1 if min_depth_ is None else max(min_depth_, 1),
+            max_depth=max_depth_,
+        )
+    )
+    module = ".".join(path.parts)
+    name = draw(text_ascii(min_size=1))
+    asname = draw(text_ascii(min_size=1) | none())
+    return generate_import_from(module, name, asname=asname)
+
+
+##
+
+
+@composite
+def imports(
+    draw: DrawFn,
+    /,
+    *,
+    min_depth: MaybeSearchStrategy[int | None] = None,
+    max_depth: MaybeSearchStrategy[int | None] = None,
+) -> Import:
+    """Strategy for generating imports."""
+    from utilities.libcst import generate_import
+
+    min_depth_, max_depth_ = [draw2(draw, d) for d in [min_depth, max_depth]]
+    path = draw(
+        paths(
+            min_depth=1 if min_depth_ is None else max(min_depth_, 1),
+            max_depth=max_depth_,
+        )
+    )
+    module = ".".join(path.parts)
+    asname = draw(text_ascii(min_size=1) | none())
+    return generate_import(module, asname=asname)
+
+
+##
+
+
 @composite
 def int_arrays(
     draw: DrawFn,
@@ -746,11 +800,32 @@ def _pairs_map[T](elements: list[T], /) -> tuple[T, T]:
 ##
 
 
-def paths() -> SearchStrategy[Path]:
+@composite
+def paths(
+    draw: DrawFn,
+    /,
+    *,
+    min_depth: MaybeSearchStrategy[int | None] = None,
+    max_depth: MaybeSearchStrategy[int | None] = None,
+) -> Path:
     """Strategy for generating `Path`s."""
+    min_depth_, max_depth_ = [draw2(draw, d) for d in [min_depth, max_depth]]
+    parts = draw(
+        lists(
+            _path_parts(),
+            min_size=0 if min_depth_ is None else min_depth_,
+            max_size=max_depth_,
+        )
+    )
+    return Path(*parts)
+
+
+@composite
+def _path_parts(draw: DrawFn, /) -> str:
+    part = draw(text_ascii(min_size=1, max_size=10))
     reserved = {"AUX", "NUL"}
-    strategy = text_ascii(min_size=1, max_size=10).filter(lambda x: x not in reserved)
-    return lists(strategy, max_size=10).map(lambda parts: Path(*parts))
+    _ = assume(part not in reserved)
+    return part
 
 
 ##
@@ -1292,6 +1367,8 @@ __all__ = [
     "freqs",
     "git_repos",
     "hashables",
+    "import_froms",
+    "imports",
     "int32s",
     "int64s",
     "int_arrays",

utilities/libcst.py

@@ -23,16 +23,6 @@ from libcst import (
 from utilities.errors import ImpossibleCaseError
 
 
-def generate_from_import(
-    module: str, name: str, /, *, asname: str | None = None
-) -> ImportFrom:
-    """Generate an `ImportFrom` object."""
-    alias = ImportAlias(
-        name=Name(name), asname=AsName(Name(asname)) if asname else None
-    )
-    return ImportFrom(module=split_dotted_str(module), names=[alias])
-
-
 def generate_f_string(var: str, suffix: str, /) -> FormattedString:
     """Generate an f-string."""
     return FormattedString([
@@ -49,6 +39,16 @@ def generate_import(module: str, /, *, asname: str | None = None) -> Import:
     return Import(names=[alias])
 
 
+def generate_import_from(
+    module: str, name: str, /, *, asname: str | None = None
+) -> ImportFrom:
+    """Generate an `ImportFrom` object."""
+    alias = ImportAlias(
+        name=Name(name), asname=AsName(Name(asname)) if asname else None
+    )
+    return ImportFrom(module=split_dotted_str(module), names=[alias])
+
+
 ##
 
 
@@ -170,8 +170,8 @@ def render_module(source: str | Module, /) -> str:
 __all__ = [
     "ParseImportError",
     "generate_f_string",
-    "generate_from_import",
     "generate_import",
+    "generate_import_from",
     "join_dotted_str",
     "parse_import",
     "render_module",

utilities/arq.py

@@ -1,216 +0,0 @@
-from __future__ import annotations
-
-from dataclasses import dataclass
-from functools import wraps
-from itertools import chain
-from typing import TYPE_CHECKING, Any, Self, cast, override
-
-from arq.constants import default_queue_name, expires_extra_ms
-from arq.cron import cron
-
-from utilities.dataclasses import replace_non_sentinel
-from utilities.sentinel import Sentinel, sentinel
-
-if TYPE_CHECKING:
-    from collections.abc import Callable, Iterable, Sequence
-    from datetime import datetime, timedelta, timezone
-
-    from arq.connections import ArqRedis, RedisSettings
-    from arq.cron import CronJob
-    from arq.jobs import Deserializer, Job, Serializer
-    from arq.typing import (
-        OptionType,
-        SecondsTimedelta,
-        StartupShutdown,
-        WeekdayOptionType,
-        WorkerCoroutine,
-    )
-    from arq.worker import Function
-
-    from utilities.types import Coro, StrMapping
-
-
-def cron_raw(
-    coroutine: Callable[..., Coro[Any]],
-    /,
-    *,
-    name: str | None = None,
-    month: OptionType = None,
-    day: OptionType = None,
-    weekday: WeekdayOptionType = None,
-    hour: OptionType = None,
-    minute: OptionType = None,
-    second: OptionType = 0,
-    microsecond: int = 123_456,
-    run_at_startup: bool = False,
-    unique: bool = True,
-    job_id: str | None = None,
-    timeout: SecondsTimedelta | None = None,
-    keep_result: float | None = 0,
-    keep_result_forever: bool | None = False,
-    max_tries: int | None = 1,
-    args: Iterable[Any] | None = None,
-    kwargs: StrMapping | None = None,
-) -> CronJob:
-    """Create a cron job with a raw coroutine function."""
-    lifted = _lift_cron(
-        coroutine, *(() if args is None else args), **({} if kwargs is None else kwargs)
-    )
-    return cron(
-        lifted,
-        name=name,
-        month=month,
-        day=day,
-        weekday=weekday,
-        hour=hour,
-        minute=minute,
-        second=second,
-        microsecond=microsecond,
-        run_at_startup=run_at_startup,
-        unique=unique,
-        job_id=job_id,
-        timeout=timeout,
-        keep_result=keep_result,
-        keep_result_forever=keep_result_forever,
-        max_tries=max_tries,
-    )
-
-
-def _lift_cron[**P, T](
-    func: Callable[P, Coro[T]], *args: P.args, **kwargs: P.kwargs
-) -> WorkerCoroutine:
-    """Lift a coroutine function & call arg/kwargs for `cron`."""
-
-    @wraps(func)
-    async def wrapped(ctx: StrMapping, /) -> T:
-        _ = ctx
-        return await func(*args, **kwargs)
-
-    return cast("Any", wrapped)
-
-
-##
-
-
-@dataclass(kw_only=True, slots=True)
-class _JobEnqueuer:
-    """Enqueuer of jobs."""
-
-    job_id: str | None = None
-    queue_name: str | None = None
-    defer_until: datetime | None = None
-    defer_by: int | float | timedelta | None = None
-    expires: int | float | timedelta | None = None
-    job_try: int | None = None
-
-    async def __call__[**P, T](
-        self,
-        redis: ArqRedis,
-        function: Callable[P, Coro[T]],
-        *args: P.args,
-        **kwargs: P.kwargs,
-    ) -> Job | None:
-        return await redis.enqueue_job(  # skipif-ci-and-not-linux
-            function.__name__,
-            *args,
-            _job_id=self.job_id,
-            _queue_name=self.queue_name,
-            _defer_until=self.defer_until,
-            _defer_by=self.defer_by,
-            _expires=self.expires,
-            _job_try=self.job_try,
-            **kwargs,
-        )
-
-    def settings(
-        self,
-        *,
-        job_id: str | None | Sentinel = sentinel,
-        queue_name: str | None | Sentinel = sentinel,
-        defer_until: datetime | None | Sentinel = sentinel,
-        defer_by: float | timedelta | None | Sentinel = sentinel,
-        expires: float | timedelta | None | Sentinel = sentinel,
-        job_try: int | None | Sentinel = sentinel,
-    ) -> Self:
-        """Replace elements of the enqueuer."""
-        return replace_non_sentinel(  # skipif-ci-and-not-linux
-            self,
-            job_id=job_id,
-            queue_name=queue_name,
-            defer_until=defer_until,
-            defer_by=defer_by,
-            expires=expires,
-            job_try=job_try,
-        )
-
-
-job_enqueuer = _JobEnqueuer()
-
-
-##
-
-
-class _WorkerMeta(type):
-    @override
-    def __new__(
-        mcs: type[_WorkerMeta],
-        name: str,
-        bases: tuple[type, ...],
-        namespace: dict[str, Any],
-        /,
-    ) -> type[Worker]:
-        cls = cast("type[Worker]", super().__new__(mcs, name, bases, namespace))
-        cls.functions = tuple(chain(cls.functions, map(cls._lift, cls.functions_raw)))
-        return cls
-
-    @classmethod
-    def _lift[**P, T](cls, func: Callable[P, Coro[T]]) -> WorkerCoroutine:
-        """Lift a coroutine function to accept the required `ctx` argument."""
-
-        @wraps(func)
-        async def wrapped(ctx: StrMapping, *args: P.args, **kwargs: P.kwargs) -> T:
-            _ = ctx
-            return await func(*args, **kwargs)
-
-        return cast("Any", wrapped)
-
-
-@dataclass(kw_only=True)
-class Worker(metaclass=_WorkerMeta):
-    """Base class for all workers."""
-
-    functions: Sequence[Function | WorkerCoroutine] = ()
-    functions_raw: Sequence[Callable[..., Coro[Any]]] = ()
-    queue_name: str | None = default_queue_name
-    cron_jobs: Sequence[CronJob] | None = None
-    redis_settings: RedisSettings | None = None
-    redis_pool: ArqRedis | None = None
-    burst: bool = False
-    on_startup: StartupShutdown | None = None
-    on_shutdown: StartupShutdown | None = None
-    on_job_start: StartupShutdown | None = None
-    on_job_end: StartupShutdown | None = None
-    after_job_end: StartupShutdown | None = None
-    handle_signals: bool = True
-    job_completion_wait: int = 0
-    max_jobs: int = 10
-    job_timeout: SecondsTimedelta = 300
-    keep_result: SecondsTimedelta = 3600
-    keep_result_forever: bool = False
-    poll_delay: SecondsTimedelta = 0.5
-    queue_read_limit: int | None = None
-    max_tries: int = 5
-    health_check_interval: SecondsTimedelta = 3600
-    health_check_key: str | None = None
-    ctx: dict[Any, Any] | None = None
-    retry_jobs: bool = True
-    allow_abort_jobs: bool = False
-    max_burst_jobs: int = -1
-    job_serializer: Serializer | None = None
-    job_deserializer: Deserializer | None = None
-    expires_extra_ms: int = expires_extra_ms
-    timezone: timezone | None = None
-    log_results: bool = True
-
-
-__all__ = ["Worker", "cron", "job_enqueuer"]