dycw-utilities 0.133.1__py3-none-any.whl → 0.133.3__py3-none-any.whl

{dycw_utilities-0.133.1.dist-info → dycw_utilities-0.133.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dycw-utilities
-Version: 0.133.1
+Version: 0.133.3
 Author-email: Derek Wan <d.wan@icloud.com>
 License-File: LICENSE
 Requires-Python: >=3.12

{dycw_utilities-0.133.1.dist-info → dycw_utilities-0.133.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
-utilities/__init__.py,sha256=Z40RN6IDVR495cIDu4FY4lG1K8hcbWIcPkM_PM_rASQ,60
+utilities/__init__.py,sha256=31YVB_AJgxQM_m4eKVmVRXjVsNiMYmbkxB7m4Pc6W2Y,60
 utilities/aiolimiter.py,sha256=mD0wEiqMgwpty4XTbawFpnkkmJS6R4JRsVXFUaoitSU,628
 utilities/altair.py,sha256=HeZBVUocjkrTNwwKrClppsIqgNFF-ykv05HfZSoHYno,9104
-utilities/arq.py,sha256=YkwvWoL930hgeU9VP8iuP3RhMf0t8sm7O8qsD9TiyWo,4688
+utilities/arq.py,sha256=objwVQZEmpX8XEtSdLB_Md_HY8VDEnT-_4Y_ujRy4NM,6498
 utilities/asyncio.py,sha256=USWMMrHqPVRr20vlIn_n5JLimyqa-5xLhuqDYWJed8A,37586
 utilities/atomicwrites.py,sha256=geFjn9Pwn-tTrtoGjDDxWli9NqbYfy3gGL6ZBctiqSo,5393
 utilities/atools.py,sha256=-bFGIrwYMFR7xl39j02DZMsO_u5x5_Ph7bRlBUFVYyw,1048
@@ -68,8 +68,8 @@ utilities/sentinel.py,sha256=3jIwgpMekWgDAxPDA_hXMP2St43cPhciKN3LWiZ7kv0,1248
 utilities/shelve.py,sha256=HZsMwK4tcIfg3sh0gApx4-yjQnrY4o3V3ZRimvRhoW0,738
 utilities/slack_sdk.py,sha256=SsRMJD2HuPUjAFg-2JxOQ9IhKViu4f66cN5kt-C2a7M,4245
 utilities/socket.py,sha256=K77vfREvzoVTrpYKo6MZakol0EYu2q1sWJnnZqL0So0,118
-utilities/sqlalchemy.py,sha256=2rApf8NNGdpT827ep19LFt2zCe_oHgF__0WYVk_svtw,38014
-utilities/sqlalchemy_polars.py,sha256=bDiKqHxOWu0Dj4ZDuGcVgR7ulm7sB90iVNINAKaeaKc,14290
+utilities/sqlalchemy.py,sha256=A4_31D58RECTshpYQWRJ6Rr3s5gm8YeySp-5Z4R7lRQ,38065
+utilities/sqlalchemy_polars.py,sha256=5TwuUPORZ1Nz3qbI6L6pzeThtEv8Ws4aQW8cm3MG-v0,14293
 utilities/statsmodels.py,sha256=koyiBHvpMcSiBfh99wFUfSggLNx7cuAw3rwyfAhoKpQ,3410
 utilities/streamlit.py,sha256=U9PJBaKP1IdSykKhPZhIzSPTZsmLsnwbEPZWzNhJPKk,2955
 utilities/string.py,sha256=XmU-s04qIV_tODnKl2pQiwmHaxzgOqRKU-RyzdrfvSE,620
@@ -89,7 +89,7 @@ utilities/warnings.py,sha256=un1LvHv70PU-LLv8RxPVmugTzDJkkGXRMZTE2-fTQHw,1771
 utilities/whenever.py,sha256=A-yoOqBqrcVD1yDINDsTFDw7dq9-zgUGn_f8CxVUQJs,23332
 utilities/zipfile.py,sha256=24lQc9ATcJxHXBPc_tBDiJk48pWyRrlxO2fIsFxU0A8,699
 utilities/zoneinfo.py,sha256=oEH-nL3t4h9uawyZqWDtNtDAl6M-CLpLYGI_nI6DulM,1971
-dycw_utilities-0.133.1.dist-info/METADATA,sha256=fZj3XXeQfb7y2obavSG6zSthc-oG_Zt-I33T3RVsHOE,1522
-dycw_utilities-0.133.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-dycw_utilities-0.133.1.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
-dycw_utilities-0.133.1.dist-info/RECORD,,
+dycw_utilities-0.133.3.dist-info/METADATA,sha256=6ApLAv1jFj_CI0Xt9tOqqzT847UVPMwvS9Y9BqA5z64,1522
+dycw_utilities-0.133.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+dycw_utilities-0.133.3.dist-info/licenses/LICENSE,sha256=gppZp16M6nSVpBbUBrNL6JuYfvKwZiKgV7XoKKsHzqo,1066
+dycw_utilities-0.133.3.dist-info/RECORD,,

utilities/__init__.py

@@ -1,3 +1,3 @@
 from __future__ import annotations
 
-__version__ = "0.133.1"
+__version__ = "0.133.3"

utilities/arq.py

@@ -3,18 +3,21 @@ from __future__ import annotations
 from dataclasses import dataclass
 from functools import wraps
 from itertools import chain
-from typing import TYPE_CHECKING, Any, ParamSpec, TypeVar, cast, override
+from typing import TYPE_CHECKING, Any, ParamSpec, Self, TypeVar, cast, override
 
 from arq.constants import default_queue_name, expires_extra_ms
 from arq.cron import cron
 
+from utilities.dataclasses import replace_non_sentinel
+from utilities.sentinel import Sentinel, sentinel
+
 if TYPE_CHECKING:
     from collections.abc import Callable, Iterable, Sequence
-    from datetime import timezone
+    from datetime import datetime, timedelta, timezone
 
     from arq.connections import ArqRedis, RedisSettings
     from arq.cron import CronJob
-    from arq.jobs import Deserializer, Serializer
+    from arq.jobs import Deserializer, Job, Serializer
     from arq.typing import (
         OptionType,
         SecondsTimedelta,
@@ -26,6 +29,7 @@ if TYPE_CHECKING:
 
     from utilities.types import CallableCoroutine1, Coroutine1, StrMapping
 
+
 _P = ParamSpec("_P")
 _T = TypeVar("_T")
 
@@ -95,6 +99,64 @@ def _lift_cron(
 ##
 
 
+@dataclass(kw_only=True, slots=True)
+class _JobEnqueuer:
+    """Enqueuer of jobs."""
+
+    job_id: str | None = None
+    queue_name: str | None = None
+    defer_until: datetime | None = None
+    defer_by: int | float | timedelta | None = None
+    expires: int | float | timedelta | None = None
+    job_try: int | None = None
+
+    async def __call__(
+        self,
+        redis: ArqRedis,
+        function: Callable[_P, Coroutine1[_T]],
+        *args: _P.args,
+        **kwargs: _P.kwargs,
+    ) -> Job | None:
+        return await redis.enqueue_job(  # skipif-ci-and-not-linux
+            function.__name__,
+            *args,
+            _job_id=self.job_id,
+            _queue_name=self.queue_name,
+            _defer_until=self.defer_until,
+            _defer_by=self.defer_by,
+            _expires=self.expires,
+            _job_try=self.job_try,
+            **kwargs,
+        )
+
+    def settings(
+        self,
+        *,
+        job_id: str | None | Sentinel = sentinel,
+        queue_name: str | None | Sentinel = sentinel,
+        defer_until: datetime | None | Sentinel = sentinel,
+        defer_by: float | timedelta | None | Sentinel = sentinel,
+        expires: float | timedelta | None | Sentinel = sentinel,
+        job_try: int | None | Sentinel = sentinel,
+    ) -> Self:
+        """Replace elements of the enqueuer."""
+        return replace_non_sentinel(  # skipif-ci-and-not-linux
+            self,
+            job_id=job_id,
+            queue_name=queue_name,
+            defer_until=defer_until,
+            defer_by=defer_by,
+            expires=expires,
+            job_try=job_try,
+        )
+
+
+job_enqueuer = _JobEnqueuer()
+
+
+##
+
+
 class _WorkerMeta(type):
     @override
     def __new__(
@@ -158,4 +220,4 @@ class Worker(metaclass=_WorkerMeta):
     log_results: bool = True
 
 
-__all__ = ["Worker", "cron"]
+__all__ = ["Worker", "cron", "job_enqueuer"]

utilities/sqlalchemy.py

@@ -298,11 +298,13 @@ def get_chunk_size(
     /,
     *,
     chunk_size_frac: float = CHUNK_SIZE_FRAC,
-    scaling: float = 1.0,
+    max_length: int = 1,
 ) -> int:
     """Get the maximum chunk size for an engine."""
     max_params = _get_dialect_max_params(engine_or_conn)
-    return max(floor(chunk_size_frac * max_params / scaling), 1)
+    scaling = max(max_length, 1)
+    size = floor(chunk_size_frac * max_params / scaling)
+    return max(size, 1)
 
 
 ##
@@ -1098,7 +1100,7 @@ def _prepare_insert_or_upsert_items(
     }
     max_length = max(lengths, default=1)
     chunk_size = get_chunk_size(
-        engine, chunk_size_frac=chunk_size_frac, scaling=max_length
+        engine, chunk_size_frac=chunk_size_frac, max_length=max_length
     )
 
     def yield_pairs() -> Iterator[tuple[Insert, None]]:

utilities/sqlalchemy_polars.py

@@ -433,7 +433,7 @@ def _select_to_dataframe_yield_selects_with_in_clauses(
     in_col, in_values = in_clauses
     if in_clauses_chunk_size is None:
         chunk_size = get_chunk_size(
-            engine, chunk_size_frac=chunk_size_frac, scaling=max_length
+            engine, chunk_size_frac=chunk_size_frac, max_length=max_length
         )
     else:
         chunk_size = in_clauses_chunk_size