ltq 0.3.2__py3-none-any.whl → 0.4.0__py3-none-any.whl

ltq/app.py

@@ -37,4 +37,5 @@ class App:
             while any(t.is_alive() for t in threads):
                 await asyncio.sleep(0.2)
         except asyncio.CancelledError:
+            # Allow graceful shutdown when the run coroutine is cancelled.
             pass

ltq/broker.py

@@ -41,6 +41,14 @@ class RedisBroker(Broker):
         self.url = url
         self._client = aioredis.from_url(url)
         self._id = uuid.uuid4().hex[:8]
+        self._consume = self._client.register_script("""
+            local ready = redis.call('zrangebyscore', KEYS[1], 0, ARGV[1], 'LIMIT', 0, 1)
+            if #ready == 0 then return nil end
+            local msg = ready[1]
+            redis.call('zadd', KEYS[2], ARGV[1], msg)
+            redis.call('zrem', KEYS[1], msg)
+            return msg
+        """)
 
     async def close(self) -> None:
         await self._client.aclose()
@@ -60,14 +68,11 @@ class RedisBroker(Broker):
 
     async def consume(self, queue: str) -> Message:
         while True:
-            now = time.time()
-            ready = await self._client.zrangebyscore(
-                f"queue:{queue}", 0, now, start=0, num=1
-            )  # type: ignore
-            if ready:
-                msg = ready[0]
-                await self._client.zadd(f"processing:{queue}:{self._id}", {msg: now,})  # type: ignore
-                await self._client.zrem(f"queue:{queue}", msg)  # type: ignore
+            msg = await self._consume(
+                keys=[f"queue:{queue}", f"processing:{queue}:{self._id}"],
+                args=[time.time()],
+            )
+            if msg:
                 return Message.from_json(msg)
             await asyncio.sleep(0.1)
 

ltq/middleware.py

@@ -100,6 +100,7 @@ class Sentry(Middleware):
             sentry_sdk.init(dsn=dsn)
             self.sentry = sentry_sdk
         except ImportError:
+            # Sentry SDK is optional; if it's not installed, disable Sentry integration silently.
             pass
 
     @asynccontextmanager

ltq/scheduler.py

@@ -96,6 +96,7 @@ class Scheduler:
         try:
             await self.task
         except asyncio.CancelledError:
+            # Task cancellation is expected during normal scheduler shutdown.
             pass
         self.task = None
         self.logger.info("Scheduler stopped")

ltq/worker.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import asyncio
+import copy
 from contextlib import AsyncExitStack
 from typing import Awaitable, Callable, ParamSpec, TypeVar
 
@@ -26,7 +27,7 @@ class Worker:
         self.name = name
         self.broker = Broker.from_url(broker_url)
         self.tasks: list[Task] = []
-        self.middlewares: list[Middleware] = middlewares or list(DEFAULT)
+        self.middlewares: list[Middleware] = middlewares or copy.deepcopy(DEFAULT)
         self.concurrency: int = concurrency
         self.logger = get_logger(name)
 
@@ -55,6 +56,7 @@ class Worker:
 
     async def _poll(self, task: Task, broker: Broker) -> None:
         sem = asyncio.Semaphore(self.concurrency)
+        pending: set[asyncio.Task] = set()
         self.logger.info(f"Polling for Task {task.name}")
 
         try:
@@ -62,9 +64,13 @@ class Worker:
                 message = await broker.consume(task.name)
                 # concurrency limiter, without, queue would be drained in one go.
                 await sem.acquire()
-                asyncio.create_task(self._process(task, broker, sem, message))
+                t = asyncio.create_task(self._process(task, broker, sem, message))
+                pending.add(t)
+                t.add_done_callback(pending.discard)
         except asyncio.CancelledError:
             self.logger.info(f"Worker {task.name} cancelled...")
+            if pending:
+                await asyncio.gather(*pending, return_exceptions=True)
             raise
 
     async def _process(

{ltq-0.3.2.dist-info → ltq-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ltq
-Version: 0.3.2
+Version: 0.4.0
 Summary: Add your description here
 Author: Tom Clesius
 Author-email: Tom Clesius <tomclesius@gmail.com>

ltq-0.4.0.dist-info/RECORD

@@ -0,0 +1,16 @@
+ltq/__init__.py,sha256=dMoQtB1-odVRCDWDijNft-DlCverh8y83iQd-hDJxhw,491
+ltq/app.py,sha256=MHKzbemukVG9aXUcy5TAayxn0D7kW6Zq7gxffIkvuvI,1410
+ltq/broker.py,sha256=TtOOSVvaZ9jWBd6HiX4UfkznHzSyGgS9agzgiVuRqV4,4202
+ltq/cli.py,sha256=8pt6_aP6RFi0Xi2garzefOlsBuPRXuJjpu_-ohG-__o,5282
+ltq/errors.py,sha256=Oo6fVTFoNhO7xlXJLj4NwBBD4UsrYU_f4msoeS2GsM0,320
+ltq/logger.py,sha256=XEcjvuZz_drfVyKAQj4r1Dz-gRwZcffkN_xTLg_h4hk,2088
+ltq/message.py,sha256=vkF17yfTE7sWjqsn5PE9LpGh6FOIlwOJLS4OZ4iGD5k,829
+ltq/middleware.py,sha256=JnTcWyUw6_VcMThQjWnKOzWDgakbIgs_rmWevwK_A4o,3573
+ltq/scheduler.py,sha256=gOF5jvj9R1z83-QtYzfshq6dh3auqFToiQfHgyiDZgc,3189
+ltq/task.py,sha256=0JUY55JezhrtUvAiZLtRPMap77nua09-D3S5VdOA9uY,944
+ltq/utils.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+ltq/worker.py,sha256=S8tEn-tnNPEFbVGC0F9ohwI53jA4zwCQPqy6pGMg3RE,4168
+ltq-0.4.0.dist-info/WHEEL,sha256=iHtWm8nRfs0VRdCYVXocAWFW8ppjHL-uTJkAdZJKOBM,80
+ltq-0.4.0.dist-info/entry_points.txt,sha256=OogYaOJ_RORrWtrLlEL_gTN9Vx5tkgawl8BO7G9FKcg,38
+ltq-0.4.0.dist-info/METADATA,sha256=JvU4mJm3z6T3qB-Y7ya4ZjXrItrZj8g0QzQbtktT5E4,5326
+ltq-0.4.0.dist-info/RECORD,,

ltq-0.3.2.dist-info/RECORD

@@ -1,16 +0,0 @@
-ltq/__init__.py,sha256=dMoQtB1-odVRCDWDijNft-DlCverh8y83iQd-hDJxhw,491
-ltq/app.py,sha256=l045sTXKHQo-pv5JDi8pE90wHGoCX7vsxrTQZIx7o5s,1335
-ltq/broker.py,sha256=oNZwmugFHB2PbdDiLt4db4MYUxwNOhdOIDto4vLb8uU,4062
-ltq/cli.py,sha256=8pt6_aP6RFi0Xi2garzefOlsBuPRXuJjpu_-ohG-__o,5282
-ltq/errors.py,sha256=Oo6fVTFoNhO7xlXJLj4NwBBD4UsrYU_f4msoeS2GsM0,320
-ltq/logger.py,sha256=XEcjvuZz_drfVyKAQj4r1Dz-gRwZcffkN_xTLg_h4hk,2088
-ltq/message.py,sha256=vkF17yfTE7sWjqsn5PE9LpGh6FOIlwOJLS4OZ4iGD5k,829
-ltq/middleware.py,sha256=uHNCJoohgHnPV2cPbaKOL0i-wU9D8WIhfoc07c78ve4,3475
-ltq/scheduler.py,sha256=FauNClAN-N7A6hUCBI0oAGe8at1fohDLzXuFI1hF1-I,3111
-ltq/task.py,sha256=0JUY55JezhrtUvAiZLtRPMap77nua09-D3S5VdOA9uY,944
-ltq/utils.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-ltq/worker.py,sha256=6RPiNgPiJmdX38p8Iw_xpbExhYvE5VKqV_g-oC_nctc,3921
-ltq-0.3.2.dist-info/WHEEL,sha256=iHtWm8nRfs0VRdCYVXocAWFW8ppjHL-uTJkAdZJKOBM,80
-ltq-0.3.2.dist-info/entry_points.txt,sha256=OogYaOJ_RORrWtrLlEL_gTN9Vx5tkgawl8BO7G9FKcg,38
-ltq-0.3.2.dist-info/METADATA,sha256=8PubjxCurEHvtFF4L7enJM7D9OF65Tg0exeUd_Tt2rY,5326
-ltq-0.3.2.dist-info/RECORD,,