ltq 0.3.2__tar.gz → 0.4.0__tar.gz

{ltq-0.3.2 → ltq-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ltq
-Version: 0.3.2
+Version: 0.4.0
 Summary: Add your description here
 Author: Tom Clesius
 Author-email: Tom Clesius <tomclesius@gmail.com>

{ltq-0.3.2 → ltq-0.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ltq"
-version = "0.3.2"
+version = "0.4.0"
 description = "Add your description here"
 readme = "README.md"
 authors = [{ name = "Tom Clesius", email = "tomclesius@gmail.com" }]
@@ -19,7 +19,7 @@ requires = ["uv_build>=0.9.26,<0.10.0"]
 build-backend = "uv_build"
 
 [tool.bumpversion]
-current_version = "0.3.2"
+current_version = "0.4.0"
 commit = true
 tag = true
 message = "v{new_version}"

{ltq-0.3.2 → ltq-0.4.0}/src/ltq/app.py

@@ -37,4 +37,5 @@ class App:
             while any(t.is_alive() for t in threads):
                 await asyncio.sleep(0.2)
         except asyncio.CancelledError:
+            # Allow graceful shutdown when the run coroutine is cancelled.
             pass

{ltq-0.3.2 → ltq-0.4.0}/src/ltq/broker.py

@@ -41,6 +41,14 @@ class RedisBroker(Broker):
         self.url = url
         self._client = aioredis.from_url(url)
         self._id = uuid.uuid4().hex[:8]
+        self._consume = self._client.register_script("""
+            local ready = redis.call('zrangebyscore', KEYS[1], 0, ARGV[1], 'LIMIT', 0, 1)
+            if #ready == 0 then return nil end
+            local msg = ready[1]
+            redis.call('zadd', KEYS[2], ARGV[1], msg)
+            redis.call('zrem', KEYS[1], msg)
+            return msg
+        """)
 
     async def close(self) -> None:
         await self._client.aclose()
@@ -60,14 +68,11 @@ class RedisBroker(Broker):
 
     async def consume(self, queue: str) -> Message:
         while True:
-            now = time.time()
-            ready = await self._client.zrangebyscore(
-                f"queue:{queue}", 0, now, start=0, num=1
-            )  # type: ignore
-            if ready:
-                msg = ready[0]
-                await self._client.zadd(f"processing:{queue}:{self._id}", {msg: now,})  # type: ignore
-                await self._client.zrem(f"queue:{queue}", msg)  # type: ignore
+            msg = await self._consume(
+                keys=[f"queue:{queue}", f"processing:{queue}:{self._id}"],
+                args=[time.time()],
+            )
+            if msg:
                 return Message.from_json(msg)
             await asyncio.sleep(0.1)
 

{ltq-0.3.2 → ltq-0.4.0}/src/ltq/middleware.py

@@ -100,6 +100,7 @@ class Sentry(Middleware):
             sentry_sdk.init(dsn=dsn)
             self.sentry = sentry_sdk
         except ImportError:
+            # Sentry SDK is optional; if it's not installed, disable Sentry integration silently.
             pass
 
     @asynccontextmanager

{ltq-0.3.2 → ltq-0.4.0}/src/ltq/scheduler.py

@@ -96,6 +96,7 @@ class Scheduler:
         try:
             await self.task
         except asyncio.CancelledError:
+            # Task cancellation is expected during normal scheduler shutdown.
             pass
         self.task = None
         self.logger.info("Scheduler stopped")

{ltq-0.3.2 → ltq-0.4.0}/src/ltq/worker.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import asyncio
+import copy
 from contextlib import AsyncExitStack
 from typing import Awaitable, Callable, ParamSpec, TypeVar
 
@@ -26,7 +27,7 @@ class Worker:
         self.name = name
         self.broker = Broker.from_url(broker_url)
         self.tasks: list[Task] = []
-        self.middlewares: list[Middleware] = middlewares or list(DEFAULT)
+        self.middlewares: list[Middleware] = middlewares or copy.deepcopy(DEFAULT)
         self.concurrency: int = concurrency
         self.logger = get_logger(name)
 
@@ -55,6 +56,7 @@ class Worker:
 
     async def _poll(self, task: Task, broker: Broker) -> None:
         sem = asyncio.Semaphore(self.concurrency)
+        pending: set[asyncio.Task] = set()
         self.logger.info(f"Polling for Task {task.name}")
 
         try:
@@ -62,9 +64,13 @@ class Worker:
                 message = await broker.consume(task.name)
                 # concurrency limiter, without, queue would be drained in one go.
                 await sem.acquire()
-                asyncio.create_task(self._process(task, broker, sem, message))
+                t = asyncio.create_task(self._process(task, broker, sem, message))
+                pending.add(t)
+                t.add_done_callback(pending.discard)
         except asyncio.CancelledError:
             self.logger.info(f"Worker {task.name} cancelled...")
+            if pending:
+                await asyncio.gather(*pending, return_exceptions=True)
             raise
 
     async def _process(