taskiq-redis 1.1.0__tar.gz → 1.1.2__tar.gz

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/PKG-INFO

@@ -1,7 +1,8 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: taskiq-redis
-Version: 1.1.0
+Version: 1.1.2
 Summary: Redis integration for taskiq
+License-File: LICENSE
 Keywords: taskiq,tasks,distributed,async,redis,result_backend
 Author: taskiq-team
 Author-email: taskiq@norely.com
@@ -13,6 +14,7 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.8
 Requires-Dist: redis (>=6,<7)
@@ -213,3 +215,17 @@ scheduler = TaskiqScheduler(broker, [array_source])
 
 During startup the scheduler will try to migrate schedules from an old source to a new one. Please be sure to specify different prefixe just to avoid any kind of collision between these two.
 
+
+## Dynamic queue names
+
+
+Brokers supports dynamic queue names, allowing you to specify different queues when kicking tasks. This is useful for routing tasks to specific queues based on runtime conditions, such as priority levels, tenant isolation, or environment-specific processing.
+
+Simply pass the desired queue name as message's label when kicking a task to override the broker's default queue configuration.
+
+```python
+@broker.task(queue_name="low_priority")
+async def low_priority_task() -> None:
+    print("I don't mind waiting a little longer")
+```
+

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/README.md

@@ -189,3 +189,17 @@ scheduler = TaskiqScheduler(broker, [array_source])
 ```
 
 During startup the scheduler will try to migrate schedules from an old source to a new one. Please be sure to specify different prefixe just to avoid any kind of collision between these two.
+
+
+## Dynamic queue names
+
+
+Brokers supports dynamic queue names, allowing you to specify different queues when kicking tasks. This is useful for routing tasks to specific queues based on runtime conditions, such as priority levels, tenant isolation, or environment-specific processing.
+
+Simply pass the desired queue name as message's label when kicking a task to override the broker's default queue configuration.
+
+```python
+@broker.task(queue_name="low_priority")
+async def low_priority_task() -> None:
+    print("I don't mind waiting a little longer")
+```

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "taskiq-redis"
-version = "1.1.0"
+version = "1.1.2"
 description = "Redis integration for taskiq"
 authors = ["taskiq-team <taskiq@norely.com>"]
 readme = "README.md"

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/taskiq_redis/redis_broker.py

@@ -251,19 +251,20 @@ class RedisStreamBroker(BaseRedisBroker):
 
         :param message: message to append.
         """
+        queue_name = message.labels.get("queue_name") or self.queue_name
         async with Redis(connection_pool=self.connection_pool) as redis_conn:
             await redis_conn.xadd(
-                self.queue_name,
+                queue_name,
                 {b"data": message.message},
                 maxlen=self.maxlen,
                 approximate=self.approximate,
             )
 
-    def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
+    def _ack_generator(self, id: str, queue_name: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None:
             async with Redis(connection_pool=self.connection_pool) as redis_conn:
                 await redis_conn.xack(
-                    self.queue_name,
+                    queue_name,
                     self.consumer_group_name,
                     id,
                 )
@@ -286,12 +287,12 @@ class RedisStreamBroker(BaseRedisBroker):
                     noack=False,
                     count=self.count,
                 )
-                for _, msg_list in fetched:
+                for stream, msg_list in fetched:
                     for msg_id, msg in msg_list:
                         logger.debug("Received message: %s", msg)
                         yield AckableMessage(
                             data=msg[b"data"],
-                            ack=self._ack_generator(msg_id),
+                            ack=self._ack_generator(id=msg_id, queue_name=stream),
                         )
                 logger.debug("Starting fetching unacknowledged messages")
                 for stream in [self.queue_name, *self.additional_streams.keys()]:
@@ -310,12 +311,12 @@ class RedisStreamBroker(BaseRedisBroker):
                         )
                         logger.debug(
                             "Found %d pending messages in stream %s",
-                            len(pending),
+                            len(pending[1]),
                             stream,
                         )
                         for msg_id, msg in pending[1]:
                             logger.debug("Received message: %s", msg)
                             yield AckableMessage(
                                 data=msg[b"data"],
-                                ack=self._ack_generator(msg_id),
+                                ack=self._ack_generator(id=msg_id, queue_name=stream),
                             )

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/taskiq_redis/redis_cluster_broker.py

@@ -55,7 +55,8 @@ class ListQueueClusterBroker(BaseRedisClusterBroker):
 
         :param message: message to append.
         """
-        await self.redis.lpush(self.queue_name, message.message)  # type: ignore
+        queue_name = message.labels.get("queue_name") or self.queue_name
+        await self.redis.lpush(queue_name, message.message)  # type: ignore
 
     async def listen(self) -> AsyncGenerator[bytes, None]:
         """
@@ -162,17 +163,18 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
 
         :param message: message to append.
         """
+        queue_name = message.labels.get("queue_name") or self.queue_name
         await self.redis.xadd(
-            self.queue_name,
+            queue_name,
             {b"data": message.message},
             maxlen=self.maxlen,
             approximate=self.approximate,
         )
 
-    def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
+    def _ack_generator(self, id: str, queue_name: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None:
             await self.redis.xack(
-                self.queue_name,
+                queue_name,
                 self.consumer_group_name,
                 id,
             )
@@ -192,10 +194,10 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
                 block=self.block,
                 noack=False,
             )
-            for _, msg_list in fetched:
+            for stream, msg_list in fetched:
                 for msg_id, msg in msg_list:
                     logger.debug("Received message: %s", msg)
                     yield AckableMessage(
                         data=msg[b"data"],
-                        ack=self._ack_generator(msg_id),
+                        ack=self._ack_generator(id=msg_id, queue_name=stream),
                     )

{taskiq_redis-1.1.0 → taskiq_redis-1.1.2}/taskiq_redis/redis_sentinel_broker.py

@@ -230,19 +230,20 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
 
         :param message: message to append.
         """
+        queue_name = message.labels.get("queue_name") or self.queue_name
         async with self._acquire_master_conn() as redis_conn:
             await redis_conn.xadd(
-                self.queue_name,
+                queue_name,
                 {b"data": message.message},
                 maxlen=self.maxlen,
                 approximate=self.approximate,
             )
 
-    def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
+    def _ack_generator(self, id: str, queue_name: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None:
             async with self._acquire_master_conn() as redis_conn:
                 await redis_conn.xack(
-                    self.queue_name,
+                    queue_name,
                     self.consumer_group_name,
                     id,
                 )
@@ -263,10 +264,10 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
                     block=self.block,
                     noack=False,
                 )
-                for _, msg_list in fetched:
+                for stream, msg_list in fetched:
                     for msg_id, msg in msg_list:
                         logger.debug("Received message: %s", msg)
                         yield AckableMessage(
                             data=msg[b"data"],
-                            ack=self._ack_generator(msg_id),
+                            ack=self._ack_generator(id=msg_id, queue_name=stream),
                         )