taskiq-redis 1.0.7__tar.gz → 1.0.9__tar.gz

{taskiq_redis-1.0.7 → taskiq_redis-1.0.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: taskiq-redis
-Version: 1.0.7
+Version: 1.0.9
 Summary: Redis integration for taskiq
 Keywords: taskiq,tasks,distributed,async,redis,result_backend
 Author: taskiq-team

{taskiq_redis-1.0.7 → taskiq_redis-1.0.9}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "taskiq-redis"
-version = "1.0.7"
+version = "1.0.9"
 description = "Redis integration for taskiq"
 authors = ["taskiq-team <taskiq@norely.com>"]
 readme = "README.md"

{taskiq_redis-1.0.7 → taskiq_redis-1.0.9}/taskiq_redis/redis_broker.py

@@ -166,8 +166,10 @@ class RedisStreamBroker(BaseRedisBroker):
         mkstream: bool = True,
         xread_block: int = 2000,
         maxlen: Optional[int] = None,
+        approximate: bool = True,
         idle_timeout: int = 600000,  # 10 minutes
         unacknowledged_batch_size: int = 100,
+        xread_count: Optional[int] = 100,
         additional_streams: Optional[Dict[str, str]] = None,
         **connection_kwargs: Any,
     ) -> None:
@@ -189,6 +191,9 @@ class RedisStreamBroker(BaseRedisBroker):
             Better to set it to a bigger value, to avoid unnecessary calls.
         :param maxlen: sets the maximum length of the stream
             trims (the old values of) the stream each time a new element is added
+        :param approximate: decides wether to trim the stream immediately (False) or
+            later on (True)
+        :param xread_count: number of messages to fetch from the stream at once.
         :param additional_streams: additional streams to read from.
             Each key is a stream name, value is a consumer id.
         :param redeliver_timeout: time in ms to wait before redelivering a message.
@@ -208,9 +213,11 @@ class RedisStreamBroker(BaseRedisBroker):
         self.mkstream = mkstream
         self.block = xread_block
         self.maxlen = maxlen
+        self.approximate = approximate
         self.additional_streams = additional_streams or {}
         self.idle_timeout = idle_timeout
         self.unacknowledged_batch_size = unacknowledged_batch_size
+        self.count = xread_count
 
     async def _declare_consumer_group(self) -> None:
         """
@@ -249,6 +256,7 @@ class RedisStreamBroker(BaseRedisBroker):
                 self.queue_name,
                 {b"data": message.message},
                 maxlen=self.maxlen,
+                approximate=self.approximate,
             )
 
     def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
@@ -276,6 +284,7 @@ class RedisStreamBroker(BaseRedisBroker):
                     },
                     block=self.block,
                     noack=False,
+                    count=self.count,
                 )
                 for _, msg_list in fetched:
                     for msg_id, msg in msg_list:

{taskiq_redis-1.0.7 → taskiq_redis-1.0.9}/taskiq_redis/redis_cluster_broker.py

@@ -92,6 +92,8 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
         consumer_id: str = "$",
         mkstream: bool = True,
         xread_block: int = 10000,
+        maxlen: Optional[int] = None,
+        approximate: bool = True,
         additional_streams: Optional[Dict[str, str]] = None,
         **connection_kwargs: Any,
     ) -> None:
@@ -111,6 +113,10 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
         :param mkstream: create stream if it does not exist.
         :param xread_block: block time in ms for xreadgroup.
             Better to set it to a bigger value, to avoid unnecessary calls.
+        :param maxlen: sets the maximum length of the stream
+            trims (the old values of) the stream each time a new element is added
+        :param approximate: decides wether to trim the stream immediately (False) or
+            later on (True)
         :param additional_streams: additional streams to read from.
             Each key is a stream name, value is a consumer id.
         """
@@ -125,6 +131,8 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
         self.consumer_id = consumer_id
         self.mkstream = mkstream
         self.block = xread_block
+        self.maxlen = maxlen
+        self.approximate = approximate
         self.additional_streams = additional_streams or {}
 
     async def _declare_consumer_group(self) -> None:
@@ -154,7 +162,12 @@ class RedisStreamClusterBroker(BaseRedisClusterBroker):
 
         :param message: message to append.
         """
-        await self.redis.xadd(self.queue_name, {b"data": message.message})
+        await self.redis.xadd(
+            self.queue_name,
+            {b"data": message.message},
+            maxlen=self.maxlen,
+            approximate=self.approximate,
+        )
 
     def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None:

{taskiq_redis-1.0.7 → taskiq_redis-1.0.9}/taskiq_redis/redis_sentinel_broker.py

@@ -157,6 +157,8 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
         consumer_id: str = "$",
         mkstream: bool = True,
         xread_block: int = 10000,
+        maxlen: Optional[int] = None,
+        approximate: bool = True,
         additional_streams: Optional[Dict[str, str]] = None,
         **connection_kwargs: Any,
     ) -> None:
@@ -176,6 +178,10 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
         :param mkstream: create stream if it does not exist.
         :param xread_block: block time in ms for xreadgroup.
             Better to set it to a bigger value, to avoid unnecessary calls.
+        :param maxlen: sets the maximum length of the stream
+            trims (the old values of) the stream each time a new element is added
+        :param approximate: decides wether to trim the stream immediately (False) or
+            later on (True)
         :param additional_streams: additional streams to read from.
             Each key is a stream name, value is a consumer id.
         """
@@ -193,6 +199,8 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
         self.consumer_id = consumer_id
         self.mkstream = mkstream
         self.block = xread_block
+        self.maxlen = maxlen
+        self.approximate = approximate
         self.additional_streams = additional_streams or {}
 
     async def _declare_consumer_group(self) -> None:
@@ -223,7 +231,12 @@ class RedisStreamSentinelBroker(BaseSentinelBroker):
         :param message: message to append.
         """
         async with self._acquire_master_conn() as redis_conn:
-            await redis_conn.xadd(self.queue_name, {b"data": message.message})
+            await redis_conn.xadd(
+                self.queue_name,
+                {b"data": message.message},
+                maxlen=self.maxlen,
+                approximate=self.approximate,
+            )
 
     def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None: