taskiq-redis 1.0.4__py3-none-any.whl → 1.0.5__py3-none-any.whl

taskiq_redis/list_schedule_source.py

@@ -13,7 +13,7 @@ logger = getLogger("taskiq.redis_schedule_source")
 
 
 class ListRedisScheduleSource(ScheduleSource):
-    """Schecule source based on arrays."""
+    """Schedule source based on arrays."""
 
     def __init__(
         self,
@@ -21,13 +21,13 @@ class ListRedisScheduleSource(ScheduleSource):
         prefix: str = "schedule",
         max_connection_pool_size: Optional[int] = None,
         serializer: Optional[TaskiqSerializer] = None,
-        bufffer_size: int = 50,
+        buffer_size: int = 50,
         skip_past_schedules: bool = False,
         **connection_kwargs: Any,
     ) -> None:
         super().__init__()
         self._prefix = prefix
-        self._buffer_size = bufffer_size
+        self._buffer_size = buffer_size
         self._connection_pool = BlockingConnectionPool.from_url(
             url=url,
             max_connections=max_connection_pool_size,
@@ -185,11 +185,11 @@ class ListRedisScheduleSource(ScheduleSource):
         async with Redis(connection_pool=self._connection_pool) as redis:
             buffer = []
             crons = await redis.lrange(self._get_cron_key(), 0, -1)  # type: ignore
-            logger.debug("Got cron scheduleds: %s", crons)
+            logger.debug("Got %d cron schedules", len(crons))
             if crons:
                 buffer.extend(crons)
             timed.extend(await redis.lrange(self._get_time_key(current_time), 0, -1))  # type: ignore
-            logger.debug("Got timed scheduleds: %s", crons)
+            logger.debug("Got %d timed schedules", len(timed))
             if timed:
                 buffer.extend(timed)
             while buffer:

taskiq_redis/redis_broker.py

@@ -165,6 +165,7 @@ class RedisStreamBroker(BaseRedisBroker):
         consumer_id: str = "$",
         mkstream: bool = True,
         xread_block: int = 10000,
+        maxlen: Optional[int] = None,
         additional_streams: Optional[Dict[str, str]] = None,
         **connection_kwargs: Any,
     ) -> None:
@@ -184,6 +185,8 @@ class RedisStreamBroker(BaseRedisBroker):
         :param mkstream: create stream if it does not exist.
         :param xread_block: block time in ms for xreadgroup.
             Better to set it to a bigger value, to avoid unnecessary calls.
+        :param maxlen: sets the maximum length of the stream
+            trims (the old values of) the stream each time a new element is added
         :param additional_streams: additional streams to read from.
             Each key is a stream name, value is a consumer id.
         """
@@ -200,6 +203,7 @@ class RedisStreamBroker(BaseRedisBroker):
         self.consumer_id = consumer_id
         self.mkstream = mkstream
         self.block = xread_block
+        self.maxlen = maxlen
         self.additional_streams = additional_streams or {}
 
     async def _declare_consumer_group(self) -> None:
@@ -235,7 +239,11 @@ class RedisStreamBroker(BaseRedisBroker):
         :param message: message to append.
         """
         async with Redis(connection_pool=self.connection_pool) as redis_conn:
-            await redis_conn.xadd(self.queue_name, {b"data": message.message})
+            await redis_conn.xadd(
+                self.queue_name,
+                {b"data": message.message},
+                maxlen=self.maxlen,
+            )
 
     def _ack_generator(self, id: str) -> Callable[[], Awaitable[None]]:
         async def _ack() -> None:

{taskiq_redis-1.0.4.dist-info → taskiq_redis-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: taskiq-redis
-Version: 1.0.4
+Version: 1.0.5
 Summary: Redis integration for taskiq
 Keywords: taskiq,tasks,distributed,async,redis,result_backend
 Author: taskiq-team

{taskiq_redis-1.0.4.dist-info → taskiq_redis-1.0.5.dist-info}/RECORD

@@ -1,13 +1,13 @@
 taskiq_redis/__init__.py,sha256=Sl4m9rKxweU1t0m289Qtf0qm4xSSkkFHoOfKq6qaz6g,1192
 taskiq_redis/exceptions.py,sha256=7buBJ7CRVWd5WqVqSjtHO8cVL7QzZg-DOM3nB87t-Sk,738
-taskiq_redis/list_schedule_source.py,sha256=guWql2hs2WT35vZtrsW1W9-TvaHsX5Lq_CyRjrl0tGA,9458
+taskiq_redis/list_schedule_source.py,sha256=w7lSJ1-n889PXOwXiA_Jp6Wj4RsZpuXwFCVhOIc5KAw,9462
 taskiq_redis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 taskiq_redis/redis_backend.py,sha256=MLBaUN3Zx-DLvm1r-lgPU82_WZq9kc6oTxYI8LQjd6k,19882
-taskiq_redis/redis_broker.py,sha256=ZLn7LAHj8Sh_oyW5hMgD7PZPQfUdXNPKdqhBcr9Okmg,9775
+taskiq_redis/redis_broker.py,sha256=ep31kUxXx4XhGKjrzVjdNBmA6wLbTQoy7-DlKuwtLz4,10068
 taskiq_redis/redis_cluster_broker.py,sha256=FuWl5fP7Fwr9FbytErmhcUGjRCdPexDK2Co2u6kpDlo,6591
 taskiq_redis/redis_sentinel_broker.py,sha256=wHnbG3xuD_ruhhwp4AXo91NNjq8v2iufUZ0i_HbBRVQ,9073
 taskiq_redis/schedule_source.py,sha256=hqpcs2D8W90KUDHREKblisnhGCE9dbVOtKtuJcOTGZw,9915
-taskiq_redis-1.0.4.dist-info/LICENSE,sha256=lEHEEE-ZxmuItxYgUMPiFWdRcAITxE8DFMNyAg4eOYE,1075
-taskiq_redis-1.0.4.dist-info/METADATA,sha256=sv_06NsLK3SODn9rj404w-mGKpnIWrI5iGLZEPyaBj8,6573
-taskiq_redis-1.0.4.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-taskiq_redis-1.0.4.dist-info/RECORD,,
+taskiq_redis-1.0.5.dist-info/LICENSE,sha256=lEHEEE-ZxmuItxYgUMPiFWdRcAITxE8DFMNyAg4eOYE,1075
+taskiq_redis-1.0.5.dist-info/METADATA,sha256=uV2AJOyyE-f1_5A1LsvGpbf74zSueiJaNNRJ6kIqpvw,6573
+taskiq_redis-1.0.5.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+taskiq_redis-1.0.5.dist-info/RECORD,,