taskiq-redis 0.5.2__py3-none-any.whl → 0.5.4__py3-none-any.whl

taskiq_redis/__init__.py

@@ -4,6 +4,7 @@ from taskiq_redis.redis_backend import (
     RedisAsyncResultBackend,
 )
 from taskiq_redis.redis_broker import ListQueueBroker, PubSubBroker
+from taskiq_redis.redis_cluster_broker import ListQueueClusterBroker
 from taskiq_redis.schedule_source import RedisScheduleSource
 
 __all__ = [
@@ -11,5 +12,6 @@ __all__ = [
     "RedisAsyncResultBackend",
     "ListQueueBroker",
     "PubSubBroker",
+    "ListQueueClusterBroker",
     "RedisScheduleSource",
 ]

taskiq_redis/redis_cluster_broker.py

@@ -0,0 +1,67 @@
+from typing import Any, AsyncGenerator
+
+from redis.asyncio import RedisCluster
+from taskiq.abc.broker import AsyncBroker
+from taskiq.message import BrokerMessage
+
+
+class BaseRedisClusterBroker(AsyncBroker):
+    """Base broker that works with Redis Cluster."""
+
+    def __init__(
+        self,
+        url: str,
+        queue_name: str = "taskiq",
+        max_connection_pool_size: int = 2**31,
+        **connection_kwargs: Any,
+    ) -> None:
+        """
+        Constructs a new broker.
+
+        :param url: url to redis.
+        :param queue_name: name for a list in redis.
+        :param max_connection_pool_size: maximum number of connections in pool.
+        :param connection_kwargs: additional arguments for aio-redis ConnectionPool.
+        """
+        super().__init__()
+
+        self.redis: RedisCluster[bytes] = RedisCluster.from_url(
+            url=url,
+            max_connections=max_connection_pool_size,
+            **connection_kwargs,
+        )
+
+        self.queue_name = queue_name
+
+    async def shutdown(self) -> None:
+        """Closes redis connection pool."""
+        await self.redis.aclose()  # type: ignore[attr-defined]
+        await super().shutdown()
+
+
+class ListQueueClusterBroker(BaseRedisClusterBroker):
+    """Broker that works with Redis Cluster and distributes tasks between workers."""
+
+    async def kick(self, message: BrokerMessage) -> None:
+        """
+        Put a message in a list.
+
+        This method appends a message to the list of all messages.
+
+        :param message: message to append.
+        """
+        await self.redis.lpush(self.queue_name, message.message)  # type: ignore[attr-defined]
+
+    async def listen(self) -> AsyncGenerator[bytes, None]:
+        """
+        Listen redis queue for new messages.
+
+        This function listens to the queue
+        and yields new messages if they have BrokerMessage type.
+
+        :yields: broker messages.
+        """
+        redis_brpop_data_position = 1
+        while True:
+            value = await self.redis.brpop([self.queue_name])  # type: ignore[attr-defined]
+            yield value[redis_brpop_data_position]

taskiq_redis/schedule_source.py

@@ -1,9 +1,9 @@
-import dataclasses
 from typing import Any, List, Optional
 
 from redis.asyncio import ConnectionPool, Redis
 from taskiq import ScheduleSource
 from taskiq.abc.serializer import TaskiqSerializer
+from taskiq.compat import model_dump, model_validate
 from taskiq.scheduler.scheduled_task import ScheduledTask
 
 from taskiq_redis.serializer import PickleSerializer
@@ -60,7 +60,7 @@ class RedisScheduleSource(ScheduleSource):
         async with Redis(connection_pool=self.connection_pool) as redis:
             await redis.set(
                 f"{self.prefix}:{schedule.schedule_id}",
-                self.serializer.dumpb(dataclasses.asdict(schedule)),
+                self.serializer.dumpb(model_dump(schedule)),
             )
 
     async def get_schedules(self) -> List[ScheduledTask]:
@@ -82,7 +82,7 @@ class RedisScheduleSource(ScheduleSource):
             if buffer:
                 schedules.extend(await redis.mget(buffer))
         return [
-            ScheduledTask(**self.serializer.loadb(schedule))
+            model_validate(ScheduledTask, self.serializer.loadb(schedule))
             for schedule in schedules
             if schedule
         ]

{taskiq_redis-0.5.2.dist-info → taskiq_redis-0.5.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: taskiq-redis
-Version: 0.5.2
+Version: 0.5.4
 Summary: Redis integration for taskiq
 Home-page: https://github.com/taskiq-python/taskiq-redis
 Keywords: taskiq,tasks,distributed,async,redis,result_backend
@@ -16,7 +16,7 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.8
 Requires-Dist: redis (>=5,<6)
-Requires-Dist: taskiq (>=0.10.1,<1)
+Requires-Dist: taskiq (>=0.10.3,<1)
 Project-URL: Repository, https://github.com/taskiq-python/taskiq-redis
 Description-Content-Type: text/markdown
 

taskiq_redis-0.5.4.dist-info/RECORD

@@ -0,0 +1,11 @@
+taskiq_redis/__init__.py,sha256=sPv4uLLPSPc8zXK42puvsSMDY5HwbCePdJheYylyApg,527
+taskiq_redis/exceptions.py,sha256=eS4bfZVAjyMsnFs3IF74uYwO1KZOlrYxhxgPqD49ztU,561
+taskiq_redis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+taskiq_redis/redis_backend.py,sha256=Q_pJ1Bz-NpTyFT68UswBvsNYWkLtnSPF1x8QbOnbWI0,8357
+taskiq_redis/redis_broker.py,sha256=qQLWWvY-NacVXkgDGVCe2fyWYPkjZiOnggB0hpPStqw,3957
+taskiq_redis/redis_cluster_broker.py,sha256=CgPKkoEHZ1moNM-VNmzPQdjjNOrhiVUCNV-7FrUgqTo,2121
+taskiq_redis/schedule_source.py,sha256=SWMGC3limXRgyxZS5BawnF3bHGgJpjljByIUL5nC2BY,3414
+taskiq_redis/serializer.py,sha256=x-1ExYoD_EnDiM53lyvI99MdTpNj_pORMIaCL07-6nU,416
+taskiq_redis-0.5.4.dist-info/METADATA,sha256=XKrSxYM3F5RkGwX5mb-HGxertnZWeBpf1f_9c_yaYPQ,3588
+taskiq_redis-0.5.4.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+taskiq_redis-0.5.4.dist-info/RECORD,,

taskiq_redis-0.5.2.dist-info/RECORD

@@ -1,10 +0,0 @@
-taskiq_redis/__init__.py,sha256=zOtK-dJNXBdZ_kh91Otef9ayrHLxwFz0_J78conkl2Q,428
-taskiq_redis/exceptions.py,sha256=eS4bfZVAjyMsnFs3IF74uYwO1KZOlrYxhxgPqD49ztU,561
-taskiq_redis/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-taskiq_redis/redis_backend.py,sha256=Q_pJ1Bz-NpTyFT68UswBvsNYWkLtnSPF1x8QbOnbWI0,8357
-taskiq_redis/redis_broker.py,sha256=qQLWWvY-NacVXkgDGVCe2fyWYPkjZiOnggB0hpPStqw,3957
-taskiq_redis/schedule_source.py,sha256=7AdY7394wm0UEPCn7ovT4vpKjSLXTw7EUgdU5rGJEaY,3374
-taskiq_redis/serializer.py,sha256=x-1ExYoD_EnDiM53lyvI99MdTpNj_pORMIaCL07-6nU,416
-taskiq_redis-0.5.2.dist-info/METADATA,sha256=aduzmIACwufrf_Wyqx8nHp1eDDAl6Qea3jIifZk0TIg,3588
-taskiq_redis-0.5.2.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-taskiq_redis-0.5.2.dist-info/RECORD,,