buz 2.15.9__py3-none-any.whl → 2.15.10rc2__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -374,8 +374,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         self._logger.info("Worker stop requested. Waiting for finalize the current task")
 
     async def __manage_kafka_consumers_stopping(self) -> None:
-        for kafka_consumer in self.__queue_per_consumer_mapper.keys():
-            await kafka_consumer.stop()
+        await gather(*[kafka_consumer.stop() for kafka_consumer in self.__queue_per_consumer_mapper.keys()])
 
     async def __health_check(self) -> web.Response:
         health_information = {

buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py

@@ -4,7 +4,7 @@ import asyncio
 from logging import Logger
 from typing import Awaitable, Callable, Optional, Sequence, cast
 
-from aiokafka import AIOKafkaConsumer as AIOKafkaNativeConsumer, TopicPartition, OffsetAndMetadata
+from aiokafka import AIOKafkaConsumer as AIOKafkaNativeConsumer, ConsumerRecord, TopicPartition, OffsetAndMetadata
 from aiokafka.helpers import create_ssl_context
 
 from buz.event.infrastructure.buz_kafka.exceptions.kafka_event_bus_config_not_valid_exception import (
@@ -26,6 +26,7 @@ from buz.kafka.infrastructure.aiokafka.translators.consumer_initial_offset_posit
 
 class AIOKafkaConsumer:
     __DEFAULT_POLL_TIMEOUT_MS = 0
+    __DEFAULT_ASYNC_FUNCTION_TIMEOUT_MS = 3000
 
     def __init__(
         self,
@@ -107,7 +108,7 @@ class AIOKafkaConsumer:
             ),
             session_timeout_ms=self.__session_timeout_ms,
             heartbeat_interval_ms=self.__heartbeat_interval_ms,
-            partition_assignment_strategy=list(self.__partition_assignors),
+            # partition_assignment_strategy=list(self.__partition_assignors),
             max_poll_interval_ms=self.__max_poll_interval_ms,
             rebalance_timeout_ms=self.__max_poll_interval_ms,
         )
@@ -177,14 +178,15 @@ class AIOKafkaConsumer:
     async def poll(
         self,
         *,
-        timeout_ms: int = __DEFAULT_POLL_TIMEOUT_MS,
         number_of_messages_to_poll: Optional[int] = None,
     ) -> list[KafkaPollRecord]:
-        poll_results = await self.__consumer.getmany(
-            timeout_ms=timeout_ms,
+        poll_results = await self.__get_many(
             max_records=number_of_messages_to_poll,
         )
 
+        if poll_results is None:
+            return []
+
         results = [
             cast(KafkaPollRecord, consumer_record)
             for consumer_records in poll_results.values()
@@ -193,6 +195,19 @@ class AIOKafkaConsumer:
 
         return results
 
+    async def __get_many(
+        self,
+        max_records: Optional[int] = None,
+    ) -> Optional[dict[TopicPartition, list[ConsumerRecord]]]:
+        try:
+            return await asyncio.wait_for(
+                self.__consumer.getmany(timeout_ms=self.__DEFAULT_POLL_TIMEOUT_MS, max_records=max_records),
+                timeout=self.__DEFAULT_ASYNC_FUNCTION_TIMEOUT_MS / 1000,
+            )
+        except asyncio.TimeoutError:
+            self.__logger.debug("Timeout while polling")
+            return None
+
     async def commit_poll_record(self, poll_record: KafkaPollRecord) -> None:
         topic_partition = TopicPartition(topic=poll_record.topic, partition=poll_record.partition)
         offset = {topic_partition: OffsetAndMetadata(poll_record.offset + 1, "")}
@@ -201,4 +216,13 @@ class AIOKafkaConsumer:
 
     async def stop(self) -> None:
         self.__logger.info(f"Closing connection of consumer with group_id={self.__consumer_group}")
-        await self.__consumer.stop()
+
+        self.__consumer.unsubscribe()
+
+        try:
+            await asyncio.wait_for(
+                self.__consumer.stop(),
+                timeout=self.__DEFAULT_ASYNC_FUNCTION_TIMEOUT_MS / 1000,
+            )
+        except asyncio.TimeoutError:
+            self.__logger.debug("Timeout while stopping consumer")

{buz-2.15.9.dist-info → buz-2.15.10rc2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.9
+Version: 2.15.10rc2
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.15.9.dist-info → buz-2.15.10rc2.dist-info}/RECORD

@@ -47,7 +47,7 @@ buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=pQQf9ASWg_Y84BxHHATOqiewZA_Ty7Oja_kuvS7H9cw,20688
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=f7JySj4x2vIWFuJWLMJ_YthZ3V-O0_csbruWh_MFqAM,20686
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=DRe3u69LD7Yt9WjA_hK_PRznM08_Mz4hxC_4poppjck,6446
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=-pJVJq3b2SFmPT7SNmdPhqN2o64Hsjwds-shQ-Y7ytg,6389
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
@@ -164,7 +164,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=MImg7oft0_3X-oPd-tE9NC5HjsN13Sd-Xm3UU9APU-Y,8950
+buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=_fuAuYlfWNaV92osy0Vo8-4-30lvWBECHgxzOvqeARU,9775
 buz/kafka/infrastructure/aiokafka/aiokafka_producer.py,sha256=LteHKIHpT6MKplwmwsPYMsd2GWNJCzus65XDHCIdoN8,3823
 buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
@@ -250,7 +250,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.15.9.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.15.9.dist-info/METADATA,sha256=mPD6hdEOJIe6xRVg-0_-uf9TSxiWVIQScl_gRpLrwXE,1597
-buz-2.15.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.15.9.dist-info/RECORD,,
+buz-2.15.10rc2.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.15.10rc2.dist-info/METADATA,sha256=b4Qv4eJ7br6183jmTGmVlSzo1FNnQpZcXktW4LELzQY,1601
+buz-2.15.10rc2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.15.10rc2.dist-info/RECORD,,