buz 2.13.1rc3__py3-none-any.whl → 2.13.1rc5__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -1,6 +1,6 @@
 from abc import abstractmethod
 import traceback
-from asyncio import Lock, gather, Semaphore, Event as AsyncIOEvent, sleep
+from asyncio import Lock, create_task, gather, Semaphore, Event as AsyncIOEvent, sleep
 from datetime import timedelta, datetime
 from itertools import cycle
 from logging import Logger
@@ -89,7 +89,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         start_time = datetime.now()
         await self.__generate_kafka_consumers()
 
-        if len(self.__subscriber_per_consumer_mapper) == 0:
+        if len(self.__executor_per_consumer_mapper) == 0:
             self._logger.error("There are no valid subscribers to execute, finalizing consumer")
             return
 
@@ -163,13 +163,24 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
                 on_partition_revoked=self.__on_partition_revoked,
             )
 
-            self.__subscriber_per_consumer_mapper[kafka_consumer] = subscriber
-
             self.__executor_per_consumer_mapper[kafka_consumer] = executor
 
             self.__queue_per_consumer_mapper[kafka_consumer] = InMemoryMultiqueueRepository()
 
-            await kafka_consumer.init()
+            # The purpose of this block is to initialize the consumer without delay the execution of the polling thread
+            # If some of the subscribers haven't as many partitions as subscriber they will not be able to be initialized
+            # (but maybe they should be initialized in the future)
+            create_task(self.__init_consumer(kafka_consumer, subscriber))
+        except Exception:
+            self._logger.exception(
+                f"Unexpected error during Kafka subscriber '{subscriber.fqn()}' creation. Skipping it: {traceback.format_exc()}"
+            )
+
+    async def __init_consumer(self, consumer: AIOKafkaConsumer, subscriber: MetaSubscriber) -> None:
+        try:
+            await consumer.init()
+            self.__subscriber_per_consumer_mapper[consumer] = subscriber
+            self._logger.info(f"initialized '{subscriber.fqn()}'")
         except Exception:
             self._logger.exception(
                 f"Unexpected error during Kafka subscriber '{subscriber.fqn()}' initialization. Skipping it: {traceback.format_exc()}"
@@ -275,7 +286,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         self._logger.info("Worker stop requested. Waiting for finalize the current task")
 
     async def __manage_kafka_consumers_stopping(self) -> None:
-        for kafka_consumer in self.__subscriber_per_consumer_mapper.keys():
+        for kafka_consumer in self.__queue_per_consumer_mapper.keys():
             await kafka_consumer.stop()
 
     def __print_statistics(self) -> None:

buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py

@@ -26,8 +26,7 @@ from buz.kafka.infrastructure.aiokafka.translators.consumer_initial_offset_posit
 
 class AIOKafkaConsumer:
     __DEFAULT_POLL_TIMEOUT_MS = 0
-    __DEFAULT_SESSION_TIMEOUT_MS = 1000 * 60
-    __DEFAULT_HEARTBEAT_INTERVAL_MS = 1000 * 15
+    __DEFAULT_SESSION_TIMEOUT_MS = 1000 * 120
     __DEFAULT_MAX_POLL_INTERVAL = 30 * 60 * 1000
 
     def __init__(
@@ -90,7 +89,7 @@ class AIOKafkaConsumer:
                 self.__initial_offset_position
             ),
             session_timeout_ms=self.__session_timeout_ms,
-            heartbeat_interval_ms=self.__DEFAULT_HEARTBEAT_INTERVAL_MS,
+            heartbeat_interval_ms=int(self.__session_timeout_ms / 5),
             partition_assignment_strategy=list(self.__partition_assignors),
             max_poll_interval_ms=self.__DEFAULT_MAX_POLL_INTERVAL,
             rebalance_timeout_ms=self.__DEFAULT_MAX_POLL_INTERVAL,

{buz-2.13.1rc3.dist-info → buz-2.13.1rc5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.13.1rc3
+Version: 2.13.1rc5
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.13.1rc3.dist-info → buz-2.13.1rc5.dist-info}/RECORD

@@ -45,7 +45,7 @@ buz/event/exceptions/term_signal_interruption_exception.py,sha256=RkRRF0v_K9Hg48
 buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72kZtNWQ2CPuQ3TjXEWFE14,123
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=_a_WgJMcbCd3s75M3Oj0vHDRpmOGopNZ4Cul7fZNujc,13862
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=fFIifDvecAyglL81vWPZ8IXZE0RxvKDd6pq6cJYezJI,14625
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=dqQDv7taAmINE9G2geMDExbcvSlntP09_rQ0JRbc4Rw,5507
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=yrEU51OBjvLjCfYJFJPxux1bcIhoTVMw1Jf0HJMWbb0,5449
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=f94fmS4AVfb3LQsp49e-4Cqzj00IqxHDzuUvDbN4u2s,4258
@@ -149,7 +149,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
 buz/kafka/domain/services/kafka_producer.py,sha256=CTiwGYwuzdJY5aeb2WFbJlyCpZ0YyhzcgKQYyogKzUM,401
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=QDPg-IyDzxIp7Li3TU35FAMH0dOAvLzkWAQofeTegyA,8609
+buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=zGalbfVPEr-08Uv0weSnkKayr2T76F8luO-UhfMNgx4,8560
 buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
 buz/kafka/infrastructure/aiokafka/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -230,7 +230,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.13.1rc3.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.13.1rc3.dist-info/METADATA,sha256=EI1kUtEDvPsJP7GmsEz4Ziqlnc9AB9kOrCvA6zOm4pc,1620
-buz-2.13.1rc3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.13.1rc3.dist-info/RECORD,,
+buz-2.13.1rc5.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.13.1rc5.dist-info/METADATA,sha256=HD-JfQW8fjPkxB_hB-bv07tM8IQUtPwhZEPsWFD-TcQ,1620
+buz-2.13.1rc5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.13.1rc5.dist-info/RECORD,,