buz 2.13.1rc1__py3-none-any.whl → 2.13.1rc4__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -1,6 +1,6 @@
 from abc import abstractmethod
 import traceback
-from asyncio import Lock, gather, Semaphore, Event as AsyncIOEvent, sleep
+from asyncio import Lock, create_task, gather, Semaphore, Event as AsyncIOEvent, sleep
 from datetime import timedelta, datetime
 from itertools import cycle
 from logging import Logger
@@ -89,11 +89,10 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         start_time = datetime.now()
         await self.__generate_kafka_consumers()
 
-        if len(self.__subscriber_per_consumer_mapper) == 0:
+        if len(self.__executor_per_consumer_mapper) == 0:
             self._logger.error("There are no valid subscribers to execute, finalizing consumer")
             return
 
-        self.__create_queue_repository_per_consumer()
         self.__initial_coroutines_created_elapsed_time = datetime.now() - start_time
 
         start_consumption_time = datetime.now()
@@ -164,11 +163,24 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
                 on_partition_revoked=self.__on_partition_revoked,
             )
 
-            self.__subscriber_per_consumer_mapper[kafka_consumer] = subscriber
-
             self.__executor_per_consumer_mapper[kafka_consumer] = executor
 
-            await kafka_consumer.init()
+            self.__queue_per_consumer_mapper[kafka_consumer] = InMemoryMultiqueueRepository()
+
+            # The purpose of this block is to initialize the consumer without delay the execution of the polling thread
+            # If some of the subscribers haven't as many partitions as subscriber they will not be able to be initialized
+            # (but maybe they should be initialized in the future)
+            create_task(self.__init_consumer(kafka_consumer, subscriber))
+        except Exception:
+            self._logger.exception(
+                f"Unexpected error during Kafka subscriber '{subscriber.fqn()}' creation. Skipping it: {traceback.format_exc()}"
+            )
+
+    async def __init_consumer(self, consumer: AIOKafkaConsumer, subscriber: MetaSubscriber) -> None:
+        try:
+            await consumer.init()
+            self.__subscriber_per_consumer_mapper[consumer] = subscriber
+            self._logger.info(f"initialized '{subscriber.fqn()}'")
         except Exception:
             self._logger.exception(
                 f"Unexpected error during Kafka subscriber '{subscriber.fqn()}' initialization. Skipping it: {traceback.format_exc()}"
@@ -178,10 +190,6 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
     async def _create_kafka_consumer_executor(self, subscriber: MetaSubscriber) -> KafkaEventSubscriberExecutor:
         pass
 
-    def __create_queue_repository_per_consumer(self) -> None:
-        for kafka_consumer in self.__subscriber_per_consumer_mapper.keys():
-            self.__queue_per_consumer_mapper[kafka_consumer] = InMemoryMultiqueueRepository()
-
     async def __polling_task(self) -> None:
         try:
             while not self.__should_stop.is_set():

buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py

@@ -28,7 +28,7 @@ class AIOKafkaConsumer:
     __DEFAULT_POLL_TIMEOUT_MS = 0
     __DEFAULT_SESSION_TIMEOUT_MS = 1000 * 60
     __DEFAULT_HEARTBEAT_INTERVAL_MS = 1000 * 15
-    __DEFAULT_MAX_POLL_INTERVAL = 600000
+    __DEFAULT_MAX_POLL_INTERVAL = 30 * 60 * 1000
 
     def __init__(
         self,

{buz-2.13.1rc1.dist-info → buz-2.13.1rc4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.13.1rc1
+Version: 2.13.1rc4
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.13.1rc1.dist-info → buz-2.13.1rc4.dist-info}/RECORD

@@ -45,7 +45,7 @@ buz/event/exceptions/term_signal_interruption_exception.py,sha256=RkRRF0v_K9Hg48
 buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72kZtNWQ2CPuQ3TjXEWFE14,123
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=osVaGMqwSJC8ozV5DMQecls5VvAdIuwX51EDhvz6_qw,14054
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=Jk69FKc5OmYC0CKx-rZMpqyCWtOMqLTR35Jwukk-QLE,14630
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=dqQDv7taAmINE9G2geMDExbcvSlntP09_rQ0JRbc4Rw,5507
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=yrEU51OBjvLjCfYJFJPxux1bcIhoTVMw1Jf0HJMWbb0,5449
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=f94fmS4AVfb3LQsp49e-4Cqzj00IqxHDzuUvDbN4u2s,4258
@@ -149,7 +149,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
 buz/kafka/domain/services/kafka_producer.py,sha256=CTiwGYwuzdJY5aeb2WFbJlyCpZ0YyhzcgKQYyogKzUM,401
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=wOwaWMjINos2pgxKEJ4B-XpGwhIMagl9lLNssP5oPlw,8601
+buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=QDPg-IyDzxIp7Li3TU35FAMH0dOAvLzkWAQofeTegyA,8609
 buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
 buz/kafka/infrastructure/aiokafka/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -230,7 +230,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.13.1rc1.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.13.1rc1.dist-info/METADATA,sha256=ivZF6gyeBhI_mE6SB_tqdsqGMxznifEUblHcv8TvlKk,1620
-buz-2.13.1rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.13.1rc1.dist-info/RECORD,,
+buz-2.13.1rc4.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.13.1rc4.dist-info/METADATA,sha256=tv1O0K_gaN6QII_FQFL_7OAuBCPsSkkoMiKEyc2ljdo,1620
+buz-2.13.1rc4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.13.1rc4.dist-info/RECORD,,