buz 2.15.8rc1__py3-none-any.whl → 2.15.10rc1__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -65,6 +65,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         max_poll_interval_ms: Optional[int] = None,
         heartbeat_interval_ms: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        worker_instance_id: Optional[str] = None,
     ):
         self.__connection_config = connection_config
         self.__consume_strategy = consume_strategy
@@ -104,6 +105,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
             max_number_of_concurrent_polling_tasks or self.__MAX_NUMBER_OF_CONCURRENT_POLLING_TASKS
         )
         self.__wait_for_connection_to_cluster_ms: Optional[int] = wait_for_connection_to_cluster_ms
+        self.__worker_instance_id: Optional[str] = worker_instance_id
         self.__polling_tasks_semaphore = Semaphore(self.__max_number_of_concurrent_polling_tasks)
         self.__consumer_and_partition_mutex: dict[str, Lock] = defaultdict(Lock)
         self.__is_worked_initialized = False
@@ -151,6 +153,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
     def __print_worker_configuration(self) -> None:
         self._logger.info(
             f"Consumer configuration:\n"
+            f"  - Worker instance id: {self.__worker_instance_id}\n"
             f"  - Consume strategy: {self.__consume_strategy}\n"
             f"  - Max queue size: {self.__max_queue_size}\n"
             f"  - Max records retrieved per poll: {self.__max_records_retrieved_per_poll}\n"
@@ -215,6 +218,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         topics = self.__consume_strategy.get_topics(subscriber)
         kafka_consumer = AIOKafkaConsumer(
             consumer_group=self.__consume_strategy.get_subscription_group(subscriber),
+            group_instance_id=self.__generate_consumer_group_instance_id(subscriber),
             topics=topics,
             connection_config=self.__connection_config,
             initial_offset_position=self.__consumer_initial_offset_position,
@@ -243,6 +247,11 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
             f"Initialized consumer group: '{kafka_consumer.get_consumer_group()}' subscribed to the topics: '{kafka_consumer.get_topics()}'"
         )
 
+    def __generate_consumer_group_instance_id(self, subscriber: MetaSubscriber) -> Optional[str]:
+        if self.__worker_instance_id is None:
+            return None
+        return f"{subscriber.fqn()}-{self.__worker_instance_id}"
+
     @abstractmethod
     async def _create_kafka_consumer_executor(self, subscriber: MetaSubscriber) -> KafkaEventSubscriberExecutor:
         pass

buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py

@@ -43,6 +43,7 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
         logger: Logger,
         consumer_initial_offset_position: ConsumerInitialOffsetPosition,
         deserializers_per_subscriber: dict[MetaSubscriber, BytesToMessageDeserializer[T]],
+        worker_instance_id: Optional[str] = None,
         consume_middlewares: Optional[Sequence[AsyncConsumeMiddleware]] = None,
         consume_retrier: Optional[ConsumeRetrier] = None,
         reject_callback: Optional[RejectCallback] = None,
@@ -77,6 +78,7 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
             heartbeat_interval_ms=heartbeat_interval_ms,
             health_check_port=health_check_port,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
+            worker_instance_id=worker_instance_id,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares

buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py

@@ -44,6 +44,7 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
         logger: Logger,
         consumer_initial_offset_position: ConsumerInitialOffsetPosition,
         deserializers_per_subscriber: dict[Subscriber, BytesToMessageDeserializer[T]],
+        worker_instance_id: Optional[str] = None,
         consume_middlewares: Optional[Sequence[ConsumeMiddleware]] = None,
         consume_retrier: Optional[ConsumeRetrier] = None,
         reject_callback: Optional[RejectCallback] = None,
@@ -78,6 +79,7 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
             max_poll_interval_ms=max_poll_interval_ms,
             heartbeat_interval_ms=heartbeat_interval_ms,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
+            worker_instance_id=worker_instance_id,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares

buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py

@@ -43,6 +43,7 @@ class AIOKafkaConsumer:
         on_partition_revoked: Callable[[AIOKafkaConsumer, set[TopicPartition]], Awaitable[None]],
         auto_create_topic_configuration: Optional[AutoCreateTopicConfiguration] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        group_instance_id: Optional[str] = None,
     ) -> None:
         self.__consumer_group = consumer_group
         self.__topics = topics
@@ -57,6 +58,7 @@ class AIOKafkaConsumer:
         self.__max_poll_interval_ms = max_poll_interval_ms
         self.__heartbeat_interval_ms = heartbeat_interval_ms
         self.__wait_for_connection_to_cluster_ms = wait_for_connection_to_cluster_ms
+        self.__group_instance_id = group_instance_id
         self.__check_kafka_admin_client_is_needed()
         self.__consumer = self.__generate_consumer()
 
@@ -90,6 +92,7 @@ class AIOKafkaConsumer:
 
         consumer = AIOKafkaNativeConsumer(
             None,
+            group_instance_id=self.__group_instance_id,
             ssl_context=ssl_context,
             bootstrap_servers=",".join(self.__connection_config.bootstrap_servers),
             security_protocol=self.__connection_config.credentials.security_protocol.value,
@@ -104,7 +107,7 @@ class AIOKafkaConsumer:
             ),
             session_timeout_ms=self.__session_timeout_ms,
             heartbeat_interval_ms=self.__heartbeat_interval_ms,
-            partition_assignment_strategy=list(self.__partition_assignors),
+            # partition_assignment_strategy=list(self.__partition_assignors),
             max_poll_interval_ms=self.__max_poll_interval_ms,
             rebalance_timeout_ms=self.__max_poll_interval_ms,
         )

{buz-2.15.8rc1.dist-info → buz-2.15.10rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.8rc1
+Version: 2.15.10rc1
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.15.8rc1.dist-info → buz-2.15.10rc1.dist-info}/RECORD

@@ -47,9 +47,9 @@ buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=13CqXqXk_1tgVJ6SpXpW4nr2SMA7ujpm8l4q3Yhtdsg,20179
-buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=lLHUnf9DpfAyB0PN7oBjn-Eyyl0zCHsSnrb6QUigruk,6345
-buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=CiuNTns6eifR2JNGhXGNTdWURu-IQVIioe5n_pMSt9s,6288
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=pQQf9ASWg_Y84BxHHATOqiewZA_Ty7Oja_kuvS7H9cw,20688
+buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=DRe3u69LD7Yt9WjA_hK_PRznM08_Mz4hxC_4poppjck,6446
+buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=-pJVJq3b2SFmPT7SNmdPhqN2o64Hsjwds-shQ-Y7ytg,6389
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
 buz/event/infrastructure/buz_kafka/consume_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/consume_strategy/consume_strategy.py,sha256=RqlXe5W2S6rH3FTr--tcxzFJTAVLb-Dhl7m6qjgNz2M,331
@@ -164,7 +164,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=9ORj5couBePn5LtIlTXUlMF2hSOuZ5vmgG0RUbw-BVM,8792
+buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=5m9XfSRH15wNblqpb-l8cqqIEtDFbpwySzYK_hSuXc4,8952
 buz/kafka/infrastructure/aiokafka/aiokafka_producer.py,sha256=LteHKIHpT6MKplwmwsPYMsd2GWNJCzus65XDHCIdoN8,3823
 buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
@@ -250,7 +250,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.15.8rc1.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.15.8rc1.dist-info/METADATA,sha256=EcA5CSIiqruT_bLWz0GS6LaFdRbbbJiG_Stg9zspIug,1600
-buz-2.15.8rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.15.8rc1.dist-info/RECORD,,
+buz-2.15.10rc1.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.15.10rc1.dist-info/METADATA,sha256=bUl0KIsBwcN6w-eRU9C5zf_ZTaGk2o8ZnECnaaVUkck,1601
+buz-2.15.10rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.15.10rc1.dist-info/RECORD,,