buz 2.15.10rc2__py3-none-any.whl → 2.15.10rc3__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -226,6 +226,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
             logger=self._logger,
             kafka_admin_client=self.__kafka_admin_client,
             auto_create_topic_configuration=self.__auto_create_topic_configuration,
+            on_partition_assigned=self.__on_partition_assigned,
             on_partition_revoked=self.__on_partition_revoked,
             session_timeout_ms=self.__session_timeout_ms,
             max_poll_interval_ms=self.__max_poll_interval_ms,
@@ -328,36 +329,41 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
 
             while consumer != last_consumer:
                 consumer, queue = next(consumer_queues_cyclic_iterator)
-                kafka_poll_record = queue.pop()
+                async with self.__get_consumer_mutex(
+                    consumer_fqn=consumer.get_consumer_group(),
+                ):
+                    kafka_poll_record = queue.pop()
 
-                if kafka_poll_record is not None:
-                    consuming_task = ConsumingTask(consumer, kafka_poll_record)
-                    async with self.__get_partition_mutex(
-                        consumer_fqn=consuming_task.consumer.get_consumer_group(),
-                        partition=kafka_poll_record.partition,
-                    ):
-                        yield consuming_task
+                    if kafka_poll_record is not None:
+                        yield ConsumingTask(consumer, kafka_poll_record)
 
                     last_consumer = consumer
                     break
 
-    def __get_partition_mutex(self, consumer_fqn: str, partition: int) -> Lock:
-        mutex_key = f"consumer_{consumer_fqn}_partition_{partition}"
+    def __get_consumer_mutex(self, consumer_fqn: str) -> Lock:
+        mutex_key = f"consumer_{consumer_fqn}"
         return self.__consumer_and_partition_mutex[mutex_key]
 
     async def __all_queues_are_empty(self) -> bool:
         return all([queue.is_totally_empty() for queue in self.__queue_per_consumer_mapper.values()])
 
+    async def __on_partition_assigned(self, consumer: AIOKafkaConsumer, topics_partitions: set[TopicPartition]) -> None:
+        self._logger.info(
+            f"rebalancing in progress, assigning partitions {topics_partitions} to consumer {consumer.get_consumer_group()}"
+        )
+
     async def __on_partition_revoked(self, consumer: AIOKafkaConsumer, topics_partitions: set[TopicPartition]) -> None:
-        self._logger.info(f"rebalancing in progress, revoking partitions {topics_partitions}")
+        self._logger.info(
+            f"rebalancing in progress, revoking partitions {topics_partitions} from consumer {consumer.get_consumer_group()}"
+        )
 
         self.increase_number_of_rebalancing_in_progress()
-        for topic_partition in topics_partitions:
-            async with self.__get_partition_mutex(
-                consumer_fqn=consumer.get_consumer_group(),
-                partition=topic_partition.partition,
-            ):
+        async with self.__get_consumer_mutex(
+            consumer_fqn=consumer.get_consumer_group(),
+        ):
+            for topic_partition in topics_partitions:
                 self.__queue_per_consumer_mapper[consumer].clear(topic_partition)
+
         self.decrease_number_of_rebalancing_in_progress()
 
     def increase_number_of_rebalancing_in_progress(self) -> None:

buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py

@@ -42,6 +42,7 @@ class AIOKafkaConsumer:
         max_poll_interval_ms: int,
         heartbeat_interval_ms: int,
         on_partition_revoked: Callable[[AIOKafkaConsumer, set[TopicPartition]], Awaitable[None]],
+        on_partition_assigned: Callable[[AIOKafkaConsumer, set[TopicPartition]], Awaitable[None]],
         auto_create_topic_configuration: Optional[AutoCreateTopicConfiguration] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
         group_instance_id: Optional[str] = None,
@@ -56,6 +57,7 @@ class AIOKafkaConsumer:
         self.__session_timeout_ms = session_timeout_ms
         self.__auto_create_topic_configuration = auto_create_topic_configuration
         self.__on_partitions_revoked_callback = on_partition_revoked
+        self.__on_partitions_assigned_callback = on_partition_assigned
         self.__max_poll_interval_ms = max_poll_interval_ms
         self.__heartbeat_interval_ms = heartbeat_interval_ms
         self.__wait_for_connection_to_cluster_ms = wait_for_connection_to_cluster_ms
@@ -167,7 +169,7 @@ class AIOKafkaConsumer:
         self,
         topics_partitions: set[TopicPartition],
     ) -> None:
-        return
+        await self.__on_partitions_assigned_callback(self, topics_partitions)
 
     async def __on_partitions_revoked(
         self,

{buz-2.15.10rc2.dist-info → buz-2.15.10rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.10rc2
+Version: 2.15.10rc3
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.15.10rc2.dist-info → buz-2.15.10rc3.dist-info}/RECORD

@@ -47,7 +47,7 @@ buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=f7JySj4x2vIWFuJWLMJ_YthZ3V-O0_csbruWh_MFqAM,20686
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=M5mdbht294CE6UYtH7wfV9BoZTJIMLdyO9Wvb94PG_Q,20867
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=DRe3u69LD7Yt9WjA_hK_PRznM08_Mz4hxC_4poppjck,6446
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=-pJVJq3b2SFmPT7SNmdPhqN2o64Hsjwds-shQ-Y7ytg,6389
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
@@ -164,7 +164,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=_fuAuYlfWNaV92osy0Vo8-4-30lvWBECHgxzOvqeARU,9775
+buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=3-73e2CJhSjHONsCH_kZB1x5EwhnzLG2cCKGmkU4q0s,10008
 buz/kafka/infrastructure/aiokafka/aiokafka_producer.py,sha256=LteHKIHpT6MKplwmwsPYMsd2GWNJCzus65XDHCIdoN8,3823
 buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
@@ -250,7 +250,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.15.10rc2.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.15.10rc2.dist-info/METADATA,sha256=b4Qv4eJ7br6183jmTGmVlSzo1FNnQpZcXktW4LELzQY,1601
-buz-2.15.10rc2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.15.10rc2.dist-info/RECORD,,
+buz-2.15.10rc3.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.15.10rc3.dist-info/METADATA,sha256=RH1nBTDq2HcwS_3FwsmWp8zrw_hNop7_jJyRKmAY9e4,1601
+buz-2.15.10rc3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.15.10rc3.dist-info/RECORD,,