buz 2.18.0__py3-none-any.whl → 2.20.0__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -66,6 +66,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
         worker_instance_id: Optional[str] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         self.__connection_config = connection_config
         self.__consume_strategy = consume_strategy
@@ -106,6 +107,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         )
         self.__wait_for_connection_to_cluster_ms: Optional[int] = wait_for_connection_to_cluster_ms
         self.__worker_instance_id: Optional[str] = worker_instance_id
+        self.__milliseconds_between_retries: int = milliseconds_between_retries
         self.__polling_tasks_semaphore = Semaphore(self.__max_number_of_concurrent_polling_tasks)
         self.__consumer_and_partition_mutex: dict[str, Lock] = defaultdict(Lock)
         self.__is_worked_initialized = False
@@ -167,6 +169,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
             f"  - Seconds between polls if there are no new tasks: {self.__seconds_between_polls_if_there_are_no_new_tasks}\n"
             f"  - Max number of concurrent polling tasks: {self.__max_number_of_concurrent_polling_tasks}\n"
             f"  - Wait for connection to cluster ms: {self.__wait_for_connection_to_cluster_ms}\n"
+            f"  - Milliseconds between retries: {self.__milliseconds_between_retries}ms ({self.__milliseconds_between_retries / 1000.0}s)\n"
             f"  - Health check port: {self.__health_check_port}\n"
             f"  - Number of subscribers: {len(self.__subscribers)}",
         )

buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py

@@ -63,6 +63,7 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         health_check_port: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         super().__init__(
             connection_config=connection_config,
@@ -85,12 +86,14 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
             health_check_port=health_check_port,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
             worker_instance_id=worker_instance_id,
+            milliseconds_between_retries=milliseconds_between_retries,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self._deserializers_per_subscriber = deserializers_per_subscriber
+        self.__milliseconds_between_retries = milliseconds_between_retries
 
     async def _create_kafka_consumer_executor(
         self,
@@ -115,12 +118,13 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
         )
 
         return KafkaEventAsyncSubscriberExecutor(
+            subscriber=subscriber,
             logger=self._logger,
+            consume_middlewares=self.__consume_middlewares,
+            milliseconds_between_retries=self.__milliseconds_between_retries,
             byte_deserializer=byte_deserializer,
             header_deserializer=KafkaHeaderSerializer(),
             on_fail_strategy=self.__on_fail_strategy,
-            subscriber=subscriber,
-            consume_middlewares=self.__consume_middlewares,
             consume_retrier=self.__consume_retrier,
             reject_callback=self.__reject_callback,
             cdc_payload_deserializer=cdc_payload_deserializer,

buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py

@@ -64,6 +64,7 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         health_check_port: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         super().__init__(
             connection_config=connection_config,
@@ -86,12 +87,14 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
             heartbeat_interval_ms=heartbeat_interval_ms,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
             worker_instance_id=worker_instance_id,
+            milliseconds_between_retries=milliseconds_between_retries,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self._deserializers_per_subscriber = deserializers_per_subscriber
+        self.__milliseconds_between_retries = milliseconds_between_retries
 
     async def _create_kafka_consumer_executor(
         self,
@@ -116,12 +119,13 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
         )
 
         return KafkaEventSyncSubscriberExecutor(
+            subscriber=subscriber,
             logger=self._logger,
+            consume_middlewares=self.__consume_middlewares,
+            milliseconds_between_retries=self.__milliseconds_between_retries,
             byte_deserializer=byte_deserializer,
             header_deserializer=KafkaHeaderSerializer(),
             on_fail_strategy=self.__on_fail_strategy,
-            subscriber=subscriber,
-            consume_middlewares=self.__consume_middlewares,
             consume_retrier=self.__consume_retrier,
             reject_callback=self.__reject_callback,
             cdc_payload_deserializer=cdc_payload_deserializer,

buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py

@@ -37,7 +37,7 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         subscriber: AsyncSubscriber,
         logger: Logger,
         consume_middlewares: Optional[Sequence[AsyncConsumeMiddleware]] = None,
-        seconds_between_retries: float = 5,
+        milliseconds_between_retries: int = 5000,
         byte_deserializer: ByteDeserializer[Event],
         header_deserializer: KafkaHeaderSerializer,
         on_fail_strategy: KafkaOnFailStrategy,
@@ -48,7 +48,8 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         self.__subscriber = subscriber
         self.__logger = logger
         self.__consume_middleware_chain_resolver = AsyncConsumeMiddlewareChainResolver(consume_middlewares or [])
-        self.__seconds_between_retires = seconds_between_retries
+        self.__milliseconds_between_retries = milliseconds_between_retries
+        self.__seconds_between_retries = milliseconds_between_retries / 1000.0
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
@@ -158,7 +159,7 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                         ),
                         exc_info=exception,
                     )
-                    await sleep(self.__seconds_between_retires)
+                    await sleep(self.__seconds_between_retries)
                     continue
 
                 self.__logger.exception(exception)

buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py

@@ -38,7 +38,7 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         subscriber: Subscriber,
         logger: Logger,
         consume_middlewares: Optional[Sequence[ConsumeMiddleware]] = None,
-        seconds_between_retries: float = 5,
+        milliseconds_between_retries: int = 5000,
         byte_deserializer: ByteDeserializer[Event],
         header_deserializer: KafkaHeaderSerializer,
         on_fail_strategy: KafkaOnFailStrategy,
@@ -49,7 +49,8 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         self.__subscriber = subscriber
         self.__logger = logger
         self.__consume_middleware_chain_resolver = ConsumeMiddlewareChainResolver(consume_middlewares or [])
-        self.__seconds_between_retires = seconds_between_retries
+        self.__milliseconds_between_retries = milliseconds_between_retries
+        self.__seconds_between_retries = milliseconds_between_retries / 1000.0
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
@@ -161,7 +162,7 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                         ),
                         exc_info=exception,
                     )
-                    time.sleep(self.__seconds_between_retires)
+                    time.sleep(self.__seconds_between_retries)
                     continue
 
                 self.__logger.exception(exception)

buz/kafka/domain/exceptions/consumer_group_not_found_exception.py

@@ -0,0 +1,6 @@
+from __future__ import annotations
+
+
+class ConsumerGroupNotFoundException(Exception):
+    def __init__(self, consumer_group: str) -> None:
+        super().__init__(f'The consumer group "{consumer_group}" has not been found')

buz/kafka/domain/services/kafka_admin_client.py

@@ -65,3 +65,11 @@ class KafkaAdminClient(ConnectionManager, ABC):
         new_number_of_partitions: int,
     ) -> None:
         pass
+
+    @abstractmethod
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        """
+        Get the committed offsets for a consumer group on a specific topic.
+        Returns a dictionary mapping partition numbers to their committed offsets.
+        """
+        pass

buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py

@@ -12,6 +12,7 @@ from kafka.admin.new_partitions import NewPartitions
 from kafka.errors import TopicAlreadyExistsError
 from kafka.structs import TopicPartition, OffsetAndTimestamp
 
+from buz.kafka.domain.exceptions.consumer_group_not_found_exception import ConsumerGroupNotFoundException
 from buz.kafka.domain.exceptions.not_all_partition_assigned_exception import NotAllPartitionAssignedException
 from buz.kafka.domain.exceptions.not_valid_partition_number_exception import NotValidPartitionNumberException
 from buz.kafka.domain.exceptions.topic_already_created_exception import KafkaTopicsAlreadyCreatedException
@@ -400,3 +401,28 @@ class KafkaPythonAdminClient(KafkaAdminClient):
             related_consumer_groups.add(consumer_group)
 
         return related_consumer_groups
+
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        self._logger.info(f'Getting consumer group offsets for group "{consumer_group}" on topic "{topic}"')
+
+        if not self.is_topic_created(topic):
+            raise TopicNotFoundException(topic_name=topic)
+
+        cluster_consumer_groups = self.get_cluster_consumer_groups()
+        if consumer_group not in cluster_consumer_groups:
+            raise ConsumerGroupNotFoundException(consumer_group=consumer_group)
+
+        partitions = self.get_number_of_partitions(topic)
+        topic_partitions = [TopicPartition(topic=topic, partition=partition) for partition in range(partitions)]
+
+        offsets_response = self._get_kafka_admin().list_consumer_group_offsets(
+            consumer_group, partitions=topic_partitions
+        )
+
+        # Build the result dictionary, filtering out partitions with no committed offset (-1)
+        result: dict[int, int] = {}
+        for topic_partition, offset_and_metadata in offsets_response.items():
+            if offset_and_metadata.offset >= 0:
+                result[topic_partition.partition] = offset_and_metadata.offset
+
+        return result

{buz-2.18.0.dist-info → buz-2.20.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.18.0
+Version: 2.20.0
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.18.0.dist-info → buz-2.20.0.dist-info}/RECORD

@@ -47,9 +47,9 @@ buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=guVuZUQjxR-1ECuHjJ7Z7DTtIs2E7BSmazuP73dxgcY,21013
-buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=qDICqM8vkNSRgNzi1SZ8QnBMH1u41aWkomXzKUAUjSw,7029
-buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=D059qyCJ7QBvCIXK8BaS8xCtjHjX_ityHadccttVXNk,6972
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=7ZhaKaFXBpD3HVkuQMpAJvY8lfy7__1wxftLIwCmnMQ,21284
+buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=GmmuAZboDkrpNOLF8cE_F0t4I7ZnMiGsiGw4SYIvKGc,7303
+buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=ZRLRoBRomqrXAiePSMn4gePF59AWPn6VQpQui1UVnyM,7246
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
 buz/event/infrastructure/buz_kafka/consume_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/consume_strategy/consume_strategy.py,sha256=RqlXe5W2S6rH3FTr--tcxzFJTAVLb-Dhl7m6qjgNz2M,331
@@ -59,9 +59,9 @@ buz/event/infrastructure/buz_kafka/exceptions/__init__.py,sha256=47DEQpj8HBSa-_T
 buz/event/infrastructure/buz_kafka/exceptions/kafka_event_bus_config_not_valid_exception.py,sha256=VUKZXA2ygjg21P4DADFl_Tace6RwSXia1MRYvJypxbM,135
 buz/event/infrastructure/buz_kafka/exceptions/max_consumer_retry_exception.py,sha256=5O33uUC8FLILY1C13tQwkfsLSXrmbe0vMaUfBmOuXdU,264
 buz/event/infrastructure/buz_kafka/exceptions/retry_exception.py,sha256=Fq9kvI3DpFsGD3x2icmQ1fYIsuKZAFqI3tCibAuEtSQ,441
-buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=jHCj9qVraoRFOc8cnrsavjQ_bbdYOHFsQXKA7ccitPs,8738
+buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=JeKEoudfYNdUzuf8YOXHq-DY6wWHbUglE8W9aoETNp4,8833
 buz/event/infrastructure/buz_kafka/kafka_event_subscriber_executor.py,sha256=EyG2vsFYErWAyqxdXqSwxx5Zi_y0d6i0h05XavJMnxg,254
-buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=bFHd-xsGaPsy0W80byJNcbf6Tj_OTdsBk7DN8fZklz8,8843
+buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=UEiQabnIuFSyds_g7JPQHzWIWa_Jha7fEtlMnKaKLEY,8938
 buz/event/infrastructure/buz_kafka/models/cdc_process_context.py,sha256=4843xU1x42XdF8iwocawrBuz2uVt9bOEeDTG5ghxmik,246
 buz/event/infrastructure/buz_kafka/models/kafka_delivery_context.py,sha256=Kvi1Pq9EvR_UQ6e-DbvB2l3m7rTvq2k4UmEZuHUg-qU,259
 buz/event/infrastructure/buz_kafka/publish_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -148,6 +148,7 @@ buz/event/worker.py,sha256=BL9TXB_kyr0Avql9fIcFm3CDNnXPvZB6O6BxVwjtCdA,942
 buz/handler.py,sha256=W6jSTo5BNV9u9QKBaEMhLIa3tgQocd6oYEJf5K4EfEU,358
 buz/kafka/__init__.py,sha256=R3fcyET-SNEAvk_XlBQbHIbQVb63Qiz6lVrif3nDhNU,3435
 buz/kafka/domain/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+buz/kafka/domain/exceptions/consumer_group_not_found_exception.py,sha256=8My8lM7DZ7JARfHY1MmuW5BWOB1YadiKhnc3cSTPlaI,225
 buz/kafka/domain/exceptions/not_all_partition_assigned_exception.py,sha256=1Ky6gDh_baD6cGB0MBnjbkkLcw2zQU_kFXPpDZn56z0,400
 buz/kafka/domain/exceptions/not_valid_kafka_message_exception.py,sha256=Dn6I_-eGQnOuu5WW24oKGOdKOu4EdM8ByH3DLAbz5SY,57
 buz/kafka/domain/exceptions/not_valid_partition_number_exception.py,sha256=YZyGbblHk6ON9sBtjRQTDa-nC88i4oe14_VSO8vSTm0,337
@@ -168,7 +169,7 @@ buz/kafka/domain/models/kafka_supported_sasl_mechanisms.py,sha256=ASyDaFgseQRcUJ
 buz/kafka/domain/models/kafka_supported_security_protocols.py,sha256=ffY2-9sOj4XIkJTSQVkqeOb4KnuqEYXISDarfDN8r9Q,161
 buz/kafka/domain/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/domain/services/async_kafka_producer.py,sha256=gSq3WwEVux_gp3EKDAMN1WsM027uklB58E-WnKpyhPs,533
-buz/kafka/domain/services/kafka_admin_client.py,sha256=Kh_w-qWEY8rsrlYjnJT1FrJLVZrO3l2LeRAWFyc_nOg,1558
+buz/kafka/domain/services/kafka_admin_client.py,sha256=gjLs7BZwRjBd6qEoL2bNUdpHGPkh51dw1-kmC6I2YHw,1871
 buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_OmeXZ5F429zP7Hx5g4FNllpfE,1625
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -198,7 +199,7 @@ buz/kafka/infrastructure/interfaces/async_connection_manager.py,sha256=JbaLu5UVV
 buz/kafka/infrastructure/interfaces/connection_manager.py,sha256=EWnvShJHOg8QYe6a3ma0urjKjmVMDBi7q8T2cv_i_MQ,200
 buz/kafka/infrastructure/kafka_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/exception/consumer_interrupted_exception.py,sha256=fqhgV7HILdVdv-p1CsOIaaESKY2ZXBtRGYbrVSdPLg0,164
-buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=_zTOY3ihiXESUlDj0SECEvixt9MMny0xBGzFPix0ZYM,16241
+buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=FRO_zmGdOkiu5wFYmO7v-hLASxR0XT45uDqjHgmg_F4,17544
 buz/kafka/infrastructure/kafka_python/kafka_python_admin_test_client.py,sha256=5xP23dQ7FDuy7dIWNw39C3bMVmaUj9ZQhEEJISRv9ec,2986
 buz/kafka/infrastructure/kafka_python/kafka_python_producer.py,sha256=DkqqLSSXHBf4SXXf-IZwwLhxWrGE95Jg4MO_3RDsikU,3594
 buz/kafka/infrastructure/kafka_python/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -262,7 +263,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.18.0.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
-buz-2.18.0.dist-info/METADATA,sha256=L0TUDYrh4I11KrZf6vgj88eHmWm62AP3t_7yAr812Hc,12580
-buz-2.18.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.18.0.dist-info/RECORD,,
+buz-2.20.0.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
+buz-2.20.0.dist-info/METADATA,sha256=G6e8B1zuAsgMDYnD6b4yJY3oS5bgRBzWdTq-Qrk-KPU,12580
+buz-2.20.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.20.0.dist-info/RECORD,,