buz 2.15.3__py3-none-any.whl → 2.15.5__py3-none-any.whl

buz/event/infrastructure/buz_kafka/exceptions/max_consumer_retry_exception.py

@@ -0,0 +1,8 @@
+class MaxConsumerRetryException(Exception):
+    def __init__(
+        self,
+        *,
+        event_id: str,
+        subscriber_fqn: str,
+    ) -> None:
+        super().__init__(f"Max retries reached, discarding event {event_id} for subscriber {subscriber_fqn}")

buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py

@@ -5,6 +5,7 @@ from typing import Optional, Sequence, cast
 from buz.event import Event
 from buz.event.async_subscriber import AsyncSubscriber
 from buz.event.infrastructure.buz_kafka.consume_strategy.kafka_on_fail_strategy import KafkaOnFailStrategy
+from buz.event.infrastructure.buz_kafka.exceptions.max_consumer_retry_exception import MaxConsumerRetryException
 from buz.event.infrastructure.buz_kafka.exceptions.retry_exception import ConsumerRetryException
 from buz.event.infrastructure.buz_kafka.kafka_event_subscriber_executor import KafkaEventSubscriberExecutor
 from buz.event.middleware.async_consume_middleware import AsyncConsumeMiddleware
@@ -78,8 +79,30 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         )
 
     async def __perform_consume(self, event: Event, subscriber: AsyncSubscriber) -> None:
-        should_retry = True
         number_of_executions = 0
+        should_retry = True
+
+        if self.__consume_retrier is not None:
+            should_retry = self.__consume_retrier.should_retry(event, [subscriber])
+
+        if should_retry is False:
+            max_retry_exception = MaxConsumerRetryException(
+                event_id=event.id,
+                subscriber_fqn=subscriber.fqn(),
+            )
+
+            if self.__on_fail_strategy == KafkaOnFailStrategy.STOP_ON_FAIL:
+                raise max_retry_exception
+
+            self.__logger.warning(
+                f"The event {event.id} with the subscriber {subscriber.fqn()} has reach the max number of retries, it will be consumed but not processed"
+            )
+
+            if self.__reject_callback is not None:
+                self.__reject_callback.on_reject(event=event, subscribers=[subscriber], exception=max_retry_exception)
+
+            return
+
         while should_retry is True:
             try:
                 self.__register_retry(event, subscriber)
@@ -102,7 +125,7 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
 
                 self.__logger.exception(exception)
 
-                if self.__reject_callback:
+                if self.__reject_callback is not None:
                     self.__reject_callback.on_reject(event=event, subscribers=[subscriber], exception=exception)
 
                 if self.__on_fail_strategy == KafkaOnFailStrategy.STOP_ON_FAIL:

buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py

@@ -4,6 +4,7 @@ import time
 from typing import Optional, Sequence, cast
 from buz.event import Event
 from buz.event.infrastructure.buz_kafka.consume_strategy.kafka_on_fail_strategy import KafkaOnFailStrategy
+from buz.event.infrastructure.buz_kafka.exceptions.max_consumer_retry_exception import MaxConsumerRetryException
 from buz.event.infrastructure.buz_kafka.exceptions.retry_exception import ConsumerRetryException
 from buz.event.infrastructure.buz_kafka.kafka_event_subscriber_executor import KafkaEventSubscriberExecutor
 from buz.event.middleware.consume_middleware import ConsumeMiddleware
@@ -82,12 +83,34 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         )
 
     def __perform_consume(self, event: Event, subscriber: Subscriber) -> None:
+        number_of_executions = 0
         should_retry = True
-        execution_number = 0
+
+        if self.__consume_retrier is not None:
+            should_retry = self.__consume_retrier.should_retry(event, [subscriber])
+
+        if should_retry is False:
+            max_retry_exception = MaxConsumerRetryException(
+                event_id=event.id,
+                subscriber_fqn=subscriber.fqn(),
+            )
+
+            if self.__on_fail_strategy == KafkaOnFailStrategy.STOP_ON_FAIL:
+                raise max_retry_exception
+
+            self.__logger.warning(
+                f"The event {event.id} with the subscriber {subscriber.fqn()} has reach the max number of retries, it will be consumed but not processed"
+            )
+
+            if self.__reject_callback is not None:
+                self.__reject_callback.on_reject(event=event, subscribers=[subscriber], exception=max_retry_exception)
+
+            return
+
         while should_retry is True:
             try:
                 self.__register_retry(event, subscriber)
-                execution_number += 1
+                number_of_executions += 1
                 subscriber.consume(event)
                 self.__clean_retries(event, subscriber)
                 return
@@ -95,7 +118,7 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                 if self.__should_retry(event, subscriber) is True:
                     self.__logger.warning(
                         ConsumerRetryException(
-                            number_of_executions=execution_number,
+                            number_of_executions=number_of_executions,
                             event_id=event.id,
                             subscriber_fqn=subscriber.fqn(),
                         ),
@@ -106,7 +129,7 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
 
                 self.__logger.exception(exception)
 
-                if self.__reject_callback:
+                if self.__reject_callback is not None:
                     self.__reject_callback.on_reject(event=event, subscribers=[subscriber], exception=exception)
 
                 if self.__on_fail_strategy == KafkaOnFailStrategy.STOP_ON_FAIL:

{buz-2.15.3.dist-info → buz-2.15.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.3
+Version: 2.15.5
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano
@@ -25,7 +25,6 @@ Provides-Extra: pypendency
 Requires-Dist: aiohttp (>=3.11.13,<4.0.0)
 Requires-Dist: aiokafka[lz4] (==0.12.0) ; extra == "aiokafka"
 Requires-Dist: asgiref (>=3.8.1,<4.0.0) ; extra == "aiokafka"
-Requires-Dist: asyncio (>=3.4.3,<4.0.0) ; extra == "aiokafka"
 Requires-Dist: cachetools (>=5.5.0,<6.0.0)
 Requires-Dist: dacite (>=1.8.1,<2.0.0)
 Requires-Dist: kafka-python-ng (==2.2.3)

{buz-2.15.3.dist-info → buz-2.15.5.dist-info}/RECORD

@@ -57,10 +57,11 @@ buz/event/infrastructure/buz_kafka/consume_strategy/kafka_on_fail_strategy.py,sh
 buz/event/infrastructure/buz_kafka/consume_strategy/topic_and_subscription_group_per_subscriber_kafka_consumer_strategy.py,sha256=LX9mARKCLKyyo4loxegxR_s4qNP1QfabXXYp4Keusts,634
 buz/event/infrastructure/buz_kafka/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/exceptions/kafka_event_bus_config_not_valid_exception.py,sha256=VUKZXA2ygjg21P4DADFl_Tace6RwSXia1MRYvJypxbM,135
+buz/event/infrastructure/buz_kafka/exceptions/max_consumer_retry_exception.py,sha256=5O33uUC8FLILY1C13tQwkfsLSXrmbe0vMaUfBmOuXdU,264
 buz/event/infrastructure/buz_kafka/exceptions/retry_exception.py,sha256=Fq9kvI3DpFsGD3x2icmQ1fYIsuKZAFqI3tCibAuEtSQ,441
-buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=hV-fNofLmj_286ZCO-YFOY4fMvGo4S2K0-KofzgJOdg,5838
+buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=KDJjeY1z8ZJGKGmEUB7OxknenBCI0o0WkgcNkNmQITU,6804
 buz/event/infrastructure/buz_kafka/kafka_event_subscriber_executor.py,sha256=EyG2vsFYErWAyqxdXqSwxx5Zi_y0d6i0h05XavJMnxg,254
-buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=Kne6wiSQt_y2cVHoGtNK2N9-N59Wib8id77sjmXWsc4,5871
+buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=tuK9gHJXuGwHtfjYNEoLi-aKOGv_YjOeqPg_1zns7NM,6849
 buz/event/infrastructure/buz_kafka/publish_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/publish_strategy/publish_strategy.py,sha256=zIkgMnUU7ueG6QHEubMzdTHOtqdldIbS7k5FDLNmqVk,178
 buz/event/infrastructure/buz_kafka/publish_strategy/topic_per_event_kafka_publish_strategy.py,sha256=aLKj6GyLJNcMbuDA1QBa-RzWKBHEorBuPFkkqo_H60k,405
@@ -249,7 +250,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.15.3.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.15.3.dist-info/METADATA,sha256=2ExuuBEvU3BAKlR7o04dBPhqCMvC_rSjZMyZv11qwX0,1659
-buz-2.15.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.15.3.dist-info/RECORD,,
+buz-2.15.5.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.15.5.dist-info/METADATA,sha256=03PX-BsDZh2PjvQtxlCMhw-lscDMXCxVA1ao0CKFSF8,1597
+buz-2.15.5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.15.5.dist-info/RECORD,,