buz 2.17.0rc7__py3-none-any.whl → 2.19.0__py3-none-any.whl

buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py

@@ -66,6 +66,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
         worker_instance_id: Optional[str] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         self.__connection_config = connection_config
         self.__consume_strategy = consume_strategy
@@ -106,6 +107,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
         )
         self.__wait_for_connection_to_cluster_ms: Optional[int] = wait_for_connection_to_cluster_ms
         self.__worker_instance_id: Optional[str] = worker_instance_id
+        self.__milliseconds_between_retries: int = milliseconds_between_retries
         self.__polling_tasks_semaphore = Semaphore(self.__max_number_of_concurrent_polling_tasks)
         self.__consumer_and_partition_mutex: dict[str, Lock] = defaultdict(Lock)
         self.__is_worked_initialized = False
@@ -167,6 +169,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
             f"  - Seconds between polls if there are no new tasks: {self.__seconds_between_polls_if_there_are_no_new_tasks}\n"
             f"  - Max number of concurrent polling tasks: {self.__max_number_of_concurrent_polling_tasks}\n"
             f"  - Wait for connection to cluster ms: {self.__wait_for_connection_to_cluster_ms}\n"
+            f"  - Milliseconds between retries: {self.__milliseconds_between_retries}ms ({self.__milliseconds_between_retries / 1000.0}s)\n"
             f"  - Health check port: {self.__health_check_port}\n"
             f"  - Number of subscribers: {len(self.__subscribers)}",
         )

buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py

@@ -2,6 +2,12 @@ from logging import Logger
 from typing import Optional, Sequence, Type, TypeVar
 
 from aiokafka.coordinator.assignors.abstract import AbstractPartitionAssignor
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_cdc_payload_deserializer import (
+    CDCRecordBytesToCDCPayloadDeserializer,
+)
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_event_deserializer import (
+    CDCRecordBytesToEventDeserializer,
+)
 
 from buz.event import Event
 from buz.event.async_subscriber import AsyncSubscriber
@@ -57,6 +63,7 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         health_check_port: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         super().__init__(
             connection_config=connection_config,
@@ -79,12 +86,14 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
             health_check_port=health_check_port,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
             worker_instance_id=worker_instance_id,
+            milliseconds_between_retries=milliseconds_between_retries,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self._deserializers_per_subscriber = deserializers_per_subscriber
+        self.__milliseconds_between_retries = milliseconds_between_retries
 
     async def _create_kafka_consumer_executor(
         self,
@@ -102,13 +111,21 @@ class BuzAIOKafkaAsyncConsumer(BaseBuzAIOKafkaAsyncConsumer):
             event_class=subscriber.handles()  # type: ignore
         )
 
+        cdc_payload_deserializer = (
+            CDCRecordBytesToCDCPayloadDeserializer()
+            if isinstance(byte_deserializer, CDCRecordBytesToEventDeserializer)
+            else None
+        )
+
         return KafkaEventAsyncSubscriberExecutor(
+            subscriber=subscriber,
             logger=self._logger,
+            consume_middlewares=self.__consume_middlewares,
+            milliseconds_between_retries=self.__milliseconds_between_retries,
             byte_deserializer=byte_deserializer,
             header_deserializer=KafkaHeaderSerializer(),
             on_fail_strategy=self.__on_fail_strategy,
-            subscriber=subscriber,
-            consume_middlewares=self.__consume_middlewares,
             consume_retrier=self.__consume_retrier,
             reject_callback=self.__reject_callback,
+            cdc_payload_deserializer=cdc_payload_deserializer,
         )

buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py

@@ -2,6 +2,12 @@ from logging import Logger
 from typing import Optional, Sequence, Type, TypeVar
 
 from aiokafka.coordinator.assignors.abstract import AbstractPartitionAssignor
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_cdc_payload_deserializer import (
+    CDCRecordBytesToCDCPayloadDeserializer,
+)
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_event_deserializer import (
+    CDCRecordBytesToEventDeserializer,
+)
 
 from buz.event import Event, Subscriber
 from buz.event.infrastructure.buz_kafka.base_buz_aiokafka_async_consumer import (
@@ -58,6 +64,7 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
         heartbeat_interval_ms: Optional[int] = None,
         health_check_port: Optional[int] = None,
         wait_for_connection_to_cluster_ms: Optional[int] = None,
+        milliseconds_between_retries: int = 5000,
     ):
         super().__init__(
             connection_config=connection_config,
@@ -80,12 +87,14 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
             heartbeat_interval_ms=heartbeat_interval_ms,
             wait_for_connection_to_cluster_ms=wait_for_connection_to_cluster_ms,
             worker_instance_id=worker_instance_id,
+            milliseconds_between_retries=milliseconds_between_retries,
         )
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_middlewares = consume_middlewares
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self._deserializers_per_subscriber = deserializers_per_subscriber
+        self.__milliseconds_between_retries = milliseconds_between_retries
 
     async def _create_kafka_consumer_executor(
         self,
@@ -103,13 +112,21 @@ class BuzAIOKafkaMultiThreadedConsumer(BaseBuzAIOKafkaAsyncConsumer):
             event_class=subscriber.handles()  # type: ignore
         )
 
+        cdc_payload_deserializer = (
+            CDCRecordBytesToCDCPayloadDeserializer()
+            if isinstance(byte_deserializer, CDCRecordBytesToEventDeserializer)
+            else None
+        )
+
         return KafkaEventSyncSubscriberExecutor(
+            subscriber=subscriber,
             logger=self._logger,
+            consume_middlewares=self.__consume_middlewares,
+            milliseconds_between_retries=self.__milliseconds_between_retries,
             byte_deserializer=byte_deserializer,
             header_deserializer=KafkaHeaderSerializer(),
             on_fail_strategy=self.__on_fail_strategy,
-            subscriber=subscriber,
-            consume_middlewares=self.__consume_middlewares,
             consume_retrier=self.__consume_retrier,
             reject_callback=self.__reject_callback,
+            cdc_payload_deserializer=cdc_payload_deserializer,
         )

buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py

@@ -2,12 +2,16 @@ from asyncio import sleep
 from logging import Logger
 from typing import Optional, Sequence, cast
 
+from buz.event.infrastructure.models.process_context import ProcessContext
+
 from buz.event import Event
 from buz.event.async_subscriber import AsyncSubscriber
 from buz.event.infrastructure.buz_kafka.consume_strategy.kafka_on_fail_strategy import KafkaOnFailStrategy
 from buz.event.infrastructure.buz_kafka.exceptions.max_consumer_retry_exception import MaxConsumerRetryException
 from buz.event.infrastructure.buz_kafka.exceptions.retry_exception import ConsumerRetryException
 from buz.event.infrastructure.buz_kafka.kafka_event_subscriber_executor import KafkaEventSubscriberExecutor
+from buz.event.infrastructure.buz_kafka.models.kafka_delivery_context import KafkaDeliveryContext
+from buz.event.infrastructure.buz_kafka.models.cdc_process_context import CDCProcessContext
 from buz.event.infrastructure.models.execution_context import ExecutionContext
 from buz.event.middleware.async_consume_middleware import AsyncConsumeMiddleware
 from buz.event.middleware.async_consume_middleware_chain_resolver import AsyncConsumeMiddlewareChainResolver
@@ -16,8 +20,13 @@ from buz.event.strategies.retry.reject_callback import RejectCallback
 from buz.kafka.domain.exceptions.not_valid_kafka_message_exception import NotValidKafkaMessageException
 from buz.kafka.domain.models.kafka_consumer_record import KafkaConsumerRecord
 from buz.kafka.domain.models.kafka_poll_record import KafkaPollRecord
-from buz.event.infrastructure.buz_kafka.models.kafka_delivery_context import KafkaDeliveryContext
 from buz.kafka.infrastructure.deserializers.byte_deserializer import ByteDeserializer
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cannot_decode_cdc_message_exception import (
+    CannotDecodeCDCMessageException,
+)
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_cdc_payload_deserializer import (
+    CDCRecordBytesToCDCPayloadDeserializer,
+)
 from buz.kafka.infrastructure.serializers.kafka_header_serializer import KafkaHeaderSerializer
 
 
@@ -28,22 +37,25 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         subscriber: AsyncSubscriber,
         logger: Logger,
         consume_middlewares: Optional[Sequence[AsyncConsumeMiddleware]] = None,
-        seconds_between_retries: float = 5,
+        milliseconds_between_retries: int = 5000,
         byte_deserializer: ByteDeserializer[Event],
         header_deserializer: KafkaHeaderSerializer,
         on_fail_strategy: KafkaOnFailStrategy,
         consume_retrier: Optional[ConsumeRetrier] = None,
         reject_callback: Optional[RejectCallback] = None,
+        cdc_payload_deserializer: Optional[CDCRecordBytesToCDCPayloadDeserializer] = None,
     ):
         self.__subscriber = subscriber
         self.__logger = logger
         self.__consume_middleware_chain_resolver = AsyncConsumeMiddlewareChainResolver(consume_middlewares or [])
-        self.__seconds_between_retires = seconds_between_retries
+        self.__milliseconds_between_retries = milliseconds_between_retries
+        self.__seconds_between_retries = milliseconds_between_retries / 1000.0
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self.__byte_deserializer = byte_deserializer
         self.__header_deserializer = header_deserializer
+        self.__cdc_payload_deserializer = cdc_payload_deserializer
 
     async def consume(
         self,
@@ -57,6 +69,15 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
             kafka_record_value = cast(bytes, kafka_poll_record.value)
 
             deserialized_value = self.__byte_deserializer.deserialize(kafka_record_value)
+            process_context = ProcessContext()
+            if self.__cdc_payload_deserializer is not None:
+                try:
+                    deserialized_cdc_payload = self.__cdc_payload_deserializer.deserialize(kafka_record_value)
+                    process_context = CDCProcessContext(
+                        captured_at_ms=deserialized_cdc_payload.captured_at_ms,
+                    )
+                except CannotDecodeCDCMessageException as e:
+                    self.__logger.error(e.message)
 
             self.__logger.info(
                 f"consuming the event '{deserialized_value.id}' by the subscriber '{self.__subscriber.fqn()}', "
@@ -75,7 +96,8 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                         consumer_group=self.__subscriber.fqn(),
                         partition=kafka_poll_record.partition,
                         timestamp=kafka_poll_record.timestamp,
-                    )
+                    ),
+                    process_context=process_context,
                 ),
             )
         except NotValidKafkaMessageException:
@@ -137,7 +159,7 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                         ),
                         exc_info=exception,
                     )
-                    await sleep(self.__seconds_between_retires)
+                    await sleep(self.__seconds_between_retries)
                     continue
 
                 self.__logger.exception(exception)

buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py

@@ -1,13 +1,17 @@
+import time
 from asyncio import get_running_loop
 from logging import Logger
-import time
 from typing import Optional, Sequence, cast
+
+from buz.event.infrastructure.models.process_context import ProcessContext
+
 from buz.event import Event
 from buz.event.infrastructure.buz_kafka.consume_strategy.kafka_on_fail_strategy import KafkaOnFailStrategy
 from buz.event.infrastructure.buz_kafka.exceptions.max_consumer_retry_exception import MaxConsumerRetryException
 from buz.event.infrastructure.buz_kafka.exceptions.retry_exception import ConsumerRetryException
 from buz.event.infrastructure.buz_kafka.kafka_event_subscriber_executor import KafkaEventSubscriberExecutor
 from buz.event.infrastructure.buz_kafka.models.kafka_delivery_context import KafkaDeliveryContext
+from buz.event.infrastructure.buz_kafka.models.cdc_process_context import CDCProcessContext
 from buz.event.infrastructure.models.execution_context import ExecutionContext
 from buz.event.middleware.consume_middleware import ConsumeMiddleware
 from buz.event.middleware.consume_middleware_chain_resolver import ConsumeMiddlewareChainResolver
@@ -18,6 +22,12 @@ from buz.kafka.domain.exceptions.not_valid_kafka_message_exception import NotVal
 from buz.kafka.domain.models.kafka_consumer_record import KafkaConsumerRecord
 from buz.kafka.domain.models.kafka_poll_record import KafkaPollRecord
 from buz.kafka.infrastructure.deserializers.byte_deserializer import ByteDeserializer
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cannot_decode_cdc_message_exception import (
+    CannotDecodeCDCMessageException,
+)
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_cdc_payload_deserializer import (
+    CDCRecordBytesToCDCPayloadDeserializer,
+)
 from buz.kafka.infrastructure.serializers.kafka_header_serializer import KafkaHeaderSerializer
 
 
@@ -28,22 +38,25 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
         subscriber: Subscriber,
         logger: Logger,
         consume_middlewares: Optional[Sequence[ConsumeMiddleware]] = None,
-        seconds_between_retries: float = 5,
+        milliseconds_between_retries: int = 5000,
         byte_deserializer: ByteDeserializer[Event],
         header_deserializer: KafkaHeaderSerializer,
         on_fail_strategy: KafkaOnFailStrategy,
         consume_retrier: Optional[ConsumeRetrier] = None,
         reject_callback: Optional[RejectCallback] = None,
+        cdc_payload_deserializer: Optional[CDCRecordBytesToCDCPayloadDeserializer] = None,
     ):
         self.__subscriber = subscriber
         self.__logger = logger
         self.__consume_middleware_chain_resolver = ConsumeMiddlewareChainResolver(consume_middlewares or [])
-        self.__seconds_between_retires = seconds_between_retries
+        self.__milliseconds_between_retries = milliseconds_between_retries
+        self.__seconds_between_retries = milliseconds_between_retries / 1000.0
         self.__on_fail_strategy = on_fail_strategy
         self.__consume_retrier = consume_retrier
         self.__reject_callback = reject_callback
         self.__byte_deserializer = byte_deserializer
         self.__header_deserializer = header_deserializer
+        self.__cdc_payload_deserializer = cdc_payload_deserializer
 
     async def consume(
         self,
@@ -57,6 +70,15 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
             kafka_record_value = cast(bytes, kafka_poll_record.value)
 
             deserialized_value = self.__byte_deserializer.deserialize(kafka_record_value)
+            process_context = ProcessContext()
+            if self.__cdc_payload_deserializer is not None:
+                try:
+                    deserialized_cdc_payload = self.__cdc_payload_deserializer.deserialize(kafka_record_value)
+                    process_context = CDCProcessContext(
+                        captured_at_ms=deserialized_cdc_payload.captured_at_ms,
+                    )
+                except CannotDecodeCDCMessageException as e:
+                    self.__logger.error(e.message)
 
             self.__logger.info(
                 f"consuming the event '{deserialized_value.id}' by the subscriber '{self.__subscriber.fqn()}', "
@@ -77,7 +99,8 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                             consumer_group=self.__subscriber.fqn(),
                             partition=kafka_poll_record.partition,
                             timestamp=kafka_poll_record.timestamp,
-                        )
+                        ),
+                        process_context=process_context,
                     ),
                 ),
             )
@@ -139,7 +162,7 @@ class KafkaEventSyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                         ),
                         exc_info=exception,
                     )
-                    time.sleep(self.__seconds_between_retires)
+                    time.sleep(self.__seconds_between_retries)
                     continue
 
                 self.__logger.exception(exception)

buz/event/infrastructure/buz_kafka/models/cdc_process_context.py

@@ -0,0 +1,9 @@
+from dataclasses import dataclass
+from typing import Optional
+
+from buz.event.infrastructure.models.process_context import ProcessContext
+
+
+@dataclass(frozen=True)
+class CDCProcessContext(ProcessContext):
+    captured_at_ms: Optional[int] = None

buz/event/infrastructure/kombu/kombu_consumer.py

@@ -2,6 +2,8 @@ import asyncio
 from logging import Logger
 from typing import Optional, Callable, cast
 
+from buz.event.infrastructure.models.process_context import ProcessContext
+
 from buz.event.infrastructure.kombu.models.kombu_delivery_context import KombuDeliveryContext
 from buz.event.infrastructure.models.execution_context import ExecutionContext
 from kombu import Connection, Queue, Consumer as MessageConsumer, Message
@@ -112,7 +114,10 @@ class KombuConsumer(ConsumerMixin, Consumer):
                 # The problem here is that the chain resolver works with syncsubscribers, an asyncsubscriber would require of a async function,
                 # but we are using run-until-complete to run the async function, so we are not really using the async function, we are just running it as a sync function, so we can cast the asyncsubscriber to a subscriber
                 subscriber = cast(Subscriber, meta_subscriber)
-                execution_context = ExecutionContext(delivery_context=KombuDeliveryContext())
+                execution_context = ExecutionContext(
+                    delivery_context=KombuDeliveryContext(),
+                    process_context=ProcessContext(),
+                )
                 self.__consume_middleware_chain_resolver.resolve(
                     event=event,
                     subscriber=subscriber,

buz/event/infrastructure/models/execution_context.py

@@ -1,8 +1,10 @@
 from dataclasses import dataclass
 
 from buz.event.infrastructure.models.delivery_context import DeliveryContext
+from buz.event.infrastructure.models.process_context import ProcessContext
 
 
 @dataclass(frozen=True)
 class ExecutionContext:
     delivery_context: DeliveryContext
+    process_context: ProcessContext

buz/event/infrastructure/models/process_context.py

@@ -0,0 +1,6 @@
+from dataclasses import dataclass
+
+
+@dataclass(frozen=True)
+class ProcessContext:
+    pass

buz/event/sync/sync_event_bus.py

@@ -1,5 +1,7 @@
 from typing import Optional, Iterable
 
+from buz.event.infrastructure.models.process_context import ProcessContext
+
 from buz.event import Event, EventBus, Subscriber
 from buz.event.infrastructure.models.execution_context import ExecutionContext
 from buz.event.middleware import (
@@ -28,7 +30,7 @@ class SyncEventBus(EventBus):
 
     def __perform_publish(self, event: Event) -> None:
         subscribers = self.__locator.get(event)
-        execution_context = ExecutionContext(delivery_context=SyncDeliveryContext())
+        execution_context = ExecutionContext(delivery_context=SyncDeliveryContext(), process_context=ProcessContext())
         for subscriber in subscribers:
             self.__consume_middleware_chain_resolver.resolve(
                 event=event,

buz/kafka/infrastructure/cdc/cdc_payload.py

@@ -11,6 +11,7 @@ class CDCPayload:
     created_at: str
     event_fqn: str
     metadata: Optional[str] = None  # json encoded
+    captured_at_ms: Optional[int] = None
 
     def validate(self) -> None:
         if not isinstance(self.payload, str):
@@ -23,6 +24,8 @@ class CDCPayload:
             raise ValueError("The event_fqn value is not a valid value")
         if self.metadata is not None and not isinstance(self.metadata, str):
             raise ValueError("The metadata value is not a valid value")
+        if self.captured_at_ms is not None and not isinstance(self.captured_at_ms, int):
+            raise ValueError("The captured_at_ms value is not a valid value")
 
     def __post_init__(self) -> None:
         self.validate()

buz/kafka/infrastructure/deserializers/implementations/cdc/{not_valid_cdc_message_exception.py → cannot_decode_cdc_message_exception.py}

@@ -1,7 +1,7 @@
 from buz.kafka.domain.exceptions.not_valid_kafka_message_exception import NotValidKafkaMessageException
 
 
-class NotValidCDCMessageException(NotValidKafkaMessageException):
+class CannotDecodeCDCMessageException(NotValidKafkaMessageException):
     def __init__(self, message: str, exception: Exception) -> None:
         self.exception = exception
         self.message = message

buz/kafka/infrastructure/deserializers/implementations/cdc/cannot_restore_event_from_cdc_payload_exception.py

@@ -0,0 +1,11 @@
+from buz.kafka.domain.exceptions.not_valid_kafka_message_exception import NotValidKafkaMessageException
+from buz.kafka.infrastructure.cdc.cdc_payload import CDCPayload
+
+
+class CannotRestoreEventFromCDCPayloadException(NotValidKafkaMessageException):
+    def __init__(self, cdc_payload: CDCPayload, exception: Exception) -> None:
+        self.exception = exception
+        self.cdc_payload = cdc_payload
+        super().__init__(
+            f'Couldn\'t build a message from CDC payload "{self.cdc_payload}". Raised from "{str(exception)}"'
+        )

buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_cdc_payload_deserializer.py

@@ -0,0 +1,35 @@
+from __future__ import annotations
+
+import orjson
+from cachetools import LRUCache
+from dacite import from_dict
+
+from buz.kafka.infrastructure.cdc.cdc_message import CDCPayload
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cannot_decode_cdc_message_exception import (
+    CannotDecodeCDCMessageException,
+)
+
+
+class CDCRecordBytesToCDCPayloadDeserializer:
+    __STRING_ENCODING = "utf-8"
+    __cached_deserialization: LRUCache[str, CDCPayload] = LRUCache(maxsize=128)
+
+    def deserialize(self, data: bytes) -> CDCPayload:
+        decoded_string = data.decode(self.__STRING_ENCODING)
+        if decoded_string not in CDCRecordBytesToCDCPayloadDeserializer.__cached_deserialization:
+            try:
+                CDCRecordBytesToCDCPayloadDeserializer.__cached_deserialization[
+                    decoded_string
+                ] = self.__get_cdc_payload_from_string(decoded_string)
+            except Exception as exception:
+                raise CannotDecodeCDCMessageException(decoded_string, exception) from exception
+
+        return CDCRecordBytesToCDCPayloadDeserializer.__cached_deserialization[decoded_string]
+
+    def __get_cdc_payload_from_string(self, decoded_string: str) -> CDCPayload:
+        decoded_record: dict = orjson.loads(decoded_string)
+        payload = decoded_record.get("payload")
+        if not isinstance(payload, dict):
+            raise ValueError("The provided payload value is not valid")
+
+        return from_dict(CDCPayload, payload)

buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py

@@ -4,13 +4,15 @@ from datetime import datetime
 from typing import Optional, TypeVar, Type, Generic
 
 import orjson
-from dacite import from_dict
 
 from buz.event import Event
 from buz.kafka.infrastructure.cdc.cdc_message import CDCPayload
 from buz.kafka.infrastructure.deserializers.bytes_to_message_deserializer import BytesToMessageDeserializer
-from buz.kafka.infrastructure.deserializers.implementations.cdc.not_valid_cdc_message_exception import (
-    NotValidCDCMessageException,
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cannot_restore_event_from_cdc_payload_exception import (
+    CannotRestoreEventFromCDCPayloadException,
+)
+from buz.kafka.infrastructure.deserializers.implementations.cdc.cdc_record_bytes_to_cdc_payload_deserializer import (
+    CDCRecordBytesToCDCPayloadDeserializer,
 )
 
 T = TypeVar("T", bound=Event)
@@ -21,34 +23,25 @@ class CDCRecordBytesToEventDeserializer(BytesToMessageDeserializer[Event], Gener
 
     def __init__(self, event_class: Type[T]) -> None:
         self.__event_class = event_class
+        self.__cdc_record_bytes_to_cdc_payload_deserializer = CDCRecordBytesToCDCPayloadDeserializer()
 
     def deserialize(self, data: bytes) -> T:
-        decoded_string = data.decode(self.__STRING_ENCODING)
+        cdc_payload = self.__cdc_record_bytes_to_cdc_payload_deserializer.deserialize(data)
         try:
-            cdc_payload = self.__get_outbox_record_as_dict(decoded_string)
+            payload_dict = orjson.loads(cdc_payload.payload)
             return self.__event_class.restore(
                 id=cdc_payload.event_id,
                 created_at=self.__get_created_at_in_event_format(cdc_payload.created_at),
                 metadata=self.__deserialize_metadata(cdc_payload.metadata),
-                **orjson.loads(cdc_payload.payload),
+                **payload_dict,
             )
         except Exception as exception:
-            raise NotValidCDCMessageException(decoded_string, exception) from exception
+            raise CannotRestoreEventFromCDCPayloadException(cdc_payload, exception) from exception
 
     def __get_created_at_in_event_format(self, cdc_payload_created_at: str) -> str:
         created_at_datetime = datetime.strptime(cdc_payload_created_at, CDCPayload.DATE_TIME_FORMAT)
         return created_at_datetime.strftime(Event.DATE_TIME_FORMAT)
 
-    def __get_outbox_record_as_dict(self, decoded_string: str) -> CDCPayload:
-        decoded_record: dict = orjson.loads(decoded_string)
-
-        payload = decoded_record.get("payload")
-
-        if not isinstance(payload, dict):
-            raise ValueError("The provided payload value is not valid")
-
-        return from_dict(CDCPayload, payload)
-
     def __deserialize_metadata(self, metadata: Optional[str]) -> dict:
         if metadata is None:
             return {}

{buz-2.17.0rc7.dist-info → buz-2.19.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.17.0rc7
+Version: 2.19.0
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.17.0rc7.dist-info → buz-2.19.0.dist-info}/RECORD

@@ -47,9 +47,9 @@ buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
-buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=guVuZUQjxR-1ECuHjJ7Z7DTtIs2E7BSmazuP73dxgcY,21013
-buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=DRe3u69LD7Yt9WjA_hK_PRznM08_Mz4hxC_4poppjck,6446
-buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=-pJVJq3b2SFmPT7SNmdPhqN2o64Hsjwds-shQ-Y7ytg,6389
+buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=7ZhaKaFXBpD3HVkuQMpAJvY8lfy7__1wxftLIwCmnMQ,21284
+buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=GmmuAZboDkrpNOLF8cE_F0t4I7ZnMiGsiGw4SYIvKGc,7303
+buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=ZRLRoBRomqrXAiePSMn4gePF59AWPn6VQpQui1UVnyM,7246
 buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
 buz/event/infrastructure/buz_kafka/consume_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/consume_strategy/consume_strategy.py,sha256=RqlXe5W2S6rH3FTr--tcxzFJTAVLb-Dhl7m6qjgNz2M,331
@@ -59,9 +59,10 @@ buz/event/infrastructure/buz_kafka/exceptions/__init__.py,sha256=47DEQpj8HBSa-_T
 buz/event/infrastructure/buz_kafka/exceptions/kafka_event_bus_config_not_valid_exception.py,sha256=VUKZXA2ygjg21P4DADFl_Tace6RwSXia1MRYvJypxbM,135
 buz/event/infrastructure/buz_kafka/exceptions/max_consumer_retry_exception.py,sha256=5O33uUC8FLILY1C13tQwkfsLSXrmbe0vMaUfBmOuXdU,264
 buz/event/infrastructure/buz_kafka/exceptions/retry_exception.py,sha256=Fq9kvI3DpFsGD3x2icmQ1fYIsuKZAFqI3tCibAuEtSQ,441
-buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=zQg2QJFT5-NUea5uP0RiWzmJHPqs_oJlcbDRDzstSeU,7536
+buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=JeKEoudfYNdUzuf8YOXHq-DY6wWHbUglE8W9aoETNp4,8833
 buz/event/infrastructure/buz_kafka/kafka_event_subscriber_executor.py,sha256=EyG2vsFYErWAyqxdXqSwxx5Zi_y0d6i0h05XavJMnxg,254
-buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=i3Gr173p91UZ4N-giQkZHVikCntu6A2ihVlqkUsReOc,7636
+buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=UEiQabnIuFSyds_g7JPQHzWIWa_Jha7fEtlMnKaKLEY,8938
+buz/event/infrastructure/buz_kafka/models/cdc_process_context.py,sha256=4843xU1x42XdF8iwocawrBuz2uVt9bOEeDTG5ghxmik,246
 buz/event/infrastructure/buz_kafka/models/kafka_delivery_context.py,sha256=Kvi1Pq9EvR_UQ6e-DbvB2l3m7rTvq2k4UmEZuHUg-qU,259
 buz/event/infrastructure/buz_kafka/publish_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/publish_strategy/publish_strategy.py,sha256=zIkgMnUU7ueG6QHEubMzdTHOtqdldIbS7k5FDLNmqVk,178
@@ -71,7 +72,7 @@ buz/event/infrastructure/kombu/allowed_kombu_serializer.py,sha256=LQ6futYsInawTC
 buz/event/infrastructure/kombu/consume_strategy/__init__.py,sha256=6dnAv-bOxoDL31gQD1dErRocdJvkLHTgdqeb4S33eWc,302
 buz/event/infrastructure/kombu/consume_strategy/consume_strategy.py,sha256=Zsv7QVpZXRLYvlV2nRbSdSwT_FgEELLyzUxdT6DyX8Q,179
 buz/event/infrastructure/kombu/consume_strategy/queue_per_subscriber_consume_strategy.py,sha256=Vsa1uC7dwS3jJ-dp_lvrE-hVWnN91-ma8oVqdLuXHMo,786
-buz/event/infrastructure/kombu/kombu_consumer.py,sha256=hGpPRUOVlu9zba_2XYsIhYXdXkja5j_3w-oh-cgovFM,8307
+buz/event/infrastructure/kombu/kombu_consumer.py,sha256=NNpelD_GB83sLG4z-VSVuIvbPcSVsl_zhghT3Xbexs4,8476
 buz/event/infrastructure/kombu/kombu_event_bus.py,sha256=VSLBtamp-YOta4KyqmfXvDurvPiHZSL9QPCozMK3Qyw,4017
 buz/event/infrastructure/kombu/models/kombu_delivery_context.py,sha256=oj6IBEj19fUs0U1HwZll_uIEORABiyrr6Z_WotGJexs,191
 buz/event/infrastructure/kombu/publish_strategy/__init__.py,sha256=96ssn7ydJwLXYoVyrhfGcwCpXr4_5Sl0DbN6UCoeNc8,315
@@ -83,7 +84,8 @@ buz/event/infrastructure/kombu/retry_strategy/simple_publish_retry_policy.py,sha
 buz/event/infrastructure/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/models/consuming_task.py,sha256=GJvn6fGTN5ZQJaOuQCX17JP7SInIGvTLTk7DLoqnLQ4,302
 buz/event/infrastructure/models/delivery_context.py,sha256=D6_wppbYEkfoBgDaPeUaQPWFUMvZiHn-4QaAxDmWUZo,92
-buz/event/infrastructure/models/execution_context.py,sha256=tohrJMSHWA5U7WByGE47LSjteAN8_IMyHoXtjyrHJMM,200
+buz/event/infrastructure/models/execution_context.py,sha256=NzCIWQNaSX_MU_MA2SSfQOvEVrzBGCtPzknU7C5R4Yg,311
+buz/event/infrastructure/models/process_context.py,sha256=rPdirnYF_G_3Rdqj2us24GFYEbJzdvhRFK8uqGCWDeE,91
 buz/event/infrastructure/queue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/meta_base_subscriber.py,sha256=cqB-iDtN4iuAVBZs2UwrrrAVB2t-u1VvzZw1aSClkwg,817
 buz/event/meta_subscriber.py,sha256=yH2_2OGqionoC86a3xc4K9kewiuNJs5UtiXdRAMViNM,451
@@ -119,7 +121,7 @@ buz/event/subscriber.py,sha256=gY43QIaNCXm8vcNbtkgWJs_I8F7oMkGaC3HiawHPi70,346
 buz/event/sync/__init__.py,sha256=uJmU80PGVNNL2HoRFXp4loQTn1VK8gLo-hMEvgVPpBQ,91
 buz/event/sync/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/sync/models/sync_delivery_context.py,sha256=LHjrS6gV-19NEKwtAXVmefjPd-Dsp_Ym8RZb84T3lm8,190
-buz/event/sync/sync_event_bus.py,sha256=LTJHNKy8LrbygO343AA4Zt_hmgTP9uY6TLdjKs8LuHM,1821
+buz/event/sync/sync_event_bus.py,sha256=NUtuHRsSW4f2T44qGKy4Y4r8VukSwva4fsD0TwfisX8,1931
 buz/event/transactional_outbox/__init__.py,sha256=k8ZBWCi12pWKXchHfgW_Raw4sVR8XkBLuPNW9jB9X2k,1381
 buz/event/transactional_outbox/event_to_outbox_record_translator.py,sha256=d20JOeKIrCcpPEV66TzWiQmYqoyZGyL7J1ys0dUfHFs,615
 buz/event/transactional_outbox/fqn_to_event_mapper.py,sha256=ujcq6CfYqRJtM8f3SEEltbWN0Ru7NM5JfrbNdh4nvhQ,773
@@ -179,14 +181,16 @@ buz/kafka/infrastructure/aiokafka/translators/__init__.py,sha256=47DEQpj8HBSa-_T
 buz/kafka/infrastructure/aiokafka/translators/consumer_initial_offset_position_translator.py,sha256=WmxkQfoXeTy9mIJtGGhM0eDKeQxhcJczeVAGCbtonVI,617
 buz/kafka/infrastructure/cdc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/cdc/cdc_message.py,sha256=Cpv2nA19SG3HZGBLH-wIJbuokzTTZKT_HNFm1VwGSk4,585
-buz/kafka/infrastructure/cdc/cdc_payload.py,sha256=_kC80bX0HBMPwjeJy5HpPe1EmHVmVEe2Slut7Ucrpfk,1021
+buz/kafka/infrastructure/cdc/cdc_payload.py,sha256=Dm5SNhXnNvIg1v-QtcSfzXGALIJDgn2_0o0NSXyNgHs,1229
 buz/kafka/infrastructure/cdc/cdc_schema.py,sha256=mCG32kqJ045nThViM8zUjUzdIf0VtASIlqxCHA5SsGQ,1153
 buz/kafka/infrastructure/deserializers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/deserializers/byte_deserializer.py,sha256=4fc6t-zvcFx6F5eoyEixH2uN0cM6aB0YRGwowIzz1RA,211
 buz/kafka/infrastructure/deserializers/bytes_to_message_deserializer.py,sha256=r40yq67DIElPi6ClmElbtR3VGrG2grNwgwuflXWOh20,345
 buz/kafka/infrastructure/deserializers/implementations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py,sha256=zEP7mfJfZXapG7xyJj_BvGR-GtTOZEUYweHgvNRzEYE,2160
-buz/kafka/infrastructure/deserializers/implementations/cdc/not_valid_cdc_message_exception.py,sha256=hgLLwTcC-C2DuJSOWUhmQsrd1bO9I1469869IqfAPOk,414
+buz/kafka/infrastructure/deserializers/implementations/cdc/cannot_decode_cdc_message_exception.py,sha256=kbtc02mPNYZ6ojXgR6WOzpZK4t0o7Gh2TR9rtovOgjQ,418
+buz/kafka/infrastructure/deserializers/implementations/cdc/cannot_restore_event_from_cdc_payload_exception.py,sha256=9DSi9cJluiYJoDbFDqpuhQOye_ec4VX98nVoCaxsLcc,550
+buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_cdc_payload_deserializer.py,sha256=o2bm-BzeQY2WztwgL1wmx2cP0SOfTKeSPqQXakIZZuU,1487
+buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py,sha256=k3aT5b7VTZtGQdyWy2cIEND-I_EsW7U6DJvE87vOvLw,2085
 buz/kafka/infrastructure/deserializers/implementations/json_byte_deserializer.py,sha256=L4b164-KweiQUwyRONhTMIGnAz48UPk0btLqjGOTNdk,373
 buz/kafka/infrastructure/deserializers/implementations/json_bytes_to_message_deserializer.py,sha256=YwugXkmOudMNtkVfCC4BFe3pFVpbM8rAL9bT88bZMRk,756
 buz/kafka/infrastructure/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -258,7 +262,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.17.0rc7.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
-buz-2.17.0rc7.dist-info/METADATA,sha256=tD8AIOQCaOpePJRAC_5jkpTshFpvkkLjoALYUaFbJ7Q,12583
-buz-2.17.0rc7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.17.0rc7.dist-info/RECORD,,
+buz-2.19.0.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
+buz-2.19.0.dist-info/METADATA,sha256=WP5d5tDJHfipqBV92aBMidSml18fol-PT4bHHorjDLY,12580
+buz-2.19.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.19.0.dist-info/RECORD,,