buz 2.15.0__py3-none-any.whl → 2.15.2__py3-none-any.whl

buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py

@@ -1,6 +1,5 @@
 from asyncio import sleep
 from logging import Logger
-import traceback
 from typing import Optional, Sequence, cast
 
 from buz.event import Event
@@ -68,16 +67,10 @@ class KafkaEventAsyncSubscriberExecutor(KafkaEventSubscriberExecutor):
                     headers=self.__header_deserializer.deserialize(kafka_poll_record.headers),
                 ),
             )
-
         except NotValidKafkaMessageException:
             self.__logger.error(
                 f'The message "{str(kafka_poll_record.value)}" is not valid, it will be consumed but not processed'
             )
-        except Exception as exception:
-            if self.__on_fail_strategy == KafkaOnFailStrategy.CONSUME_ON_FAIL:
-                self.__logger.exception(f"Error consuming event: {traceback.format_exc()}")
-                return
-            raise exception
 
     async def __consumption_callback(self, subscriber: AsyncSubscriber, message: KafkaConsumerRecord[Event]) -> None:
         await self.__consume_middleware_chain_resolver.resolve(

buz/kafka/infrastructure/cdc/cdc_message.py

@@ -1,36 +1,19 @@
 from dataclasses import dataclass
+from typing import Optional
 
-
-@dataclass(frozen=True)
-class CDCPayload:
-    DATE_TIME_FORMAT = "%Y-%m-%dT%H:%M:%S.%fZ"
-
-    payload: str  # json encoded
-    event_id: str  # uuid
-    created_at: str
-    event_fqn: str
-
-    def validate(self) -> None:
-        if not isinstance(self.payload, str):
-            raise ValueError("The payload value is not a valid value")
-        if not isinstance(self.event_id, str):
-            raise ValueError("The event_id value is not a valid value")
-        if not isinstance(self.created_at, str):
-            raise ValueError("The created_at value is not a value")
-        if not isinstance(self.event_fqn, str):
-            raise ValueError("The event_fqn value is not a valid value")
-
-    def __post_init__(self) -> None:
-        self.validate()
+from buz.kafka.infrastructure.cdc.cdc_payload import CDCPayload
 
 
 @dataclass(frozen=True)
 class CDCMessage:
     payload: CDCPayload
+    schema: Optional[dict]
 
     def validate(self) -> None:
         if not isinstance(self.payload, CDCPayload):
             raise ValueError("The payload value is not a valid value")
+        if self.schema is not None and not isinstance(self.schema, dict):
+            raise ValueError("The schema value is not a valid value")
 
     def __post_init__(self) -> None:
         self.validate()

buz/kafka/infrastructure/cdc/cdc_payload.py

@@ -0,0 +1,24 @@
+from dataclasses import dataclass
+
+
+@dataclass(frozen=True)
+class CDCPayload:
+    DATE_TIME_FORMAT = "%Y-%m-%dT%H:%M:%S.%fZ"
+
+    payload: str  # json encoded
+    event_id: str  # uuid
+    created_at: str
+    event_fqn: str
+
+    def validate(self) -> None:
+        if not isinstance(self.payload, str):
+            raise ValueError("The payload value is not a valid value")
+        if not isinstance(self.event_id, str):
+            raise ValueError("The event_id value is not a valid value")
+        if not isinstance(self.created_at, str):
+            raise ValueError("The created_at value is not a value")
+        if not isinstance(self.event_fqn, str):
+            raise ValueError("The event_fqn value is not a valid value")
+
+    def __post_init__(self) -> None:
+        self.validate()

buz/kafka/infrastructure/cdc/cdc_schema.py

@@ -0,0 +1,35 @@
+from buz.message import Message
+
+
+def generate_cdc_schema(message: Message) -> dict:
+    return {
+        "type": "struct",
+        "fields": [
+            {
+                "type": "string",
+                "optional": False,
+                "field": "payload",
+            },
+            {
+                "type": "string",
+                "optional": False,
+                "name": "io.debezium.data.Uuid",
+                "version": 1,
+                "field": "event_id",
+            },
+            {
+                "type": "string",
+                "optional": False,
+                "field": "event_fqn",
+            },
+            {
+                "type": "string",
+                "optional": False,
+                "name": "io.debezium.time.ZonedTimestamp",
+                "version": 1,
+                "field": "created_at",
+            },
+        ],
+        "optional": False,
+        "name": f"{message.fqn()}.Value",
+    }

buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py

@@ -7,7 +7,7 @@ import orjson
 from dacite import from_dict
 
 from buz.event import Event
-from buz.kafka.infrastructure.cdc.cdc_message import CDCMessage, CDCPayload
+from buz.kafka.infrastructure.cdc.cdc_message import CDCPayload
 from buz.kafka.infrastructure.deserializers.bytes_to_message_deserializer import BytesToMessageDeserializer
 from buz.kafka.infrastructure.deserializers.implementations.cdc.not_valid_cdc_message_exception import (
     NotValidCDCMessageException,
@@ -25,11 +25,11 @@ class CDCRecordBytesToEventDeserializer(BytesToMessageDeserializer[Event], Gener
     def deserialize(self, data: bytes) -> T:
         decoded_string = data.decode(self.__STRING_ENCODING)
         try:
-            cdc_message = self.__get_outbox_record_as_dict(decoded_string)
+            cdc_payload = self.__get_outbox_record_as_dict(decoded_string)
             return self.__event_class.restore(
-                id=cdc_message.payload.event_id,
-                created_at=self.__get_created_at_in_event_format(cdc_message.payload.created_at),
-                **orjson.loads(cdc_message.payload.payload),
+                id=cdc_payload.event_id,
+                created_at=self.__get_created_at_in_event_format(cdc_payload.created_at),
+                **orjson.loads(cdc_payload.payload),
             )
         except Exception as exception:
             raise NotValidCDCMessageException(decoded_string, exception) from exception
@@ -38,12 +38,12 @@ class CDCRecordBytesToEventDeserializer(BytesToMessageDeserializer[Event], Gener
         created_at_datetime = datetime.strptime(cdc_payload_created_at, CDCPayload.DATE_TIME_FORMAT)
         return created_at_datetime.strftime(Event.DATE_TIME_FORMAT)
 
-    def __get_outbox_record_as_dict(self, decoded_string: str) -> CDCMessage:
+    def __get_outbox_record_as_dict(self, decoded_string: str) -> CDCPayload:
         decoded_record: dict = orjson.loads(decoded_string)
 
         payload = decoded_record.get("payload")
+
         if not isinstance(payload, dict):
             raise ValueError("The provided payload value is not valid")
 
-        cdc_message = CDCMessage(payload=from_dict(CDCPayload, payload))
-        return cdc_message
+        return from_dict(CDCPayload, payload)

buz/kafka/infrastructure/serializers/implementations/cdc_record_bytes_to_event_serializer.py

@@ -5,6 +5,7 @@ from datetime import datetime
 
 from buz.event import Event
 from buz.kafka.infrastructure.cdc.cdc_message import CDCMessage, CDCPayload
+from buz.kafka.infrastructure.cdc.cdc_schema import generate_cdc_schema
 from buz.kafka.infrastructure.serializers.byte_serializer import ByteSerializer
 from buz.kafka.infrastructure.serializers.implementations.json_byte_serializer import JSONByteSerializer
 
@@ -20,7 +21,8 @@ class CDCRecordBytesToEventSerializer(ByteSerializer):
                 created_at=self.__adapt_created_to_cdc_format(data.created_at),
                 event_fqn=data.fqn(),
                 payload=self.__serialize_payload(data),
-            )
+            ),
+            schema=generate_cdc_schema(data),
         )
         return self.__json_serializer.serialize(asdict(cdc_message))
 

{buz-2.15.0.dist-info → buz-2.15.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.0
+Version: 2.15.2
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.15.0.dist-info → buz-2.15.2.dist-info}/RECORD

@@ -58,7 +58,7 @@ buz/event/infrastructure/buz_kafka/consume_strategy/topic_and_subscription_group
 buz/event/infrastructure/buz_kafka/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/exceptions/kafka_event_bus_config_not_valid_exception.py,sha256=VUKZXA2ygjg21P4DADFl_Tace6RwSXia1MRYvJypxbM,135
 buz/event/infrastructure/buz_kafka/exceptions/retry_exception.py,sha256=Fq9kvI3DpFsGD3x2icmQ1fYIsuKZAFqI3tCibAuEtSQ,441
-buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=OGPuoFGKkaV0pLyBKqv_kHz-xCRFWcqHmJBGOfmJTfc,5845
+buz/event/infrastructure/buz_kafka/kafka_event_async_subscriber_executor.py,sha256=wJ7hxf5k1YWOkUpkUSmMMWrXLTCt94-QHkIRDfM5YuI,5566
 buz/event/infrastructure/buz_kafka/kafka_event_subscriber_executor.py,sha256=EyG2vsFYErWAyqxdXqSwxx5Zi_y0d6i0h05XavJMnxg,254
 buz/event/infrastructure/buz_kafka/kafka_event_sync_subscriber_executor.py,sha256=S9ECzWpUQm7YKEtOFuzZMZvRVaiAMyMVfNksJ7Jno9A,5600
 buz/event/infrastructure/buz_kafka/publish_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -169,12 +169,15 @@ buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TIm
 buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
 buz/kafka/infrastructure/aiokafka/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/aiokafka/translators/consumer_initial_offset_position_translator.py,sha256=WmxkQfoXeTy9mIJtGGhM0eDKeQxhcJczeVAGCbtonVI,617
-buz/kafka/infrastructure/cdc/cdc_message.py,sha256=zLWUbQ2-fLsh_fei-sF8oQse2w30z25JnaJGZDq5f0E,1080
+buz/kafka/infrastructure/cdc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+buz/kafka/infrastructure/cdc/cdc_message.py,sha256=Cpv2nA19SG3HZGBLH-wIJbuokzTTZKT_HNFm1VwGSk4,585
+buz/kafka/infrastructure/cdc/cdc_payload.py,sha256=tQ_HdiREkORHlDoQQraj-KQj0x5MRuV8vP-C4x3cgHY,793
+buz/kafka/infrastructure/cdc/cdc_schema.py,sha256=JVSj6MSWNh2aaoWp1LL8UNJtjBvKggoBgMtOOT0vkQQ,940
 buz/kafka/infrastructure/deserializers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/deserializers/byte_deserializer.py,sha256=4fc6t-zvcFx6F5eoyEixH2uN0cM6aB0YRGwowIzz1RA,211
 buz/kafka/infrastructure/deserializers/bytes_to_message_deserializer.py,sha256=r40yq67DIElPi6ClmElbtR3VGrG2grNwgwuflXWOh20,345
 buz/kafka/infrastructure/deserializers/implementations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py,sha256=JSXHYNdikMnFf0mSEeaWfsxzcYZphTdfR732-RrCQW0,2002
+buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py,sha256=iMTx9zI_QzHcHvCbpfUkq6Hp67O_LXK5iYE1nzt_mqA,1913
 buz/kafka/infrastructure/deserializers/implementations/cdc/not_valid_cdc_message_exception.py,sha256=hgLLwTcC-C2DuJSOWUhmQsrd1bO9I1469869IqfAPOk,414
 buz/kafka/infrastructure/deserializers/implementations/json_byte_deserializer.py,sha256=L4b164-KweiQUwyRONhTMIGnAz48UPk0btLqjGOTNdk,373
 buz/kafka/infrastructure/deserializers/implementations/json_bytes_to_message_deserializer.py,sha256=YwugXkmOudMNtkVfCC4BFe3pFVpbM8rAL9bT88bZMRk,756
@@ -189,7 +192,7 @@ buz/kafka/infrastructure/kafka_python/kafka_python_producer.py,sha256=DkqqLSSXHB
 buz/kafka/infrastructure/kafka_python/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/translators/consumer_initial_offset_position_translator.py,sha256=hJ48_eyMcnbFL_Y5TOiMbGXrQSryuKk9CvP59MdqNOY,620
 buz/kafka/infrastructure/serializers/byte_serializer.py,sha256=T83sLdX9V5Oh1mzjRwHi_1DsTFI7KefFj7kmnz7JVy4,207
-buz/kafka/infrastructure/serializers/implementations/cdc_record_bytes_to_event_serializer.py,sha256=rWIHE91COwrmo61GV9SyIE6CODOPzpYrdaKbMfPCSJc,1482
+buz/kafka/infrastructure/serializers/implementations/cdc_record_bytes_to_event_serializer.py,sha256=Cw6kbzCMHC2PwHf6DNCIKZB2H-WCEZ-HeIDNxQbkTow,1601
 buz/kafka/infrastructure/serializers/implementations/json_byte_serializer.py,sha256=KGkTQE7lq8VB048zCew_IlYgoWPozkmERYKg0t4DjOA,1510
 buz/kafka/infrastructure/serializers/kafka_header_serializer.py,sha256=ws9xr5lsJF6J-uVIplPym7vboo00KtXHfLJf8JjG0lo,649
 buz/locator/__init__.py,sha256=my8qfHL5htIT9RFFjzV4zGIPVW72tu4SMQbKKqBeSKo,293
@@ -246,7 +249,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.15.0.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
-buz-2.15.0.dist-info/METADATA,sha256=QGRmI-gxSAfhDPtg8oeGCNdgbEdiXS5SXCX3i3oEVzQ,1659
-buz-2.15.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.15.0.dist-info/RECORD,,
+buz-2.15.2.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
+buz-2.15.2.dist-info/METADATA,sha256=vJLWjCrVTn6AdIIQ1IJZv3jUlrPg0Kfp4O05HCaggMc,1659
+buz-2.15.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.15.2.dist-info/RECORD,,