buz 2.15.12__tar.gz → 2.17.0rc1__tar.gz

{buz-2.15.12 → buz-2.17.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.15.12
+Version: 2.17.0rc1
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.15.12 → buz-2.17.0rc1}/pyproject.toml

@@ -1,34 +1,37 @@
 [tool.poetry]
 name = "buz"
-version = "2.15.12"
+version = "2.17.0-rc1"
 description = "Buz is a set of light, simple and extensible implementations of event, command and query buses."
 readme = "README.md"
-authors = ["Luis Pintado Lozano <luis.pintado.lozano@gmail.com>", "Gerardo Parra <gprauxiliar@gmail.com>"]
+authors = [
+  "Luis Pintado Lozano <luis.pintado.lozano@gmail.com>",
+  "Gerardo Parra <gprauxiliar@gmail.com>",
+]
 maintainers = ["Fever - Platform Squad <platform@feverup.com>"]
 license = "MIT License"
-classifiers=[
-    "Intended Audience :: Developers",
-    "License :: OSI Approved :: MIT License",
-    "Operating System :: OS Independent",
-    "Programming Language :: Python :: 3.8",
-    "Programming Language :: Python :: 3.9",
-    "Operating System :: OS Independent",
-    "Topic :: Software Development :: Libraries",
-    "Typing :: Typed",
-    ]
+classifiers = [
+  "Intended Audience :: Developers",
+  "License :: OSI Approved :: MIT License",
+  "Operating System :: OS Independent",
+  "Programming Language :: Python :: 3.8",
+  "Programming Language :: Python :: 3.9",
+  "Operating System :: OS Independent",
+  "Topic :: Software Development :: Libraries",
+  "Typing :: Typed",
+]
 include = ["py.typed"]
 
 [tool.poetry.dependencies]
 python = ">= 3.9"
 pypendency = { version = "~0", optional = true }
 kombu = { version = ">= 4.6.11", optional = true }
-orjson = {version = "^3.10.1"}
-pympler = {version = "== 1.0.1"}
-kafka-python-ng= "2.2.3"
+orjson = { version = "^3.10.1" }
+pympler = { version = "== 1.0.1" }
+kafka-python-ng = "2.2.3"
 uuid-utils = "^0.9.0"
 dacite = "^1.8.1"
-aiokafka = {version = "==0.12.0", extras = ["lz4"], optional = true}
-asgiref = {version = "^3.8.1", optional = true}
+aiokafka = { version = "==0.12.0", extras = ["lz4"], optional = true }
+asgiref = { version = "^3.8.1", optional = true }
 cachetools = "^5.5.0"
 aiohttp = "^3.12.15"
 

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/event/transactional_outbox/event_to_outbox_record_translator.py

@@ -10,9 +10,11 @@ class EventToOutboxRecordTranslator:
         payload = dataclasses.asdict(event)
         payload.pop("id")
         payload.pop("created_at")
+        payload.pop("metadata")
         return OutboxRecord(
             event_id=UUID(event.id),
             event_fqn=event.fqn(),
             created_at=event.parsed_created_at(),
             event_payload=payload,
+            event_metadata=event.metadata,
         )

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/event/transactional_outbox/outbox_record.py

@@ -2,6 +2,7 @@ from datetime import datetime
 from typing import Optional, Any, ClassVar
 from uuid import UUID
 from dataclasses import dataclass, fields
+from dataclasses import field as dataclass_field
 
 
 @dataclass
@@ -12,6 +13,7 @@ class OutboxRecord:  # type: ignore[misc]
     event_fqn: str
     event_payload: dict[str, Any]  # type: ignore[misc]
     created_at: datetime
+    event_metadata: Optional[dict[str, Any]] = dataclass_field(default_factory=dict)  # type: ignore[misc]
     delivered_at: Optional[datetime] = None
     delivery_errors: int = 0
     delivery_paused_at: Optional[datetime] = None

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/event/transactional_outbox/outbox_record_to_event_translator.py

@@ -16,6 +16,7 @@ class OutboxRecordToEventTranslator:
             event_klass.restore(
                 id=str(outbox_record.event_id),
                 created_at=outbox_record.parsed_created_at(),
+                metadata=outbox_record.event_metadata,
                 **outbox_record.event_payload,
             ),
         )

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/event/transactional_outbox/transactional_outbox_event_bus.py

@@ -1,6 +1,8 @@
 from typing import Optional, Iterable
 
 from buz.event import Event, EventBus
+from buz.event.middleware.publish_middleware import PublishMiddleware
+from buz.event.middleware.publish_middleware_chain_resolver import PublishMiddlewareChainResolver
 from buz.event.transactional_outbox import OutboxRecord
 from buz.event.transactional_outbox.event_to_outbox_record_translator import EventToOutboxRecordTranslator
 from buz.event.transactional_outbox.outbox_record_validation.outbox_record_validator import OutboxRecordValidator
@@ -13,22 +15,40 @@ class TransactionalOutboxEventBus(EventBus):
         outbox_repository: OutboxRepository,
         event_to_outbox_record_translator: EventToOutboxRecordTranslator,
         outbox_record_validator: Optional[OutboxRecordValidator] = None,
-    ):
+        publish_middlewares: Optional[list[PublishMiddleware]] = None,
+    ) -> None:
         self.__outbox_repository = outbox_repository
         self.__event_to_outbox_record_translator = event_to_outbox_record_translator
         self.__outbox_record_validator = outbox_record_validator
+        self.__publish_middleware_chain_resolver = PublishMiddlewareChainResolver(publish_middlewares or [])
 
     def publish(self, event: Event) -> None:
-        outbox_record = self.__translate_and_validate(event)
+        self.__publish_middleware_chain_resolver.resolve(event, self.__perform_publish)
+
+    def __perform_publish(self, event: Event) -> None:
+        outbox_record = self.__process_event(event)
         self.__outbox_repository.save(outbox_record)
 
     def bulk_publish(self, events: Iterable[Event]) -> None:
-        outbox_records = map(self.__translate_and_validate, events)
+        outbox_records: list[OutboxRecord] = []
+        for event in events:
+            self.__publish_middleware_chain_resolver.resolve(
+                event, lambda resolved_event: outbox_records.append(self.__process_event(resolved_event))
+            )
+
+        if len(outbox_records) == 0:
+            return None
+
         self.__outbox_repository.bulk_create(outbox_records)
 
-    # Raises OutboxRecordValidationException: If any validation inside outbox_record_validator fails
-    def __translate_and_validate(self, event: Event) -> OutboxRecord:
-        outbox_record = self.__event_to_outbox_record_translator.translate(event)
+    def __process_event(self, event: Event) -> OutboxRecord:
+        outbox_record = self.__translate_event(event)
+        self.__validate_outbox_record(outbox_record)
+        return outbox_record
+
+    def __translate_event(self, event: Event) -> OutboxRecord:
+        return self.__event_to_outbox_record_translator.translate(event)
+
+    def __validate_outbox_record(self, outbox_record: OutboxRecord) -> None:
         if self.__outbox_record_validator is not None:
             self.__outbox_record_validator.validate(record=outbox_record)
-        return outbox_record

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/kafka/infrastructure/cdc/cdc_payload.py

@@ -1,4 +1,5 @@
 from dataclasses import dataclass
+from typing import Optional
 
 
 @dataclass(frozen=True)
@@ -9,6 +10,7 @@ class CDCPayload:
     event_id: str  # uuid
     created_at: str
     event_fqn: str
+    event_metadata: Optional[str] = None  # json encoded
 
     def validate(self) -> None:
         if not isinstance(self.payload, str):
@@ -19,6 +21,8 @@ class CDCPayload:
             raise ValueError("The created_at value is not a value")
         if not isinstance(self.event_fqn, str):
             raise ValueError("The event_fqn value is not a valid value")
+        if self.event_metadata is not None and not isinstance(self.event_metadata, str):
+            raise ValueError("The event_metadata value is not a valid value")
 
     def __post_init__(self) -> None:
         self.validate()

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/kafka/infrastructure/cdc/cdc_schema.py

@@ -22,6 +22,13 @@ def generate_cdc_schema(message: Message) -> dict:
                 "optional": False,
                 "field": "event_fqn",
             },
+            {
+                "type": "string",
+                "optional": True,
+                "name": "io.debezium.data.Json",
+                "version": 1,
+                "field": "event_metadata",
+            },
             {
                 "type": "string",
                 "optional": False,

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/kafka/infrastructure/deserializers/implementations/cdc/cdc_record_bytes_to_event_deserializer.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 from datetime import datetime
-from typing import TypeVar, Type, Generic
+from typing import Optional, TypeVar, Type, Generic
 
 import orjson
 from dacite import from_dict
@@ -29,6 +29,7 @@ class CDCRecordBytesToEventDeserializer(BytesToMessageDeserializer[Event], Gener
             return self.__event_class.restore(
                 id=cdc_payload.event_id,
                 created_at=self.__get_created_at_in_event_format(cdc_payload.created_at),
+                metadata=self.__deserialize_event_metadata(cdc_payload.event_metadata),
                 **orjson.loads(cdc_payload.payload),
             )
         except Exception as exception:
@@ -47,3 +48,9 @@ class CDCRecordBytesToEventDeserializer(BytesToMessageDeserializer[Event], Gener
             raise ValueError("The provided payload value is not valid")
 
         return from_dict(CDCPayload, payload)
+
+    def __deserialize_event_metadata(self, event_metadata: Optional[str]) -> dict:
+        if event_metadata is None:
+            return {}
+
+        return orjson.loads(event_metadata)

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/kafka/infrastructure/serializers/implementations/cdc_record_bytes_to_event_serializer.py

@@ -21,6 +21,7 @@ class CDCRecordBytesToEventSerializer(ByteSerializer):
                 created_at=self.__adapt_created_to_cdc_format(data.created_at),
                 event_fqn=data.fqn(),
                 payload=self.__serialize_payload(data),
+                event_metadata=self.__serialize_event_metadata(data),
             ),
             schema=generate_cdc_schema(data),
         )
@@ -31,8 +32,14 @@ class CDCRecordBytesToEventSerializer(ByteSerializer):
         return created_at_datetime.strftime(CDCPayload.DATE_TIME_FORMAT)
 
     def __serialize_payload(self, event: Event) -> str:
-        # Remove id and created at, because Transactional outbox is not adding them
         payload = asdict(event)
         del payload["id"]
         del payload["created_at"]
+        del payload["metadata"]
         return self.__json_serializer.serialize_as_json(payload)
+
+    def __serialize_event_metadata(self, event: Event) -> str:
+        if event.metadata is None:
+            return str({})
+
+        return self.__json_serializer.serialize_as_json(event.metadata)

{buz-2.15.12 → buz-2.17.0rc1}/src/buz/message.py

@@ -3,7 +3,7 @@ from dataclasses import field, dataclass
 from datetime import datetime
 from inspect import signature, Parameter
 from types import MappingProxyType
-from typing import Any, ClassVar, get_origin, get_args, Union
+from typing import Any, ClassVar, Optional, get_origin, get_args, Union
 from typing_extensions import Self
 
 from uuid_utils.compat import uuid7
@@ -17,6 +17,7 @@ class Message(ABC):
     created_at: str = field(
         init=False, default_factory=lambda: datetime.strftime(datetime.now(), Message.DATE_TIME_FORMAT)
     )
+    metadata: Optional[dict[str, Any]] = field(init=False, default_factory=dict)
 
     @classmethod
     def fqn(cls) -> str:
@@ -26,11 +27,13 @@ class Message(ABC):
     def restore(cls, **kwargs: Any) -> Self:
         message_id = kwargs.pop("id")
         created_at = kwargs.pop("created_at")
+        metadata = kwargs.pop("metadata", dict())
 
         instance = cls.__from_dict(kwargs)  # type: ignore
 
         object.__setattr__(instance, "id", message_id)
         object.__setattr__(instance, "created_at", created_at)
+        object.__setattr__(instance, "metadata", metadata)
         return instance
 
     @classmethod
@@ -61,3 +64,12 @@ class Message(ABC):
 
     def parsed_created_at(self) -> datetime:
         return datetime.strptime(self.created_at, self.DATE_TIME_FORMAT)
+
+    def add_metadata(self, metadata: Optional[dict[str, Any]]) -> None:
+        if metadata is None:
+            return None
+
+        if self.metadata is None:
+            object.__setattr__(self, "metadata", metadata)
+        else:
+            self.metadata.update(metadata)