buz 2.21.2rc1__py3-none-any.whl → 2.22.1__py3-none-any.whl

buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py

@@ -16,6 +16,8 @@ from buz.kafka.domain.models.auto_create_topic_configuration import AutoCreateTo
 from buz.kafka.domain.models.create_kafka_topic import CreateKafkaTopic
 from buz.kafka.domain.services.kafka_admin_client import KafkaAdminClient
 from buz.kafka.domain.services.kafka_producer import KafkaProducer
+from buz.kafka.infrastructure.serializers.implementations.cdc_partition_key_serializer import CDCPartitionKeySerializer
+from buz.kafka.infrastructure.serializers.partitiion_key_generator import PartitionKeySerializer
 
 
 class BuzKafkaEventBus(EventBus):
@@ -28,6 +30,7 @@ class BuzKafkaEventBus(EventBus):
         kafka_admin_client: Optional[KafkaAdminClient] = None,
         publish_middlewares: Optional[list[PublishMiddleware]] = None,
         auto_create_topic_configuration: Optional[AutoCreateTopicConfiguration] = None,
+        partition_key_generator: Optional[PartitionKeySerializer] = None,
     ):
         self.__publish_middleware_chain_resolver = PublishMiddlewareChainResolver(publish_middlewares or [])
         self.__publish_strategy = publish_strategy
@@ -36,6 +39,7 @@ class BuzKafkaEventBus(EventBus):
         self.__kafka_admin_client = kafka_admin_client
         self.__auto_create_topic_configuration = auto_create_topic_configuration
         self.__logger = logger
+        self.__partition_key_generator: PartitionKeySerializer = partition_key_generator or CDCPartitionKeySerializer()
         self.__check_kafka_admin_client_is_needed()
 
     def __check_kafka_admin_client_is_needed(self) -> None:
@@ -74,7 +78,7 @@ class BuzKafkaEventBus(EventBus):
                 message=event,
                 headers=headers,
                 topic=topic,
-                partition_key=event.partition_key(),
+                partition_key=self.__partition_key_generator.generate_key(event),
             )
         except Exception as exc:
             raise EventNotPublishedException(event) from exc

buz/kafka/domain/services/kafka_admin_client.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from abc import abstractmethod, ABC
 from datetime import datetime
-from typing import Sequence
+from typing import Sequence, Any
 
 from buz.kafka.domain.models.create_kafka_topic import CreateKafkaTopic
 from buz.kafka.infrastructure.interfaces.connection_manager import ConnectionManager
@@ -66,6 +66,14 @@ class KafkaAdminClient(ConnectionManager, ABC):
     ) -> None:
         pass
 
+    @abstractmethod
+    def delete_subscription_groups(
+        self,
+        *,
+        subscription_groups: set[str],
+    ) -> list[tuple[str, Any]]:
+        pass
+
     @abstractmethod
     def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
         """

buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py

@@ -148,10 +148,9 @@ class KafkaPythonAdminClient(KafkaAdminClient):
         self,
         *,
         subscription_groups: set[str],
-    ) -> None:
-        self._get_kafka_admin().delete_consumer_groups(
-            group_ids=subscription_groups,
-        )
+    ) -> list[tuple[str, Any]]:
+        results = self._get_kafka_admin().delete_consumer_groups(group_ids=subscription_groups)
+        return results
 
     def get_cluster_consumer_groups(
         self,

buz/kafka/infrastructure/serializers/implementations/cdc_partition_key_serializer.py

@@ -0,0 +1,19 @@
+from __future__ import annotations
+
+from buz.event.event import Event
+from buz.kafka.infrastructure.serializers.implementations.json_byte_serializer import JSONByteSerializer
+from buz.kafka.infrastructure.serializers.partitiion_key_generator import PartitionKeySerializer
+
+# This is a static string because the order matters and we can not trust that json encoder libraries are deterministic
+PAYLOAD_CDC_SCHEMA = r"""{"schema":{"type":"string","optional":true},"payload":"[partition_key]"}"""
+
+
+class CDCPartitionKeySerializer(PartitionKeySerializer):
+    def __init__(self) -> None:
+        self.__json_serializer = JSONByteSerializer()
+
+    def __generate_payload_schema(self, partition_key: str) -> str:
+        return PAYLOAD_CDC_SCHEMA.replace("[partition_key]", partition_key)
+
+    def generate_key(self, event: Event) -> str:
+        return self.__generate_payload_schema(event.partition_key())

buz/kafka/infrastructure/serializers/partitiion_key_generator.py

@@ -0,0 +1,9 @@
+from abc import ABC, abstractmethod
+
+from buz.event.event import Event
+
+
+class PartitionKeySerializer(ABC):
+    @abstractmethod
+    def generate_key(self, event: Event) -> str:
+        pass

{buz-2.21.2rc1.dist-info → buz-2.22.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.21.2rc1
+Version: 2.22.1
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.21.2rc1.dist-info → buz-2.22.1.dist-info}/RECORD

@@ -50,7 +50,7 @@ buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=kxqXCf80L
 buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=7ZhaKaFXBpD3HVkuQMpAJvY8lfy7__1wxftLIwCmnMQ,21284
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=GmmuAZboDkrpNOLF8cE_F0t4I7ZnMiGsiGw4SYIvKGc,7303
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=ZRLRoBRomqrXAiePSMn4gePF59AWPn6VQpQui1UVnyM,7246
-buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=_CLD4gU7KikVTEydSMtPE3meFhlOtAx0km4cS6Q3tno,4654
+buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=bfxdwUh33yFIo0NCm_S_AMrfnLvTCL9dGZZXDaOkKNM,5094
 buz/event/infrastructure/buz_kafka/consume_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/consume_strategy/consume_strategy.py,sha256=RqlXe5W2S6rH3FTr--tcxzFJTAVLb-Dhl7m6qjgNz2M,331
 buz/event/infrastructure/buz_kafka/consume_strategy/kafka_on_fail_strategy.py,sha256=elNeyTubDuhHsLlTtDA1Nqz2hZe12PUcO9kz8upPby8,136
@@ -169,7 +169,7 @@ buz/kafka/domain/models/kafka_supported_sasl_mechanisms.py,sha256=ASyDaFgseQRcUJ
 buz/kafka/domain/models/kafka_supported_security_protocols.py,sha256=ffY2-9sOj4XIkJTSQVkqeOb4KnuqEYXISDarfDN8r9Q,161
 buz/kafka/domain/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/domain/services/async_kafka_producer.py,sha256=gSq3WwEVux_gp3EKDAMN1WsM027uklB58E-WnKpyhPs,533
-buz/kafka/domain/services/kafka_admin_client.py,sha256=gjLs7BZwRjBd6qEoL2bNUdpHGPkh51dw1-kmC6I2YHw,1871
+buz/kafka/domain/services/kafka_admin_client.py,sha256=6WJzMPTYSKTUq0Dtxj1rzGAWK-GAYGolW_LFDB_faVU,2042
 buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_OmeXZ5F429zP7Hx5g4FNllpfE,1625
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -199,15 +199,17 @@ buz/kafka/infrastructure/interfaces/async_connection_manager.py,sha256=JbaLu5UVV
 buz/kafka/infrastructure/interfaces/connection_manager.py,sha256=EWnvShJHOg8QYe6a3ma0urjKjmVMDBi7q8T2cv_i_MQ,200
 buz/kafka/infrastructure/kafka_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/exception/consumer_interrupted_exception.py,sha256=fqhgV7HILdVdv-p1CsOIaaESKY2ZXBtRGYbrVSdPLg0,164
-buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=FRO_zmGdOkiu5wFYmO7v-hLASxR0XT45uDqjHgmg_F4,17544
+buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=ikNTLUp3CrLgctvQDEcYTCjz8eRBTffg6cQFP8n0MNY,17571
 buz/kafka/infrastructure/kafka_python/kafka_python_admin_test_client.py,sha256=5xP23dQ7FDuy7dIWNw39C3bMVmaUj9ZQhEEJISRv9ec,2986
 buz/kafka/infrastructure/kafka_python/kafka_python_producer.py,sha256=McH_YNQcte7HzNRvS_4bgaz1ng7v4ESoi4mUkrQFLYw,3627
 buz/kafka/infrastructure/kafka_python/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/translators/consumer_initial_offset_position_translator.py,sha256=hJ48_eyMcnbFL_Y5TOiMbGXrQSryuKk9CvP59MdqNOY,620
 buz/kafka/infrastructure/serializers/byte_serializer.py,sha256=T83sLdX9V5Oh1mzjRwHi_1DsTFI7KefFj7kmnz7JVy4,207
+buz/kafka/infrastructure/serializers/implementations/cdc_partition_key_serializer.py,sha256=TNN1H5AndGvpxkfBTOHGSH94mZocQ4n3JApQnvp7TNw,902
 buz/kafka/infrastructure/serializers/implementations/cdc_record_bytes_to_event_serializer.py,sha256=c5VmnuTOIZJ_tjfOl_BQnPdr7D1OAOxGYVFE4O4X8Tk,1801
 buz/kafka/infrastructure/serializers/implementations/json_byte_serializer.py,sha256=yCPlZ-TNoF5Jh0WUlhseC8rTnHk-IJgmAHmU58ninyA,1523
 buz/kafka/infrastructure/serializers/kafka_header_serializer.py,sha256=ws9xr5lsJF6J-uVIplPym7vboo00KtXHfLJf8JjG0lo,649
+buz/kafka/infrastructure/serializers/partitiion_key_generator.py,sha256=4FQmTuqrLp9xmaYg9qv42x5fPMQFaC4OmDnmuszGf94,190
 buz/locator/__init__.py,sha256=my8qfHL5htIT9RFFjzV4zGIPVW72tu4SMQbKKqBeSKo,293
 buz/locator/handler_fqn_not_found_exception.py,sha256=HfQb8gwqEpG1YfOc_IQlSCjRg0Ete0Aj_z3s7GPC-RM,206
 buz/locator/locator.py,sha256=1RqxXSkTw5PgwSB_AME3gYzYgN8ySV0FrUwW5N_0cAQ,512
@@ -263,7 +265,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.21.2rc1.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
-buz-2.21.2rc1.dist-info/METADATA,sha256=AzHqWWKS8ayrs7CFG92SqqrQ19gbi1NNXOoaw5IODq4,12583
-buz-2.21.2rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.21.2rc1.dist-info/RECORD,,
+buz-2.22.1.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
+buz-2.22.1.dist-info/METADATA,sha256=baDIRyxTLM2Z4gKrvVH9War7HIp0V0WFgSlbTR4x6Eo,12580
+buz-2.22.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.22.1.dist-info/RECORD,,