buz 2.19.0__py3-none-any.whl → 2.21.0rc1__py3-none-any.whl

buz/event/event.py

@@ -8,3 +8,6 @@ class Event(Message):
     @classmethod
     def fqn(cls) -> str:
         return f"event.{super().fqn()}"
+
+    def partition_key(self) -> str:
+        return str(self.id)

buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py

@@ -73,6 +73,7 @@ class AsyncBuzKafkaEventBus(AsyncEventBus):
                 message=event,
                 headers=headers,
                 topic=topic,
+                partition_key=event.partition_key(),
             )
         except Exception as exc:
             raise EventNotPublishedException(event) from exc

buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py

@@ -74,6 +74,7 @@ class BuzKafkaEventBus(EventBus):
                 message=event,
                 headers=headers,
                 topic=topic,
+                partition_key=event.partition_key(),
             )
         except Exception as exc:
             raise EventNotPublishedException(event) from exc

buz/event/transactional_outbox/event_to_outbox_record_translator.py

@@ -11,10 +11,12 @@ class EventToOutboxRecordTranslator:
         payload.pop("id")
         payload.pop("created_at")
         payload.pop("metadata")
+        partition_key = event.partition_key()
         return OutboxRecord(
             event_id=UUID(event.id),
             event_fqn=event.fqn(),
             created_at=event.parsed_created_at(),
             event_payload=payload,
             event_metadata=dict(event.metadata),
+            partition_key=partition_key,
         )

buz/event/transactional_outbox/outbox_record.py

@@ -1,7 +1,7 @@
+from dataclasses import dataclass, fields
 from datetime import datetime
-from typing import Optional, Any, ClassVar
+from typing import Any, ClassVar
 from uuid import UUID
-from dataclasses import dataclass, fields
 
 
 @dataclass
@@ -12,10 +12,11 @@ class OutboxRecord:  # type: ignore[misc]
     event_fqn: str
     event_payload: dict[str, Any]  # type: ignore[misc]
     created_at: datetime
-    event_metadata: Optional[dict[str, Any]] = None
-    delivered_at: Optional[datetime] = None
+    event_metadata: dict[str, Any] | None = None
+    delivered_at: datetime | None = None
     delivery_errors: int = 0
-    delivery_paused_at: Optional[datetime] = None
+    delivery_paused_at: datetime | None = None
+    partition_key: str | None = None
 
     def parsed_created_at(self) -> str:
         return self.created_at.strftime(self.DATE_TIME_FORMAT)

buz/kafka/domain/exceptions/consumer_group_not_found_exception.py

@@ -0,0 +1,6 @@
+from __future__ import annotations
+
+
+class ConsumerGroupNotFoundException(Exception):
+    def __init__(self, consumer_group: str) -> None:
+        super().__init__(f'The consumer group "{consumer_group}" has not been found')

buz/kafka/domain/services/kafka_admin_client.py

@@ -65,3 +65,11 @@ class KafkaAdminClient(ConnectionManager, ABC):
         new_number_of_partitions: int,
     ) -> None:
         pass
+
+    @abstractmethod
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        """
+        Get the committed offsets for a consumer group on a specific topic.
+        Returns a dictionary mapping partition numbers to their committed offsets.
+        """
+        pass

buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py

@@ -12,6 +12,7 @@ from kafka.admin.new_partitions import NewPartitions
 from kafka.errors import TopicAlreadyExistsError
 from kafka.structs import TopicPartition, OffsetAndTimestamp
 
+from buz.kafka.domain.exceptions.consumer_group_not_found_exception import ConsumerGroupNotFoundException
 from buz.kafka.domain.exceptions.not_all_partition_assigned_exception import NotAllPartitionAssignedException
 from buz.kafka.domain.exceptions.not_valid_partition_number_exception import NotValidPartitionNumberException
 from buz.kafka.domain.exceptions.topic_already_created_exception import KafkaTopicsAlreadyCreatedException
@@ -400,3 +401,28 @@ class KafkaPythonAdminClient(KafkaAdminClient):
             related_consumer_groups.add(consumer_group)
 
         return related_consumer_groups
+
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        self._logger.info(f'Getting consumer group offsets for group "{consumer_group}" on topic "{topic}"')
+
+        if not self.is_topic_created(topic):
+            raise TopicNotFoundException(topic_name=topic)
+
+        cluster_consumer_groups = self.get_cluster_consumer_groups()
+        if consumer_group not in cluster_consumer_groups:
+            raise ConsumerGroupNotFoundException(consumer_group=consumer_group)
+
+        partitions = self.get_number_of_partitions(topic)
+        topic_partitions = [TopicPartition(topic=topic, partition=partition) for partition in range(partitions)]
+
+        offsets_response = self._get_kafka_admin().list_consumer_group_offsets(
+            consumer_group, partitions=topic_partitions
+        )
+
+        # Build the result dictionary, filtering out partitions with no committed offset (-1)
+        result: dict[int, int] = {}
+        for topic_partition, offset_and_metadata in offsets_response.items():
+            if offset_and_metadata.offset >= 0:
+                result[topic_partition.partition] = offset_and_metadata.offset
+
+        return result

buz/kafka/infrastructure/kafka_python/kafka_python_producer.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import Generic, Optional, TypeVar, cast
+from typing import Generic, TypeVar, cast
 
 from kafka import KafkaProducer as KafkaPythonLibraryProducer
 from kafka.producer.future import FutureRecordMetadata
@@ -15,7 +15,7 @@ T = TypeVar("T")
 
 
 class KafkaPythonProducer(KafkaProducer, Generic[T]):
-    __kafka_producer: Optional[KafkaPythonLibraryProducer] = None
+    __kafka_producer: KafkaPythonLibraryProducer | None = None
     __SEND_TIMEOUT_SECONDS = 5
 
     def __init__(
@@ -25,7 +25,7 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
         byte_serializer: ByteSerializer[T],
         retries: int = 0,
         retry_backoff_ms: int = 100,
-        compression_type: Optional[KafkaSupportedCompressionType] = None,
+        compression_type: KafkaSupportedCompressionType | None = None,
     ) -> None:
         self.__connection_config = connection_config
         self.__byte_serializer = byte_serializer
@@ -70,8 +70,8 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
         *,
         topic: str,
         message: T,
-        partition_key: Optional[str] = None,
-        headers: Optional[dict[str, str]] = None,
+        partition_key: str | None = None,
+        headers: dict[str, str] | None = None,
     ) -> None:
         serialized_headers = self.__header_serializer.serialize(headers) if headers is not None else None
         kafka_producer = self._get_kafka_producer()
@@ -82,7 +82,7 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
                 topic=topic,
                 value=self.__byte_serializer.serialize(message),
                 headers=serialized_headers,
-                key=partition_key,
+                key=partition_key.encode("utf-8") if partition_key is not None else None,
             ),
         )
 

{buz-2.19.0.dist-info → buz-2.21.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.19.0
+Version: 2.21.0rc1
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.19.0.dist-info → buz-2.21.0rc1.dist-info}/RECORD

@@ -36,7 +36,7 @@ buz/event/dead_letter_queue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 buz/event/dead_letter_queue/dlq_criteria.py,sha256=hxcV-BMayKTEc5suEfQZhEYkc14H7kZo_4YfDzcJTTY,290
 buz/event/dead_letter_queue/dlq_record.py,sha256=wEa9CdWkHmxHQVwoHFjWeEU6sjNOi7X8dLr1E-gVmDc,1341
 buz/event/dead_letter_queue/dlq_repository.py,sha256=8XsXSfO2OzEq4qfQ_v0E0OExintDYI1g55Qu3PtoxKI,630
-buz/event/event.py,sha256=x1MCBydn3qk3AkvamsAwCG-nfxR9OyP4l1UNXtnhUwU,189
+buz/event/event.py,sha256=Fz23ehyHyAsS5IN3mEElzArsAefs0GNz-vLIu3bpquk,254
 buz/event/event_bus.py,sha256=QnvZD_bKsv628TZ58s5uLntLJCA9Ngir_YHOwb4_UaU,289
 buz/event/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/exceptions/event_not_published_exception.py,sha256=gGEiRFGdKIS-VTKg8SN54vSS10WeSkgBhlO2Gpcll_0,215
@@ -46,11 +46,11 @@ buz/event/exceptions/term_signal_interruption_exception.py,sha256=RkRRF0v_K9Hg48
 buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72kZtNWQ2CPuQ3TjXEWFE14,123
 buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=SyLblUVlwWOaNfZzK7vL6Ee4m-85vZVCH0rjOgqVAww,4913
+buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py,sha256=kxqXCf80LgQiB464jA9TENejT5FlGT7mRZsy0BsPctk,4966
 buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=7ZhaKaFXBpD3HVkuQMpAJvY8lfy7__1wxftLIwCmnMQ,21284
 buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=GmmuAZboDkrpNOLF8cE_F0t4I7ZnMiGsiGw4SYIvKGc,7303
 buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=ZRLRoBRomqrXAiePSMn4gePF59AWPn6VQpQui1UVnyM,7246
-buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=ymRSvcYVgbVCPgHN6rMBVBHQ5heCSwCDl6EffyqGVX8,4601
+buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=_CLD4gU7KikVTEydSMtPE3meFhlOtAx0km4cS6Q3tno,4654
 buz/event/infrastructure/buz_kafka/consume_strategy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/event/infrastructure/buz_kafka/consume_strategy/consume_strategy.py,sha256=RqlXe5W2S6rH3FTr--tcxzFJTAVLb-Dhl7m6qjgNz2M,331
 buz/event/infrastructure/buz_kafka/consume_strategy/kafka_on_fail_strategy.py,sha256=elNeyTubDuhHsLlTtDA1Nqz2hZe12PUcO9kz8upPby8,136
@@ -123,14 +123,14 @@ buz/event/sync/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
 buz/event/sync/models/sync_delivery_context.py,sha256=LHjrS6gV-19NEKwtAXVmefjPd-Dsp_Ym8RZb84T3lm8,190
 buz/event/sync/sync_event_bus.py,sha256=NUtuHRsSW4f2T44qGKy4Y4r8VukSwva4fsD0TwfisX8,1931
 buz/event/transactional_outbox/__init__.py,sha256=k8ZBWCi12pWKXchHfgW_Raw4sVR8XkBLuPNW9jB9X2k,1381
-buz/event/transactional_outbox/event_to_outbox_record_translator.py,sha256=d20JOeKIrCcpPEV66TzWiQmYqoyZGyL7J1ys0dUfHFs,615
+buz/event/transactional_outbox/event_to_outbox_record_translator.py,sha256=xFovyBqimTqGKfOubanJCmvMKVi4Vzhsx6Jh00A1T5A,702
 buz/event/transactional_outbox/fqn_to_event_mapper.py,sha256=ujcq6CfYqRJtM8f3SEEltbWN0Ru7NM5JfrbNdh4nvhQ,773
 buz/event/transactional_outbox/outbox_criteria/__init__.py,sha256=_9YjtbyYdqvDKEAwSQUyOn46Fc2pSNzTl2I7AqisEoc,594
 buz/event/transactional_outbox/outbox_criteria/deliverable_records_outbox_criteria_factory.py,sha256=vnaf6OPBAiw78RJZ8iOtaISbvuDIj4gN31aR-5k3BL8,347
 buz/event/transactional_outbox/outbox_criteria/outbox_criteria.py,sha256=HlD7tt3V-qVdPrq4H0idvyDnP7ncD0ZYQJ_XkwLNg-o,695
 buz/event/transactional_outbox/outbox_criteria/outbox_criteria_factory.py,sha256=XvqOfd7coi2veXyAvAthIBYRxS0Gpfb70nnkq9igvVM,220
 buz/event/transactional_outbox/outbox_criteria/outbox_sorting_criteria.py,sha256=-ckCLHvHlkuabI0TZ4Tw-qAQhU1hFLAgCOwuvIs_vpI,89
-buz/event/transactional_outbox/outbox_record.py,sha256=0lK9cG0wmP-t9JD8erxtcFFH9VoqXclRox3VIp-iSo8,1203
+buz/event/transactional_outbox/outbox_record.py,sha256=PKeYJBBweFv9W76BGWOLDGS5YHjJ3gudm3qNpeqUopw,1221
 buz/event/transactional_outbox/outbox_record_finder/__init__.py,sha256=HdW8GTIaxYExlUWeXugFmkRDyHcBiOlAVwh17dpPOfQ,344
 buz/event/transactional_outbox/outbox_record_finder/outbox_record_stream_finder.py,sha256=RjCetETAggQ5arXI4Terpyvh7xfz0eXXZon2-C1gXgw,239
 buz/event/transactional_outbox/outbox_record_finder/polling_outbox_record_stream_finder.py,sha256=qdCsqPQaS6cJ7li0veA2bY17iUG7fd84MzIywG7cPHw,1078
@@ -148,6 +148,7 @@ buz/event/worker.py,sha256=BL9TXB_kyr0Avql9fIcFm3CDNnXPvZB6O6BxVwjtCdA,942
 buz/handler.py,sha256=W6jSTo5BNV9u9QKBaEMhLIa3tgQocd6oYEJf5K4EfEU,358
 buz/kafka/__init__.py,sha256=R3fcyET-SNEAvk_XlBQbHIbQVb63Qiz6lVrif3nDhNU,3435
 buz/kafka/domain/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+buz/kafka/domain/exceptions/consumer_group_not_found_exception.py,sha256=8My8lM7DZ7JARfHY1MmuW5BWOB1YadiKhnc3cSTPlaI,225
 buz/kafka/domain/exceptions/not_all_partition_assigned_exception.py,sha256=1Ky6gDh_baD6cGB0MBnjbkkLcw2zQU_kFXPpDZn56z0,400
 buz/kafka/domain/exceptions/not_valid_kafka_message_exception.py,sha256=Dn6I_-eGQnOuu5WW24oKGOdKOu4EdM8ByH3DLAbz5SY,57
 buz/kafka/domain/exceptions/not_valid_partition_number_exception.py,sha256=YZyGbblHk6ON9sBtjRQTDa-nC88i4oe14_VSO8vSTm0,337
@@ -168,7 +169,7 @@ buz/kafka/domain/models/kafka_supported_sasl_mechanisms.py,sha256=ASyDaFgseQRcUJ
 buz/kafka/domain/models/kafka_supported_security_protocols.py,sha256=ffY2-9sOj4XIkJTSQVkqeOb4KnuqEYXISDarfDN8r9Q,161
 buz/kafka/domain/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/domain/services/async_kafka_producer.py,sha256=gSq3WwEVux_gp3EKDAMN1WsM027uklB58E-WnKpyhPs,533
-buz/kafka/domain/services/kafka_admin_client.py,sha256=Kh_w-qWEY8rsrlYjnJT1FrJLVZrO3l2LeRAWFyc_nOg,1558
+buz/kafka/domain/services/kafka_admin_client.py,sha256=gjLs7BZwRjBd6qEoL2bNUdpHGPkh51dw1-kmC6I2YHw,1871
 buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_OmeXZ5F429zP7Hx5g4FNllpfE,1625
 buz/kafka/domain/services/kafka_producer.py,sha256=8bLTV328orrPHcARzkc6no4vyJzrArVtCsjmSRXDjos,506
 buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -198,9 +199,9 @@ buz/kafka/infrastructure/interfaces/async_connection_manager.py,sha256=JbaLu5UVV
 buz/kafka/infrastructure/interfaces/connection_manager.py,sha256=EWnvShJHOg8QYe6a3ma0urjKjmVMDBi7q8T2cv_i_MQ,200
 buz/kafka/infrastructure/kafka_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/exception/consumer_interrupted_exception.py,sha256=fqhgV7HILdVdv-p1CsOIaaESKY2ZXBtRGYbrVSdPLg0,164
-buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=_zTOY3ihiXESUlDj0SECEvixt9MMny0xBGzFPix0ZYM,16241
+buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py,sha256=FRO_zmGdOkiu5wFYmO7v-hLASxR0XT45uDqjHgmg_F4,17544
 buz/kafka/infrastructure/kafka_python/kafka_python_admin_test_client.py,sha256=5xP23dQ7FDuy7dIWNw39C3bMVmaUj9ZQhEEJISRv9ec,2986
-buz/kafka/infrastructure/kafka_python/kafka_python_producer.py,sha256=DkqqLSSXHBf4SXXf-IZwwLhxWrGE95Jg4MO_3RDsikU,3594
+buz/kafka/infrastructure/kafka_python/kafka_python_producer.py,sha256=McH_YNQcte7HzNRvS_4bgaz1ng7v4ESoi4mUkrQFLYw,3627
 buz/kafka/infrastructure/kafka_python/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 buz/kafka/infrastructure/kafka_python/translators/consumer_initial_offset_position_translator.py,sha256=hJ48_eyMcnbFL_Y5TOiMbGXrQSryuKk9CvP59MdqNOY,620
 buz/kafka/infrastructure/serializers/byte_serializer.py,sha256=T83sLdX9V5Oh1mzjRwHi_1DsTFI7KefFj7kmnz7JVy4,207
@@ -262,7 +263,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
 buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
 buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
 buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
-buz-2.19.0.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
-buz-2.19.0.dist-info/METADATA,sha256=WP5d5tDJHfipqBV92aBMidSml18fol-PT4bHHorjDLY,12580
-buz-2.19.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-buz-2.19.0.dist-info/RECORD,,
+buz-2.21.0rc1.dist-info/LICENSE,sha256=jcLgcIIVaBqaZNwe0kzGWSU99YgwMcI0IGv142wkYSM,1062
+buz-2.21.0rc1.dist-info/METADATA,sha256=hCqsbi3drdgM_i8DpYKf_8E96KLmj5x0OvZyYKMEHS4,12583
+buz-2.21.0rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+buz-2.21.0rc1.dist-info/RECORD,,