buz 2.19.0__tar.gz → 2.21.0rc1__tar.gz

{buz-2.19.0 → buz-2.21.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: buz
-Version: 2.19.0
+Version: 2.21.0rc1
 Summary: Buz is a set of light, simple and extensible implementations of event, command and query buses.
 License: MIT
 Author: Luis Pintado Lozano

{buz-2.19.0 → buz-2.21.0rc1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "buz"
-version = "2.19.0"
+version = "2.21.0-rc1"
 description = "Buz is a set of light, simple and extensible implementations of event, command and query buses."
 readme = "README.md"
 authors = [

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/event/event.py

@@ -8,3 +8,6 @@ class Event(Message):
     @classmethod
     def fqn(cls) -> str:
         return f"event.{super().fqn()}"
+
+    def partition_key(self) -> str:
+        return str(self.id)

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/event/infrastructure/buz_kafka/async_buz_kafka_event_bus.py

@@ -73,6 +73,7 @@ class AsyncBuzKafkaEventBus(AsyncEventBus):
                 message=event,
                 headers=headers,
                 topic=topic,
+                partition_key=event.partition_key(),
             )
         except Exception as exc:
             raise EventNotPublishedException(event) from exc

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py

@@ -74,6 +74,7 @@ class BuzKafkaEventBus(EventBus):
                 message=event,
                 headers=headers,
                 topic=topic,
+                partition_key=event.partition_key(),
             )
         except Exception as exc:
             raise EventNotPublishedException(event) from exc

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/event/transactional_outbox/event_to_outbox_record_translator.py

@@ -11,10 +11,12 @@ class EventToOutboxRecordTranslator:
         payload.pop("id")
         payload.pop("created_at")
         payload.pop("metadata")
+        partition_key = event.partition_key()
         return OutboxRecord(
             event_id=UUID(event.id),
             event_fqn=event.fqn(),
             created_at=event.parsed_created_at(),
             event_payload=payload,
             event_metadata=dict(event.metadata),
+            partition_key=partition_key,
         )

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/event/transactional_outbox/outbox_record.py

@@ -1,7 +1,7 @@
+from dataclasses import dataclass, fields
 from datetime import datetime
-from typing import Optional, Any, ClassVar
+from typing import Any, ClassVar
 from uuid import UUID
-from dataclasses import dataclass, fields
 
 
 @dataclass
@@ -12,10 +12,11 @@ class OutboxRecord:  # type: ignore[misc]
     event_fqn: str
     event_payload: dict[str, Any]  # type: ignore[misc]
     created_at: datetime
-    event_metadata: Optional[dict[str, Any]] = None
-    delivered_at: Optional[datetime] = None
+    event_metadata: dict[str, Any] | None = None
+    delivered_at: datetime | None = None
     delivery_errors: int = 0
-    delivery_paused_at: Optional[datetime] = None
+    delivery_paused_at: datetime | None = None
+    partition_key: str | None = None
 
     def parsed_created_at(self) -> str:
         return self.created_at.strftime(self.DATE_TIME_FORMAT)

buz-2.21.0rc1/src/buz/kafka/domain/exceptions/consumer_group_not_found_exception.py

@@ -0,0 +1,6 @@
+from __future__ import annotations
+
+
+class ConsumerGroupNotFoundException(Exception):
+    def __init__(self, consumer_group: str) -> None:
+        super().__init__(f'The consumer group "{consumer_group}" has not been found')

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/kafka/domain/services/kafka_admin_client.py

@@ -65,3 +65,11 @@ class KafkaAdminClient(ConnectionManager, ABC):
         new_number_of_partitions: int,
     ) -> None:
         pass
+
+    @abstractmethod
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        """
+        Get the committed offsets for a consumer group on a specific topic.
+        Returns a dictionary mapping partition numbers to their committed offsets.
+        """
+        pass

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/kafka/infrastructure/kafka_python/kafka_python_admin_client.py

@@ -12,6 +12,7 @@ from kafka.admin.new_partitions import NewPartitions
 from kafka.errors import TopicAlreadyExistsError
 from kafka.structs import TopicPartition, OffsetAndTimestamp
 
+from buz.kafka.domain.exceptions.consumer_group_not_found_exception import ConsumerGroupNotFoundException
 from buz.kafka.domain.exceptions.not_all_partition_assigned_exception import NotAllPartitionAssignedException
 from buz.kafka.domain.exceptions.not_valid_partition_number_exception import NotValidPartitionNumberException
 from buz.kafka.domain.exceptions.topic_already_created_exception import KafkaTopicsAlreadyCreatedException
@@ -400,3 +401,28 @@ class KafkaPythonAdminClient(KafkaAdminClient):
             related_consumer_groups.add(consumer_group)
 
         return related_consumer_groups
+
+    def get_consumer_group_offsets(self, *, consumer_group: str, topic: str) -> dict[int, int]:
+        self._logger.info(f'Getting consumer group offsets for group "{consumer_group}" on topic "{topic}"')
+
+        if not self.is_topic_created(topic):
+            raise TopicNotFoundException(topic_name=topic)
+
+        cluster_consumer_groups = self.get_cluster_consumer_groups()
+        if consumer_group not in cluster_consumer_groups:
+            raise ConsumerGroupNotFoundException(consumer_group=consumer_group)
+
+        partitions = self.get_number_of_partitions(topic)
+        topic_partitions = [TopicPartition(topic=topic, partition=partition) for partition in range(partitions)]
+
+        offsets_response = self._get_kafka_admin().list_consumer_group_offsets(
+            consumer_group, partitions=topic_partitions
+        )
+
+        # Build the result dictionary, filtering out partitions with no committed offset (-1)
+        result: dict[int, int] = {}
+        for topic_partition, offset_and_metadata in offsets_response.items():
+            if offset_and_metadata.offset >= 0:
+                result[topic_partition.partition] = offset_and_metadata.offset
+
+        return result

{buz-2.19.0 → buz-2.21.0rc1}/src/buz/kafka/infrastructure/kafka_python/kafka_python_producer.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from typing import Generic, Optional, TypeVar, cast
+from typing import Generic, TypeVar, cast
 
 from kafka import KafkaProducer as KafkaPythonLibraryProducer
 from kafka.producer.future import FutureRecordMetadata
@@ -15,7 +15,7 @@ T = TypeVar("T")
 
 
 class KafkaPythonProducer(KafkaProducer, Generic[T]):
-    __kafka_producer: Optional[KafkaPythonLibraryProducer] = None
+    __kafka_producer: KafkaPythonLibraryProducer | None = None
     __SEND_TIMEOUT_SECONDS = 5
 
     def __init__(
@@ -25,7 +25,7 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
         byte_serializer: ByteSerializer[T],
         retries: int = 0,
         retry_backoff_ms: int = 100,
-        compression_type: Optional[KafkaSupportedCompressionType] = None,
+        compression_type: KafkaSupportedCompressionType | None = None,
     ) -> None:
         self.__connection_config = connection_config
         self.__byte_serializer = byte_serializer
@@ -70,8 +70,8 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
         *,
         topic: str,
         message: T,
-        partition_key: Optional[str] = None,
-        headers: Optional[dict[str, str]] = None,
+        partition_key: str | None = None,
+        headers: dict[str, str] | None = None,
     ) -> None:
         serialized_headers = self.__header_serializer.serialize(headers) if headers is not None else None
         kafka_producer = self._get_kafka_producer()
@@ -82,7 +82,7 @@ class KafkaPythonProducer(KafkaProducer, Generic[T]):
                 topic=topic,
                 value=self.__byte_serializer.serialize(message),
                 headers=serialized_headers,
-                key=partition_key,
+                key=partition_key.encode("utf-8") if partition_key is not None else None,
             ),
         )