dgkafka 1.0.0a11__py3-none-any.whl → 1.0.0a13__py3-none-any.whl

dgkafka/avro_consumer.py

@@ -38,7 +38,7 @@ class AvroKafkaConsumer(KafkaConsumer):
             self.logger.error(f"[x] Failed to initialize Avro consumer: {ex}")
             raise
 
-    def consume(self, num_messages: int = 1, timeout: float = 1.0, **kwargs: Any) -> Iterator[str | bytes | Message | None]:
+    def consume(self, num_messages: int = 1, timeout: float = 1.0, decode_: bool = False, **kwargs: Any) -> Iterator[str | bytes | Message | None]:
         """
         Consume Avro-encoded messages.
 
@@ -57,7 +57,7 @@ class AvroKafkaConsumer(KafkaConsumer):
             try:
                 if msg is None:
                     continue
-                yield msg.value()
+                yield msg.value() if decode_ else msg
             except SerializerError as e:
                 self.logger.error(f"[x] Avro deserialization failed: {e}")
                 yield msg  # Return raw message on deserialization error

dgkafka/config.py

@@ -27,7 +27,7 @@ class KafkaConfig(BaseModel):
 
     def get(self) -> Dict[str, Any]:
         """Get config in format suitable for confluent_kafka"""
-        return self.model_dump(by_alias=True)
+        return self.model_dump(by_alias=True, exclude_none=True)
 
     @classmethod
     def set(cls, config_dict: Dict[str, Any]) -> "KafkaConfig":
@@ -56,8 +56,10 @@ class AvroConfigMixin:
     schema_registry_url: str = Field(..., alias="schema.registry.url")
     schema_registry_ssl_ca_location: Optional[str] = Field(
         default=None, alias="schema.registry.ssl.ca.location")
-    schema_registry_basic_auth_user_info: Optional[str] = Field(
-        default=None, alias="basic.auth.user.info")
+    schema_registry_ssl_certificate_location: Optional[str] = Field(
+        default=None, alias="schema.registry.ssl.certificate.location")
+    schema_registry_ssl_key_location: Optional[str] = Field(
+        default=None, alias="schema.registry.ssl.key.location")
 
 
 class AvroConsumerConfig(ConsumerConfig, AvroConfigMixin):

dgkafka/consumer.py

@@ -76,14 +76,14 @@ class KafkaConsumer:
         consumer.seek(topic_partition)
         self.logger.info(f"[*] Assigned to topic '{topic}' partition {partition} with offset {offset}")
 
-    def consume(self, num_messages: int = 1, timeout: float = 1.0, decode_utf8: bool = False) -> Iterator[Message | str]:
+    def consume(self, num_messages: int = 1, timeout: float = 1.0, decode_: bool = False) -> Iterator[Message | str]:
         """Consume messages"""
         consumer = self._ensure_consumer()
 
         for _ in range(num_messages):
             if (msg := self._consume(consumer, timeout)) is None:
                 continue
-            yield msg.value().decode('utf-8') if decode_utf8 else msg
+            yield msg.value().decode('utf-8') if decode_ else msg
 
     def _consume(self, consumer: Consumer, timeout: float) -> Message | None:
         msg = consumer.poll(timeout)

{dgkafka-1.0.0a11.dist-info → dgkafka-1.0.0a13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a11
+Version: 1.0.0a13
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

dgkafka-1.0.0a13.dist-info/RECORD

@@ -0,0 +1,13 @@
+dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
+dgkafka/avro_consumer.py,sha256=PG-hUTSosNvOQzFx6wvvqQe-pGw6-1X-uPD28FIhCrQ,2917
+dgkafka/avro_producer.py,sha256=EJiPjLYNnwXZwcg1mo2RQOw0s1bfiJpwnNFhxywSl-k,4667
+dgkafka/config.py,sha256=TmfB0IOauSPr4B8InOZdoebAEGeabs7HZUXuozAFFlk,3828
+dgkafka/consumer.py,sha256=C91vsFOl9xhUaXSiM0MCPUcKvJ4fsGe2H0sC8hw2fW0,4418
+dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
+dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
+dgkafka/producer.py,sha256=CupD0qIoJh13dX8A3cZHctWQKqD8m1WRurlTGiIsCoA,5411
+dgkafka-1.0.0a13.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
+dgkafka-1.0.0a13.dist-info/METADATA,sha256=AURxVoZw6CdGHDNWAajZAXON71HPIbClZxnVIoQKl_g,6062
+dgkafka-1.0.0a13.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+dgkafka-1.0.0a13.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
+dgkafka-1.0.0a13.dist-info/RECORD,,

dgkafka-1.0.0a11.dist-info/RECORD

@@ -1,13 +0,0 @@
-dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
-dgkafka/avro_consumer.py,sha256=By2QWA2BX6ih40x2w3nI1_bv4XtghoVeLcSBNcpJByw,2874
-dgkafka/avro_producer.py,sha256=EJiPjLYNnwXZwcg1mo2RQOw0s1bfiJpwnNFhxywSl-k,4667
-dgkafka/config.py,sha256=s5mQ15Pj0CPVlPVHSMuJc200ckkkN2tI_HVKU4GLIhw,3660
-dgkafka/consumer.py,sha256=JoaNnAbCbhSjRl4X4ikReC5Ey5XamJS2DRPyYnP_RRM,4426
-dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
-dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
-dgkafka/producer.py,sha256=CupD0qIoJh13dX8A3cZHctWQKqD8m1WRurlTGiIsCoA,5411
-dgkafka-1.0.0a11.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
-dgkafka-1.0.0a11.dist-info/METADATA,sha256=Cphxb_Tc7pVryaL8UcYQA7PokjCU3uZqa-Pr1ty-4QU,6062
-dgkafka-1.0.0a11.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-dgkafka-1.0.0a11.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
-dgkafka-1.0.0a11.dist-info/RECORD,,