dgkafka 1.0.0a17__py3-none-any.whl → 1.0.2a0__py3-none-any.whl

dgkafka/avro_producer.py

@@ -59,7 +59,8 @@ class AvroKafkaProducer(KafkaProducer):
             key_schema: dict[str, Any] | None = None,
             partition: int | None = None,
             headers: dict[str, bytes] | None = None,
-            flush: bool = True
+            flush: bool = True,
+            flush_timeout: float | None = None
     ) -> None:
         """
         Produce Avro-encoded message to Kafka.
@@ -109,9 +110,8 @@ class AvroKafkaProducer(KafkaProducer):
                 )
 
             if flush:
-                remaining = producer.flush(timeout)
+                remaining = self.flush(flush_timeout)  # timeout 1 second
                 if remaining > 0:
-                    self.logger.warning(f"[!] {remaining} messages remain undelivered after flush timeout")
                     return False
 
             # Если flush=True, статус должен быть установлен к этому моменту

dgkafka/config.py

@@ -74,7 +74,6 @@ class AvroConsumerConfig(ConsumerConfig, AvroConfigMixin):
 
 class AvroProducerConfig(ProducerConfig, AvroConfigMixin):
     """Avro producer configuration with Schema Registry support"""
-    max_schemas_per_subject: int = Field(default=1000, alias="max.schemas.per.subject")
 
     @classmethod
     def set(cls, config_dict: Dict[str, Any]) -> "AvroProducerConfig":

dgkafka/producer.py

@@ -87,7 +87,8 @@ class KafkaProducer:
             key: str | None = None,
             partition: int | None = None,
             headers: dict[str, bytes] | None = None,
-            flush: bool = True
+            flush: bool = True,
+            flush_timeout: float | None = None
     ) -> bool:
         """Produce a message to Kafka.
 
@@ -148,9 +149,8 @@ class KafkaProducer:
                     headers=headers_list
                 )
             if flush:
-                remaining = producer.flush(1.0)  # timeout 1 second
+                remaining = self.flush(flush_timeout)  # timeout 1 second
                 if remaining > 0:
-                    self.logger.warning(f"[!] {remaining} messages remain undelivered")
                     return False
 
             # Если flush=True, статус должен быть установлен к этому моменту
@@ -164,7 +164,7 @@ class KafkaProducer:
             self.logger.error(f"[x] Failed to produce message: {ex}")
             return False
 
-    def flush(self, timeout: float = 10.0) -> None:
+    def flush(self, timeout: float | None = None) -> int | None:
         """Wait for all messages to be delivered.
 
         Args:
@@ -174,7 +174,8 @@ class KafkaProducer:
         try:
             remaining = producer.flush(timeout)
             if remaining > 0:
-                self.logger.warning(f"[!] {remaining} messages remain undelivered after flush timeout")
+                self.logger.warning(f"[!] {remaining} messages remain undelivered")
+            return remaining
         except Exception as ex:
             self.logger.error(f"[x] Flush failed: {ex}")
             raise

{dgkafka-1.0.0a17.dist-info → dgkafka-1.0.2a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a17
+Version: 1.0.2a0
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

dgkafka-1.0.2a0.dist-info/RECORD

@@ -0,0 +1,13 @@
+dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
+dgkafka/avro_consumer.py,sha256=fI-VYQdw3bQJoDN4jS0F5Aa78wlxmjg5lmnTumw9FDs,2917
+dgkafka/avro_producer.py,sha256=Ye7X3YhF702lVNuWBySllDMm2_9VYKEhc1FpI2sWOPs,5383
+dgkafka/config.py,sha256=y5O1C0rEJET2Bjes3Y1RzHo9ISnkQE4k_Lx8uOo6wys,3740
+dgkafka/consumer.py,sha256=OfONH61xj1sD4Z0YIQngfJOOwkx8Ko9waNYCKoXtJL4,8371
+dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
+dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
+dgkafka/producer.py,sha256=GQPVYrbAMkbcbW2GxHR7M5UUyeGgq_ADKwFLsVFR3Ag,6507
+dgkafka-1.0.2a0.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
+dgkafka-1.0.2a0.dist-info/METADATA,sha256=dGxlbsztvUAfpjcTq7zWst5SEQ1GnVFUucZY9nrYmJE,6061
+dgkafka-1.0.2a0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dgkafka-1.0.2a0.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
+dgkafka-1.0.2a0.dist-info/RECORD,,

dgkafka-1.0.0a17.dist-info/RECORD

@@ -1,13 +0,0 @@
-dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
-dgkafka/avro_consumer.py,sha256=fI-VYQdw3bQJoDN4jS0F5Aa78wlxmjg5lmnTumw9FDs,2917
-dgkafka/avro_producer.py,sha256=UL0RBaEKl_lbNF1UI-4w8R3AIEGHYI-Vna3iVZIlJqo,5421
-dgkafka/config.py,sha256=TmfB0IOauSPr4B8InOZdoebAEGeabs7HZUXuozAFFlk,3828
-dgkafka/consumer.py,sha256=OfONH61xj1sD4Z0YIQngfJOOwkx8Ko9waNYCKoXtJL4,8371
-dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
-dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
-dgkafka/producer.py,sha256=WHVhw5HyJINxvUg_j_9iiQ0N7I3jc4niFXpZfkDHUOQ,6519
-dgkafka-1.0.0a17.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
-dgkafka-1.0.0a17.dist-info/METADATA,sha256=OML5JG3E8w6nYbMXUNMB_q3iSxplfy-g7y8FTMNosig,6062
-dgkafka-1.0.0a17.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dgkafka-1.0.0a17.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
-dgkafka-1.0.0a17.dist-info/RECORD,,