dgkafka 1.0.0a14__tar.gz → 1.0.0a16__tar.gz

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a14
+Version: 1.0.0a16
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/dgkafka/avro_consumer.py

@@ -35,7 +35,7 @@ class AvroKafkaConsumer(KafkaConsumer):
             self.consumer = AvroConsumer(configs)
             self.logger.info("[*] Avro consumer initialized successfully")
         except Exception as ex:
-            self.logger.error(f"[x] Failed to initialize Avro consumer: {ex}")
+            self.logger.error(f"[x] Failed to initialize avro consumer: {ex}")
             raise
 
     def consume(self, num_messages: int = 1, timeout: float = 1.0, decode_: bool = False, **kwargs: Any) -> Iterator[str | bytes | Message | None]:

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/dgkafka/avro_producer.py

@@ -45,9 +45,9 @@ class AvroKafkaProducer(KafkaProducer):
                 default_key_schema=self.default_key_schema,
                 default_value_schema=self.default_value_schema
             )
-            self.logger.info("Avro producer initialized successfully")
+            self.logger.info("[*] Avro producer initialized successfully")
         except Exception as ex:
-            self.logger.error(f"Failed to initialize Avro producer: {ex}")
+            self.logger.error(f"[x] Failed to initialize avro producer: {ex}")
             raise
 
     def produce(
@@ -77,6 +77,8 @@ class AvroKafkaProducer(KafkaProducer):
         producer = self._ensure_producer()
         producer.poll(0)
 
+        self._delivery_status['success'] = None
+
         # Prepare headers
         headers_list = None
         if headers:
@@ -107,14 +109,25 @@ class AvroKafkaProducer(KafkaProducer):
                 )
 
             if flush:
-                producer.flush()
+                remaining = producer.flush(timeout)
+                if remaining > 0:
+                    self.logger.warning(f"[!] {remaining} messages remain undelivered after flush timeout")
+                    return False
+
+            # Если flush=True, статус должен быть установлен к этому моменту
+            if flush and self._delivery_status['success'] is not None:
+                return self._delivery_status['success']
+
+            # Если flush=False, мы не можем гарантировать доставку, возвращаем True
+            # (так как технически ошибки пока нет)
+            return True
 
         except SerializerError as ex:
-            self.logger.error(f"Avro serialization failed: {ex}")
-            raise
+            self.logger.error(f"[x] Avro serialization failed: {ex}")
+            return False
         except Exception as ex:
-            self.logger.error(f"Failed to produce Avro message: {ex}")
-            raise
+            self.logger.error(f"[x] Failed to produce Avro message: {ex}")
+            return False
 
     def get_schema(self, subject: str, version: int = 1) -> Dict[str, Any]:
         """Get Avro schema from Schema Registry."""

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/dgkafka/consumer.py

@@ -22,8 +22,9 @@ class KafkaConsumer:
         """Internal method to initialize consumer"""
         try:
             self.consumer = Consumer(configs)
+            self.logger.info("[*] Consumer initialized successfully")
         except KafkaException as ex:
-            self.logger.error(f"[x] Failed to initialize Kafka consumer: {ex}")
+            self.logger.error(f"[x] Failed to initialize consumer: {ex}")
             raise
 
     def close(self) -> None:
@@ -31,7 +32,7 @@ class KafkaConsumer:
         if self.consumer is not None:
             try:
                 self.consumer.close()
-                self.logger.info("[*] Kafka consumer closed successfully")
+                self.logger.info("[*] Consumer closed successfully")
             except KafkaException as ex:
                 self.logger.error(f"[x] Error closing consumer: {ex}")
                 raise
@@ -66,7 +67,8 @@ class KafkaConsumer:
         else:
             topics_list = [topics] if isinstance(topics, str) else topics
             consumer.subscribe(topics_list)
-            self.logger.info(f"[*] Subscribed to topics: {topics_list}")
+            self.log_subscription_info()
+            # self.logger.info(f"[*] Subscribed to topics: {topics_list}")
 
     def _assign_topic_partition(self, topic: str, partition: int, offset: OffsetType) -> None:
         """Assign to specific partition"""
@@ -90,7 +92,7 @@ class KafkaConsumer:
         if msg is None:
             return None
         if msg.error():
-            self.logger.error(f"Consumer error: {msg.error()}")
+            self.logger.error(f"[x] Consumer error: {msg.error()}")
             return None
         self.logger.info(f"[<] Received message from {msg.topic()} [partition {msg.partition()}, offset {msg.offset()}]")
         self.logger.debug(f"[*] Message content: {msg.value()}")
@@ -105,3 +107,76 @@ class KafkaConsumer:
         elif offsets:
             return consumer.commit(offsets=offsets, asynchronous=asynchronous)
         return consumer.commit(asynchronous=asynchronous)
+
+    def get_subscription_info(self) -> dict:
+        """Get current subscription and assignment information.
+
+        Returns:
+            dict: Dictionary with subscription and assignment details
+            {
+                'subscribed_topics': list[str] | None,
+                'assignments': list[dict] | None,
+                'current_offsets': list[dict] | None
+            }
+        """
+        consumer = self._ensure_consumer()
+
+        try:
+            # Получаем текущие подписки
+            subscribed_topics = consumer.subscription()
+
+            # Получаем текущие назначения (assignments)
+            assignments = consumer.assignment()
+
+            # Получаем текущие позиции (offsets)
+            current_offsets = []
+            if assignments:
+                current_offsets = consumer.position(assignments)
+
+            # Формируем информацию о назначениях
+            assignments_info = []
+            for tp in assignments:
+                assignments_info.append({
+                    'topic': tp.topic,
+                    'partition': tp.partition,
+                    'offset': tp.offset
+                })
+
+            # Формируем информацию о текущих позициях
+            offsets_info = []
+            for tp in current_offsets:
+                offsets_info.append({
+                    'topic': tp.topic,
+                    'partition': tp.partition,
+                    'offset': tp.offset
+                })
+
+            return {
+                'subscribed_topics': list(subscribed_topics) if subscribed_topics else None,
+                'assignments': assignments_info if assignments_info else None,
+                'current_offsets': offsets_info if offsets_info else None
+            }
+        except KafkaException as ex:
+            self.logger.error(f"[x] Failed to get subscription info: {ex}")
+            raise
+
+    def log_subscription_info(self) -> None:
+        """Log current subscription and assignment information."""
+        info = self.get_subscription_info()
+
+        if info['subscribed_topics']:
+            self.logger.info(f"[*] Subscribed topics: {', '.join(info['subscribed_topics'])}")
+        else:
+            self.logger.info("[!] Not subscribed to any topics")
+
+        if info['assignments']:
+            self.logger.info("[*] Current assignments:")
+            for assignment in info['assignments']:
+                self.logger.info(f"    - {assignment['topic']} [partition {assignment['partition']}]")
+        else:
+            self.logger.info("[!] No partition assignments")
+
+        if info['current_offsets']:
+            self.logger.info("[*] Current offsets:")
+            for offset in info['current_offsets']:
+                self.logger.info(f"    - {offset['topic']} [partition {offset['partition']}]: offset {offset['offset']}")

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/dgkafka/producer.py

@@ -1,6 +1,8 @@
 import uuid
 from typing import Optional, Any
 
+from datetime import datetime, date
+
 from confluent_kafka import Producer, Message
 from dgkafka.errors import ProducerNotSetError
 
@@ -18,6 +20,9 @@ class KafkaProducer:
         """
         self.producer: Producer | None = None
         self.logger = logger_ if logger_ else dglog.Logger()
+
+        self._delivery_status = {'success': None}
+
         if isinstance(self.logger, dglog.Logger):
             self.logger.auto_configure()
         self._init_producer(**configs)
@@ -26,7 +31,7 @@ class KafkaProducer:
         """Internal method to initialize producer."""
         try:
             self.producer = Producer(configs)
-            self.logger.info("[*] Kafka producer initialized successfully")
+            self.logger.info("[*] Producer initialized successfully")
         except Exception as ex:
             self.logger.error(f"[x] Failed to initialize producer: {ex}")
             raise
@@ -69,8 +74,11 @@ class KafkaProducer:
         if err is not None:
             self.logger.error(f"[x] Message delivery failed: {err}")
             self.logger.debug(f"[~] Failed message details: {msg}")
+            self._delivery_status['success'] = False
         else:
-            self.logger.info(f"[>] Message delivered to {msg.topic()} [partition {msg.partition()}, offset {msg.offset()}]")
+            self.logger.info(
+                f"[>] Message delivered to {msg.topic()} [partition {msg.partition()}, offset {msg.offset()}]")
+            self._delivery_status['success'] = True
 
     def produce(
             self,
@@ -80,7 +88,7 @@ class KafkaProducer:
             partition: int | None = None,
             headers: dict[str, bytes] | None = None,
             flush: bool = True
-    ) -> None:
+    ) -> bool:
         """Produce a message to Kafka.
 
         Args:
@@ -94,6 +102,8 @@ class KafkaProducer:
         producer = self._ensure_producer()
         producer.poll(0)
 
+        self._delivery_status['success'] = None
+
         # Generate key if not provided
         key = key if key is not None else str(uuid.uuid4())
         key_bytes = key.encode('utf-8')
@@ -110,7 +120,7 @@ class KafkaProducer:
                 value = json.dumps(message, ensure_ascii=False, default=dthandler, indent=4).encode('utf-8')
             except Exception as ex:
                 self.logger.error(f"[x] Failed to serialize message: {ex}")
-                raise
+                return False
 
         # Prepare message headers
         headers_list = None
@@ -138,10 +148,21 @@ class KafkaProducer:
                     headers=headers_list
                 )
             if flush:
-                producer.flush()
+                remaining = producer.flush(1.0)  # timeout 1 second
+                if remaining > 0:
+                    self.logger.warning(f"[!] {remaining} messages remain undelivered")
+                    return False
+
+            # Если flush=True, статус должен быть установлен к этому моменту
+            if flush and self._delivery_status['success'] is not None:
+                return self._delivery_status['success']
+
+            # Если flush=False, мы не можем гарантировать доставку, возвращаем True
+            # (так как технически ошибки пока нет)
+            return True
         except Exception as ex:
             self.logger.error(f"[x] Failed to produce message: {ex}")
-            raise
+            return False
 
     def flush(self, timeout: float = 10.0) -> None:
         """Wait for all messages to be delivered.

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/dgkafka.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a14
+Version: 1.0.0a16
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dgkafka"
-version = "1.0.0a14"
+version = "1.0.0a16"
 authors = [
     {name = "Roman Rasputin", email = "admin@roro.su"},
 ]

{dgkafka-1.0.0a14 → dgkafka-1.0.0a16}/setup.py

@@ -6,7 +6,7 @@ with open('README.md') as f:
 
 
 setup(name='dgkafka',
-      version='1.0.0a0',
+      version='1.0.0a16',
       description='Ver.1.0.0',
       long_description=long_description,
       long_description_content_type='text/markdown',  # This is important!