@aichatwar/shared 1.0.103 → 1.0.104

package/build/events/kafka/baseListener.d.ts

@@ -8,7 +8,9 @@ export declare abstract class Listener<T extends BaseEvent> {
     protected ackDeadline: number;
     private currentPayload?;
     private retryCount;
-    private readonly maxRetries;
+    private readonly maxInitialRetries;
+    private readonly maxRetryDelay;
+    private isListening;
     constructor(consumer: Consumer);
     ack(): Promise<void>;
     listen(): Promise<void>;

package/build/events/kafka/baseListener.js

@@ -14,7 +14,9 @@ class Listener {
     constructor(consumer) {
         this.ackDeadline = 5 * 1000; // 5 seconds
         this.retryCount = 0;
-        this.maxRetries = 5;
+        this.maxInitialRetries = 5; // Show detailed retry logs for first 5 attempts
+        this.maxRetryDelay = 60000; // Cap delay at 60 seconds
+        this.isListening = false; // Track if listener is active
         this.consumer = consumer;
     }
     // Manual acknowledgment method
@@ -34,6 +36,10 @@ class Listener {
     listen() {
         return __awaiter(this, void 0, void 0, function* () {
             var _a;
+            // Prevent multiple simultaneous listen attempts
+            if (this.isListening) {
+                return;
+            }
             try {
                 yield this.consumer.connect();
                 // Handle consumer errors (including partition errors)
@@ -53,7 +59,7 @@ class Listener {
                 });
                 // Reset retry count on successful connection
                 this.retryCount = 0;
-                console.log(`Listening to topic: ${this.topic} with groupId: ${this.groupId}`);
+                console.log(`[${this.topic}] Listening to topic with groupId: ${this.groupId}`);
                 yield this.consumer.run({
                     eachMessage: (payload) => __awaiter(this, void 0, void 0, function* () {
                         if (!payload.message.value)
@@ -78,27 +84,37 @@ class Listener {
                         }
                     })
                 });
+                // Mark as successfully listening only after subscription and run are successful
+                this.isListening = true;
             }
             catch (error) {
+                // Reset listening flag on error so we can retry
+                this.isListening = false;
                 // Handle connection/subscription errors gracefully
                 // The "This server does not host this topic-partition" error is often harmless
                 // and occurs when KafkaJS tries to list offsets for a topic that doesn't exist yet or has no messages
                 if ((_a = error === null || error === void 0 ? void 0 : error.message) === null || _a === void 0 ? void 0 : _a.includes('does not host this topic-partition')) {
                     this.retryCount++;
-                    if (this.retryCount <= this.maxRetries) {
-                        console.warn(`Topic partition error for ${this.topic} (attempt ${this.retryCount}/${this.maxRetries}):`, error.message);
-                        // Retry subscription after a delay (exponential backoff)
-                        const delay = Math.min(5000 * Math.pow(2, this.retryCount - 1), 30000);
-                        setTimeout(() => this.listen(), delay);
-                        return;
+                    // Calculate exponential backoff delay (cap at maxRetryDelay)
+                    const delay = Math.min(5000 * Math.pow(2, Math.min(this.retryCount - 1, 6)), this.maxRetryDelay);
+                    // Show detailed logs for first few attempts, then less frequently
+                    if (this.retryCount <= this.maxInitialRetries) {
+                        console.warn(`[${this.topic}] Topic partition error (attempt ${this.retryCount}/${this.maxInitialRetries}): ${error.message}. Retrying in ${delay}ms...`);
                     }
-                    else {
-                        console.error(`Max retries reached for topic ${this.topic}. Error:`, error.message);
-                        // Don't throw - just log and continue (service will still work for other topics)
-                        return;
+                    else if (this.retryCount % 10 === 0) {
+                        // Log every 10th retry after initial attempts to avoid log spam
+                        console.warn(`[${this.topic}] Still retrying subscription (attempt ${this.retryCount}). Topic may not exist yet or has no data. Retrying in ${delay}ms...`);
                     }
+                    // Retry indefinitely with exponential backoff
+                    // This allows the listener to connect once the topic becomes available
+                    setTimeout(() => {
+                        if (!this.isListening) {
+                            this.listen();
+                        }
+                    }, delay);
+                    return;
                 }
-                console.error(`Error setting up listener for topic: ${this.topic}`, error);
+                console.error(`[${this.topic}] Error setting up listener:`, error);
                 throw error;
             }
         });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aichatwar/shared",
-  "version": "1.0.103",
+  "version": "1.0.104",
   "main": "./build/index.js",
   "typs": "./build/index.d.ts",
   "files": [