@boxitworld/commons-backend 1.0.0

package/dist/classes/BacklogManager.d.ts

@@ -0,0 +1,45 @@
+import { BacklogConfig } from '../types/kafka.types';
+interface MessageProcessor<T> {
+    (payload: T): Promise<void>;
+}
+export interface BacklogStats {
+    processed: number;
+    failed: number;
+    retries: number;
+    queueSize: number;
+    activeProcessing: number;
+    circuitBreakerOpen: boolean;
+    averageProcessingTime: number;
+}
+export declare class BacklogManager {
+    private config;
+    private queue;
+    private activeProcessing;
+    private stats;
+    private lastProcessTime;
+    private processingTimes;
+    private circuitBreakerOpen;
+    private circuitBreakerLastCheck;
+    private consecutiveFailures;
+    constructor(config?: Partial<BacklogConfig>);
+    processMessage<T>(payload: T, processor: MessageProcessor<T>, messageId: string): Promise<boolean>;
+    isAtMaxCapacity(): boolean;
+    getAvailableCapacity(): number;
+    waitForCapacity(requiredCapacity?: number, timeoutMs?: number): Promise<boolean>;
+    private addToQueue;
+    private executeMessage;
+    private startQueueProcessor;
+    private applyRateLimit;
+    private isCircuitBreakerOpen;
+    private recordSuccess;
+    private recordFailure;
+    private updateStats;
+    private sleep;
+    getStats(): BacklogStats;
+    resetStats(): void;
+    updateConfig(newConfig: Partial<BacklogConfig>): void;
+    forceCircuitBreakerOpen(): void;
+    forceCircuitBreakerClose(): void;
+}
+export {};
+//# sourceMappingURL=BacklogManager.d.ts.map

package/dist/classes/BacklogManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BacklogManager.d.ts","sourceRoot":"","sources":["../../src/classes/BacklogManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,UAAU,gBAAgB,CAAC,CAAC;IAC1B,CAAC,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAUD,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAaD,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,KAAK,CAAwB;IACrC,OAAO,CAAC,gBAAgB,CAAa;IACrC,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,eAAe,CAAgB;IACvC,OAAO,CAAC,kBAAkB,CAAkB;IAC5C,OAAO,CAAC,uBAAuB,CAAsB;IACrD,OAAO,CAAC,mBAAmB,CAAa;gBAE5B,MAAM,GAAE,OAAO,CAAC,aAAa,CAAM;IA6BzC,cAAc,CAAC,CAAC,EACpB,OAAO,EAAE,CAAC,EACV,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAC9B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC;IAqBnB,eAAe,IAAI,OAAO;IAO1B,oBAAoB,IAAI,MAAM;IAOxB,eAAe,CAAC,gBAAgB,GAAE,MAAU,EAAE,SAAS,GAAE,MAAc,GAAG,OAAO,CAAC,OAAO,CAAC;IAgBhG,OAAO,CAAC,UAAU;YAcJ,cAAc;IAqD5B,OAAO,CAAC,mBAAmB;YA0Bb,cAAc;IAW5B,OAAO,CAAC,oBAAoB;IAe5B,OAAO,CAAC,aAAa;IAgBrB,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,KAAK;IAOb,QAAQ,IAAI,YAAY;IAQxB,UAAU,IAAI,IAAI;IAgBlB,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAOrD,uBAAuB,IAAI,IAAI;IAK/B,wBAAwB,IAAI,IAAI;CAIjC"}

package/dist/classes/BacklogManager.js

@@ -0,0 +1,193 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BacklogManager = void 0;
+class BacklogManager {
+    constructor(config = {}) {
+        this.queue = [];
+        this.activeProcessing = 0;
+        this.lastProcessTime = Date.now();
+        this.processingTimes = [];
+        this.circuitBreakerOpen = false;
+        this.circuitBreakerLastCheck = Date.now();
+        this.consecutiveFailures = 0;
+        this.config = {
+            maxConcurrent: 5,
+            rateLimitMs: 100,
+            circuitBreakerThreshold: 10,
+            circuitBreakerResetTime: 30000,
+            maxRetries: 3,
+            backlogRecoveryBatchSize: 10,
+            enableBacklogRecovery: true,
+            ...config
+        };
+        this.stats = {
+            processed: 0,
+            failed: 0,
+            retries: 0,
+            queueSize: 0,
+            activeProcessing: 0,
+            circuitBreakerOpen: false,
+            averageProcessingTime: 0
+        };
+        this.startQueueProcessor();
+    }
+    async processMessage(payload, processor, messageId) {
+        if (this.isCircuitBreakerOpen()) {
+            console.log(`🔴 Circuit breaker OPEN - rejecting message ${messageId}`);
+            return false;
+        }
+        if (this.isAtMaxCapacity()) {
+            console.log(`⏸️  Queue at max capacity - queueing message ${messageId}`);
+            this.addToQueue(payload, processor, messageId);
+            return true;
+        }
+        return await this.executeMessage(payload, processor, messageId, 0);
+    }
+    isAtMaxCapacity() {
+        return this.activeProcessing >= this.config.maxConcurrent;
+    }
+    getAvailableCapacity() {
+        return Math.max(0, this.config.maxConcurrent - this.activeProcessing);
+    }
+    async waitForCapacity(requiredCapacity = 1, timeoutMs = 10000) {
+        const startTime = Date.now();
+        while (this.getAvailableCapacity() < requiredCapacity) {
+            if (Date.now() - startTime > timeoutMs) {
+                return false;
+            }
+            await this.sleep(100);
+        }
+        return true;
+    }
+    addToQueue(payload, processor, messageId) {
+        this.queue.push({
+            id: messageId,
+            payload,
+            processor,
+            timestamp: Date.now(),
+            retries: 0
+        });
+        this.updateStats();
+    }
+    async executeMessage(payload, processor, messageId, retryCount) {
+        this.activeProcessing++;
+        this.updateStats();
+        const startTime = Date.now();
+        try {
+            await this.applyRateLimit();
+            await processor(payload);
+            const processingTime = Date.now() - startTime;
+            this.recordSuccess(processingTime);
+            console.log(`✅ Message ${messageId} processed in ${processingTime}ms`);
+            return true;
+        }
+        catch (error) {
+            console.error(`❌ Error processing message ${messageId}:`, error);
+            this.recordFailure();
+            if (retryCount < this.config.maxRetries) {
+                console.log(`🔄 Retrying message ${messageId} (attempt ${retryCount + 1}/${this.config.maxRetries})`);
+                const delay = Math.min(1000 * Math.pow(2, retryCount), 10000);
+                await this.sleep(delay);
+                this.stats.retries++;
+                return await this.executeMessage(payload, processor, messageId, retryCount + 1);
+            }
+            return false;
+        }
+        finally {
+            this.activeProcessing--;
+            this.updateStats();
+        }
+    }
+    startQueueProcessor() {
+        setInterval(async () => {
+            if (this.queue.length > 0 && !this.isAtMaxCapacity() && !this.isCircuitBreakerOpen()) {
+                const batchSize = Math.min(this.config.backlogRecoveryBatchSize, this.getAvailableCapacity(), this.queue.length);
+                for (let i = 0; i < batchSize; i++) {
+                    const item = this.queue.shift();
+                    if (item) {
+                        this.executeMessage(item.payload, item.processor, item.id, item.retries)
+                            .catch(error => {
+                            console.error(`💥 Queue processor error for ${item.id}:`, error);
+                        });
+                    }
+                }
+            }
+        }, 500);
+    }
+    async applyRateLimit() {
+        const elapsed = Date.now() - this.lastProcessTime;
+        if (elapsed < this.config.rateLimitMs) {
+            await this.sleep(this.config.rateLimitMs - elapsed);
+        }
+        this.lastProcessTime = Date.now();
+    }
+    isCircuitBreakerOpen() {
+        if (this.circuitBreakerOpen &&
+            Date.now() - this.circuitBreakerLastCheck > this.config.circuitBreakerResetTime) {
+            console.log(`🟢 Circuit breaker reset attempt`);
+            this.circuitBreakerOpen = false;
+            this.consecutiveFailures = 0;
+        }
+        return this.circuitBreakerOpen;
+    }
+    recordSuccess(processingTime) {
+        this.stats.processed++;
+        this.consecutiveFailures = 0;
+        this.processingTimes.push(processingTime);
+        if (this.processingTimes.length > 100) {
+            this.processingTimes.shift();
+        }
+        this.updateStats();
+    }
+    recordFailure() {
+        this.stats.failed++;
+        this.consecutiveFailures++;
+        if (this.consecutiveFailures >= this.config.circuitBreakerThreshold) {
+            console.log(`🔴 Circuit breaker OPEN - ${this.consecutiveFailures} consecutive failures`);
+            this.circuitBreakerOpen = true;
+            this.circuitBreakerLastCheck = Date.now();
+        }
+        this.updateStats();
+    }
+    updateStats() {
+        this.stats.queueSize = this.queue.length;
+        this.stats.activeProcessing = this.activeProcessing;
+        this.stats.circuitBreakerOpen = this.circuitBreakerOpen;
+        if (this.processingTimes.length > 0) {
+            this.stats.averageProcessingTime =
+                this.processingTimes.reduce((a, b) => a + b, 0) / this.processingTimes.length;
+        }
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+    getStats() {
+        this.updateStats();
+        return { ...this.stats };
+    }
+    resetStats() {
+        this.stats = {
+            processed: 0,
+            failed: 0,
+            retries: 0,
+            queueSize: this.queue.length,
+            activeProcessing: this.activeProcessing,
+            circuitBreakerOpen: this.circuitBreakerOpen,
+            averageProcessingTime: 0
+        };
+        this.processingTimes = [];
+    }
+    updateConfig(newConfig) {
+        this.config = { ...this.config, ...newConfig };
+    }
+    forceCircuitBreakerOpen() {
+        this.circuitBreakerOpen = true;
+        this.circuitBreakerLastCheck = Date.now();
+    }
+    forceCircuitBreakerClose() {
+        this.circuitBreakerOpen = false;
+        this.consecutiveFailures = 0;
+    }
+}
+exports.BacklogManager = BacklogManager;
+//# sourceMappingURL=BacklogManager.js.map

package/dist/classes/BacklogManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BacklogManager.js","sourceRoot":"","sources":["../../src/classes/BacklogManager.ts"],"names":[],"mappings":";;;AAmCA,MAAa,cAAc;IAWzB,YAAY,SAAiC,EAAE;QATvC,UAAK,GAAqB,EAAE,CAAC;QAC7B,qBAAgB,GAAW,CAAC,CAAC;QAE7B,oBAAe,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,oBAAe,GAAa,EAAE,CAAC;QAC/B,uBAAkB,GAAY,KAAK,CAAC;QACpC,4BAAuB,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7C,wBAAmB,GAAW,CAAC,CAAC;QAGtC,IAAI,CAAC,MAAM,GAAG;YACZ,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,GAAG;YAChB,uBAAuB,EAAE,EAAE;YAC3B,uBAAuB,EAAE,KAAK;YAC9B,UAAU,EAAE,CAAC;YACb,wBAAwB,EAAE,EAAE;YAC5B,qBAAqB,EAAE,IAAI;YAC3B,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG;YACX,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,KAAK;YACzB,qBAAqB,EAAE,CAAC;SACzB,CAAC;QAGF,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAKD,KAAK,CAAC,cAAc,CAClB,OAAU,EACV,SAA8B,EAC9B,SAAiB;QAGjB,IAAI,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,+CAA+C,SAAS,EAAE,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,gDAAgD,SAAS,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;IAKD,eAAe;QACb,OAAO,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;IAC5D,CAAC;IAKD,oBAAoB;QAClB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACxE,CAAC;IAKD,KAAK,CAAC,eAAe,CAAC,mBAA2B,CAAC,EAAE,YAAoB,KAAK;QAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,IAAI,CAAC,oBAAoB,EAAE,GAAG,gBAAgB,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;gBACvC,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAKO,UAAU,CAAI,OAAU,EAAE,SAA8B,EAAE,SAAiB;QACjF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE,EAAE,SAAS;YACb,OAAO;YACP,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,CAAC;SACX,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAKO,KAAK,CAAC,cAAc,CAC1B,OAAU,EACV,SAA8B,EAC9B,SAAiB,EACjB,UAAkB;QAElB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAEH,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAG5B,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YAGzB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC9C,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,iBAAiB,cAAc,IAAI,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QAEd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;YAGjE,IAAI,CAAC,aAAa,EAAE,CAAC;YAGrB,IAAI,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,aAAa,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;gBAGtG,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,KAAK,CAAC,CAAC;gBAC9D,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAExB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YAClF,CAAC;YAED,OAAO,KAAK,CAAC;QAEf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAKO,mBAAmB;QACzB,WAAW,CAAC,KAAK,IAAI,EAAE;YACrB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;gBACrF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,MAAM,CAAC,wBAAwB,EACpC,IAAI,CAAC,oBAAoB,EAAE,EAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,CAClB,CAAC;gBAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChC,IAAI,IAAI,EAAE,CAAC;wBAET,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC;6BACrE,KAAK,CAAC,KAAK,CAAC,EAAE;4BACb,OAAO,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;wBACnE,CAAC,CAAC,CAAC;oBACP,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAKO,KAAK,CAAC,cAAc;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;QAClD,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,CAAC;IAKO,oBAAoB;QAE1B,IAAI,IAAI,CAAC,kBAAkB;YACvB,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACpF,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAChD,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;YAChC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAKO,aAAa,CAAC,cAAsB;QAC1C,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACvB,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAG7B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACtC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAKO,aAAa;QACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAG3B,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,mBAAmB,uBAAuB,CAAC,CAAC;YAC1F,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAKO,WAAW;QACjB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAExD,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,KAAK,CAAC,qBAAqB;gBAC9B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;QAClF,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAKD,QAAQ;QACN,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAKD,UAAU;QACR,IAAI,CAAC,KAAK,GAAG;YACX,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC5B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,qBAAqB,EAAE,CAAC;SACzB,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAKD,YAAY,CAAC,SAAiC;QAC5C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACjD,CAAC;IAKD,uBAAuB;QACrB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC5C,CAAC;IAED,wBAAwB;QACtB,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;IAC/B,CAAC;CACF;AApTD,wCAoTC"}

package/dist/classes/BatchEnhancedListener.d.ts

@@ -0,0 +1,31 @@
+import { KafkaMessage, Kafka, Consumer } from "kafkajs";
+import { BaseEvent, BacklogConfig, BatchConfig, KafkaStats } from '../types/kafka.types';
+import { BacklogManager } from './BacklogManager';
+export interface MonitorableListener {
+    getStats(): KafkaStats;
+    resetStats(): void;
+    updateBacklogConfig(config: Partial<BacklogConfig>): void;
+    forceCircuitBreaker(open: boolean): void;
+}
+export declare abstract class BatchEnhancedListener<T extends BaseEvent> implements MonitorableListener {
+    abstract topic: T['topic'];
+    abstract groupName: string;
+    protected kafka: Kafka;
+    protected consumer: Consumer | null;
+    protected backlogManager: BacklogManager;
+    protected listenerName: string;
+    protected batchConfig: Required<BatchConfig>;
+    protected isRunning: boolean;
+    abstract processMessage(data: T['data'], msg: KafkaMessage): Promise<void>;
+    constructor(kafka: Kafka, listenerName: string, backlogConfig?: Partial<BacklogConfig>, batchConfig?: Partial<BatchConfig>);
+    protected getDefaultBacklogConfig(): BacklogConfig;
+    listen(fromBeginning?: boolean): Promise<void>;
+    private processBatch;
+    private parseMessage;
+    stop(): Promise<void>;
+    getStats(): KafkaStats;
+    updateBacklogConfig(newConfig: Partial<BacklogConfig>): void;
+    resetStats(): void;
+    forceCircuitBreaker(open: boolean): void;
+}
+//# sourceMappingURL=BatchEnhancedListener.d.ts.map

package/dist/classes/BatchEnhancedListener.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BatchEnhancedListener.d.ts","sourceRoot":"","sources":["../../src/classes/BatchEnhancedListener.ts"],"names":[],"mappings":"AAAA,OAAO,EAAoB,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,IAAI,UAAU,CAAC;IACvB,UAAU,IAAI,IAAI,CAAC;IACnB,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;IAC1D,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC;CAC1C;AAED,8BAAsB,qBAAqB,CAAC,CAAC,SAAS,SAAS,CAAE,YAAW,mBAAmB;IAE3F,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC;IACvB,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAQ;IAC3C,SAAS,CAAC,cAAc,EAAE,cAAc,CAAC;IACzC,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC;IAC/B,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC7C,SAAS,CAAC,SAAS,EAAE,OAAO,CAAS;IAErC,QAAQ,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;gBAGtE,KAAK,EAAE,KAAK,EACZ,YAAY,EAAE,MAAM,EACpB,aAAa,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EACtC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC;IAoBtC,SAAS,CAAC,uBAAuB,IAAI,aAAa;IAY5C,MAAM,CAAC,aAAa,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;YAqC7C,YAAY;IAsD1B,OAAO,CAAC,YAAY;IAqBd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,QAAQ,IAAI,UAAU;IAWtB,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAK5D,UAAU,IAAI,IAAI;IAKlB,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;CAS3C"}

package/dist/classes/BatchEnhancedListener.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchEnhancedListener = void 0;
+const BacklogManager_1 = require("./BacklogManager");
+class BatchEnhancedListener {
+    constructor(kafka, listenerName, backlogConfig, batchConfig) {
+        this.consumer = null;
+        this.isRunning = false;
+        this.kafka = kafka;
+        this.listenerName = listenerName;
+        const defaultBacklogConfig = this.getDefaultBacklogConfig();
+        this.backlogManager = new BacklogManager_1.BacklogManager({
+            ...defaultBacklogConfig,
+            ...backlogConfig
+        });
+        this.batchConfig = {
+            maxBytesPerPartition: 10240,
+            maxBytes: 102400,
+            ...batchConfig
+        };
+        console.log(`🚀 Batch Enhanced listener ${listenerName} initialized with flow control`);
+    }
+    getDefaultBacklogConfig() {
+        return {
+            maxConcurrent: 3,
+            rateLimitMs: 200,
+            circuitBreakerThreshold: 5,
+            circuitBreakerResetTime: 30000,
+            maxRetries: 2,
+            backlogRecoveryBatchSize: 25,
+            enableBacklogRecovery: true
+        };
+    }
+    async listen(fromBeginning = false) {
+        if (this.isRunning) {
+            console.log(`⚠️  Listener ${this.listenerName} already running`);
+            return;
+        }
+        console.log(`🎧 Starting batch enhanced listener: ${this.listenerName}`);
+        try {
+            this.consumer = this.kafka.consumer({
+                groupId: this.groupName,
+                sessionTimeout: 30000,
+                heartbeatInterval: 3000,
+                maxWaitTimeInMs: 5000,
+                maxBytesPerPartition: this.batchConfig.maxBytesPerPartition,
+                maxBytes: this.batchConfig.maxBytes
+            });
+            await this.consumer.connect();
+            await this.consumer.subscribe({ topic: this.topic, fromBeginning });
+            this.isRunning = true;
+            await this.consumer.run({
+                eachBatchAutoResolve: false,
+                eachBatch: async (payload) => {
+                    await this.processBatch(payload);
+                }
+            });
+        }
+        catch (error) {
+            console.error(`💥 KAFKA ERROR in ${this.listenerName}:`, error);
+            this.isRunning = false;
+            throw error;
+        }
+    }
+    async processBatch(payload) {
+        const { batch, resolveOffset, heartbeat, isRunning, isStale } = payload;
+        console.log(`📦 Processing batch: ${batch.messages.length} messages for ${this.listenerName}`);
+        for (const message of batch.messages) {
+            while (this.backlogManager.isAtMaxCapacity()) {
+                console.log(`⏸️  ${this.listenerName} pausing batch - at max capacity`);
+                const hasCapacity = await this.backlogManager.waitForCapacity(1, 10000);
+                if (!hasCapacity) {
+                    console.error(`❌ ${this.listenerName} timeout waiting for capacity`);
+                    return;
+                }
+                await heartbeat();
+                if (!isRunning() || isStale()) {
+                    console.warn(`⚠️  ${this.listenerName} consumer not running or stale`);
+                    return;
+                }
+            }
+            try {
+                const parsedData = this.parseMessage(message);
+                const success = await this.backlogManager.processMessage({ data: parsedData, msg: message }, async ({ data, msg }) => {
+                    await this.processMessage(data, msg);
+                }, `${this.listenerName}:${this.topic}:${message.offset}`);
+                if (success) {
+                    resolveOffset(message.offset);
+                    console.log(`✅ ${this.listenerName} processed message offset ${message.offset}`);
+                }
+                else {
+                    console.error(`❌ ${this.listenerName} failed to process message offset ${message.offset}`);
+                    break;
+                }
+            }
+            catch (error) {
+                console.error(`💥 ${this.listenerName} critical error processing message:`, error);
+                break;
+            }
+            await heartbeat();
+        }
+        console.log(`📦 Batch completed for ${this.listenerName}`);
+    }
+    parseMessage(msg) {
+        const data = msg.value;
+        if (!data) {
+            throw new Error('Message value is null or undefined');
+        }
+        try {
+            const dataString = typeof data === 'string' ? data : data.toString('utf8');
+            const parsed = JSON.parse(dataString);
+            if (parsed.data && parsed.messageId && parsed.topic) {
+                return parsed.data;
+            }
+            return parsed;
+        }
+        catch (error) {
+            console.error('Failed to parse message:', error);
+            throw new Error('Invalid JSON in message');
+        }
+    }
+    async stop() {
+        console.log(`🛑 Stopping listener: ${this.listenerName}`);
+        this.isRunning = false;
+        if (this.consumer) {
+            try {
+                await this.consumer.disconnect();
+                console.log(`🔌 Consumer disconnected for ${this.listenerName}`);
+            }
+            catch (error) {
+                console.error(`💥 Error disconnecting consumer for ${this.listenerName}:`, error);
+            }
+            finally {
+                this.consumer = null;
+            }
+        }
+    }
+    getStats() {
+        return {
+            listenerName: this.listenerName,
+            topic: this.topic,
+            groupName: this.groupName,
+            ...this.backlogManager.getStats(),
+            availableCapacity: this.backlogManager.getAvailableCapacity(),
+            isAtMaxCapacity: this.backlogManager.isAtMaxCapacity()
+        };
+    }
+    updateBacklogConfig(newConfig) {
+        this.backlogManager.updateConfig(newConfig);
+        console.log(`🔧 ${this.listenerName} batch backlog config updated`);
+    }
+    resetStats() {
+        this.backlogManager.resetStats();
+        console.log(`🔄 ${this.listenerName} batch stats reset`);
+    }
+    forceCircuitBreaker(open) {
+        if (open) {
+            this.backlogManager.forceCircuitBreakerOpen();
+            console.log(`🔴 ${this.listenerName} batch circuit breaker forced OPEN`);
+        }
+        else {
+            this.backlogManager.forceCircuitBreakerClose();
+            console.log(`🟢 ${this.listenerName} batch circuit breaker forced CLOSED`);
+        }
+    }
+}
+exports.BatchEnhancedListener = BatchEnhancedListener;
+//# sourceMappingURL=BatchEnhancedListener.js.map

package/dist/classes/BatchEnhancedListener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BatchEnhancedListener.js","sourceRoot":"","sources":["../../src/classes/BatchEnhancedListener.ts"],"names":[],"mappings":";;;AAEA,qDAAkD;AASlD,MAAsB,qBAAqB;IAcvC,YACI,KAAY,EACZ,YAAoB,EACpB,aAAsC,EACtC,WAAkC;QAZ5B,aAAQ,GAAoB,IAAI,CAAC;QAIjC,cAAS,GAAY,KAAK,CAAC;QAUjC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,MAAM,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,IAAI,+BAAc,CAAC;YACrC,GAAG,oBAAoB;YACvB,GAAG,aAAa;SACnB,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG;YACf,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,MAAM;YAChB,GAAG,WAAW;SACjB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,8BAA8B,YAAY,gCAAgC,CAAC,CAAC;IAC5F,CAAC;IAES,uBAAuB;QAC7B,OAAO;YACH,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,GAAG;YAChB,uBAAuB,EAAE,CAAC;YAC1B,uBAAuB,EAAE,KAAK;YAC9B,UAAU,EAAE,CAAC;YACb,wBAAwB,EAAE,EAAE;YAC5B,qBAAqB,EAAE,IAAI;SAC9B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,gBAAyB,KAAK;QACvC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,YAAY,kBAAkB,CAAC,CAAC;YACjE,OAAO;QACX,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,wCAAwC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAEzE,IAAI,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAChC,OAAO,EAAE,IAAI,CAAC,SAAS;gBACvB,cAAc,EAAE,KAAK;gBACrB,iBAAiB,EAAE,IAAI;gBACvB,eAAe,EAAE,IAAI;gBACrB,oBAAoB,EAAE,IAAI,CAAC,WAAW,CAAC,oBAAoB;gBAC3D,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;aACtC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAEpE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YAEtB,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACpB,oBAAoB,EAAE,KAAK;gBAC3B,SAAS,EAAE,KAAK,EAAE,OAAyB,EAAE,EAAE;oBAC3C,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;gBACrC,CAAC;aACJ,CAAC,CAAC;QAEP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,YAAY,GAAG,EAAE,KAAK,CAAC,CAAC;YAChE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,OAAyB;QAChD,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAExE,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,CAAC,QAAQ,CAAC,MAAM,iBAAiB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAE/F,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,EAAE,CAAC;gBAC3C,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,YAAY,kCAAkC,CAAC,CAAC;gBAExE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;gBAExE,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,YAAY,+BAA+B,CAAC,CAAC;oBACrE,OAAO;gBACX,CAAC;gBAED,MAAM,SAAS,EAAE,CAAC;gBAElB,IAAI,CAAC,SAAS,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC;oBAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,gCAAgC,CAAC,CAAC;oBACvE,OAAO;gBACX,CAAC;YACL,CAAC;YAED,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;gBAE9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CACpD,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,EAClC,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;oBACpB,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzC,CAAC,EACD,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CACzD,CAAC;gBAEF,IAAI,OAAO,EAAE,CAAC;oBACV,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBAC9B,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,YAAY,6BAA6B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBACrF,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,YAAY,qCAAqC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC3F,MAAM;gBACV,CAAC;YAEL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,YAAY,qCAAqC,EAAE,KAAK,CAAC,CAAC;gBACnF,MAAM;YACV,CAAC;YAED,MAAM,SAAS,EAAE,CAAC;QACtB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,YAAY,CAAC,GAAiB;QAClC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;QACvB,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAEtC,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAClD,OAAO,MAAM,CAAC,IAAI,CAAC;YACvB,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC/C,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAE1D,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;YACrE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,IAAI,CAAC,YAAY,GAAG,EAAE,KAAK,CAAC,CAAC;YACtF,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACzB,CAAC;QACL,CAAC;IACL,CAAC;IAED,QAAQ;QACJ,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE;YACjC,iBAAiB,EAAE,IAAI,CAAC,cAAc,CAAC,oBAAoB,EAAE;YAC7D,eAAe,EAAE,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE;SACzD,CAAC;IACN,CAAC;IAED,mBAAmB,CAAC,SAAiC;QACjD,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,+BAA+B,CAAC,CAAC;IACxE,CAAC;IAED,UAAU;QACN,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,oBAAoB,CAAC,CAAC;IAC7D,CAAC;IAED,mBAAmB,CAAC,IAAa;QAC7B,IAAI,IAAI,EAAE,CAAC;YACP,IAAI,CAAC,cAAc,CAAC,uBAAuB,EAAE,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,oCAAoC,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,cAAc,CAAC,wBAAwB,EAAE,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,sCAAsC,CAAC,CAAC;QAC/E,CAAC;IACL,CAAC;CACJ;AAjND,sDAiNC"}

package/dist/classes/Publisher.d.ts

@@ -0,0 +1,33 @@
+import { Kafka } from 'kafkajs';
+import { BaseEvent, TypedEvent } from '../types/kafka.types';
+export declare abstract class Publisher<T extends BaseEvent> {
+    abstract topic: T['topic'];
+    private kafka;
+    private producer;
+    private isConnected;
+    private publishStats;
+    constructor(kafka: Kafka);
+    private ensureConnection;
+    publish(data: T['data'], keyKafka: T['keyKafka'], headers?: Record<string, string>): Promise<string>;
+    publishBatch(messages: Array<{
+        data: T['data'];
+        keyKafka: T['keyKafka'];
+        headers?: Record<string, string>;
+    }>): Promise<string[]>;
+    disconnect(): Promise<void>;
+    getPublishStats(): {
+        topic: T["topic"];
+        successful: number;
+        failed: number;
+        total: number;
+        successRate: string;
+        lastPublish: string;
+        isConnected: boolean;
+    };
+    resetStats(): void;
+}
+export declare class GenericPublisher extends Publisher<TypedEvent> {
+    topic: string;
+    constructor(kafka: Kafka, topic: string);
+}
+//# sourceMappingURL=Publisher.d.ts.map

package/dist/classes/Publisher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Publisher.d.ts","sourceRoot":"","sources":["../../src/classes/Publisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAY,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAY7D,8BAAsB,SAAS,CAAC,CAAC,SAAS,SAAS;IACjD,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;IAE3B,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAyB;IACzC,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,YAAY,CAIlB;gBAEU,KAAK,EAAE,KAAK;YAOV,gBAAgB;IAwBxB,OAAO,CACX,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EACf,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,EACvB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,MAAM,CAAC;IAuEZ,YAAY,CAChB,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QAChB,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAClC,CAAC,GACD,OAAO,CAAC,MAAM,EAAE,CAAC;IAqDd,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBjC,eAAe;;;;;;;;;IAiBf,UAAU,IAAI,IAAI;CAOnB;AAMD,qBAAa,gBAAiB,SAAQ,SAAS,CAAC,UAAU,CAAC;IACzD,KAAK,EAAE,MAAM,CAAC;gBAEF,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;CAIxC"}