@loipv/nestjs-kafka 0.0.1

package/dist/services/kafka-client.service.js

@@ -0,0 +1,183 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var KafkaClient_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaClient = void 0;
+const common_1 = require("@nestjs/common");
+const interfaces_1 = require("../interfaces");
+const kafka_core_service_1 = require("./kafka-core.service");
+let KafkaClient = KafkaClient_1 = class KafkaClient {
+    options;
+    kafkaCore;
+    logger = new common_1.Logger(KafkaClient_1.name);
+    producer;
+    isConnected = false;
+    batchBuffer = new Map();
+    batchTimer = null;
+    defaultBatchSize = 100;
+    defaultBatchTimeout = 100;
+    constructor(options, kafkaCore) {
+        this.options = options;
+        this.kafkaCore = kafkaCore;
+    }
+    async onModuleInit() {
+        this.producer = this.kafkaCore.getKafka().producer(this.options.producer);
+        await this.connect();
+    }
+    async onApplicationShutdown() {
+        await this.disconnect();
+    }
+    async connect() {
+        if (this.isConnected)
+            return;
+        try {
+            await this.producer.connect();
+            this.isConnected = true;
+            this.logger.log('Kafka producer connected');
+        }
+        catch (error) {
+            this.logger.error('Failed to connect Kafka producer', error);
+            throw error;
+        }
+    }
+    async disconnect() {
+        await this.flushAllBatches();
+        if (this.producer && this.isConnected) {
+            await this.producer.disconnect();
+            this.isConnected = false;
+            this.logger.log('Kafka producer disconnected');
+        }
+    }
+    async send(topic, message, options) {
+        const kafkaMessage = this.serializeMessage(message);
+        const record = {
+            topic,
+            messages: [kafkaMessage],
+            acks: options?.acks,
+            timeout: options?.timeout,
+            compression: options?.compression,
+        };
+        try {
+            await this.producer.send(record);
+            this.logger.debug(`Message sent to topic: ${topic}`);
+        }
+        catch (error) {
+            this.logger.error(`Failed to send message to topic: ${topic}`, error);
+            throw error;
+        }
+    }
+    async sendBatch(topic, messages, options) {
+        const kafkaMessages = messages.map((msg) => this.serializeMessage(msg));
+        const record = {
+            topic,
+            messages: kafkaMessages,
+            acks: options?.acks,
+            timeout: options?.timeout,
+            compression: options?.compression,
+        };
+        try {
+            await this.producer.send(record);
+            this.logger.debug(`Batch of ${messages.length} messages sent to topic: ${topic}`);
+        }
+        catch (error) {
+            this.logger.error(`Failed to send batch to topic: ${topic}`, error);
+            throw error;
+        }
+    }
+    async sendMultiTopicBatch(topicMessages, options) {
+        const batch = {
+            topicMessages: topicMessages.map(({ topic, messages }) => ({
+                topic,
+                messages: messages.map((msg) => this.serializeMessage(msg)),
+            })),
+            acks: options?.acks,
+            timeout: options?.timeout,
+            compression: options?.compression,
+        };
+        try {
+            await this.producer.sendBatch(batch);
+            this.logger.debug(`Multi-topic batch sent to ${topicMessages.length} topics`);
+        }
+        catch (error) {
+            this.logger.error('Failed to send multi-topic batch', error);
+            throw error;
+        }
+    }
+    async sendQueued(topic, message) {
+        const kafkaMessage = this.serializeMessage(message);
+        if (!this.batchBuffer.has(topic)) {
+            this.batchBuffer.set(topic, []);
+        }
+        this.batchBuffer.get(topic).push(kafkaMessage);
+        const buffer = this.batchBuffer.get(topic);
+        if (buffer.length >= this.defaultBatchSize) {
+            await this.flushBatch(topic);
+        }
+        else {
+            this.scheduleBatchFlush();
+        }
+    }
+    serializeMessage(message) {
+        let value;
+        if (message.value === null || message.value === undefined) {
+            value = null;
+        }
+        else if (typeof message.value === 'object') {
+            value = JSON.stringify(message.value);
+        }
+        else {
+            value = String(message.value);
+        }
+        return {
+            key: message.key ? String(message.key) : null,
+            value,
+            headers: message.headers,
+            partition: message.partition,
+            timestamp: message.timestamp,
+        };
+    }
+    scheduleBatchFlush() {
+        if (this.batchTimer)
+            return;
+        this.batchTimer = setTimeout(() => {
+            void this.flushAllBatches().then(() => {
+                this.batchTimer = null;
+            });
+        }, this.defaultBatchTimeout);
+    }
+    async flushBatch(topic) {
+        const messages = this.batchBuffer.get(topic);
+        if (!messages || messages.length === 0)
+            return;
+        this.batchBuffer.set(topic, []);
+        await this.producer.send({
+            topic,
+            messages,
+        });
+    }
+    async flushAllBatches() {
+        const topics = Array.from(this.batchBuffer.keys());
+        await Promise.all(topics.map((topic) => this.flushBatch(topic)));
+    }
+    isHealthy() {
+        return this.isConnected;
+    }
+};
+exports.KafkaClient = KafkaClient;
+exports.KafkaClient = KafkaClient = KafkaClient_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(interfaces_1.KAFKA_MODULE_OPTIONS)),
+    __metadata("design:paramtypes", [Object, kafka_core_service_1.KafkaCoreService])
+], KafkaClient);
+//# sourceMappingURL=kafka-client.service.js.map

package/dist/services/kafka-client.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-client.service.js","sourceRoot":"","sources":["../../lib/services/kafka-client.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAMwB;AAExB,8CAKuB;AACvB,6DAAwD;AAGjD,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAW2B;IAC9B;IAXF,MAAM,GAAG,IAAI,eAAM,CAAC,aAAW,CAAC,IAAI,CAAC,CAAC;IAC/C,QAAQ,CAAW;IACnB,WAAW,GAAG,KAAK,CAAC;IAEpB,WAAW,GAA2B,IAAI,GAAG,EAAE,CAAC;IAChD,UAAU,GAA0B,IAAI,CAAC;IAChC,gBAAgB,GAAG,GAAG,CAAC;IACvB,mBAAmB,GAAG,GAAG,CAAC;IAE3C,YACiD,OAA2B,EACzD,SAA2B;QADG,YAAO,GAAP,OAAO,CAAoB;QACzD,cAAS,GAAT,SAAS,CAAkB;IAC3C,CAAC;IAEJ,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAE7B,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,KAAa,EACb,OAAwB,EACxB,OAAqB;QAErB,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAmB;YAC7B,KAAK;YACL,QAAQ,EAAE,CAAC,YAAY,CAAC;YACxB,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YACtE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CACb,KAAa,EACb,QAA2B,EAC3B,OAAqB;QAErB,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;QAExE,MAAM,MAAM,GAAmB;YAC7B,KAAK;YACL,QAAQ,EAAE,aAAa;YACvB,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,YAAY,QAAQ,CAAC,MAAM,4BAA4B,KAAK,EAAE,CAC/D,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,aAAoE,EACpE,OAAqB;QAErB,MAAM,KAAK,GAAG;YACZ,aAAa,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACzD,KAAK;gBACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;aAC5D,CAAC,CAAC;YACH,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,WAAW,EAAE,OAAO,EAAE,WAAW;SAClC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6BAA6B,aAAa,CAAC,MAAM,SAAS,CAC3D,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,OAAwB;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAEhD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;QAC5C,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,OAAwB;QAC/C,IAAI,KAA6B,CAAC;QAElC,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1D,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;aAAM,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC7C,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,OAAO;YACL,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;YAC7C,KAAK;YACL,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAE5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBACpC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEhC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACvB,KAAK;YACL,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF,CAAA;AA7LY,kCAAW;sBAAX,WAAW;IADvB,IAAA,mBAAU,GAAE;IAYR,WAAA,IAAA,eAAM,EAAC,iCAAoB,CAAC,CAAA;6CACD,qCAAgB;GAZnC,WAAW,CA6LvB"}

package/dist/services/kafka-core.service.d.ts

@@ -0,0 +1,13 @@
+import { OnModuleInit } from '@nestjs/common';
+import { Kafka } from 'kafkajs';
+import { KafkaModuleOptions } from '../interfaces';
+export declare class KafkaCoreService implements OnModuleInit {
+    private readonly options;
+    private readonly logger;
+    private kafka;
+    constructor(options: KafkaModuleOptions);
+    onModuleInit(): void;
+    getKafka(): Kafka;
+    getOptions(): KafkaModuleOptions;
+    private mapLogLevel;
+}

package/dist/services/kafka-core.service.js

@@ -0,0 +1,87 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var KafkaCoreService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaCoreService = void 0;
+const common_1 = require("@nestjs/common");
+const kafkajs_1 = require("kafkajs");
+const interfaces_1 = require("../interfaces");
+let KafkaCoreService = KafkaCoreService_1 = class KafkaCoreService {
+    options;
+    logger = new common_1.Logger(KafkaCoreService_1.name);
+    kafka;
+    constructor(options) {
+        this.options = options;
+    }
+    onModuleInit() {
+        this.kafka = new kafkajs_1.Kafka({
+            clientId: this.options.clientId,
+            brokers: this.options.brokers,
+            ssl: this.options.ssl,
+            sasl: this.options.sasl,
+            connectionTimeout: this.options.connectionTimeout,
+            requestTimeout: this.options.requestTimeout,
+            enforceRequestTimeout: this.options.enforceRequestTimeout,
+            retry: this.options.retry,
+            logLevel: this.mapLogLevel(this.options.logLevel),
+            logCreator: () => ({ level, log }) => {
+                const { message, ...extra } = log;
+                switch (level) {
+                    case kafkajs_1.logLevel.ERROR:
+                        this.logger.error(message, extra);
+                        break;
+                    case kafkajs_1.logLevel.WARN:
+                        this.logger.warn(message, extra);
+                        break;
+                    case kafkajs_1.logLevel.INFO:
+                        this.logger.log(message);
+                        break;
+                    case kafkajs_1.logLevel.DEBUG:
+                        this.logger.debug(message);
+                        break;
+                }
+            },
+        });
+        this.logger.log(`Kafka client initialized: ${this.options.clientId}`);
+    }
+    getKafka() {
+        return this.kafka;
+    }
+    getOptions() {
+        return this.options;
+    }
+    mapLogLevel(level) {
+        switch (level) {
+            case 'NOTHING':
+                return kafkajs_1.logLevel.NOTHING;
+            case 'ERROR':
+                return kafkajs_1.logLevel.ERROR;
+            case 'WARN':
+                return kafkajs_1.logLevel.WARN;
+            case 'INFO':
+                return kafkajs_1.logLevel.INFO;
+            case 'DEBUG':
+                return kafkajs_1.logLevel.DEBUG;
+            default:
+                return kafkajs_1.logLevel.INFO;
+        }
+    }
+};
+exports.KafkaCoreService = KafkaCoreService;
+exports.KafkaCoreService = KafkaCoreService = KafkaCoreService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(interfaces_1.KAFKA_MODULE_OPTIONS)),
+    __metadata("design:paramtypes", [Object])
+], KafkaCoreService);
+//# sourceMappingURL=kafka-core.service.js.map

package/dist/services/kafka-core.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-core.service.js","sourceRoot":"","sources":["../../lib/services/kafka-core.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAA0E;AAC1E,qCAA0C;AAC1C,8CAAyE;AAGlE,IAAM,gBAAgB,wBAAtB,MAAM,gBAAgB;IAKsB;IAJhC,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAgB,CAAC,IAAI,CAAC,CAAC;IACpD,KAAK,CAAQ;IAErB,YACiD,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;IACzE,CAAC;IAEJ,YAAY;QACV,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC;YACrB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAmB;YACzC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YACvB,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB;YACjD,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;YAC3C,qBAAqB,EAAE,IAAI,CAAC,OAAO,CAAC,qBAAqB;YACzD,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;YACjD,UAAU,EACR,GAAG,EAAE,CACL,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE;gBACjB,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,GAAG,CAAC;gBAClC,QAAQ,KAAK,EAAE,CAAC;oBACd,KAAK,kBAAQ,CAAC,KAAK;wBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;wBAClC,MAAM;oBACR,KAAK,kBAAQ,CAAC,IAAI;wBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;wBACjC,MAAM;oBACR,KAAK,kBAAQ,CAAC,IAAI;wBAChB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBACzB,MAAM;oBACR,KAAK,kBAAQ,CAAC,KAAK;wBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC3B,MAAM;gBACV,CAAC;YACH,CAAC;SACJ,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,WAAW,CAAC,KAAc;QAChC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,SAAS;gBACZ,OAAO,kBAAQ,CAAC,OAAO,CAAC;YAC1B,KAAK,OAAO;gBACV,OAAO,kBAAQ,CAAC,KAAK,CAAC;YACxB,KAAK,MAAM;gBACT,OAAO,kBAAQ,CAAC,IAAI,CAAC;YACvB,KAAK,MAAM;gBACT,OAAO,kBAAQ,CAAC,IAAI,CAAC;YACvB,KAAK,OAAO;gBACV,OAAO,kBAAQ,CAAC,KAAK,CAAC;YACxB;gBACE,OAAO,kBAAQ,CAAC,IAAI,CAAC;QACzB,CAAC;IACH,CAAC;CACF,CAAA;AAnEY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,iCAAoB,CAAC,CAAA;;GALpB,gBAAgB,CAmE5B"}

package/dist/services/pressure-manager.service.d.ts

@@ -0,0 +1,14 @@
+import { Consumer } from 'kafkajs';
+import { PressureState, PressureManagerOptions } from '../interfaces';
+export declare class PressureManagerService {
+    private readonly logger;
+    private states;
+    private consumers;
+    private options;
+    register(consumerId: string, consumer: Consumer, opts: PressureManagerOptions): void;
+    updateQueueSize(consumerId: string, size: number): void;
+    updateConcurrency(consumerId: string, delta: number): void;
+    private checkPressure;
+    getState(consumerId: string): PressureState | undefined;
+    isPaused(consumerId: string): boolean;
+}

package/dist/services/pressure-manager.service.js

@@ -0,0 +1,75 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var PressureManagerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PressureManagerService = void 0;
+const common_1 = require("@nestjs/common");
+let PressureManagerService = PressureManagerService_1 = class PressureManagerService {
+    logger = new common_1.Logger(PressureManagerService_1.name);
+    states = new Map();
+    consumers = new Map();
+    options = new Map();
+    register(consumerId, consumer, opts) {
+        this.consumers.set(consumerId, consumer);
+        this.options.set(consumerId, opts);
+        this.states.set(consumerId, {
+            isPaused: false,
+            currentQueueSize: 0,
+            maxQueueSize: opts.maxQueueSize,
+            currentConcurrency: 0,
+            maxConcurrency: opts.backPressureThreshold,
+            utilizationPercent: 0,
+        });
+    }
+    updateQueueSize(consumerId, size) {
+        const state = this.states.get(consumerId);
+        const opts = this.options.get(consumerId);
+        if (!state || !opts)
+            return;
+        state.currentQueueSize = size;
+        state.utilizationPercent = (size / state.maxQueueSize) * 100;
+        this.checkPressure(consumerId);
+    }
+    updateConcurrency(consumerId, delta) {
+        const state = this.states.get(consumerId);
+        if (!state)
+            return;
+        state.currentConcurrency += delta;
+        this.checkPressure(consumerId);
+    }
+    checkPressure(consumerId) {
+        const state = this.states.get(consumerId);
+        const consumer = this.consumers.get(consumerId);
+        const opts = this.options.get(consumerId);
+        if (!state || !consumer || !opts)
+            return;
+        const shouldPause = state.utilizationPercent >= opts.backPressureThreshold;
+        const shouldResume = state.utilizationPercent <= opts.resumeThreshold;
+        if (shouldPause && !state.isPaused) {
+            this.logger.warn(`Back pressure triggered for ${consumerId}, pausing consumer`);
+            consumer.pause([{ topic: '*' }]);
+            state.isPaused = true;
+        }
+        else if (shouldResume && state.isPaused) {
+            this.logger.log(`Resuming consumer ${consumerId}`);
+            consumer.resume([{ topic: '*' }]);
+            state.isPaused = false;
+        }
+    }
+    getState(consumerId) {
+        return this.states.get(consumerId);
+    }
+    isPaused(consumerId) {
+        return this.states.get(consumerId)?.isPaused ?? false;
+    }
+};
+exports.PressureManagerService = PressureManagerService;
+exports.PressureManagerService = PressureManagerService = PressureManagerService_1 = __decorate([
+    (0, common_1.Injectable)()
+], PressureManagerService);
+//# sourceMappingURL=pressure-manager.service.js.map

package/dist/services/pressure-manager.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pressure-manager.service.js","sourceRoot":"","sources":["../../lib/services/pressure-manager.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAoD;AAK7C,IAAM,sBAAsB,8BAA5B,MAAM,sBAAsB;IAChB,MAAM,GAAG,IAAI,eAAM,CAAC,wBAAsB,CAAC,IAAI,CAAC,CAAC;IAE1D,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC1C,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IACxC,OAAO,GAAG,IAAI,GAAG,EAAkC,CAAC;IAE5D,QAAQ,CACN,UAAkB,EAClB,QAAkB,EAClB,IAA4B;QAE5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE;YAC1B,QAAQ,EAAE,KAAK;YACf,gBAAgB,EAAE,CAAC;YACnB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,CAAC;YACrB,cAAc,EAAE,IAAI,CAAC,qBAAqB;YAC1C,kBAAkB,EAAE,CAAC;SACtB,CAAC,CAAC;IACL,CAAC;IAED,eAAe,CAAC,UAAkB,EAAE,IAAY;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAE1C,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI;YAAE,OAAO;QAE5B,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,KAAK,CAAC,kBAAkB,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC;QAE7D,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED,iBAAiB,CAAC,UAAkB,EAAE,KAAa;QACjD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC;QAClC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAEO,aAAa,CAAC,UAAkB;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAE1C,IAAI,CAAC,KAAK,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO;QAEzC,MAAM,WAAW,GAAG,KAAK,CAAC,kBAAkB,IAAI,IAAI,CAAC,qBAAqB,CAAC;QAC3E,MAAM,YAAY,GAAG,KAAK,CAAC,kBAAkB,IAAI,IAAI,CAAC,eAAe,CAAC;QAEtE,IAAI,WAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+BAA+B,UAAU,oBAAoB,CAC9D,CAAC;YACF,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YACjC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,CAAC;aAAM,IAAI,YAAY,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;YAClC,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,UAAkB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;IAED,QAAQ,CAAC,UAAkB;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,QAAQ,IAAI,KAAK,CAAC;IACxD,CAAC;CACF,CAAA;AA1EY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;GACA,sBAAsB,CA0ElC"}