@loipv/nestjs-kafka 0.0.1

package/dist/health/kafka-health-indicator.js

@@ -0,0 +1,98 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaHealthIndicator = void 0;
+const common_1 = require("@nestjs/common");
+const terminus_1 = require("@nestjs/terminus");
+const kafka_client_service_1 = require("../services/kafka-client.service");
+const kafka_core_service_1 = require("../services/kafka-core.service");
+let KafkaHealthIndicator = class KafkaHealthIndicator {
+    healthIndicatorService;
+    kafkaClient;
+    kafkaCore;
+    constructor(healthIndicatorService, kafkaClient, kafkaCore) {
+        this.healthIndicatorService = healthIndicatorService;
+        this.kafkaClient = kafkaClient;
+        this.kafkaCore = kafkaCore;
+    }
+    isHealthy(key) {
+        const indicator = this.healthIndicatorService.check(key);
+        const isHealthy = this.kafkaClient.isHealthy();
+        if (isHealthy) {
+            return indicator.up({ connected: true });
+        }
+        return indicator.down({
+            connected: false,
+            message: 'Kafka producer is not connected',
+        });
+    }
+    async checkBrokers(key) {
+        const indicator = this.healthIndicatorService.check(key);
+        try {
+            const admin = this.kafkaCore.getKafka().admin();
+            await admin.connect();
+            const clusterInfo = await admin.describeCluster();
+            await admin.disconnect();
+            return indicator.up({
+                brokers: clusterInfo.brokers.length,
+                controller: clusterInfo.controller,
+                clusterId: clusterInfo.clusterId,
+            });
+        }
+        catch (error) {
+            return indicator.down({
+                error: error.message,
+            });
+        }
+    }
+    async checkConsumerLag(key, groupId, maxLag = 1000) {
+        const indicator = this.healthIndicatorService.check(key);
+        try {
+            const admin = this.kafkaCore.getKafka().admin();
+            await admin.connect();
+            const offsets = await admin.fetchOffsets({ groupId });
+            await admin.disconnect();
+            let totalLag = 0;
+            for (const topicOffset of offsets) {
+                for (const partition of topicOffset.partitions) {
+                    const offset = parseInt(partition.offset, 10);
+                    totalLag += Math.max(0, offset);
+                }
+            }
+            const isHealthy = totalLag < maxLag;
+            if (isHealthy) {
+                return indicator.up({
+                    groupId,
+                    lag: totalLag,
+                    maxLag,
+                });
+            }
+            return indicator.down({
+                groupId,
+                lag: totalLag,
+                maxLag,
+            });
+        }
+        catch (error) {
+            return indicator.down({
+                error: error.message,
+            });
+        }
+    }
+};
+exports.KafkaHealthIndicator = KafkaHealthIndicator;
+exports.KafkaHealthIndicator = KafkaHealthIndicator = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [terminus_1.HealthIndicatorService,
+        kafka_client_service_1.KafkaClient,
+        kafka_core_service_1.KafkaCoreService])
+], KafkaHealthIndicator);
+//# sourceMappingURL=kafka-health-indicator.js.map

package/dist/health/kafka-health-indicator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-health-indicator.js","sourceRoot":"","sources":["../../lib/health/kafka-health-indicator.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,+CAG0B;AAC1B,2EAA+D;AAC/D,uEAAkE;AAG3D,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAEZ;IACA;IACA;IAHnB,YACmB,sBAA8C,EAC9C,WAAwB,EACxB,SAA2B;QAF3B,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,gBAAW,GAAX,WAAW,CAAa;QACxB,cAAS,GAAT,SAAS,CAAkB;IAC3C,CAAC;IAEJ,SAAS,CAAC,GAAW;QACnB,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;QAE/C,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,SAAS,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,SAAS,CAAC,IAAI,CAAC;YACpB,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,iCAAiC;SAC3C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC;YAClD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,OAAO,SAAS,CAAC,EAAE,CAAC;gBAClB,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM;gBACnC,UAAU,EAAE,WAAW,CAAC,UAAU;gBAClC,SAAS,EAAE,WAAW,CAAC,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,SAAS,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,GAAW,EACX,OAAe,EACf,SAAiB,IAAI;QAErB,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;YAEtB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YAEzB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,KAAK,MAAM,WAAW,IAAI,OAAO,EAAE,CAAC;gBAClC,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC9C,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;YAEpC,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,SAAS,CAAC,EAAE,CAAC;oBAClB,OAAO;oBACP,GAAG,EAAE,QAAQ;oBACb,MAAM;iBACP,CAAC,CAAC;YACL,CAAC;YAED,OAAO,SAAS,CAAC,IAAI,CAAC;gBACpB,OAAO;gBACP,GAAG,EAAE,QAAQ;gBACb,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,SAAS,CAAC,IAAI,CAAC;gBACpB,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF,CAAA;AAtFY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;qCAGgC,iCAAsB;QACjC,kCAAW;QACb,qCAAgB;GAJnC,oBAAoB,CAsFhC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { KafkaModule } from './kafka.module';
+export { ConsumerModule } from './consumer.module';
+export { Consumer } from './decorators';
+export { KafkaClient } from './services/kafka-client.service';
+export { KafkaHealthIndicator } from './health/kafka-health-indicator';
+export * from './interfaces';

package/dist/index.js

@@ -0,0 +1,29 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaHealthIndicator = exports.KafkaClient = exports.Consumer = exports.ConsumerModule = exports.KafkaModule = void 0;
+var kafka_module_1 = require("./kafka.module");
+Object.defineProperty(exports, "KafkaModule", { enumerable: true, get: function () { return kafka_module_1.KafkaModule; } });
+var consumer_module_1 = require("./consumer.module");
+Object.defineProperty(exports, "ConsumerModule", { enumerable: true, get: function () { return consumer_module_1.ConsumerModule; } });
+var decorators_1 = require("./decorators");
+Object.defineProperty(exports, "Consumer", { enumerable: true, get: function () { return decorators_1.Consumer; } });
+var kafka_client_service_1 = require("./services/kafka-client.service");
+Object.defineProperty(exports, "KafkaClient", { enumerable: true, get: function () { return kafka_client_service_1.KafkaClient; } });
+var kafka_health_indicator_1 = require("./health/kafka-health-indicator");
+Object.defineProperty(exports, "KafkaHealthIndicator", { enumerable: true, get: function () { return kafka_health_indicator_1.KafkaHealthIndicator; } });
+__exportStar(require("./interfaces"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../lib/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,+CAA6C;AAApC,2GAAA,WAAW,OAAA;AACpB,qDAAmD;AAA1C,iHAAA,cAAc,OAAA;AAGvB,2CAAwC;AAA/B,sGAAA,QAAQ,OAAA;AAGjB,wEAA8D;AAArD,mHAAA,WAAW,OAAA;AAGpB,0EAAuE;AAA9D,8HAAA,oBAAoB,OAAA;AAG7B,+CAA6B"}

package/dist/interfaces/consumer-options.interface.d.ts

@@ -0,0 +1,52 @@
+import { KafkaMessage } from 'kafkajs';
+export interface DlqOptions {
+    topic: string;
+    maxRetries?: number;
+    retryDelay?: number;
+    retryBackoffMultiplier?: number;
+    includeOriginalHeaders?: boolean;
+    includeErrorInfo?: boolean;
+}
+export interface ConsumerOptions {
+    topic?: string;
+    disabled?: boolean;
+    groupId?: string;
+    sessionTimeout?: number;
+    heartbeatInterval?: number;
+    rebalanceTimeout?: number;
+    batch?: boolean;
+    batchSize?: number;
+    batchTimeout?: number;
+    groupByKey?: boolean;
+    maxConcurrency?: number;
+    partitionsConsumedConcurrently?: number;
+    backPressureThreshold?: number;
+    maxQueueSize?: number;
+    idempotencyKey?: (message: KafkaMessage) => string | undefined;
+    idempotencyTtl?: number;
+    dlq?: DlqOptions;
+    autoCommit?: boolean;
+    autoCommitInterval?: number;
+    autoCommitThreshold?: number;
+    fromBeginning?: boolean;
+}
+export interface ConsumerMetadata {
+    topic: string;
+    options: ConsumerOptions;
+    target: any;
+    methodName: string;
+}
+export interface PressureState {
+    isPaused: boolean;
+    currentQueueSize: number;
+    maxQueueSize: number;
+    currentConcurrency: number;
+    maxConcurrency: number;
+    utilizationPercent: number;
+}
+export interface PressureManagerOptions {
+    backPressureThreshold: number;
+    resumeThreshold: number;
+    maxQueueSize: number;
+    checkIntervalMs: number;
+}

package/dist/interfaces/consumer-options.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=consumer-options.interface.js.map

package/dist/interfaces/consumer-options.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-options.interface.js","sourceRoot":"","sources":["../../lib/interfaces/consumer-options.interface.ts"],"names":[],"mappings":""}

package/dist/interfaces/index.d.ts

@@ -0,0 +1,3 @@
+export * from './kafka-module-options.interface';
+export * from './consumer-options.interface';
+export * from './message.interface';

package/dist/interfaces/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./kafka-module-options.interface"), exports);
+__exportStar(require("./consumer-options.interface"), exports);
+__exportStar(require("./message.interface"), exports);
+//# sourceMappingURL=index.js.map

package/dist/interfaces/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../lib/interfaces/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mEAAiD;AACjD,+DAA6C;AAC7C,sDAAoC"}

package/dist/interfaces/kafka-module-options.interface.d.ts

@@ -0,0 +1,43 @@
+import { ModuleMetadata, Type } from '@nestjs/common';
+import { SASLOptions } from 'kafkajs';
+export interface RetryOptions {
+    initialRetryTime?: number;
+    retries?: number;
+    maxRetryTime?: number;
+    factor?: number;
+    multiplier?: number;
+}
+export interface ProducerConfig {
+    createPartitioner?: () => any;
+    retry?: RetryOptions;
+    metadataMaxAge?: number;
+    allowAutoTopicCreation?: boolean;
+    idempotent?: boolean;
+    transactionalId?: string;
+    transactionTimeout?: number;
+    maxInFlightRequests?: number;
+}
+export interface KafkaModuleOptions {
+    clientId: string;
+    brokers: string[] | (() => string[] | Promise<string[]>);
+    ssl?: boolean | object;
+    sasl?: SASLOptions;
+    connectionTimeout?: number;
+    requestTimeout?: number;
+    enforceRequestTimeout?: boolean;
+    retry?: RetryOptions;
+    producer?: ProducerConfig;
+    defaultConsumerGroupId?: string;
+    logLevel?: 'NOTHING' | 'ERROR' | 'WARN' | 'INFO' | 'DEBUG';
+}
+export interface KafkaModuleAsyncOptions extends Pick<ModuleMetadata, 'imports'> {
+    useFactory?: (...args: any[]) => Promise<KafkaModuleOptions> | KafkaModuleOptions;
+    inject?: any[];
+    useClass?: Type<KafkaOptionsFactory>;
+    useExisting?: Type<KafkaOptionsFactory>;
+    global?: boolean;
+}
+export interface KafkaOptionsFactory {
+    createKafkaOptions(): Promise<KafkaModuleOptions> | KafkaModuleOptions;
+}
+export declare const KAFKA_MODULE_OPTIONS: unique symbol;

package/dist/interfaces/kafka-module-options.interface.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KAFKA_MODULE_OPTIONS = void 0;
+exports.KAFKA_MODULE_OPTIONS = Symbol('KAFKA_MODULE_OPTIONS');
+//# sourceMappingURL=kafka-module-options.interface.js.map

package/dist/interfaces/kafka-module-options.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka-module-options.interface.js","sourceRoot":"","sources":["../../lib/interfaces/kafka-module-options.interface.ts"],"names":[],"mappings":";;;AA2Da,QAAA,oBAAoB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC"}

package/dist/interfaces/message.interface.d.ts

@@ -0,0 +1,26 @@
+import { IHeaders } from 'kafkajs';
+export interface KafkaMessagePayload<T = any> {
+    key?: string | Buffer | null;
+    value: T;
+    headers?: IHeaders;
+    partition?: number;
+    timestamp?: string;
+    offset?: string;
+    topic?: string;
+}
+export interface ProducerMessage {
+    key?: string | Buffer | null;
+    value: string | Buffer | object | null;
+    headers?: IHeaders;
+    partition?: number;
+    timestamp?: string;
+}
+export interface SendOptions {
+    acks?: -1 | 0 | 1;
+    timeout?: number;
+    compression?: 0 | 1 | 2 | 3 | 4;
+}
+export interface GroupedBatch<T = any> {
+    key: string;
+    messages: KafkaMessagePayload<T>[];
+}

package/dist/interfaces/message.interface.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=message.interface.js.map

package/dist/interfaces/message.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message.interface.js","sourceRoot":"","sources":["../../lib/interfaces/message.interface.ts"],"names":[],"mappings":""}

package/dist/kafka.module.d.ts

@@ -0,0 +1,7 @@
+import { DynamicModule } from '@nestjs/common';
+import { KafkaModuleOptions, KafkaModuleAsyncOptions } from './interfaces';
+export declare class KafkaModule {
+    static forRoot(options: KafkaModuleOptions): DynamicModule;
+    static forRootAsync(options: KafkaModuleAsyncOptions): DynamicModule;
+    private static createAsyncProviders;
+}

package/dist/kafka.module.js

@@ -0,0 +1,97 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var KafkaModule_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaModule = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@nestjs/core");
+const interfaces_1 = require("./interfaces");
+const kafka_core_service_1 = require("./services/kafka-core.service");
+const kafka_client_service_1 = require("./services/kafka-client.service");
+const consumer_discovery_service_1 = require("./discovery/consumer-discovery.service");
+const consumer_registry_service_1 = require("./services/consumer-registry.service");
+const batch_processor_service_1 = require("./services/batch-processor.service");
+const idempotency_service_1 = require("./services/idempotency.service");
+const pressure_manager_service_1 = require("./services/pressure-manager.service");
+const dlq_service_1 = require("./services/dlq.service");
+const kafka_health_indicator_1 = require("./health/kafka-health-indicator");
+let KafkaModule = KafkaModule_1 = class KafkaModule {
+    static forRoot(options) {
+        const optionsProvider = {
+            provide: interfaces_1.KAFKA_MODULE_OPTIONS,
+            useValue: options,
+        };
+        return {
+            module: KafkaModule_1,
+            imports: [core_1.DiscoveryModule],
+            providers: [
+                optionsProvider,
+                kafka_core_service_1.KafkaCoreService,
+                kafka_client_service_1.KafkaClient,
+                consumer_discovery_service_1.ConsumerDiscoveryService,
+                consumer_registry_service_1.ConsumerRegistryService,
+                batch_processor_service_1.BatchProcessorService,
+                idempotency_service_1.IdempotencyService,
+                pressure_manager_service_1.PressureManagerService,
+                dlq_service_1.DlqService,
+                kafka_health_indicator_1.KafkaHealthIndicator,
+            ],
+            exports: [kafka_client_service_1.KafkaClient, kafka_health_indicator_1.KafkaHealthIndicator, interfaces_1.KAFKA_MODULE_OPTIONS],
+        };
+    }
+    static forRootAsync(options) {
+        const asyncProviders = this.createAsyncProviders(options);
+        return {
+            module: KafkaModule_1,
+            imports: [...(options.imports || []), core_1.DiscoveryModule],
+            providers: [
+                ...asyncProviders,
+                kafka_core_service_1.KafkaCoreService,
+                kafka_client_service_1.KafkaClient,
+                consumer_discovery_service_1.ConsumerDiscoveryService,
+                consumer_registry_service_1.ConsumerRegistryService,
+                batch_processor_service_1.BatchProcessorService,
+                idempotency_service_1.IdempotencyService,
+                pressure_manager_service_1.PressureManagerService,
+                dlq_service_1.DlqService,
+                kafka_health_indicator_1.KafkaHealthIndicator,
+            ],
+            exports: [kafka_client_service_1.KafkaClient, kafka_health_indicator_1.KafkaHealthIndicator, interfaces_1.KAFKA_MODULE_OPTIONS],
+            global: options.global ?? true,
+        };
+    }
+    static createAsyncProviders(options) {
+        if (options.useFactory) {
+            return [
+                {
+                    provide: interfaces_1.KAFKA_MODULE_OPTIONS,
+                    useFactory: options.useFactory,
+                    inject: options.inject || [],
+                },
+            ];
+        }
+        const useClass = options.useClass || options.useExisting;
+        if (!useClass) {
+            throw new Error('Invalid KafkaModuleAsyncOptions');
+        }
+        return [
+            {
+                provide: interfaces_1.KAFKA_MODULE_OPTIONS,
+                useFactory: async (optionsFactory) => await optionsFactory.createKafkaOptions(),
+                inject: [useClass],
+            },
+            ...(options.useClass ? [{ provide: useClass, useClass }] : []),
+        ];
+    }
+};
+exports.KafkaModule = KafkaModule;
+exports.KafkaModule = KafkaModule = KafkaModule_1 = __decorate([
+    (0, common_1.Global)(),
+    (0, common_1.Module)({})
+], KafkaModule);
+//# sourceMappingURL=kafka.module.js.map

package/dist/kafka.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.module.js","sourceRoot":"","sources":["../lib/kafka.module.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAyE;AACzE,uCAA+C;AAC/C,6CAKsB;AACtB,sEAAiE;AACjE,0EAA8D;AAC9D,uFAAkF;AAClF,oFAA+E;AAC/E,gFAA2E;AAC3E,wEAAoE;AACpE,kFAA6E;AAC7E,wDAAoD;AACpD,4EAAuE;AAIhE,IAAM,WAAW,mBAAjB,MAAM,WAAW;IACtB,MAAM,CAAC,OAAO,CAAC,OAA2B;QACxC,MAAM,eAAe,GAAa;YAChC,OAAO,EAAE,iCAAoB;YAC7B,QAAQ,EAAE,OAAO;SAClB,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,OAAO,EAAE,CAAC,sBAAe,CAAC;YAC1B,SAAS,EAAE;gBACT,eAAe;gBACf,qCAAgB;gBAChB,kCAAW;gBACX,qDAAwB;gBACxB,mDAAuB;gBACvB,+CAAqB;gBACrB,wCAAkB;gBAClB,iDAAsB;gBACtB,wBAAU;gBACV,6CAAoB;aACrB;YACD,OAAO,EAAE,CAAC,kCAAW,EAAE,6CAAoB,EAAE,iCAAoB,CAAC;SACnE,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,OAAgC;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAE1D,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,OAAO,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,sBAAe,CAAC;YACtD,SAAS,EAAE;gBACT,GAAG,cAAc;gBACjB,qCAAgB;gBAChB,kCAAW;gBACX,qDAAwB;gBACxB,mDAAuB;gBACvB,+CAAqB;gBACrB,wCAAkB;gBAClB,iDAAsB;gBACtB,wBAAU;gBACV,6CAAoB;aACrB;YACD,OAAO,EAAE,CAAC,kCAAW,EAAE,6CAAoB,EAAE,iCAAoB,CAAC;YAClE,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SAC/B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,oBAAoB,CACjC,OAAgC;QAEhC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;gBACL;oBACE,OAAO,EAAE,iCAAoB;oBAC7B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;iBAC7B;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;QACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO;YACL;gBACE,OAAO,EAAE,iCAAoB;gBAC7B,UAAU,EAAE,KAAK,EAAE,cAAmC,EAAE,EAAE,CACxD,MAAM,cAAc,CAAC,kBAAkB,EAAE;gBAC3C,MAAM,EAAE,CAAC,QAAQ,CAAC;aACnB;YACD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;CACF,CAAA;AA7EY,kCAAW;sBAAX,WAAW;IAFvB,IAAA,eAAM,GAAE;IACR,IAAA,eAAM,EAAC,EAAE,CAAC;GACE,WAAW,CA6EvB"}

package/dist/services/batch-processor.service.d.ts

@@ -0,0 +1,16 @@
+import { KafkaMessage, EachBatchPayload } from 'kafkajs';
+import { ConsumerOptions, GroupedBatch } from '../interfaces';
+interface BatchAccumulator {
+    add: (message: KafkaMessage) => Promise<void>;
+    onFlush: (callback: (messages: KafkaMessage[]) => Promise<void>) => void;
+    flush: () => Promise<void>;
+    size: () => number;
+}
+export declare class BatchProcessorService {
+    private readonly logger;
+    createBatchAccumulator(options: ConsumerOptions): BatchAccumulator;
+    groupMessagesByKey<T>(messages: KafkaMessage[]): GroupedBatch<T>[];
+    processBatch<T>(messages: KafkaMessage[], options: ConsumerOptions, handler: (messages: KafkaMessage[] | GroupedBatch<T>[]) => Promise<void>): Promise<void>;
+    createEachBatchHandler(options: ConsumerOptions, handler: (messages: KafkaMessage[]) => Promise<void>): (payload: EachBatchPayload) => Promise<void>;
+}
+export {};

package/dist/services/batch-processor.service.js

@@ -0,0 +1,102 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var BatchProcessorService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchProcessorService = void 0;
+const common_1 = require("@nestjs/common");
+let BatchProcessorService = BatchProcessorService_1 = class BatchProcessorService {
+    logger = new common_1.Logger(BatchProcessorService_1.name);
+    createBatchAccumulator(options) {
+        const batchSize = options.batchSize || 100;
+        const batchTimeout = options.batchTimeout || 5000;
+        let buffer = [];
+        let timer = null;
+        let flushCallback = null;
+        const flush = async () => {
+            if (timer) {
+                clearTimeout(timer);
+                timer = null;
+            }
+            if (buffer.length === 0)
+                return;
+            const messages = [...buffer];
+            buffer = [];
+            if (flushCallback) {
+                await flushCallback(messages);
+            }
+        };
+        const scheduleFlush = () => {
+            if (timer)
+                return;
+            timer = setTimeout(() => {
+                void flush();
+            }, batchTimeout);
+        };
+        return {
+            add: async (message) => {
+                buffer.push(message);
+                if (buffer.length >= batchSize) {
+                    await flush();
+                }
+                else {
+                    scheduleFlush();
+                }
+            },
+            onFlush: (callback) => {
+                flushCallback = callback;
+            },
+            flush,
+            size: () => buffer.length,
+        };
+    }
+    groupMessagesByKey(messages) {
+        const grouped = new Map();
+        for (const message of messages) {
+            const key = message.key?.toString() || '__null_key__';
+            if (!grouped.has(key)) {
+                grouped.set(key, []);
+            }
+            grouped.get(key).push(message);
+        }
+        return Array.from(grouped.entries()).map(([key, msgs]) => ({
+            key,
+            messages: msgs,
+        }));
+    }
+    async processBatch(messages, options, handler) {
+        if (options.groupByKey) {
+            const grouped = this.groupMessagesByKey(messages);
+            await handler(grouped);
+        }
+        else {
+            await handler(messages);
+        }
+    }
+    createEachBatchHandler(options, handler) {
+        const accumulator = this.createBatchAccumulator(options);
+        accumulator.onFlush(async (messages) => {
+            await this.processBatch(messages, options, handler);
+        });
+        const batchHandler = async (payload) => {
+            for (const message of payload.batch.messages) {
+                if (!payload.isRunning() || payload.isStale())
+                    break;
+                await accumulator.add(message);
+                payload.resolveOffset(message.offset);
+                await payload.heartbeat();
+            }
+            await accumulator.flush();
+        };
+        return batchHandler;
+    }
+};
+exports.BatchProcessorService = BatchProcessorService;
+exports.BatchProcessorService = BatchProcessorService = BatchProcessorService_1 = __decorate([
+    (0, common_1.Injectable)()
+], BatchProcessorService);
+//# sourceMappingURL=batch-processor.service.js.map

package/dist/services/batch-processor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-processor.service.js","sourceRoot":"","sources":["../../lib/services/batch-processor.service.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAoD;AAgB7C,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IACf,MAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;IAEjE,sBAAsB,CAAC,OAAwB;QAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAC;QAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;QAElD,IAAI,MAAM,GAAmB,EAAE,CAAC;QAChC,IAAI,KAAK,GAA0B,IAAI,CAAC;QACxC,IAAI,aAAa,GACf,IAAI,CAAC;QAEP,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;YACvB,IAAI,KAAK,EAAE,CAAC;gBACV,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAEhC,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAC7B,MAAM,GAAG,EAAE,CAAC;YAEZ,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,aAAa,GAAG,GAAG,EAAE;YACzB,IAAI,KAAK;gBAAE,OAAO;YAClB,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,KAAK,KAAK,EAAE,CAAC;YACf,CAAC,EAAE,YAAY,CAAC,CAAC;QACnB,CAAC,CAAC;QAEF,OAAO;YACL,GAAG,EAAE,KAAK,EAAE,OAAqB,EAAE,EAAE;gBACnC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAErB,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;oBAC/B,MAAM,KAAK,EAAE,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,aAAa,EAAE,CAAC;gBAClB,CAAC;YACH,CAAC;YAED,OAAO,EAAE,CAAC,QAAqD,EAAE,EAAE;gBACjE,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;YAED,KAAK;YAEL,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED,kBAAkB,CAAI,QAAwB;QAC5C,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,cAAc,CAAC;YAEtD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,GAAG;YACH,QAAQ,EAAE,IAA2C;SACtD,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAwB,EACxB,OAAwB,EACxB,OAAwE;QAExE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAI,QAAQ,CAAC,CAAC;YACrD,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,sBAAsB,CACpB,OAAwB,EACxB,OAAoD;QAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEzD,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACrC,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,KAAK,EAAE,OAAyB,EAAiB,EAAE;YACtE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC7C,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE;oBAAE,MAAM;gBAErD,MAAM,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/B,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;YAED,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC,CAAC;QAEF,OAAO,YAAY,CAAC;IACtB,CAAC;CACF,CAAA;AA/GY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;GACA,qBAAqB,CA+GjC"}

package/dist/services/consumer-registry.service.d.ts

@@ -0,0 +1,27 @@
+import { OnApplicationShutdown } from '@nestjs/common';
+import { KafkaCoreService } from './kafka-core.service';
+import { BatchProcessorService } from './batch-processor.service';
+import { IdempotencyService } from './idempotency.service';
+import { PressureManagerService } from './pressure-manager.service';
+import { DlqService } from './dlq.service';
+import { ConsumerMetadata } from '../interfaces';
+export declare class ConsumerRegistryService implements OnApplicationShutdown {
+    private readonly kafkaCore;
+    private readonly batchProcessor;
+    private readonly idempotencyService;
+    private readonly pressureManager;
+    private readonly dlqService;
+    private readonly logger;
+    private registeredConsumers;
+    private isShuttingDown;
+    constructor(kafkaCore: KafkaCoreService, batchProcessor: BatchProcessorService, idempotencyService: IdempotencyService, pressureManager: PressureManagerService, dlqService: DlqService);
+    registerConsumers(consumers: ConsumerMetadata[]): void;
+    private registerConsumer;
+    startAll(): Promise<void>;
+    private startConsumer;
+    private startMessageConsumer;
+    private startBatchConsumer;
+    private handleError;
+    gracefulShutdown(): Promise<void>;
+    onApplicationShutdown(): Promise<void>;
+}