@drarzter/kafka-client 0.1.0

package/dist/index.d.mts

@@ -0,0 +1,61 @@
+import { OnModuleDestroy, DynamicModule } from '@nestjs/common';
+
+type TTopicMessageMap = {
+    [topic: string]: Record<string, any>;
+};
+type ClientId = string;
+type GroupId = string;
+interface ConsumerOptions {
+    fromBeginning?: boolean;
+    autoCommit?: boolean;
+}
+interface IKafkaClient<T extends TTopicMessageMap> {
+    checkStatus(): Promise<{
+        topics: string[];
+    }>;
+    startConsumer<K extends Array<keyof T>>(topics: K, handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>, options?: ConsumerOptions): Promise<void>;
+    stopConsumer(): Promise<void>;
+    sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;
+    getClientId: () => ClientId;
+}
+declare class KafkaClient<T extends TTopicMessageMap> implements IKafkaClient<T> {
+    private readonly kafka;
+    private readonly producer;
+    private readonly consumer;
+    private readonly admin;
+    private readonly logger;
+    readonly clientId: ClientId;
+    constructor(clientId: ClientId, groupId: GroupId, brokers: string[]);
+    sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;
+    connectProducer(): Promise<void>;
+    disconnectProducer(): Promise<void>;
+    startConsumer<K extends Array<keyof T>>(topics: K, handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>, options?: ConsumerOptions): Promise<void>;
+    stopConsumer(): Promise<void>;
+    checkStatus(): Promise<{
+        topics: string[];
+    }>;
+    getClientId(): ClientId;
+    disconnect(): Promise<void>;
+}
+
+interface KafkaModuleOptions {
+    clientId: ClientId;
+    groupId: GroupId;
+    brokers: string[];
+}
+interface KafkaModuleAsyncOptions {
+    imports?: any[];
+    useFactory: (...args: any[]) => KafkaModuleOptions | Promise<KafkaModuleOptions>;
+    inject?: any[];
+}
+declare class KafkaModule implements OnModuleDestroy {
+    private readonly client?;
+    constructor(client?: KafkaClient<any> | undefined);
+    onModuleDestroy(): Promise<void>;
+    static register<T extends TTopicMessageMap>(options: KafkaModuleOptions): DynamicModule;
+    static registerAsync<T extends TTopicMessageMap>(asyncOptions: KafkaModuleAsyncOptions): DynamicModule;
+}
+
+declare const KAFKA_CLIENT = "KAFKA_CLIENT";
+
+export { type ClientId, type ConsumerOptions, type GroupId, type IKafkaClient, KAFKA_CLIENT, KafkaClient, KafkaModule, type KafkaModuleAsyncOptions, type KafkaModuleOptions, type TTopicMessageMap };

package/dist/index.d.ts

@@ -0,0 +1,61 @@
+import { OnModuleDestroy, DynamicModule } from '@nestjs/common';
+
+type TTopicMessageMap = {
+    [topic: string]: Record<string, any>;
+};
+type ClientId = string;
+type GroupId = string;
+interface ConsumerOptions {
+    fromBeginning?: boolean;
+    autoCommit?: boolean;
+}
+interface IKafkaClient<T extends TTopicMessageMap> {
+    checkStatus(): Promise<{
+        topics: string[];
+    }>;
+    startConsumer<K extends Array<keyof T>>(topics: K, handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>, options?: ConsumerOptions): Promise<void>;
+    stopConsumer(): Promise<void>;
+    sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;
+    getClientId: () => ClientId;
+}
+declare class KafkaClient<T extends TTopicMessageMap> implements IKafkaClient<T> {
+    private readonly kafka;
+    private readonly producer;
+    private readonly consumer;
+    private readonly admin;
+    private readonly logger;
+    readonly clientId: ClientId;
+    constructor(clientId: ClientId, groupId: GroupId, brokers: string[]);
+    sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;
+    connectProducer(): Promise<void>;
+    disconnectProducer(): Promise<void>;
+    startConsumer<K extends Array<keyof T>>(topics: K, handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>, options?: ConsumerOptions): Promise<void>;
+    stopConsumer(): Promise<void>;
+    checkStatus(): Promise<{
+        topics: string[];
+    }>;
+    getClientId(): ClientId;
+    disconnect(): Promise<void>;
+}
+
+interface KafkaModuleOptions {
+    clientId: ClientId;
+    groupId: GroupId;
+    brokers: string[];
+}
+interface KafkaModuleAsyncOptions {
+    imports?: any[];
+    useFactory: (...args: any[]) => KafkaModuleOptions | Promise<KafkaModuleOptions>;
+    inject?: any[];
+}
+declare class KafkaModule implements OnModuleDestroy {
+    private readonly client?;
+    constructor(client?: KafkaClient<any> | undefined);
+    onModuleDestroy(): Promise<void>;
+    static register<T extends TTopicMessageMap>(options: KafkaModuleOptions): DynamicModule;
+    static registerAsync<T extends TTopicMessageMap>(asyncOptions: KafkaModuleAsyncOptions): DynamicModule;
+}
+
+declare const KAFKA_CLIENT = "KAFKA_CLIENT";
+
+export { type ClientId, type ConsumerOptions, type GroupId, type IKafkaClient, KAFKA_CLIENT, KafkaClient, KafkaModule, type KafkaModuleAsyncOptions, type KafkaModuleOptions, type TTopicMessageMap };

package/dist/index.js

@@ -0,0 +1,198 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __decorateClass = (decorators, target, key, kind) => {
+  var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
+  for (var i = decorators.length - 1, decorator; i >= 0; i--)
+    if (decorator = decorators[i])
+      result = (kind ? decorator(target, key, result) : decorator(result)) || result;
+  if (kind && result) __defProp(target, key, result);
+  return result;
+};
+var __decorateParam = (index, decorator) => (target, key) => decorator(target, key, index);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  KAFKA_CLIENT: () => KAFKA_CLIENT,
+  KafkaClient: () => KafkaClient,
+  KafkaModule: () => KafkaModule
+});
+module.exports = __toCommonJS(index_exports);
+
+// src/kafka.module.ts
+var import_common2 = require("@nestjs/common");
+
+// src/kafka.client.ts
+var import_kafkajs = require("kafkajs");
+var import_common = require("@nestjs/common");
+var KafkaClient = class {
+  kafka;
+  producer;
+  consumer;
+  admin;
+  logger;
+  clientId;
+  constructor(clientId, groupId, brokers) {
+    this.clientId = clientId;
+    this.logger = new import_common.Logger(`KafkaClient:${clientId}`);
+    this.kafka = new import_kafkajs.Kafka({
+      clientId: this.clientId,
+      brokers
+    });
+    this.producer = this.kafka.producer({
+      createPartitioner: import_kafkajs.Partitioners.DefaultPartitioner,
+      idempotent: true,
+      maxInFlightRequests: 1
+    });
+    this.consumer = this.kafka.consumer({ groupId });
+    this.admin = this.kafka.admin();
+  }
+  async sendMessage(topic, message) {
+    await this.producer.send({
+      topic,
+      messages: [{ value: JSON.stringify(message) }],
+      acks: -1
+    });
+  }
+  async connectProducer() {
+    await this.producer.connect();
+    this.logger.log("Producer connected");
+  }
+  async disconnectProducer() {
+    await this.producer.disconnect();
+    this.logger.log("Producer disconnected");
+  }
+  async startConsumer(topics, handleMessage, options = {}) {
+    const { fromBeginning = false, autoCommit = true } = options;
+    await this.consumer.connect();
+    await this.consumer.subscribe({
+      topics,
+      fromBeginning
+    });
+    this.logger.log(`Consumer subscribed to topics: ${topics.join(", ")}`);
+    await this.consumer.run({
+      autoCommit,
+      eachMessage: async ({ topic, message }) => {
+        if (!message.value) {
+          this.logger.warn(`Received empty message from topic ${topic}`);
+          return;
+        }
+        try {
+          const parsedMessage = JSON.parse(
+            message.value.toString()
+          );
+          await handleMessage(parsedMessage, topic);
+        } catch (error) {
+          this.logger.error(
+            `Error processing message from topic ${topic}:`,
+            error instanceof Error ? error.stack : String(error)
+          );
+        }
+      }
+    });
+  }
+  async stopConsumer() {
+    await this.consumer.disconnect();
+    this.logger.log("Consumer disconnected");
+  }
+  async checkStatus() {
+    await this.admin.connect();
+    const topics = await this.admin.listTopics();
+    await this.admin.disconnect();
+    return { topics };
+  }
+  getClientId() {
+    return this.clientId;
+  }
+  async disconnect() {
+    await Promise.allSettled([
+      this.producer.disconnect(),
+      this.consumer.disconnect()
+    ]);
+    this.logger.log("All connections closed");
+  }
+};
+
+// src/kafka.constants.ts
+var KAFKA_CLIENT = "KAFKA_CLIENT";
+
+// src/kafka.module.ts
+var KafkaModule = class {
+  constructor(client) {
+    this.client = client;
+  }
+  async onModuleDestroy() {
+    if (this.client) {
+      await this.client.disconnect();
+    }
+  }
+  static register(options) {
+    const kafkaClientProvider = {
+      provide: KAFKA_CLIENT,
+      useFactory: async () => {
+        const client = new KafkaClient(
+          options.clientId,
+          options.groupId,
+          options.brokers
+        );
+        await client.connectProducer();
+        return client;
+      }
+    };
+    return {
+      module: KafkaModule,
+      providers: [kafkaClientProvider],
+      exports: [kafkaClientProvider]
+    };
+  }
+  static registerAsync(asyncOptions) {
+    const kafkaClientProvider = {
+      provide: KAFKA_CLIENT,
+      useFactory: async (...args) => {
+        const options = await asyncOptions.useFactory(...args);
+        const client = new KafkaClient(
+          options.clientId,
+          options.groupId,
+          options.brokers
+        );
+        await client.connectProducer();
+        return client;
+      },
+      inject: asyncOptions.inject || []
+    };
+    return {
+      module: KafkaModule,
+      imports: asyncOptions.imports || [],
+      providers: [kafkaClientProvider],
+      exports: [kafkaClientProvider]
+    };
+  }
+};
+KafkaModule = __decorateClass([
+  (0, import_common2.Module)({}),
+  __decorateParam(0, (0, import_common2.Optional)()),
+  __decorateParam(0, (0, import_common2.Inject)(KAFKA_CLIENT))
+], KafkaModule);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  KAFKA_CLIENT,
+  KafkaClient,
+  KafkaModule
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts","../src/kafka.module.ts","../src/kafka.client.ts","../src/kafka.constants.ts"],"sourcesContent":["// packages/kafka-client/src/index.ts\n\nexport * from './kafka.module';\nexport * from './kafka.client';\nexport * from './kafka.constants';","import {\n  Module,\n  DynamicModule,\n  Provider,\n  OnModuleDestroy,\n  Inject,\n  Optional,\n} from \"@nestjs/common\";\nimport {\n  KafkaClient,\n  ClientId,\n  GroupId,\n  TTopicMessageMap,\n} from \"./kafka.client\";\nimport { KAFKA_CLIENT } from \"./kafka.constants\";\n\nexport interface KafkaModuleOptions {\n  clientId: ClientId;\n  groupId: GroupId;\n  brokers: string[];\n}\n\nexport interface KafkaModuleAsyncOptions {\n  imports?: any[];\n  useFactory: (\n    ...args: any[]\n  ) => KafkaModuleOptions | Promise<KafkaModuleOptions>;\n  inject?: any[];\n}\n\n@Module({})\nexport class KafkaModule implements OnModuleDestroy {\n  constructor(\n    @Optional() @Inject(KAFKA_CLIENT) private readonly client?: KafkaClient<any>,\n  ) {}\n\n  async onModuleDestroy() {\n    if (this.client) {\n      await this.client.disconnect();\n    }\n  }\n\n  static register<T extends TTopicMessageMap>(\n    options: KafkaModuleOptions,\n  ): DynamicModule {\n    const kafkaClientProvider: Provider = {\n      provide: KAFKA_CLIENT,\n      useFactory: async (): Promise<KafkaClient<T>> => {\n        const client = new KafkaClient<T>(\n          options.clientId,\n          options.groupId,\n          options.brokers,\n        );\n        await client.connectProducer();\n        return client;\n      },\n    };\n\n    return {\n      module: KafkaModule,\n      providers: [kafkaClientProvider],\n      exports: [kafkaClientProvider],\n    };\n  }\n\n  static registerAsync<T extends TTopicMessageMap>(\n    asyncOptions: KafkaModuleAsyncOptions,\n  ): DynamicModule {\n    const kafkaClientProvider: Provider = {\n      provide: KAFKA_CLIENT,\n      useFactory: async (...args: any[]): Promise<KafkaClient<T>> => {\n        const options = await asyncOptions.useFactory(...args);\n        const client = new KafkaClient<T>(\n          options.clientId,\n          options.groupId,\n          options.brokers,\n        );\n        await client.connectProducer();\n        return client;\n      },\n      inject: asyncOptions.inject || [],\n    };\n\n    return {\n      module: KafkaModule,\n      imports: asyncOptions.imports || [],\n      providers: [kafkaClientProvider],\n      exports: [kafkaClientProvider],\n    };\n  }\n}\n","import {\n  Consumer,\n  Kafka,\n  Partitioners,\n  Producer,\n  Admin,\n} from \"kafkajs\";\nimport { Logger } from \"@nestjs/common\";\n\nexport type TTopicMessageMap = {\n  [topic: string]: Record<string, any>;\n};\n\nexport type ClientId = string;\nexport type GroupId = string;\n\nexport interface ConsumerOptions {\n  fromBeginning?: boolean;\n  autoCommit?: boolean;\n}\n\nexport interface IKafkaClient<T extends TTopicMessageMap> {\n  checkStatus(): Promise<{ topics: string[] }>;\n\n  startConsumer<K extends Array<keyof T>>(\n    topics: K,\n    handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>,\n    options?: ConsumerOptions,\n  ): Promise<void>;\n\n  stopConsumer(): Promise<void>;\n\n  sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;\n\n  getClientId: () => ClientId;\n}\n\nexport class KafkaClient<T extends TTopicMessageMap>\n  implements IKafkaClient<T>\n{\n  private readonly kafka: Kafka;\n  private readonly producer: Producer;\n  private readonly consumer: Consumer;\n  private readonly admin: Admin;\n  private readonly logger: Logger;\n  public readonly clientId: ClientId;\n\n  constructor(clientId: ClientId, groupId: GroupId, brokers: string[]) {\n    this.clientId = clientId;\n    this.logger = new Logger(`KafkaClient:${clientId}`);\n\n    this.kafka = new Kafka({\n      clientId: this.clientId,\n      brokers,\n    });\n    this.producer = this.kafka.producer({\n      createPartitioner: Partitioners.DefaultPartitioner,\n      idempotent: true,\n      maxInFlightRequests: 1,\n    });\n    this.consumer = this.kafka.consumer({ groupId });\n    this.admin = this.kafka.admin();\n  }\n\n  public async sendMessage<K extends keyof T>(\n    topic: K,\n    message: T[K],\n  ): Promise<void> {\n    await this.producer.send({\n      topic: topic as string,\n      messages: [{ value: JSON.stringify(message) }],\n      acks: -1,\n    });\n  }\n\n  public async connectProducer(): Promise<void> {\n    await this.producer.connect();\n    this.logger.log(\"Producer connected\");\n  }\n\n  public async disconnectProducer(): Promise<void> {\n    await this.producer.disconnect();\n    this.logger.log(\"Producer disconnected\");\n  }\n\n  public async startConsumer<K extends Array<keyof T>>(\n    topics: K,\n    handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>,\n    options: ConsumerOptions = {},\n  ): Promise<void> {\n    const { fromBeginning = false, autoCommit = true } = options;\n\n    await this.consumer.connect();\n    await this.consumer.subscribe({\n      topics: topics as string[],\n      fromBeginning,\n    });\n    this.logger.log(`Consumer subscribed to topics: ${(topics as string[]).join(\", \")}`);\n\n    await this.consumer.run({\n      autoCommit,\n      eachMessage: async ({ topic, message }) => {\n        if (!message.value) {\n          this.logger.warn(`Received empty message from topic ${topic}`);\n          return;\n        }\n        try {\n          const parsedMessage = JSON.parse(\n            message.value.toString(),\n          ) as T[K[number]];\n          await handleMessage(parsedMessage, topic as K[number]);\n        } catch (error) {\n          this.logger.error(\n            `Error processing message from topic ${topic}:`,\n            error instanceof Error ? error.stack : String(error),\n          );\n        }\n      },\n    });\n  }\n\n  public async stopConsumer(): Promise<void> {\n    await this.consumer.disconnect();\n    this.logger.log(\"Consumer disconnected\");\n  }\n\n  public async checkStatus(): Promise<{ topics: string[] }> {\n    await this.admin.connect();\n    const topics = await this.admin.listTopics();\n    await this.admin.disconnect();\n    return { topics };\n  }\n\n  public getClientId(): ClientId {\n    return this.clientId;\n  }\n\n  public async disconnect(): Promise<void> {\n    await Promise.allSettled([\n      this.producer.disconnect(),\n      this.consumer.disconnect(),\n    ]);\n    this.logger.log(\"All connections closed\");\n  }\n}\n","// packages/kafka-client/src/kafka.constants.ts\nexport const KAFKA_CLIENT = 'KAFKA_CLIENT';"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,iBAOO;;;ACPP,qBAMO;AACP,oBAAuB;AA8BhB,IAAM,cAAN,MAEP;AAAA,EACmB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACD;AAAA,EAEhB,YAAY,UAAoB,SAAkB,SAAmB;AACnE,SAAK,WAAW;AAChB,SAAK,SAAS,IAAI,qBAAO,eAAe,QAAQ,EAAE;AAElD,SAAK,QAAQ,IAAI,qBAAM;AAAA,MACrB,UAAU,KAAK;AAAA,MACf;AAAA,IACF,CAAC;AACD,SAAK,WAAW,KAAK,MAAM,SAAS;AAAA,MAClC,mBAAmB,4BAAa;AAAA,MAChC,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB,CAAC;AACD,SAAK,WAAW,KAAK,MAAM,SAAS,EAAE,QAAQ,CAAC;AAC/C,SAAK,QAAQ,KAAK,MAAM,MAAM;AAAA,EAChC;AAAA,EAEA,MAAa,YACX,OACA,SACe;AACf,UAAM,KAAK,SAAS,KAAK;AAAA,MACvB;AAAA,MACA,UAAU,CAAC,EAAE,OAAO,KAAK,UAAU,OAAO,EAAE,CAAC;AAAA,MAC7C,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,kBAAiC;AAC5C,UAAM,KAAK,SAAS,QAAQ;AAC5B,SAAK,OAAO,IAAI,oBAAoB;AAAA,EACtC;AAAA,EAEA,MAAa,qBAAoC;AAC/C,UAAM,KAAK,SAAS,WAAW;AAC/B,SAAK,OAAO,IAAI,uBAAuB;AAAA,EACzC;AAAA,EAEA,MAAa,cACX,QACA,eACA,UAA2B,CAAC,GACb;AACf,UAAM,EAAE,gBAAgB,OAAO,aAAa,KAAK,IAAI;AAErD,UAAM,KAAK,SAAS,QAAQ;AAC5B,UAAM,KAAK,SAAS,UAAU;AAAA,MAC5B;AAAA,MACA;AAAA,IACF,CAAC;AACD,SAAK,OAAO,IAAI,kCAAmC,OAAoB,KAAK,IAAI,CAAC,EAAE;AAEnF,UAAM,KAAK,SAAS,IAAI;AAAA,MACtB;AAAA,MACA,aAAa,OAAO,EAAE,OAAO,QAAQ,MAAM;AACzC,YAAI,CAAC,QAAQ,OAAO;AAClB,eAAK,OAAO,KAAK,qCAAqC,KAAK,EAAE;AAC7D;AAAA,QACF;AACA,YAAI;AACF,gBAAM,gBAAgB,KAAK;AAAA,YACzB,QAAQ,MAAM,SAAS;AAAA,UACzB;AACA,gBAAM,cAAc,eAAe,KAAkB;AAAA,QACvD,SAAS,OAAO;AACd,eAAK,OAAO;AAAA,YACV,uCAAuC,KAAK;AAAA,YAC5C,iBAAiB,QAAQ,MAAM,QAAQ,OAAO,KAAK;AAAA,UACrD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,eAA8B;AACzC,UAAM,KAAK,SAAS,WAAW;AAC/B,SAAK,OAAO,IAAI,uBAAuB;AAAA,EACzC;AAAA,EAEA,MAAa,cAA6C;AACxD,UAAM,KAAK,MAAM,QAAQ;AACzB,UAAM,SAAS,MAAM,KAAK,MAAM,WAAW;AAC3C,UAAM,KAAK,MAAM,WAAW;AAC5B,WAAO,EAAE,OAAO;AAAA,EAClB;AAAA,EAEO,cAAwB;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAa,aAA4B;AACvC,UAAM,QAAQ,WAAW;AAAA,MACvB,KAAK,SAAS,WAAW;AAAA,MACzB,KAAK,SAAS,WAAW;AAAA,IAC3B,CAAC;AACD,SAAK,OAAO,IAAI,wBAAwB;AAAA,EAC1C;AACF;;;AC/IO,IAAM,eAAe;;;AF8BrB,IAAM,cAAN,MAA6C;AAAA,EAClD,YACqD,QACnD;AADmD;AAAA,EAClD;AAAA,EAEH,MAAM,kBAAkB;AACtB,QAAI,KAAK,QAAQ;AACf,YAAM,KAAK,OAAO,WAAW;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,OAAO,SACL,SACe;AACf,UAAM,sBAAgC;AAAA,MACpC,SAAS;AAAA,MACT,YAAY,YAAqC;AAC/C,cAAM,SAAS,IAAI;AAAA,UACjB,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,QACV;AACA,cAAM,OAAO,gBAAgB;AAC7B,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,WAAW,CAAC,mBAAmB;AAAA,MAC/B,SAAS,CAAC,mBAAmB;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,OAAO,cACL,cACe;AACf,UAAM,sBAAgC;AAAA,MACpC,SAAS;AAAA,MACT,YAAY,UAAU,SAAyC;AAC7D,cAAM,UAAU,MAAM,aAAa,WAAW,GAAG,IAAI;AACrD,cAAM,SAAS,IAAI;AAAA,UACjB,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,QACV;AACA,cAAM,OAAO,gBAAgB;AAC7B,eAAO;AAAA,MACT;AAAA,MACA,QAAQ,aAAa,UAAU,CAAC;AAAA,IAClC;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,SAAS,aAAa,WAAW,CAAC;AAAA,MAClC,WAAW,CAAC,mBAAmB;AAAA,MAC/B,SAAS,CAAC,mBAAmB;AAAA,IAC/B;AAAA,EACF;AACF;AA3Da,cAAN;AAAA,MADN,uBAAO,CAAC,CAAC;AAAA,EAGL,gDAAS;AAAA,EAAG,8CAAO,YAAY;AAAA,GAFvB;","names":["import_common"]}

package/dist/index.mjs

@@ -0,0 +1,179 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __decorateClass = (decorators, target, key, kind) => {
+  var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
+  for (var i = decorators.length - 1, decorator; i >= 0; i--)
+    if (decorator = decorators[i])
+      result = (kind ? decorator(target, key, result) : decorator(result)) || result;
+  if (kind && result) __defProp(target, key, result);
+  return result;
+};
+var __decorateParam = (index, decorator) => (target, key) => decorator(target, key, index);
+
+// src/kafka.module.ts
+import {
+  Module,
+  Inject,
+  Optional
+} from "@nestjs/common";
+
+// src/kafka.client.ts
+import {
+  Kafka,
+  Partitioners
+} from "kafkajs";
+import { Logger } from "@nestjs/common";
+var KafkaClient = class {
+  kafka;
+  producer;
+  consumer;
+  admin;
+  logger;
+  clientId;
+  constructor(clientId, groupId, brokers) {
+    this.clientId = clientId;
+    this.logger = new Logger(`KafkaClient:${clientId}`);
+    this.kafka = new Kafka({
+      clientId: this.clientId,
+      brokers
+    });
+    this.producer = this.kafka.producer({
+      createPartitioner: Partitioners.DefaultPartitioner,
+      idempotent: true,
+      maxInFlightRequests: 1
+    });
+    this.consumer = this.kafka.consumer({ groupId });
+    this.admin = this.kafka.admin();
+  }
+  async sendMessage(topic, message) {
+    await this.producer.send({
+      topic,
+      messages: [{ value: JSON.stringify(message) }],
+      acks: -1
+    });
+  }
+  async connectProducer() {
+    await this.producer.connect();
+    this.logger.log("Producer connected");
+  }
+  async disconnectProducer() {
+    await this.producer.disconnect();
+    this.logger.log("Producer disconnected");
+  }
+  async startConsumer(topics, handleMessage, options = {}) {
+    const { fromBeginning = false, autoCommit = true } = options;
+    await this.consumer.connect();
+    await this.consumer.subscribe({
+      topics,
+      fromBeginning
+    });
+    this.logger.log(`Consumer subscribed to topics: ${topics.join(", ")}`);
+    await this.consumer.run({
+      autoCommit,
+      eachMessage: async ({ topic, message }) => {
+        if (!message.value) {
+          this.logger.warn(`Received empty message from topic ${topic}`);
+          return;
+        }
+        try {
+          const parsedMessage = JSON.parse(
+            message.value.toString()
+          );
+          await handleMessage(parsedMessage, topic);
+        } catch (error) {
+          this.logger.error(
+            `Error processing message from topic ${topic}:`,
+            error instanceof Error ? error.stack : String(error)
+          );
+        }
+      }
+    });
+  }
+  async stopConsumer() {
+    await this.consumer.disconnect();
+    this.logger.log("Consumer disconnected");
+  }
+  async checkStatus() {
+    await this.admin.connect();
+    const topics = await this.admin.listTopics();
+    await this.admin.disconnect();
+    return { topics };
+  }
+  getClientId() {
+    return this.clientId;
+  }
+  async disconnect() {
+    await Promise.allSettled([
+      this.producer.disconnect(),
+      this.consumer.disconnect()
+    ]);
+    this.logger.log("All connections closed");
+  }
+};
+
+// src/kafka.constants.ts
+var KAFKA_CLIENT = "KAFKA_CLIENT";
+
+// src/kafka.module.ts
+var KafkaModule = class {
+  constructor(client) {
+    this.client = client;
+  }
+  async onModuleDestroy() {
+    if (this.client) {
+      await this.client.disconnect();
+    }
+  }
+  static register(options) {
+    const kafkaClientProvider = {
+      provide: KAFKA_CLIENT,
+      useFactory: async () => {
+        const client = new KafkaClient(
+          options.clientId,
+          options.groupId,
+          options.brokers
+        );
+        await client.connectProducer();
+        return client;
+      }
+    };
+    return {
+      module: KafkaModule,
+      providers: [kafkaClientProvider],
+      exports: [kafkaClientProvider]
+    };
+  }
+  static registerAsync(asyncOptions) {
+    const kafkaClientProvider = {
+      provide: KAFKA_CLIENT,
+      useFactory: async (...args) => {
+        const options = await asyncOptions.useFactory(...args);
+        const client = new KafkaClient(
+          options.clientId,
+          options.groupId,
+          options.brokers
+        );
+        await client.connectProducer();
+        return client;
+      },
+      inject: asyncOptions.inject || []
+    };
+    return {
+      module: KafkaModule,
+      imports: asyncOptions.imports || [],
+      providers: [kafkaClientProvider],
+      exports: [kafkaClientProvider]
+    };
+  }
+};
+KafkaModule = __decorateClass([
+  Module({}),
+  __decorateParam(0, Optional()),
+  __decorateParam(0, Inject(KAFKA_CLIENT))
+], KafkaModule);
+export {
+  KAFKA_CLIENT,
+  KafkaClient,
+  KafkaModule
+};
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/kafka.module.ts","../src/kafka.client.ts","../src/kafka.constants.ts"],"sourcesContent":["import {\n  Module,\n  DynamicModule,\n  Provider,\n  OnModuleDestroy,\n  Inject,\n  Optional,\n} from \"@nestjs/common\";\nimport {\n  KafkaClient,\n  ClientId,\n  GroupId,\n  TTopicMessageMap,\n} from \"./kafka.client\";\nimport { KAFKA_CLIENT } from \"./kafka.constants\";\n\nexport interface KafkaModuleOptions {\n  clientId: ClientId;\n  groupId: GroupId;\n  brokers: string[];\n}\n\nexport interface KafkaModuleAsyncOptions {\n  imports?: any[];\n  useFactory: (\n    ...args: any[]\n  ) => KafkaModuleOptions | Promise<KafkaModuleOptions>;\n  inject?: any[];\n}\n\n@Module({})\nexport class KafkaModule implements OnModuleDestroy {\n  constructor(\n    @Optional() @Inject(KAFKA_CLIENT) private readonly client?: KafkaClient<any>,\n  ) {}\n\n  async onModuleDestroy() {\n    if (this.client) {\n      await this.client.disconnect();\n    }\n  }\n\n  static register<T extends TTopicMessageMap>(\n    options: KafkaModuleOptions,\n  ): DynamicModule {\n    const kafkaClientProvider: Provider = {\n      provide: KAFKA_CLIENT,\n      useFactory: async (): Promise<KafkaClient<T>> => {\n        const client = new KafkaClient<T>(\n          options.clientId,\n          options.groupId,\n          options.brokers,\n        );\n        await client.connectProducer();\n        return client;\n      },\n    };\n\n    return {\n      module: KafkaModule,\n      providers: [kafkaClientProvider],\n      exports: [kafkaClientProvider],\n    };\n  }\n\n  static registerAsync<T extends TTopicMessageMap>(\n    asyncOptions: KafkaModuleAsyncOptions,\n  ): DynamicModule {\n    const kafkaClientProvider: Provider = {\n      provide: KAFKA_CLIENT,\n      useFactory: async (...args: any[]): Promise<KafkaClient<T>> => {\n        const options = await asyncOptions.useFactory(...args);\n        const client = new KafkaClient<T>(\n          options.clientId,\n          options.groupId,\n          options.brokers,\n        );\n        await client.connectProducer();\n        return client;\n      },\n      inject: asyncOptions.inject || [],\n    };\n\n    return {\n      module: KafkaModule,\n      imports: asyncOptions.imports || [],\n      providers: [kafkaClientProvider],\n      exports: [kafkaClientProvider],\n    };\n  }\n}\n","import {\n  Consumer,\n  Kafka,\n  Partitioners,\n  Producer,\n  Admin,\n} from \"kafkajs\";\nimport { Logger } from \"@nestjs/common\";\n\nexport type TTopicMessageMap = {\n  [topic: string]: Record<string, any>;\n};\n\nexport type ClientId = string;\nexport type GroupId = string;\n\nexport interface ConsumerOptions {\n  fromBeginning?: boolean;\n  autoCommit?: boolean;\n}\n\nexport interface IKafkaClient<T extends TTopicMessageMap> {\n  checkStatus(): Promise<{ topics: string[] }>;\n\n  startConsumer<K extends Array<keyof T>>(\n    topics: K,\n    handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>,\n    options?: ConsumerOptions,\n  ): Promise<void>;\n\n  stopConsumer(): Promise<void>;\n\n  sendMessage<K extends keyof T>(topic: K, message: T[K]): Promise<void>;\n\n  getClientId: () => ClientId;\n}\n\nexport class KafkaClient<T extends TTopicMessageMap>\n  implements IKafkaClient<T>\n{\n  private readonly kafka: Kafka;\n  private readonly producer: Producer;\n  private readonly consumer: Consumer;\n  private readonly admin: Admin;\n  private readonly logger: Logger;\n  public readonly clientId: ClientId;\n\n  constructor(clientId: ClientId, groupId: GroupId, brokers: string[]) {\n    this.clientId = clientId;\n    this.logger = new Logger(`KafkaClient:${clientId}`);\n\n    this.kafka = new Kafka({\n      clientId: this.clientId,\n      brokers,\n    });\n    this.producer = this.kafka.producer({\n      createPartitioner: Partitioners.DefaultPartitioner,\n      idempotent: true,\n      maxInFlightRequests: 1,\n    });\n    this.consumer = this.kafka.consumer({ groupId });\n    this.admin = this.kafka.admin();\n  }\n\n  public async sendMessage<K extends keyof T>(\n    topic: K,\n    message: T[K],\n  ): Promise<void> {\n    await this.producer.send({\n      topic: topic as string,\n      messages: [{ value: JSON.stringify(message) }],\n      acks: -1,\n    });\n  }\n\n  public async connectProducer(): Promise<void> {\n    await this.producer.connect();\n    this.logger.log(\"Producer connected\");\n  }\n\n  public async disconnectProducer(): Promise<void> {\n    await this.producer.disconnect();\n    this.logger.log(\"Producer disconnected\");\n  }\n\n  public async startConsumer<K extends Array<keyof T>>(\n    topics: K,\n    handleMessage: (message: T[K[number]], topic: K[number]) => Promise<void>,\n    options: ConsumerOptions = {},\n  ): Promise<void> {\n    const { fromBeginning = false, autoCommit = true } = options;\n\n    await this.consumer.connect();\n    await this.consumer.subscribe({\n      topics: topics as string[],\n      fromBeginning,\n    });\n    this.logger.log(`Consumer subscribed to topics: ${(topics as string[]).join(\", \")}`);\n\n    await this.consumer.run({\n      autoCommit,\n      eachMessage: async ({ topic, message }) => {\n        if (!message.value) {\n          this.logger.warn(`Received empty message from topic ${topic}`);\n          return;\n        }\n        try {\n          const parsedMessage = JSON.parse(\n            message.value.toString(),\n          ) as T[K[number]];\n          await handleMessage(parsedMessage, topic as K[number]);\n        } catch (error) {\n          this.logger.error(\n            `Error processing message from topic ${topic}:`,\n            error instanceof Error ? error.stack : String(error),\n          );\n        }\n      },\n    });\n  }\n\n  public async stopConsumer(): Promise<void> {\n    await this.consumer.disconnect();\n    this.logger.log(\"Consumer disconnected\");\n  }\n\n  public async checkStatus(): Promise<{ topics: string[] }> {\n    await this.admin.connect();\n    const topics = await this.admin.listTopics();\n    await this.admin.disconnect();\n    return { topics };\n  }\n\n  public getClientId(): ClientId {\n    return this.clientId;\n  }\n\n  public async disconnect(): Promise<void> {\n    await Promise.allSettled([\n      this.producer.disconnect(),\n      this.consumer.disconnect(),\n    ]);\n    this.logger.log(\"All connections closed\");\n  }\n}\n","// packages/kafka-client/src/kafka.constants.ts\nexport const KAFKA_CLIENT = 'KAFKA_CLIENT';"],"mappings":";;;;;;;;;;;;;AAAA;AAAA,EACE;AAAA,EAIA;AAAA,EACA;AAAA,OACK;;;ACPP;AAAA,EAEE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,cAAc;AA8BhB,IAAM,cAAN,MAEP;AAAA,EACmB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACD;AAAA,EAEhB,YAAY,UAAoB,SAAkB,SAAmB;AACnE,SAAK,WAAW;AAChB,SAAK,SAAS,IAAI,OAAO,eAAe,QAAQ,EAAE;AAElD,SAAK,QAAQ,IAAI,MAAM;AAAA,MACrB,UAAU,KAAK;AAAA,MACf;AAAA,IACF,CAAC;AACD,SAAK,WAAW,KAAK,MAAM,SAAS;AAAA,MAClC,mBAAmB,aAAa;AAAA,MAChC,YAAY;AAAA,MACZ,qBAAqB;AAAA,IACvB,CAAC;AACD,SAAK,WAAW,KAAK,MAAM,SAAS,EAAE,QAAQ,CAAC;AAC/C,SAAK,QAAQ,KAAK,MAAM,MAAM;AAAA,EAChC;AAAA,EAEA,MAAa,YACX,OACA,SACe;AACf,UAAM,KAAK,SAAS,KAAK;AAAA,MACvB;AAAA,MACA,UAAU,CAAC,EAAE,OAAO,KAAK,UAAU,OAAO,EAAE,CAAC;AAAA,MAC7C,MAAM;AAAA,IACR,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,kBAAiC;AAC5C,UAAM,KAAK,SAAS,QAAQ;AAC5B,SAAK,OAAO,IAAI,oBAAoB;AAAA,EACtC;AAAA,EAEA,MAAa,qBAAoC;AAC/C,UAAM,KAAK,SAAS,WAAW;AAC/B,SAAK,OAAO,IAAI,uBAAuB;AAAA,EACzC;AAAA,EAEA,MAAa,cACX,QACA,eACA,UAA2B,CAAC,GACb;AACf,UAAM,EAAE,gBAAgB,OAAO,aAAa,KAAK,IAAI;AAErD,UAAM,KAAK,SAAS,QAAQ;AAC5B,UAAM,KAAK,SAAS,UAAU;AAAA,MAC5B;AAAA,MACA;AAAA,IACF,CAAC;AACD,SAAK,OAAO,IAAI,kCAAmC,OAAoB,KAAK,IAAI,CAAC,EAAE;AAEnF,UAAM,KAAK,SAAS,IAAI;AAAA,MACtB;AAAA,MACA,aAAa,OAAO,EAAE,OAAO,QAAQ,MAAM;AACzC,YAAI,CAAC,QAAQ,OAAO;AAClB,eAAK,OAAO,KAAK,qCAAqC,KAAK,EAAE;AAC7D;AAAA,QACF;AACA,YAAI;AACF,gBAAM,gBAAgB,KAAK;AAAA,YACzB,QAAQ,MAAM,SAAS;AAAA,UACzB;AACA,gBAAM,cAAc,eAAe,KAAkB;AAAA,QACvD,SAAS,OAAO;AACd,eAAK,OAAO;AAAA,YACV,uCAAuC,KAAK;AAAA,YAC5C,iBAAiB,QAAQ,MAAM,QAAQ,OAAO,KAAK;AAAA,UACrD;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAa,eAA8B;AACzC,UAAM,KAAK,SAAS,WAAW;AAC/B,SAAK,OAAO,IAAI,uBAAuB;AAAA,EACzC;AAAA,EAEA,MAAa,cAA6C;AACxD,UAAM,KAAK,MAAM,QAAQ;AACzB,UAAM,SAAS,MAAM,KAAK,MAAM,WAAW;AAC3C,UAAM,KAAK,MAAM,WAAW;AAC5B,WAAO,EAAE,OAAO;AAAA,EAClB;AAAA,EAEO,cAAwB;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAa,aAA4B;AACvC,UAAM,QAAQ,WAAW;AAAA,MACvB,KAAK,SAAS,WAAW;AAAA,MACzB,KAAK,SAAS,WAAW;AAAA,IAC3B,CAAC;AACD,SAAK,OAAO,IAAI,wBAAwB;AAAA,EAC1C;AACF;;;AC/IO,IAAM,eAAe;;;AF8BrB,IAAM,cAAN,MAA6C;AAAA,EAClD,YACqD,QACnD;AADmD;AAAA,EAClD;AAAA,EAEH,MAAM,kBAAkB;AACtB,QAAI,KAAK,QAAQ;AACf,YAAM,KAAK,OAAO,WAAW;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,OAAO,SACL,SACe;AACf,UAAM,sBAAgC;AAAA,MACpC,SAAS;AAAA,MACT,YAAY,YAAqC;AAC/C,cAAM,SAAS,IAAI;AAAA,UACjB,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,QACV;AACA,cAAM,OAAO,gBAAgB;AAC7B,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,WAAW,CAAC,mBAAmB;AAAA,MAC/B,SAAS,CAAC,mBAAmB;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,OAAO,cACL,cACe;AACf,UAAM,sBAAgC;AAAA,MACpC,SAAS;AAAA,MACT,YAAY,UAAU,SAAyC;AAC7D,cAAM,UAAU,MAAM,aAAa,WAAW,GAAG,IAAI;AACrD,cAAM,SAAS,IAAI;AAAA,UACjB,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,QACV;AACA,cAAM,OAAO,gBAAgB;AAC7B,eAAO;AAAA,MACT;AAAA,MACA,QAAQ,aAAa,UAAU,CAAC;AAAA,IAClC;AAEA,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,SAAS,aAAa,WAAW,CAAC;AAAA,MAClC,WAAW,CAAC,mBAAmB;AAAA,MAC/B,SAAS,CAAC,mBAAmB;AAAA,IAC/B;AAAA,EACF;AACF;AA3Da,cAAN;AAAA,EADN,OAAO,CAAC,CAAC;AAAA,EAGL,4BAAS;AAAA,EAAG,0BAAO,YAAY;AAAA,GAFvB;","names":[]}

package/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@drarzter/kafka-client",
+  "version": "0.1.0",
+  "description": "Type-safe Kafka client wrapper for NestJS with typed topic-message maps",
+  "license": "MIT",
+  "main": "./dist/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "keywords": [
+    "kafka",
+    "kafkajs",
+    "nestjs",
+    "typescript",
+    "typed-kafka",
+    "kafka-client"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/drarzter/kafka-client"
+  },
+  "scripts": {
+    "build": "tsup",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "kafkajs": "^2.2.4"
+  },
+  "peerDependencies": {
+    "@nestjs/common": ">=10.0.0",
+    "reflect-metadata": ">=0.1.13",
+    "rxjs": ">=7.0.0"
+  },
+  "devDependencies": {
+    "@nestjs/common": "^11.1.6",
+    "reflect-metadata": "^0.2.0",
+    "rxjs": "^7.8.0",
+    "typescript": "^5.7.3",
+    "tsup": "^8.0.2"
+  }
+}