@nsshunt/stskafka 1.0.60 → 1.0.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.cjs
CHANGED
|
@@ -22,7 +22,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
22
22
|
enumerable: true
|
|
23
23
|
}) : target, mod));
|
|
24
24
|
//#endregion
|
|
25
|
-
let _nsshunt_stsutils = require("@nsshunt/stsutils");
|
|
26
25
|
let kafkajs = require("kafkajs");
|
|
27
26
|
let node_fs = require("node:fs");
|
|
28
27
|
node_fs = __toESM(node_fs);
|
|
@@ -203,10 +202,11 @@ var KafkaProducer = class {
|
|
|
203
202
|
};
|
|
204
203
|
//#endregion
|
|
205
204
|
//#region src/kafka/kafkamanager.ts
|
|
206
|
-
var KafkaManager = class
|
|
205
|
+
var KafkaManager = class {
|
|
207
206
|
#kafka;
|
|
207
|
+
options;
|
|
208
208
|
constructor(options) {
|
|
209
|
-
|
|
209
|
+
this.options = options;
|
|
210
210
|
const kc = {
|
|
211
211
|
clientId: options.clientId,
|
|
212
212
|
brokers: options.brokers,
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.cjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes.js'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer.js'\nimport { KafkaProducer } from './kafkaproducer.js'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,QAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACAtB,IAAa,eAAb,cAAkC,kBAAA,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,QAAA,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,QAAA,QAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,QAAA,QAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,QAAA,QAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,SAAA,QAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,SAAA,QAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,SAAA,QAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,QAAA,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
|
1
|
+
{"version":3,"file":"index.cjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes.js'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer.js'\nimport { KafkaProducer } from './kafkaproducer.js'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n timeout: number\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager {\n #kafka: Kafka\n private options: IKafkaManagerConfig;\n\n constructor(options: IKafkaManagerConfig) {\n this.options = options;\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,QAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACCtB,IAAa,eAAb,MAA0B;CACtB;CACA;CAEA,YAAY,SAA8B;AACtC,OAAK,UAAU;EAEf,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,QAAA,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,QAAA,QAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,QAAA,QAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,QAAA,QAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,SAAA,QAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,SAAA,QAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,SAAA,QAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,QAAA,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
package/dist/index.mjs
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { STSOptionsBase } from "@nsshunt/stsutils";
|
|
2
1
|
import { Kafka, logLevel } from "kafkajs";
|
|
3
2
|
import fs from "node:fs";
|
|
4
3
|
import chalk from "chalk";
|
|
@@ -177,10 +176,11 @@ var KafkaProducer = class {
|
|
|
177
176
|
};
|
|
178
177
|
//#endregion
|
|
179
178
|
//#region src/kafka/kafkamanager.ts
|
|
180
|
-
var KafkaManager = class
|
|
179
|
+
var KafkaManager = class {
|
|
181
180
|
#kafka;
|
|
181
|
+
options;
|
|
182
182
|
constructor(options) {
|
|
183
|
-
|
|
183
|
+
this.options = options;
|
|
184
184
|
const kc = {
|
|
185
185
|
clientId: options.clientId,
|
|
186
186
|
brokers: options.brokers,
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes.js'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer.js'\nimport { KafkaProducer } from './kafkaproducer.js'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACAtB,IAAa,eAAb,cAAkC,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,GAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,GAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,GAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,IAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,IAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,IAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
|
1
|
+
{"version":3,"file":"index.mjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes.js'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer.js'\nimport { KafkaProducer } from './kafkaproducer.js'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n timeout: number\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager {\n #kafka: Kafka\n private options: IKafkaManagerConfig;\n\n constructor(options: IKafkaManagerConfig) {\n this.options = options;\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACCtB,IAAa,eAAb,MAA0B;CACtB;CACA;CAEA,YAAY,SAA8B;AACtC,OAAK,UAAU;EAEf,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,GAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,GAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,GAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,IAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,IAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,IAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
package/package.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@nsshunt/stskafka",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.61",
|
|
4
4
|
"description": "STS Kafka",
|
|
5
|
-
"type": "
|
|
5
|
+
"type": "module",
|
|
6
6
|
"main": "./dist/index.cjs",
|
|
7
7
|
"module": "./dist/index.mjs",
|
|
8
8
|
"types": "./types/index.d.ts",
|
|
@@ -53,8 +53,8 @@
|
|
|
53
53
|
"vitest": "^4.1.2"
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
|
-
"@nsshunt/stsutils": "^1.19.
|
|
57
|
-
"chalk": "^
|
|
56
|
+
"@nsshunt/stsutils": "^1.19.92",
|
|
57
|
+
"chalk": "^5.6.2",
|
|
58
58
|
"kafkajs": "^2.2.4",
|
|
59
59
|
"winston": "^3.19.0"
|
|
60
60
|
}
|
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
import { ISTSLogger
|
|
1
|
+
import { ISTSLogger } from '@nsshunt/stsutils';
|
|
2
2
|
import { Kafka } from 'kafkajs';
|
|
3
3
|
import { KafkaConsumer } from './kafkaconsumer.js';
|
|
4
4
|
import { KafkaProducer } from './kafkaproducer.js';
|
|
5
5
|
export interface IKafkaManagerConfig {
|
|
6
6
|
clientId: string;
|
|
7
7
|
brokers: string[];
|
|
8
|
+
timeout: number;
|
|
8
9
|
adminTimeout: number;
|
|
9
10
|
connectionTimeout: number;
|
|
10
11
|
requestTimeout: number;
|
|
@@ -19,8 +20,9 @@ export interface IKafkaManagerConfig {
|
|
|
19
20
|
};
|
|
20
21
|
logger: ISTSLogger;
|
|
21
22
|
}
|
|
22
|
-
export declare class KafkaManager
|
|
23
|
+
export declare class KafkaManager {
|
|
23
24
|
#private;
|
|
25
|
+
private options;
|
|
24
26
|
constructor(options: IKafkaManagerConfig);
|
|
25
27
|
get kafka(): Kafka;
|
|
26
28
|
CreateProducer(): KafkaProducer;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkamanager.ts"],"names":[],"mappings":"AAqDA,OAAO,EAAE,UAAU,EAAE,
|
|
1
|
+
{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkamanager.ts"],"names":[],"mappings":"AAqDA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,EAAE,KAAK,EAAyB,MAAM,SAAS,CAAA;AAMtD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAUlD,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,YAAY,EAAE,MAAM,CAAA;IACpB,iBAAiB,EAAE,MAAM,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,EAAE,OAAO,CAAA;QAC3B,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,YAAY,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,EAAE,UAAU,CAAA;CACrB;AAWD,qBAAa,YAAY;;IAErB,OAAO,CAAC,OAAO,CAAsB;gBAEzB,OAAO,EAAE,mBAAmB;IAgExC,IAAI,KAAK,UAER;IAED,cAAc,IAAI,aAAa;IAO/B,cAAc,CAAC,OAAO,EAAE,MAAM;IAQ9B,WAAW,GAAU,OAAO,MAAM,EAAE,YAAY,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,OAAO,CAAC,CAwBvG;CACJ"}
|